@vapi-ai/web 1.1.7 → 1.3.0

package/dist/api.js

@@ -10,30 +10,7 @@
  * ---------------------------------------------------------------
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Api = exports.HttpClient = exports.ContentType = exports.CreateWebCallDTO = void 0;
-class CreateWebCallDTO {
-    /**
-     * This is the assistant that will be used for the call. To use a transient assistant, use `assistant` instead.
-     */
-    assistantId;
-    /**
-     * Overrides for the assistant's settings and template variables.
-     */
-    assistantOverrides;
-    /**
-     * This is the assistant that will be used for the call. To use an existing assistant, use `assistantId` instead.
-     */
-    assistant;
-    /**
-     * This will expose SIP URI you can use to connect to the call. Disabled by default.
-     */
-    sipEnabled;
-    /**
-     * This is the metadata associated with the call.
-     */
-    metadata;
-}
-exports.CreateWebCallDTO = CreateWebCallDTO;
+exports.Api = exports.HttpClient = exports.ContentType = void 0;
 var ContentType;
 (function (ContentType) {
     ContentType["Json"] = "application/json";
@@ -325,6 +302,40 @@ class Api extends HttpClient {
             format: 'json',
             ...params,
         }),
+        /**
+         * No description
+         *
+         * @tags Calls
+         * @name CallControllerDeleteCallData
+         * @summary Delete Call Data
+         * @request DELETE:/call/{id}
+         * @secure
+         */
+        callControllerDeleteCallData: (id, params = {}) => this.request({
+            path: `/call/${id}`,
+            method: 'DELETE',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Calls
+         * @name CallControllerUpdate
+         * @summary Update Call
+         * @request PATCH:/call/{id}
+         * @secure
+         */
+        callControllerUpdate: (id, data, params = {}) => this.request({
+            path: `/call/${id}`,
+            method: 'PATCH',
+            body: data,
+            secure: true,
+            type: ContentType.Json,
+            format: 'json',
+            ...params,
+        }),
         /**
          * No description
          *
@@ -591,58 +602,179 @@ class Api extends HttpClient {
             ...params,
         }),
     };
-    voiceLibrary = {
+    log = {
         /**
          * No description
          *
-         * @tags Voice Library
-         * @name VoiceLibraryControllerVoiceGetByProvider
-         * @summary Get voices in Voice Library by Providers
-         * @request GET:/voice-library/{provider}
+         * @tags Logs
+         * @name LoggingControllerGetLogs
+         * @summary Get Call Logs
+         * @request GET:/log
          * @secure
          */
-        voiceLibraryControllerVoiceGetByProvider: (provider, params = {}) => this.request({
-            path: `/voice-library/${provider}`,
+        loggingControllerGetLogs: (query, params = {}) => this.request({
+            path: `/log`,
             method: 'GET',
+            query: query,
             secure: true,
             format: 'json',
             ...params,
         }),
+    };
+    tool = {
         /**
          * No description
          *
-         * @tags Voice Library
-         * @name VoiceLibraryControllerVoiceLibrarySyncByProvider
-         * @summary Sync voices in Voice Library by Providers
-         * @request POST:/voice-library/sync/{provider}
+         * @tags Tools
+         * @name ToolControllerCreate
+         * @summary Create Tool
+         * @request POST:/tool
          * @secure
          */
-        voiceLibraryControllerVoiceLibrarySyncByProvider: (provider, params = {}) => this.request({
-            path: `/voice-library/sync/${provider}`,
+        toolControllerCreate: (data, params = {}) => this.request({
+            path: `/tool`,
             method: 'POST',
+            body: data,
             secure: true,
+            type: ContentType.Json,
             format: 'json',
             ...params,
         }),
-    };
-    logging = {
         /**
          * No description
          *
-         * @tags Logging
-         * @name LoggingControllerGetLogs
-         * @summary Get Logging Logs
-         * @request GET:/logging
+         * @tags Tools
+         * @name ToolControllerFindAll
+         * @summary List Tools
+         * @request GET:/tool
          * @secure
          */
-        loggingControllerGetLogs: (query, params = {}) => this.request({
-            path: `/logging`,
+        toolControllerFindAll: (query, params = {}) => this.request({
+            path: `/tool`,
             method: 'GET',
             query: query,
             secure: true,
             format: 'json',
             ...params,
         }),
+        /**
+         * No description
+         *
+         * @tags Tools
+         * @name ToolControllerFindOne
+         * @summary Get Tool
+         * @request GET:/tool/{id}
+         * @secure
+         */
+        toolControllerFindOne: (id, params = {}) => this.request({
+            path: `/tool/${id}`,
+            method: 'GET',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Tools
+         * @name ToolControllerUpdate
+         * @summary Update Tool
+         * @request PATCH:/tool/{id}
+         * @secure
+         */
+        toolControllerUpdate: (id, data, params = {}) => this.request({
+            path: `/tool/${id}`,
+            method: 'PATCH',
+            body: data,
+            secure: true,
+            type: ContentType.Json,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Tools
+         * @name ToolControllerRemove
+         * @summary Delete Tool
+         * @request DELETE:/tool/{id}
+         * @secure
+         */
+        toolControllerRemove: (id, params = {}) => this.request({
+            path: `/tool/${id}`,
+            method: 'DELETE',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
+    };
+    file = {
+        /**
+         * No description
+         *
+         * @tags Files
+         * @name FileControllerCreate
+         * @summary Upload File
+         * @request POST:/file/upload
+         * @secure
+         */
+        fileControllerCreate: (data, params = {}) => this.request({
+            path: `/file/upload`,
+            method: 'POST',
+            body: data,
+            secure: true,
+            type: ContentType.FormData,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Files
+         * @name FileControllerFindAll
+         * @summary List Files
+         * @request GET:/file
+         * @secure
+         */
+        fileControllerFindAll: (params = {}) => this.request({
+            path: `/file`,
+            method: 'GET',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Files
+         * @name FileControllerFindOne
+         * @summary Get File
+         * @request GET:/file/{id}
+         * @secure
+         */
+        fileControllerFindOne: (id, params = {}) => this.request({
+            path: `/file/${id}`,
+            method: 'GET',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
+        /**
+         * No description
+         *
+         * @tags Files
+         * @name FileControllerRemove
+         * @summary Delete File
+         * @request DELETE:/file/{id}
+         * @secure
+         */
+        fileControllerRemove: (id, params = {}) => this.request({
+            path: `/file/${id}`,
+            method: 'DELETE',
+            secure: true,
+            format: 'json',
+            ...params,
+        }),
     };
 }
 exports.Api = Api;

package/dist/vapi.d.ts

@@ -1,5 +1,6 @@
 /// <reference types="node" />
-import { Call, CreateAssistantDTO, OverrideAssistantDTO } from './api';
+import { Call, CreateAssistantDTO, CreateSquadDTO, OverrideAssistantDTO } from './api';
+import { DailyCall } from '@daily-co/daily-js';
 import type { ChatCompletionMessageParam } from 'openai/resources';
 import EventEmitter from 'events';
 export interface AddMessageMessage {
@@ -37,10 +38,9 @@ export default class Vapi extends VapiEventEmitter {
     private started;
     private call;
     private speakingTimeout;
-    private averageSpeechLevel;
     constructor(apiToken: string, apiBaseUrl?: string);
     private cleanup;
-    start(assistant: CreateAssistantDTO | string, assistantOverrides?: OverrideAssistantDTO): Promise<Call | null>;
+    start(assistant?: CreateAssistantDTO | string, assistantOverrides?: OverrideAssistantDTO, squad?: CreateSquadDTO | string): Promise<Call | null>;
     private onAppMessage;
     private handleRemoteParticipantsAudioLevel;
     stop(): void;
@@ -48,5 +48,7 @@ export default class Vapi extends VapiEventEmitter {
     setMuted(mute: boolean): void;
     isMuted(): boolean;
     say(message: string, endCallAfterSpoken?: boolean): void;
+    setInputDevicesAsync(options: Parameters<DailyCall['setInputDevicesAsync']>[0]): void;
+    setOutputDeviceAsync(options: Parameters<DailyCall['setOutputDeviceAsync']>[0]): void;
 }
 export {};

package/dist/vapi.js

@@ -25,13 +25,13 @@ async function buildAudioPlayer(track, participantId) {
     await startPlayer(player, track);
     return player;
 }
-function subscribeToTracks(e, call) {
+function subscribeToTracks(e, call, isVideoRecordingEnabled) {
     if (e.participant.local)
         return;
     call.updateParticipant(e.participant.session_id, {
         setSubscribedTracks: {
             audio: true,
-            video: false,
+            video: isVideoRecordingEnabled,
         },
     });
 }
@@ -60,7 +60,6 @@ class Vapi extends VapiEventEmitter {
     started = false;
     call = null;
     speakingTimeout = null;
-    averageSpeechLevel = 0;
     constructor(apiToken, apiBaseUrl) {
         super();
         client_1.client.baseUrl = apiBaseUrl ?? 'https://api.vapi.ai';
@@ -72,7 +71,10 @@ class Vapi extends VapiEventEmitter {
         this.call = null;
         this.speakingTimeout = null;
     }
-    async start(assistant, assistantOverrides) {
+    async start(assistant, assistantOverrides, squad) {
+        if (!assistant && !squad) {
+            throw new Error('Assistant or Squad must be provided.');
+        }
         if (this.started) {
             return null;
         }
@@ -82,17 +84,24 @@ class Vapi extends VapiEventEmitter {
                 assistant: typeof assistant === 'string' ? undefined : assistant,
                 assistantId: typeof assistant === 'string' ? assistant : undefined,
                 assistantOverrides,
+                squad: typeof squad === 'string' ? undefined : squad,
+                squadId: typeof squad === 'string' ? squad : undefined,
             })).data;
             if (this.call) {
                 this.cleanup();
             }
+            const isVideoRecordingEnabled = webCall?.artifactPlan?.videoRecordingEnabled ??
+                false;
             this.call = daily_js_1.default.createCallObject({
                 audioSource: true,
-                videoSource: false,
+                videoSource: isVideoRecordingEnabled,
             });
             this.call.iframe()?.style.setProperty('display', 'none');
             this.call.on('left-meeting', () => {
                 this.emit('call-end');
+                if (isVideoRecordingEnabled) {
+                    this.call?.stopRecording();
+                }
                 this.cleanup();
             });
             this.call.on('participant-left', (e) => {
@@ -102,6 +111,9 @@ class Vapi extends VapiEventEmitter {
             });
             this.call.on('error', (error) => {
                 this.emit('error', error);
+                if (isVideoRecordingEnabled) {
+                    this.call?.stopRecording();
+                }
             });
             this.call.on('camera-error', (error) => {
                 this.emit('error', error);
@@ -121,18 +133,44 @@ class Vapi extends VapiEventEmitter {
             this.call.on('participant-joined', (e) => {
                 if (!e || !this.call)
                     return;
-                subscribeToTracks(e, this.call);
+                subscribeToTracks(e, this.call, isVideoRecordingEnabled);
             });
             await this.call.join({
                 url: webCall.webCallUrl,
                 subscribeToTracksAutomatically: false,
             });
+            if (isVideoRecordingEnabled) {
+                await this.call.startRecording({
+                    width: 1280,
+                    height: 720,
+                    backgroundColor: '#FF1F2D3D',
+                    layout: {
+                        preset: 'default',
+                    },
+                });
+            }
             this.call.startRemoteParticipantsAudioLevelObserver(100);
             this.call.on('remote-participants-audio-level', (e) => {
                 if (e)
                     this.handleRemoteParticipantsAudioLevel(e);
             });
             this.call.on('app-message', (e) => this.onAppMessage(e));
+            this.call.on('nonfatal-error', (e) => {
+                // https://docs.daily.co/reference/daily-js/events/meeting-events#type-audio-processor-error
+                if (e?.type === 'audio-processor-error') {
+                    this.call
+                        ?.updateInputSettings({
+                        audio: {
+                            processor: {
+                                type: 'none',
+                            },
+                        },
+                    })
+                        .then(() => {
+                        this.call?.setLocalAudio(true);
+                    });
+                }
+            });
             this.call.updateInputSettings({
                 audio: {
                     processor: {
@@ -225,5 +263,11 @@ class Vapi extends VapiEventEmitter {
             endCallAfterSpoken
         });
     }
+    setInputDevicesAsync(options) {
+        this.call?.setInputDevicesAsync(options);
+    }
+    setOutputDeviceAsync(options) {
+        this.call?.setOutputDeviceAsync(options);
+    }
 }
 exports.default = Vapi;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vapi-ai/web",
-  "version": "1.1.7",
+  "version": "1.3.0",
   "description": "",
   "main": "dist/vapi.js",
   "types": "dist/vapi.d.ts",

package/update.sh

@@ -1 +1 @@
-npm version patch && npm run build && npm publish && cd ../landing && npm install @vapi-ai/web@latest && cd -
+npm version minor && npm run build && npm publish && cd ../landing && npm install @vapi-ai/web@latest && cd -

package/vapi.ts

@@ -1,4 +1,4 @@
-import { Call, CreateAssistantDTO, OverrideAssistantDTO } from './api';
+import { Call, CreateAssistantDTO, CreateSquadDTO, OverrideAssistantDTO } from './api';
 import DailyIframe, {
   DailyCall,
   DailyEventObjectAppMessage,
@@ -29,13 +29,13 @@ async function buildAudioPlayer(track: any, participantId: string) {
   await startPlayer(player, track);
   return player;
 }
-function subscribeToTracks(e: DailyEventObjectParticipant, call: DailyCall) {
+function subscribeToTracks(e: DailyEventObjectParticipant, call: DailyCall, isVideoRecordingEnabled?: boolean) {
   if (e.participant.local) return;
 
   call.updateParticipant(e.participant.session_id, {
     setSubscribedTracks: {
       audio: true,
-      video: false,
+      video: isVideoRecordingEnabled,
     },
   });
 }
@@ -103,7 +103,6 @@ export default class Vapi extends VapiEventEmitter {
   private started: boolean = false;
   private call: DailyCall | null = null;
   private speakingTimeout: NodeJS.Timeout | null = null;
-  private averageSpeechLevel: number = 0;
 
   constructor(apiToken: string, apiBaseUrl?: string) {
     super();
@@ -119,13 +118,17 @@ export default class Vapi extends VapiEventEmitter {
   }
 
   async start(
-    assistant: CreateAssistantDTO | string,
+    assistant?: CreateAssistantDTO | string,
     assistantOverrides?: OverrideAssistantDTO,
+    squad?: CreateSquadDTO | string,
   ): Promise<Call | null> {
+    if (!assistant && !squad) {
+      throw new Error('Assistant or Squad must be provided.');
+    }
+
     if (this.started) {
       return null;
     }
-
     this.started = true;
 
     try {
@@ -134,20 +137,29 @@ export default class Vapi extends VapiEventEmitter {
           assistant: typeof assistant === 'string' ? undefined : assistant,
           assistantId: typeof assistant === 'string' ? assistant : undefined,
           assistantOverrides,
+          squad: typeof squad === 'string' ? undefined : squad,
+          squadId: typeof squad === 'string' ? squad : undefined,
         })
       ).data;
 
       if (this.call) {
         this.cleanup();
       }
+      const isVideoRecordingEnabled =
+        webCall?.artifactPlan?.videoRecordingEnabled ??
+        false;
+
       this.call = DailyIframe.createCallObject({
         audioSource: true,
-        videoSource: false,
+        videoSource: isVideoRecordingEnabled,
       });
       this.call.iframe()?.style.setProperty('display', 'none');
 
       this.call.on('left-meeting', () => {
         this.emit('call-end');
+        if (isVideoRecordingEnabled) {
+          this.call?.stopRecording();
+        }
         this.cleanup();
       });
 
@@ -158,6 +170,9 @@ export default class Vapi extends VapiEventEmitter {
 
       this.call.on('error', (error: any) => {
         this.emit('error', error);
+        if (isVideoRecordingEnabled) {
+          this.call?.stopRecording();
+        }
       });
 
       this.call.on('camera-error', (error: any) => {
@@ -177,7 +192,7 @@ export default class Vapi extends VapiEventEmitter {
 
       this.call.on('participant-joined', (e) => {
         if (!e || !this.call) return;
-        subscribeToTracks(e, this.call);
+        subscribeToTracks(e, this.call, isVideoRecordingEnabled);
       });
 
       await this.call.join({
@@ -185,6 +200,17 @@ export default class Vapi extends VapiEventEmitter {
         subscribeToTracksAutomatically: false,
       });
 
+      if (isVideoRecordingEnabled) {
+        await this.call.startRecording({
+          width: 1280,
+          height: 720,
+          backgroundColor: '#FF1F2D3D',
+          layout: {
+            preset: 'default',
+          },
+        });
+      }
+
       this.call.startRemoteParticipantsAudioLevelObserver(100);
 
       this.call.on('remote-participants-audio-level', (e) => {
@@ -193,6 +219,23 @@ export default class Vapi extends VapiEventEmitter {
 
       this.call.on('app-message', (e) => this.onAppMessage(e));
 
+      this.call.on('nonfatal-error', (e) => {
+        // https://docs.daily.co/reference/daily-js/events/meeting-events#type-audio-processor-error
+        if (e?.type === 'audio-processor-error') {
+          this.call
+            ?.updateInputSettings({
+              audio: {
+                processor: {
+                  type: 'none',
+                },
+              },
+            })
+            .then(() => {
+              this.call?.setLocalAudio(true);
+            });
+        }
+      });
+
       this.call.updateInputSettings({
         audio: {
           processor: {
@@ -289,4 +332,13 @@ export default class Vapi extends VapiEventEmitter {
       endCallAfterSpoken
     })
   }
+
+
+  public setInputDevicesAsync(options: Parameters<DailyCall['setInputDevicesAsync']>[0]) {
+    this.call?.setInputDevicesAsync(options)
+  }
+
+  public setOutputDeviceAsync(options: Parameters<DailyCall['setOutputDeviceAsync']>[0]) {
+    this.call?.setOutputDeviceAsync(options)
+  }
 }

package/dist/AtomicMediaSource.d.ts

@@ -1,17 +0,0 @@
-/// <reference types="node" />
-import EventEmitter from "events";
-declare global {
-    interface Window {
-        ManagedMediaSource: any;
-    }
-}
-declare class AtomicMediaSource extends EventEmitter {
-    mediaSource: any;
-    sourceBuffer: SourceBuffer | null;
-    private operationsQueue;
-    constructor();
-    appendBuffer(buffer: ArrayBuffer): void;
-    clearBuffer(): void;
-    private createOperationQueue;
-}
-export default AtomicMediaSource;

package/dist/AtomicMediaSource.js

@@ -1,78 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const async_1 = __importDefault(require("async"));
-const events_1 = __importDefault(require("events"));
-// ManagedMediaSource needed for iOS Safari
-function getMediaSource() {
-    if (window.ManagedMediaSource) {
-        return new window.ManagedMediaSource();
-    }
-    if (window.MediaSource) {
-        return new window.MediaSource();
-    }
-    return null;
-}
-class AtomicMediaSource extends events_1.default {
-    constructor() {
-        super();
-        this.sourceBuffer = null;
-        this.mediaSource = getMediaSource();
-        this.operationsQueue = this.createOperationQueue();
-        if (!this.mediaSource) {
-            console.error("MediaSource is not supported in your browser.");
-            // Display a message to the user, or handle this situation in another way
-            return;
-        }
-        this.mediaSource.addEventListener("sourceopen", () => {
-            this.mediaSource.duration = Number.POSITIVE_INFINITY;
-            this.sourceBuffer = this.mediaSource.addSourceBuffer('audio/webm; codecs="opus"');
-            if (this.sourceBuffer) {
-                this.sourceBuffer.mode = "sequence";
-            }
-        });
-    }
-    appendBuffer(buffer) {
-        this.operationsQueue.push(() => {
-            return new Promise((resolve, reject) => {
-                if (this.sourceBuffer) {
-                    this.sourceBuffer.addEventListener("updateend", () => {
-                        resolve();
-                    }, { once: true });
-                    this.sourceBuffer.appendBuffer(buffer);
-                }
-                else {
-                    reject();
-                }
-            });
-        });
-    }
-    clearBuffer() {
-        // this.operationsQueue.push(() => {
-        //   return new Promise((resolve, reject) => {
-        //     if (this.sourceBuffer) {
-        //       this.sourceBuffer.addEventListener(
-        //         "updateend",
-        //         () => {
-        //           resolve();
-        //         },
-        //         { once: true }
-        //       );
-        //       if (this.sourceBuffer.buffered.length > 0) {
-        //         this.sourceBuffer.remove(0, this.sourceBuffer.buffered.end(0));
-        //       }
-        //     } else {
-        //       reject();
-        //     }
-        //   });
-        // });
-    }
-    createOperationQueue() {
-        return async_1.default.queue((task, callback) => {
-            task().then(() => callback());
-        }, 1);
-    }
-}
-exports.default = AtomicMediaSource;