@vapi-ai/web 2.1.9 → 2.2.1

package/dist/vapi.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
 import type { ChatCompletionMessageParam } from 'openai/resources';
-import { DailyCall, DailyAdvancedConfig, DailyFactoryOptions } from '@daily-co/daily-js';
+import { DailyCall, DailyAdvancedConfig, DailyFactoryOptions, DailyParticipant, DailyVideoSendSettings } from '@daily-co/daily-js';
 import EventEmitter from 'events';
 import { Call, CreateSquadDTO, CreateAssistantDTO, AssistantOverrides } from './api';
 export interface AddMessageMessage {
@@ -18,7 +18,7 @@ export interface SayMessage {
     endCallAfterSpoken?: boolean;
 }
 type VapiClientToServerMessage = AddMessageMessage | ControlMessages | SayMessage;
-type VapiEventNames = 'call-end' | 'call-start' | 'volume-level' | 'speech-start' | 'speech-end' | 'message' | 'video' | 'error';
+type VapiEventNames = 'call-end' | 'call-start' | 'volume-level' | 'speech-start' | 'speech-end' | 'message' | 'video' | 'error' | 'daily-participant-updated';
 type VapiEventListeners = {
     'call-end': () => void;
     'call-start': () => void;
@@ -28,6 +28,7 @@ type VapiEventListeners = {
     video: (track: MediaStreamTrack) => void;
     message: (message: any) => void;
     error: (error: any) => void;
+    'daily-participant-updated': (participant: DailyParticipant) => void;
 };
 declare class VapiEventEmitter extends EventEmitter {
     on<E extends VapiEventNames>(event: E, listener: VapiEventListeners[E]): this;
@@ -42,6 +43,7 @@ export default class Vapi extends VapiEventEmitter {
     private speakingTimeout;
     private dailyCallConfig;
     private dailyCallObject;
+    private hasEmittedCallEndedStatus;
     constructor(apiToken: string, apiBaseUrl?: string, dailyCallConfig?: Pick<DailyAdvancedConfig, 'avoidEval' | 'alwaysIncludeMicInPermissionPrompt'>, dailyCallObject?: Pick<DailyFactoryOptions, 'audioSource'>);
     private cleanup;
     private isMobileDevice;
@@ -57,5 +59,7 @@ export default class Vapi extends VapiEventEmitter {
     setInputDevicesAsync(options: Parameters<DailyCall['setInputDevicesAsync']>[0]): void;
     setOutputDeviceAsync(options: Parameters<DailyCall['setOutputDeviceAsync']>[0]): void;
     getDailyCallObject(): DailyCall | null;
+    startScreenSharing(displayMediaOptions?: DisplayMediaStreamOptions, screenVideoSendSettings?: DailyVideoSendSettings): void;
+    stopScreenSharing(): void;
 }
 export {};

package/dist/vapi.js

@@ -62,6 +62,7 @@ class Vapi extends VapiEventEmitter {
     speakingTimeout = null;
     dailyCallConfig = {};
     dailyCallObject = {};
+    hasEmittedCallEndedStatus = false;
     constructor(apiToken, apiBaseUrl, dailyCallConfig, dailyCallObject) {
         super();
         client_1.client.baseUrl = apiBaseUrl ?? 'https://api.vapi.ai';
@@ -114,16 +115,19 @@ class Vapi extends VapiEventEmitter {
             this.call.iframe()?.style.setProperty('display', 'none');
             this.call.on('left-meeting', () => {
                 this.emit('call-end');
+                if (!this.hasEmittedCallEndedStatus) {
+                    this.emit('message', {
+                        type: 'status-update',
+                        status: 'ended',
+                        'endedReason': 'customer-ended-call',
+                    });
+                    this.hasEmittedCallEndedStatus = true;
+                }
                 if (isVideoRecordingEnabled) {
                     this.call?.stopRecording();
                 }
                 this.cleanup();
             });
-            this.call.on('participant-left', (e) => {
-                if (!e)
-                    return;
-                destroyAudioPlayer(e.participant.session_id);
-            });
             this.call.on('error', (error) => {
                 this.emit('error', error);
                 if (isVideoRecordingEnabled) {
@@ -134,12 +138,15 @@ class Vapi extends VapiEventEmitter {
                 this.emit('error', error);
             });
             this.call.on('track-started', async (e) => {
-                if (!e || !e.participant)
+                if (!e || !e.participant) {
                     return;
-                if (e.participant?.local)
+                }
+                if (e.participant?.local) {
                     return;
-                if (e.participant?.user_name !== 'Vapi Speaker')
+                }
+                if (e.participant?.user_name !== 'Vapi Speaker') {
                     return;
+                }
                 if (e.track.kind === 'video') {
                     this.emit('video', e.track);
                 }
@@ -153,6 +160,18 @@ class Vapi extends VapiEventEmitter {
                     return;
                 subscribeToTracks(e, this.call, isVideoRecordingEnabled, isVideoEnabled);
             });
+            this.call.on('participant-updated', (e) => {
+                if (!e) {
+                    return;
+                }
+                this.emit('daily-participant-updated', e.participant);
+            });
+            this.call.on('participant-left', (e) => {
+                if (!e) {
+                    return;
+                }
+                destroyAudioPlayer(e.participant.session_id);
+            });
             // Allow mobile devices to finish processing the microphone permissions
             // request before joining the call and playing the assistant's audio
             if (this.isMobileDevice()) {
@@ -220,8 +239,9 @@ class Vapi extends VapiEventEmitter {
         }
     }
     onAppMessage(e) {
-        if (!e)
+        if (!e) {
             return;
+        }
         try {
             if (e.data === 'listening') {
                 return this.emit('call-start');
@@ -230,6 +250,9 @@ class Vapi extends VapiEventEmitter {
                 try {
                     const parsedMessage = JSON.parse(e.data);
                     this.emit('message', parsedMessage);
+                    if (parsedMessage.type === 'status-update' && parsedMessage.status === 'ended') {
+                        this.hasEmittedCallEndedStatus = true;
+                    }
                 }
                 catch (parseError) {
                     console.log('Error parsing message data: ', parseError);
@@ -244,8 +267,9 @@ class Vapi extends VapiEventEmitter {
         const speechLevel = Object.values(e.participantsAudioLevel).reduce((a, b) => a + b, 0);
         this.emit('volume-level', Math.min(1, speechLevel / 0.15));
         const isSpeaking = speechLevel > 0.01;
-        if (!isSpeaking)
+        if (!isSpeaking) {
             return;
+        }
         if (this.speakingTimeout) {
             clearTimeout(this.speakingTimeout);
             this.speakingTimeout = null;
@@ -294,5 +318,14 @@ class Vapi extends VapiEventEmitter {
     getDailyCallObject() {
         return this.call;
     }
+    startScreenSharing(displayMediaOptions, screenVideoSendSettings) {
+        this.call?.startScreenShare({
+            displayMediaOptions,
+            screenVideoSendSettings,
+        });
+    }
+    stopScreenSharing() {
+        this.call?.stopScreenShare();
+    }
 }
 exports.default = Vapi;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vapi-ai/web",
-  "version": "2.1.9",
+  "version": "2.2.1",
   "description": "",
   "main": "dist/vapi.js",
   "types": "dist/vapi.d.ts",

package/vapi.ts

@@ -7,6 +7,8 @@ import DailyIframe, {
   DailyEventObjectAppMessage,
   DailyEventObjectParticipant,
   DailyEventObjectRemoteParticipantsAudioLevel,
+  DailyParticipant,
+  DailyVideoSendSettings,
 } from '@daily-co/daily-js';
 import EventEmitter from 'events';
 
@@ -48,7 +50,8 @@ type VapiEventNames =
   | 'speech-end'
   | 'message'
   | 'video'
-  | 'error';
+  | 'error'
+  | 'daily-participant-updated';
 
 type VapiEventListeners = {
   'call-end': () => void;
@@ -59,6 +62,7 @@ type VapiEventListeners = {
   video: (track: MediaStreamTrack) => void;
   message: (message: any) => void;
   error: (error: any) => void;
+  'daily-participant-updated': (participant: DailyParticipant) => void;
 };
 
 async function startAudioPlayer(
@@ -148,6 +152,8 @@ export default class Vapi extends VapiEventEmitter {
   private dailyCallConfig: DailyAdvancedConfig = {};
   private dailyCallObject: DailyFactoryOptions = {};
 
+  private hasEmittedCallEndedStatus: boolean = false;
+
   constructor(
     apiToken: string,
     apiBaseUrl?: string,
@@ -228,17 +234,20 @@ export default class Vapi extends VapiEventEmitter {
 
       this.call.on('left-meeting', () => {
         this.emit('call-end');
+        if (!this.hasEmittedCallEndedStatus) {
+          this.emit('message', {
+            type: 'status-update',
+            status: 'ended',
+            'endedReason': 'customer-ended-call',
+          });
+          this.hasEmittedCallEndedStatus = true;
+        }
         if (isVideoRecordingEnabled) {
           this.call?.stopRecording();
         }
         this.cleanup();
       });
 
-      this.call.on('participant-left', (e) => {
-        if (!e) return;
-        destroyAudioPlayer(e.participant.session_id);
-      });
-
       this.call.on('error', (error: any) => {
         this.emit('error', error);
         if (isVideoRecordingEnabled) {
@@ -251,18 +260,21 @@ export default class Vapi extends VapiEventEmitter {
       });
 
       this.call.on('track-started', async (e) => {
-        if (!e || !e.participant) return;
-        if (e.participant?.local) return;
-        if (e.participant?.user_name !== 'Vapi Speaker') return;
-
+        if (!e || !e.participant) {
+          return;
+        }
+        if (e.participant?.local) {
+          return;
+        }
+        if (e.participant?.user_name !== 'Vapi Speaker') {
+          return;
+        }
         if (e.track.kind === 'video') {
           this.emit('video', e.track);
         }
-
         if (e.track.kind === 'audio') {
           await buildAudioPlayer(e.track, e.participant.session_id);
         }
-
         this.call?.sendAppMessage('playable');
       });
 
@@ -276,6 +288,20 @@ export default class Vapi extends VapiEventEmitter {
         );
       });
 
+      this.call.on('participant-updated', (e) => {
+        if (!e) {
+          return;
+        }
+        this.emit('daily-participant-updated', e.participant);
+      });
+
+      this.call.on('participant-left', (e) => {
+        if (!e) {
+          return;
+        }
+        destroyAudioPlayer(e.participant.session_id);
+      });
+
       // Allow mobile devices to finish processing the microphone permissions
       // request before joining the call and playing the assistant's audio
       if (this.isMobileDevice()) {
@@ -353,7 +379,9 @@ export default class Vapi extends VapiEventEmitter {
   }
 
   private onAppMessage(e?: DailyEventObjectAppMessage) {
-    if (!e) return;
+    if (!e) {
+      return;
+    }
     try {
       if (e.data === 'listening') {
         return this.emit('call-start');
@@ -361,6 +389,9 @@ export default class Vapi extends VapiEventEmitter {
         try {
           const parsedMessage = JSON.parse(e.data);
           this.emit('message', parsedMessage);
+          if (parsedMessage.type === 'status-update' && parsedMessage.status === 'ended') {
+            this.hasEmittedCallEndedStatus = true;
+          }
         } catch (parseError) {
           console.log('Error parsing message data: ', parseError);
         }
@@ -382,7 +413,9 @@ export default class Vapi extends VapiEventEmitter {
 
     const isSpeaking = speechLevel > 0.01;
 
-    if (!isSpeaking) return;
+    if (!isSpeaking) {
+      return;
+    }
 
     if (this.speakingTimeout) {
       clearTimeout(this.speakingTimeout);
@@ -444,4 +477,15 @@ export default class Vapi extends VapiEventEmitter {
   public getDailyCallObject(): DailyCall | null {
     return this.call;
   }
+
+  public startScreenSharing(displayMediaOptions?: DisplayMediaStreamOptions, screenVideoSendSettings?: DailyVideoSendSettings) {
+    this.call?.startScreenShare({
+      displayMediaOptions,
+      screenVideoSendSettings,
+    });
+  }
+
+  public stopScreenSharing() {
+    this.call?.stopScreenShare();
+  }
 }