@vapi-ai/web 2.1.8 → 2.2.0

package/dist/vapi.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
 import type { ChatCompletionMessageParam } from 'openai/resources';
-import { DailyCall, DailyAdvancedConfig, DailyFactoryOptions } from '@daily-co/daily-js';
+import { DailyCall, DailyAdvancedConfig, DailyFactoryOptions, DailyParticipant, DailyVideoSendSettings } from '@daily-co/daily-js';
 import EventEmitter from 'events';
 import { Call, CreateSquadDTO, CreateAssistantDTO, AssistantOverrides } from './api';
 export interface AddMessageMessage {
@@ -18,7 +18,7 @@ export interface SayMessage {
     endCallAfterSpoken?: boolean;
 }
 type VapiClientToServerMessage = AddMessageMessage | ControlMessages | SayMessage;
-type VapiEventNames = 'call-end' | 'call-start' | 'volume-level' | 'speech-start' | 'speech-end' | 'message' | 'video' | 'error';
+type VapiEventNames = 'call-end' | 'call-start' | 'volume-level' | 'speech-start' | 'speech-end' | 'message' | 'video' | 'error' | 'daily-participant-updated';
 type VapiEventListeners = {
     'call-end': () => void;
     'call-start': () => void;
@@ -28,6 +28,7 @@ type VapiEventListeners = {
     video: (track: MediaStreamTrack) => void;
     message: (message: any) => void;
     error: (error: any) => void;
+    'daily-participant-updated': (participant: DailyParticipant) => void;
 };
 declare class VapiEventEmitter extends EventEmitter {
     on<E extends VapiEventNames>(event: E, listener: VapiEventListeners[E]): this;
@@ -57,5 +58,7 @@ export default class Vapi extends VapiEventEmitter {
     setInputDevicesAsync(options: Parameters<DailyCall['setInputDevicesAsync']>[0]): void;
     setOutputDeviceAsync(options: Parameters<DailyCall['setOutputDeviceAsync']>[0]): void;
     getDailyCallObject(): DailyCall | null;
+    startScreenSharing(displayMediaOptions?: DisplayMediaStreamOptions, screenVideoSendSettings?: DailyVideoSendSettings): void;
+    stopScreenSharing(): void;
 }
 export {};

package/dist/vapi.js

@@ -105,7 +105,6 @@ class Vapi extends VapiEventEmitter {
                 this.cleanup();
             }
             const isVideoRecordingEnabled = webCall?.artifactPlan?.videoRecordingEnabled ?? false;
-            // @ts-expect-error This exists
             const isVideoEnabled = webCall.transport?.assistantVideoEnabled ?? false;
             this.call = daily_js_1.default.createCallObject({
                 audioSource: this.dailyCallObject.audioSource ?? true,
@@ -120,11 +119,6 @@ class Vapi extends VapiEventEmitter {
                 }
                 this.cleanup();
             });
-            this.call.on('participant-left', (e) => {
-                if (!e)
-                    return;
-                destroyAudioPlayer(e.participant.session_id);
-            });
             this.call.on('error', (error) => {
                 this.emit('error', error);
                 if (isVideoRecordingEnabled) {
@@ -135,12 +129,15 @@ class Vapi extends VapiEventEmitter {
                 this.emit('error', error);
             });
             this.call.on('track-started', async (e) => {
-                if (!e || !e.participant)
+                if (!e || !e.participant) {
                     return;
-                if (e.participant?.local)
+                }
+                if (e.participant?.local) {
                     return;
-                if (e.participant?.user_name !== 'Vapi Speaker')
+                }
+                if (e.participant?.user_name !== 'Vapi Speaker') {
                     return;
+                }
                 if (e.track.kind === 'video') {
                     this.emit('video', e.track);
                 }
@@ -154,12 +151,25 @@ class Vapi extends VapiEventEmitter {
                     return;
                 subscribeToTracks(e, this.call, isVideoRecordingEnabled, isVideoEnabled);
             });
+            this.call.on('participant-updated', (e) => {
+                if (!e) {
+                    return;
+                }
+                this.emit('daily-participant-updated', e.participant);
+            });
+            this.call.on('participant-left', (e) => {
+                if (!e) {
+                    return;
+                }
+                destroyAudioPlayer(e.participant.session_id);
+            });
             // Allow mobile devices to finish processing the microphone permissions
             // request before joining the call and playing the assistant's audio
             if (this.isMobileDevice()) {
                 await this.sleep(1000);
             }
             await this.call.join({
+                // @ts-expect-error This exists
                 url: webCall.webCallUrl,
                 subscribeToTracksAutomatically: false,
             });
@@ -220,8 +230,9 @@ class Vapi extends VapiEventEmitter {
         }
     }
     onAppMessage(e) {
-        if (!e)
+        if (!e) {
             return;
+        }
         try {
             if (e.data === 'listening') {
                 return this.emit('call-start');
@@ -244,8 +255,9 @@ class Vapi extends VapiEventEmitter {
         const speechLevel = Object.values(e.participantsAudioLevel).reduce((a, b) => a + b, 0);
         this.emit('volume-level', Math.min(1, speechLevel / 0.15));
         const isSpeaking = speechLevel > 0.01;
-        if (!isSpeaking)
+        if (!isSpeaking) {
             return;
+        }
         if (this.speakingTimeout) {
             clearTimeout(this.speakingTimeout);
             this.speakingTimeout = null;
@@ -294,5 +306,14 @@ class Vapi extends VapiEventEmitter {
     getDailyCallObject() {
         return this.call;
     }
+    startScreenSharing(displayMediaOptions, screenVideoSendSettings) {
+        this.call?.startScreenShare({
+            displayMediaOptions,
+            screenVideoSendSettings,
+        });
+    }
+    stopScreenSharing() {
+        this.call?.stopScreenShare();
+    }
 }
 exports.default = Vapi;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vapi-ai/web",
-  "version": "2.1.8",
+  "version": "2.2.0",
   "description": "",
   "main": "dist/vapi.js",
   "types": "dist/vapi.d.ts",

package/vapi.ts

@@ -7,6 +7,8 @@ import DailyIframe, {
   DailyEventObjectAppMessage,
   DailyEventObjectParticipant,
   DailyEventObjectRemoteParticipantsAudioLevel,
+  DailyParticipant,
+  DailyVideoSendSettings,
 } from '@daily-co/daily-js';
 import EventEmitter from 'events';
 
@@ -48,7 +50,8 @@ type VapiEventNames =
   | 'speech-end'
   | 'message'
   | 'video'
-  | 'error';
+  | 'error'
+  | 'daily-participant-updated';
 
 type VapiEventListeners = {
   'call-end': () => void;
@@ -59,6 +62,7 @@ type VapiEventListeners = {
   video: (track: MediaStreamTrack) => void;
   message: (message: any) => void;
   error: (error: any) => void;
+  'daily-participant-updated': (participant: DailyParticipant) => void;
 };
 
 async function startAudioPlayer(
@@ -217,7 +221,6 @@ export default class Vapi extends VapiEventEmitter {
       const isVideoRecordingEnabled =
         webCall?.artifactPlan?.videoRecordingEnabled ?? false;
 
-      // @ts-expect-error This exists
       const isVideoEnabled = webCall.transport?.assistantVideoEnabled ?? false;
 
       this.call = DailyIframe.createCallObject({
@@ -235,11 +238,6 @@ export default class Vapi extends VapiEventEmitter {
         this.cleanup();
       });
 
-      this.call.on('participant-left', (e) => {
-        if (!e) return;
-        destroyAudioPlayer(e.participant.session_id);
-      });
-
       this.call.on('error', (error: any) => {
         this.emit('error', error);
         if (isVideoRecordingEnabled) {
@@ -252,18 +250,21 @@ export default class Vapi extends VapiEventEmitter {
       });
 
       this.call.on('track-started', async (e) => {
-        if (!e || !e.participant) return;
-        if (e.participant?.local) return;
-        if (e.participant?.user_name !== 'Vapi Speaker') return;
-
+        if (!e || !e.participant) {
+          return;
+        }
+        if (e.participant?.local) {
+          return;
+        }
+        if (e.participant?.user_name !== 'Vapi Speaker') {
+          return;
+        }
         if (e.track.kind === 'video') {
           this.emit('video', e.track);
         }
-
         if (e.track.kind === 'audio') {
           await buildAudioPlayer(e.track, e.participant.session_id);
         }
-
         this.call?.sendAppMessage('playable');
       });
 
@@ -277,6 +278,20 @@ export default class Vapi extends VapiEventEmitter {
         );
       });
 
+      this.call.on('participant-updated', (e) => {
+        if (!e) {
+          return;
+        }
+        this.emit('daily-participant-updated', e.participant);
+      });
+
+      this.call.on('participant-left', (e) => {
+        if (!e) {
+          return;
+        }
+        destroyAudioPlayer(e.participant.session_id);
+      });
+
       // Allow mobile devices to finish processing the microphone permissions
       // request before joining the call and playing the assistant's audio
       if (this.isMobileDevice()) {
@@ -284,6 +299,7 @@ export default class Vapi extends VapiEventEmitter {
       }
 
       await this.call.join({
+        // @ts-expect-error This exists
         url: webCall.webCallUrl,
         subscribeToTracksAutomatically: false,
       });
@@ -353,7 +369,9 @@ export default class Vapi extends VapiEventEmitter {
   }
 
   private onAppMessage(e?: DailyEventObjectAppMessage) {
-    if (!e) return;
+    if (!e) {
+      return;
+    }
     try {
       if (e.data === 'listening') {
         return this.emit('call-start');
@@ -382,7 +400,9 @@ export default class Vapi extends VapiEventEmitter {
 
     const isSpeaking = speechLevel > 0.01;
 
-    if (!isSpeaking) return;
+    if (!isSpeaking) {
+      return;
+    }
 
     if (this.speakingTimeout) {
       clearTimeout(this.speakingTimeout);
@@ -444,4 +464,15 @@ export default class Vapi extends VapiEventEmitter {
   public getDailyCallObject(): DailyCall | null {
     return this.call;
   }
+
+  public startScreenSharing(displayMediaOptions?: DisplayMediaStreamOptions, screenVideoSendSettings?: DailyVideoSendSettings) {
+    this.call?.startScreenShare({
+      displayMediaOptions,
+      screenVideoSendSettings,
+    });
+  }
+
+  public stopScreenSharing() {
+    this.call?.stopScreenShare();
+  }
 }