@nuancelabs/js-sdk 0.2.1 → 0.2.2

package/index.js

@@ -4,7 +4,7 @@ function isRecord(value) {
 }
 
 // src/core/sdk-version.ts
-var SDK_HEADER = `js/${"0.2.1"}`;
+var SDK_HEADER = `js/${"0.2.2"}`;
 
 // src/utils.ts
 function normalizeHost(host) {
@@ -1167,6 +1167,15 @@ function microphonePublishOptions(resilient) {
     return;
   return { dtx: false, audioPreset: AudioPresets.speech };
 }
+var SCREEN_CAPTURE = {
+  audio: false,
+  resolution: { width: 1920, height: 1080, frameRate: 2 },
+  contentHint: "detail"
+};
+var SCREEN_PUBLISH = {
+  screenShareEncoding: { maxBitrate: 1500000, maxFramerate: 2 },
+  simulcast: false
+};
 
 class LiveKitUserParticipant {
   room;
@@ -1174,6 +1183,8 @@ class LiveKitUserParticipant {
   onSpeakingChanged;
   onMicrophoneChanged;
   onCameraChanged;
+  onScreenShareChanged;
+  screenTrack;
   inputs = {
     audioinput: { changing: false, unavailable: false },
     videoinput: { changing: false, unavailable: false }
@@ -1188,7 +1199,7 @@ class LiveKitUserParticipant {
   lastAudioSource = null;
   _isSpeaking = false;
   speakingHandler = null;
-  constructor(room, onTracksChanged, onSpeakingChanged, onMicrophoneChanged, onCameraChanged = () => {}, initialCameraFacing, resilient = false) {
+  constructor(room, onTracksChanged, onSpeakingChanged, onMicrophoneChanged, onCameraChanged = () => {}, initialCameraFacing, resilient = false, onScreenShareChanged = () => {}) {
     this.room = room;
     this.onTracksChanged = onTracksChanged;
     this.onSpeakingChanged = onSpeakingChanged;
@@ -1196,7 +1207,9 @@ class LiveKitUserParticipant {
     this.onCameraChanged = onCameraChanged;
     this.initialCameraFacing = initialCameraFacing;
     this.microphoneOptions = microphonePublishOptions(resilient);
+    this.onScreenShareChanged = onScreenShareChanged;
     this.room.on(RoomEvent2.ActiveDeviceChanged, this.handleDeviceChanged);
+    this.room.localParticipant.on(ParticipantEvent2.LocalTrackUnpublished, this.handleTrackUnpublished);
   }
   updateTracks() {
     let changed = false;
@@ -1357,9 +1370,14 @@ class LiveKitUserParticipant {
       this.notifyInput(kind);
     }
   };
+  handleTrackUnpublished = (publication) => {
+    if (!this.disposed && publication.source === Track5.Source.ScreenShare)
+      this.onScreenShareChanged();
+  };
   cleanup() {
     this.disposed = true;
     this.room.off(RoomEvent2.ActiveDeviceChanged, this.handleDeviceChanged);
+    this.room.localParticipant.off(ParticipantEvent2.LocalTrackUnpublished, this.handleTrackUnpublished);
     if (this.inputs.audioinput.changing)
       this.inputTrack("audioinput")?.stop();
     if (this.inputs.videoinput.changing)
@@ -1437,10 +1455,44 @@ class LiveKitUserParticipant {
   get isVideoEnabled() {
     return this.room.localParticipant.isCameraEnabled;
   }
+  async startScreenShare() {
+    await this.setScreenShare(true);
+  }
+  async stopScreenShare() {
+    const track = this.screenTrack;
+    this.screenTrack = undefined;
+    try {
+      if (!this.disposed)
+        await this.setScreenShare(false);
+    } finally {
+      track?.stop();
+    }
+  }
+  get isScreenSharing() {
+    return this.room.localParticipant.isScreenShareEnabled;
+  }
+  async setScreenShare(enabled) {
+    if (this.disposed)
+      throw new Error("Participant is disconnected");
+    try {
+      const publication = await this.room.localParticipant.setScreenShareEnabled(enabled, SCREEN_CAPTURE, SCREEN_PUBLISH);
+      if (this.disposed)
+        publication?.track?.stop();
+      else if (enabled)
+        this.screenTrack = publication?.track;
+    } catch (error) {
+      throw new MediaAccessError(error);
+    } finally {
+      if (!this.disposed)
+        this.onScreenShareChanged();
+    }
+  }
   releaseDevices() {
     for (const pub of this.room.localParticipant.trackPublications.values()) {
       pub.track?.stop();
     }
+    this.screenTrack?.stop();
+    this.screenTrack = undefined;
   }
   startSpeakingDetection() {
     this.stopSpeakingDetection();
@@ -1601,7 +1653,7 @@ class LiveKitConversation {
         type: "speaking-changed",
         participant: "user",
         isSpeaking
-      }), () => this.emit({ type: "microphone-changed" }), () => this.emit({ type: "camera-changed" }), this.cameraFacing, this.resilient);
+      }), () => this.emit({ type: "microphone-changed" }), () => this.emit({ type: "camera-changed" }), this.cameraFacing, this.resilient, () => this.emit({ type: "screen-share-changed" }));
       this._user.startSpeakingDetection();
       try {
         await this._user.unmuteAudio();
@@ -1677,7 +1729,7 @@ class LiveKitConversation {
   }
   onChange(handler) {
     return this.onEvent((event) => {
-      if (event.type !== "data-event")
+      if (event.type !== "data-event" && event.type !== "screen-share-changed")
         handler(event);
     });
   }
@@ -2321,7 +2373,7 @@ class NuanceConversation {
   }
   onChange(handler) {
     return this.onEvent((event) => {
-      if (event.type !== "data-event")
+      if (event.type !== "data-event" && event.type !== "screen-share-changed")
         handler(event);
     });
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuancelabs/js-sdk",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "JavaScript SDK for Nuance Labs conversation video AI avatar",
   "license": "UNLICENSED",
   "repository": {