@nuancelabs/js-sdk 0.2.0 → 0.2.2

package/index.js

@@ -4,7 +4,7 @@ function isRecord(value) {
 }
 
 // src/core/sdk-version.ts
-var SDK_HEADER = `js/${"0.2.0"}`;
+var SDK_HEADER = `js/${"0.2.2"}`;
 
 // src/utils.ts
 function normalizeHost(host) {
@@ -1167,6 +1167,15 @@ function microphonePublishOptions(resilient) {
     return;
   return { dtx: false, audioPreset: AudioPresets.speech };
 }
+var SCREEN_CAPTURE = {
+  audio: false,
+  resolution: { width: 1920, height: 1080, frameRate: 2 },
+  contentHint: "detail"
+};
+var SCREEN_PUBLISH = {
+  screenShareEncoding: { maxBitrate: 1500000, maxFramerate: 2 },
+  simulcast: false
+};
 
 class LiveKitUserParticipant {
   room;
@@ -1174,6 +1183,8 @@ class LiveKitUserParticipant {
   onSpeakingChanged;
   onMicrophoneChanged;
   onCameraChanged;
+  onScreenShareChanged;
+  screenTrack;
   inputs = {
     audioinput: { changing: false, unavailable: false },
     videoinput: { changing: false, unavailable: false }
@@ -1188,7 +1199,7 @@ class LiveKitUserParticipant {
   lastAudioSource = null;
   _isSpeaking = false;
   speakingHandler = null;
-  constructor(room, onTracksChanged, onSpeakingChanged, onMicrophoneChanged, onCameraChanged = () => {}, initialCameraFacing, resilient = false) {
+  constructor(room, onTracksChanged, onSpeakingChanged, onMicrophoneChanged, onCameraChanged = () => {}, initialCameraFacing, resilient = false, onScreenShareChanged = () => {}) {
     this.room = room;
     this.onTracksChanged = onTracksChanged;
     this.onSpeakingChanged = onSpeakingChanged;
@@ -1196,7 +1207,9 @@ class LiveKitUserParticipant {
     this.onCameraChanged = onCameraChanged;
     this.initialCameraFacing = initialCameraFacing;
     this.microphoneOptions = microphonePublishOptions(resilient);
+    this.onScreenShareChanged = onScreenShareChanged;
     this.room.on(RoomEvent2.ActiveDeviceChanged, this.handleDeviceChanged);
+    this.room.localParticipant.on(ParticipantEvent2.LocalTrackUnpublished, this.handleTrackUnpublished);
   }
   updateTracks() {
     let changed = false;
@@ -1357,9 +1370,14 @@ class LiveKitUserParticipant {
       this.notifyInput(kind);
     }
   };
+  handleTrackUnpublished = (publication) => {
+    if (!this.disposed && publication.source === Track5.Source.ScreenShare)
+      this.onScreenShareChanged();
+  };
   cleanup() {
     this.disposed = true;
     this.room.off(RoomEvent2.ActiveDeviceChanged, this.handleDeviceChanged);
+    this.room.localParticipant.off(ParticipantEvent2.LocalTrackUnpublished, this.handleTrackUnpublished);
     if (this.inputs.audioinput.changing)
       this.inputTrack("audioinput")?.stop();
     if (this.inputs.videoinput.changing)
@@ -1437,10 +1455,44 @@ class LiveKitUserParticipant {
   get isVideoEnabled() {
     return this.room.localParticipant.isCameraEnabled;
   }
+  async startScreenShare() {
+    await this.setScreenShare(true);
+  }
+  async stopScreenShare() {
+    const track = this.screenTrack;
+    this.screenTrack = undefined;
+    try {
+      if (!this.disposed)
+        await this.setScreenShare(false);
+    } finally {
+      track?.stop();
+    }
+  }
+  get isScreenSharing() {
+    return this.room.localParticipant.isScreenShareEnabled;
+  }
+  async setScreenShare(enabled) {
+    if (this.disposed)
+      throw new Error("Participant is disconnected");
+    try {
+      const publication = await this.room.localParticipant.setScreenShareEnabled(enabled, SCREEN_CAPTURE, SCREEN_PUBLISH);
+      if (this.disposed)
+        publication?.track?.stop();
+      else if (enabled)
+        this.screenTrack = publication?.track;
+    } catch (error) {
+      throw new MediaAccessError(error);
+    } finally {
+      if (!this.disposed)
+        this.onScreenShareChanged();
+    }
+  }
   releaseDevices() {
     for (const pub of this.room.localParticipant.trackPublications.values()) {
       pub.track?.stop();
     }
+    this.screenTrack?.stop();
+    this.screenTrack = undefined;
   }
   startSpeakingDetection() {
     this.stopSpeakingDetection();
@@ -1601,7 +1653,7 @@ class LiveKitConversation {
         type: "speaking-changed",
         participant: "user",
         isSpeaking
-      }), () => this.emit({ type: "microphone-changed" }), () => this.emit({ type: "camera-changed" }), this.cameraFacing, this.resilient);
+      }), () => this.emit({ type: "microphone-changed" }), () => this.emit({ type: "camera-changed" }), this.cameraFacing, this.resilient, () => this.emit({ type: "screen-share-changed" }));
       this._user.startSpeakingDetection();
       try {
         await this._user.unmuteAudio();
@@ -1677,7 +1729,7 @@ class LiveKitConversation {
   }
   onChange(handler) {
     return this.onEvent((event) => {
-      if (event.type !== "data-event")
+      if (event.type !== "data-event" && event.type !== "screen-share-changed")
         handler(event);
     });
   }
@@ -2086,6 +2138,8 @@ var DEFAULT_HOST = "https://api.nuancelabs.ai";
 var QUEUE_HEARTBEAT_INTERVAL_MS = 5000;
 var HEARTBEAT_INTERVAL_MS = 5000;
 var ADMISSION_FAILED_BEATS = 6;
+var BUSY_RETRY_LIMIT_MS = 60000;
+var BUSY_RETRY_DEFAULT_MS = 3000;
 var LOST_WINDOW_MS = 30000;
 function createNuanceConversation(options = {}) {
   return new NuanceConversation(options);
@@ -2115,6 +2169,9 @@ function isLegalRequiredBody(body) {
 function isMaintenanceBody(body) {
   return isRecord(body) && body.code === "maintenance";
 }
+function isBusyBody(body) {
+  return isRecord(body) && body.code === "busy";
+}
 function isCurfewBody(body) {
   return isRecord(body) && body.code === "policy_curfew";
 }
@@ -2212,7 +2269,7 @@ class NuanceConversation {
           request.personality = this.personality;
         if (this.variant)
           request.variant = this.variant;
-        conversation = await this.api.createConversation(request);
+        conversation = await this.createWhenNotBusy(request, attempt);
       } catch (error) {
         if (error instanceof ApiError && error.status === 409) {
           throw new ActiveSessionError;
@@ -2316,7 +2373,7 @@ class NuanceConversation {
   }
   onChange(handler) {
     return this.onEvent((event) => {
-      if (event.type !== "data-event")
+      if (event.type !== "data-event" && event.type !== "screen-share-changed")
         handler(event);
     });
   }
@@ -2354,6 +2411,26 @@ class NuanceConversation {
       resilientReconnect: this.resilient
     });
   }
+  async createWhenNotBusy(request, attempt) {
+    const giveUpAt = Date.now() + BUSY_RETRY_LIMIT_MS;
+    for (;; ) {
+      try {
+        return await this.api.createConversation(request);
+      } catch (error) {
+        if (!(error instanceof ApiError) || error.status !== 503 || !isBusyBody(error.body) || attempt !== this.attempt) {
+          throw error;
+        }
+        const waitMs = typeof error.body.retry_after_seconds === "number" ? error.body.retry_after_seconds * 1000 : BUSY_RETRY_DEFAULT_MS;
+        if (Date.now() + waitMs > giveUpAt)
+          throw error;
+        if (this._state !== "queued")
+          this.setState("queued");
+        await new Promise((resolve) => setTimeout(resolve, waitMs));
+        if (attempt !== this.attempt)
+          throw error;
+      }
+    }
+  }
   startHeartbeat(conversationId, intervalMs) {
     this.stopHeartbeat();
     this.failedBeats = 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuancelabs/js-sdk",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "JavaScript SDK for Nuance Labs conversation video AI avatar",
   "license": "UNLICENSED",
   "repository": {