@unith-ai/core-client 2.0.5-beta.1 → 2.0.6

package/dist/lib.web.js

@@ -598,6 +598,17 @@ var Connection = class _Connection {
       });
     });
     this.socket.addEventListener("close", (event) => {
+      if (this.onMessageCallback) {
+        const parsedEvent = {
+          event: "timeout" /* TIME_OUT */,
+          user_id: "",
+          username: ""
+        };
+        if (isValidSocketEvent(parsedEvent)) {
+          this.onMessageCallback(parsedEvent);
+          return;
+        }
+      }
       this.disconnect({
         reason: "error",
         message: event.reason || "The connection was closed by the server.",
@@ -702,6 +713,10 @@ var Connection = class _Connection {
     this.socket.close();
   }
   sendMessage(message) {
+    if (this.socket.readyState !== WebSocket.OPEN) {
+      console.warn("Attempted to send a message on a closed socket.");
+      return;
+    }
     this.socket.send(JSON.stringify(message));
   }
   sendPingEvent(message) {
@@ -709,6 +724,7 @@ var Connection = class _Connection {
       console.warn("Ping event sent without a callback set.");
       return;
     }
+    if (this.socket.readyState !== WebSocket.OPEN) return;
     this.socket.send(JSON.stringify(message));
   }
   onPingPong(callback) {
@@ -755,11 +771,11 @@ var IdleVideo = class _IdleVideo {
         );
       }
     } else {
-      const errorMessage = await response.text();
+      const errorMessage = await response.json();
       const error = new Error(
-        `An error occurred retrieving idle video: ${response.status} ${response.statusText}. Response: ${errorMessage}`
+        errorMessage.detail || "An error occurred retrieving your digital human."
       );
-      error.name = "IdleVideoError";
+      error.name = "headError";
       throw error;
     }
   }
@@ -776,11 +792,11 @@ var IdleVideo = class _IdleVideo {
         );
       }
     } else {
-      const errorMessage = await response.text();
+      const errorMessage = await response.json();
       const error = new Error(
-        `An error occurred retrieving avatar: ${response.status} ${response.statusText}. Response: ${errorMessage}`
+        errorMessage.detail || "An error occurred retrieving your digital human."
       );
-      error.name = "AvatarError";
+      error.name = "headError";
       throw error;
     }
   }
@@ -797,11 +813,11 @@ var IdleVideo = class _IdleVideo {
         );
       }
     } else {
-      const errorMessage = await response.text();
+      const errorMessage = await response.json();
       const error = new Error(
-        `An error occurred retrieving idle video: ${response.status} ${response.statusText}. Response: ${errorMessage}`
+        errorMessage.detail || "An error occurred retrieving your digital human."
       );
-      error.name = "IdleVideoError";
+      error.name = "headError";
       throw error;
     }
   }
@@ -25449,13 +25465,13 @@ function getLanguageCode(languageTag) {
 
 // src/modules/microphone.ts
 var Microphone = class _Microphone {
-  constructor(provider, options, elevenLabsOptions, user, headInfo, microphoneAccess, token, sendMessage) {
+  constructor(provider, options, elevenLabsOptions, user, headInfo, microphoneAccess, token, voiceInterruptions) {
     this.provider = provider;
     this.options = options;
     this.elevenLabsOptions = elevenLabsOptions;
     this.user = user;
     this.headInfo = headInfo;
-    this.sendMessage = sendMessage;
+    this.voiceInterruptions = voiceInterruptions;
     this.microphoneStatus = "OFF";
     this.microphoneAccess = false;
     this.recognizer = null;
@@ -25488,7 +25504,7 @@ var Microphone = class _Microphone {
    * @param sendMessage
    * @returns
    */
-  static async initializeMicrophone(options, provider, elevenLabsOptions, user, headInfo, microphoneAccess, sendMessage) {
+  static async initializeMicrophone(options, provider, elevenLabsOptions, user, headInfo, microphoneAccess, voiceInterruptions) {
     let token = {
       token: "",
       generatedAt: null,
@@ -25510,7 +25526,7 @@ var Microphone = class _Microphone {
       headInfo,
       microphoneAccess,
       token,
-      sendMessage
+      voiceInterruptions
     );
   }
   updateMicrophoneStatus(status) {
@@ -25590,7 +25606,7 @@ var Microphone = class _Microphone {
       }
     };
     this.recognizer.recognizing = (_3, event) => {
-      if (event.result.text.length < 2) return;
+      if (!this.voiceInterruptions || event.result.text.length < 2) return;
       this.options.onMicrophonePartialSpeechRecognitionResult({
         transcript: event.result.text
       });
@@ -25661,7 +25677,8 @@ var Microphone = class _Microphone {
       this.handleRecognitionResult(data.text);
     });
     this.connection.on(P.PARTIAL_TRANSCRIPT, (data) => {
-      if (data.text.length < 2 || data.text[0] === "(") return;
+      if (!this.voiceInterruptions || data.text.length < 2 || data.text[0] === "(")
+        return;
       this.options.onMicrophonePartialSpeechRecognitionResult({
         transcript: data.text
       });
@@ -26774,20 +26791,8 @@ var Conversation = class _Conversation {
         return;
       }
       if (errorType === "resource_exhausted") {
-        if (this.avController.isPlaying) {
-          this.options.onError({
-            message: "We are experiencing heavy traffic and we can't deliver the response, try again",
-            endConversation: false,
-            type: "toast"
-          });
-        } else {
-          this.options.onError({
-            message: "The system is experiencing heavy traffic. Please try again later.",
-            endConversation: true,
-            type: "toast"
-          });
-          return;
-        }
+        this.options.onHighDemand();
+        return;
       } else if (errorType === "deadline_exceeded") {
         this.options.onError({
           message: "We are experiencing heavy traffic and we can't deliver the response, try again",
@@ -27044,6 +27049,8 @@ var Conversation = class _Conversation {
       },
       onError: () => {
       },
+      onHighDemand: () => {
+      },
       ...partialOptions
     };
   }
@@ -27256,7 +27263,7 @@ var Conversation = class _Conversation {
     return this.volume;
   }
   async startSession() {
-    var _a;
+    var _a, _b;
     this.sessionStarted = true;
     if (this.audioOutput.context.state === "suspended") {
       await this.audioOutput.context.resume();
@@ -27276,13 +27283,13 @@ var Conversation = class _Conversation {
         this.user,
         this.headInfo,
         this.microphoneAccess,
-        this.sendMessage
+        (_b = this.options.voiceInterruptions) != null ? _b : false
       );
     }
     return this.connection;
   }
   async toggleMicrophone() {
-    var _a;
+    var _a, _b;
     if (this.options.microphoneProvider === "custom") {
       throw new Error("Cannot toggle microphone for custom provider.");
     }
@@ -27294,7 +27301,7 @@ var Conversation = class _Conversation {
         this.user,
         this.headInfo,
         this.microphoneAccess,
-        this.sendMessage
+        (_b = this.options.voiceInterruptions) != null ? _b : false
       );
     }
     if (!this.microphoneAccess && this.microphone.status() === "OFF") {
@@ -27352,6 +27359,7 @@ export {
   EventType,
   StreamingEventType,
   VideoTransitionType,
+  defaultElevenLabsOptions,
   isBinaryEvent,
   isConversationEndEvent,
   isJoinEvent,