@nuancelabs/js-sdk 0.1.1 → 0.1.2

package/index.js

@@ -4,7 +4,7 @@ function isRecord(value) {
 }
 
 // src/core/sdk-version.ts
-var SDK_HEADER = `js/${"0.1.1"}`;
+var SDK_HEADER = `js/${"0.1.2"}`;
 
 // src/utils.ts
 function normalizeHost(host) {
@@ -1078,6 +1078,9 @@ function parseSessionEvent(payload) {
       }
     };
   }
+  if (decoded.type === "floor") {
+    return { type: "floor", speaking: decoded.state === "speaking" };
+  }
   if (decoded.type === "session.status" && decoded.status === "ended") {
     return {
       type: "ended",
@@ -1520,6 +1523,7 @@ class LiveKitConversation {
   eventsRegistered = false;
   sessionEnded = false;
   speaksProtocol = false;
+  avatarSpeaking = false;
   answered = null;
   commands = new Map;
   commandCount = 0;
@@ -1665,6 +1669,12 @@ class LiveKitConversation {
     }
     return this.command({ type: "scene.background", background });
   }
+  async sendText(text) {
+    const line = text.trim();
+    if (!line)
+      throw new Error("Nothing to send: the text is blank");
+    return this.command({ type: "input.text", text: line, respond: true });
+  }
   onChange(handler) {
     return this.onEvent((event) => {
       if (event.type !== "data-event")
@@ -1748,6 +1758,8 @@ class LiveKitConversation {
       const mapped = mapConnectionState(lkState, this.resilient && this.everConnected);
       if (mapped === "connected")
         this.everConnected = true;
+      if (lkState === ConnectionState2.Reconnecting)
+        this.setAvatarSpeaking(false);
       if (mapped !== this._state) {
         this.setState(mapped);
       }
@@ -1787,6 +1799,7 @@ class LiveKitConversation {
     this.room.on(RoomEvent3.Disconnected, () => {
       this.stats?.abandon();
       this.stats = null;
+      this.setAvatarSpeaking(false);
       this.stopPresentation();
       this.stopReadyFallback();
       this.stopLayerFallback();
@@ -1902,6 +1915,8 @@ class LiveKitConversation {
         this.commands.delete(id);
         settle({ status: "rejected", error: `unknown command ${type}` });
       }
+    } else if (event.type === "floor") {
+      this.setAvatarSpeaking(event.speaking);
     } else if (event.type === "ended") {
       this.answered?.();
       if (!event.byClient)
@@ -1934,6 +1949,16 @@ class LiveKitConversation {
     this.readyFallback?.stop();
     this.readyFallback = null;
   }
+  setAvatarSpeaking(speaking) {
+    if (speaking === this.avatarSpeaking)
+      return;
+    this.avatarSpeaking = speaking;
+    this.emit({
+      type: "speaking-changed",
+      participant: "avatar",
+      isSpeaking: speaking
+    });
+  }
   markAvatarReady() {
     this.stopReadyFallback();
     if (this._avatar.isReady)
@@ -2281,6 +2306,12 @@ class NuanceConversation {
     }
     return this.delegate.setBackground(background);
   }
+  async sendText(text) {
+    if (!this.delegate) {
+      throw new Error("Not connected — call connect() first");
+    }
+    return this.delegate.sendText(text);
+  }
   onChange(handler) {
     return this.onEvent((event) => {
       if (event.type !== "data-event")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuancelabs/js-sdk",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "JavaScript SDK for Nuance Labs conversation video AI avatar",
   "license": "UNLICENSED",
   "repository": {