@nuancelabs/js-sdk 0.1.0 → 0.1.2

package/index.js

@@ -4,7 +4,7 @@ function isRecord(value) {
 }
 
 // src/core/sdk-version.ts
-var SDK_HEADER = `js/${"0.1.0"}`;
+var SDK_HEADER = `js/${"0.1.2"}`;
 
 // src/utils.ts
 function normalizeHost(host) {
@@ -35,6 +35,9 @@ class NuanceApiClient {
   }
   async createConversation(request) {
     const token = this.tokenProvider ? await this.tokenProvider() : undefined;
+    if (token !== undefined && (typeof token !== "string" || token === "")) {
+      throw new TypeError(`The token option must resolve to the session token string, but it resolved to ${token === "" ? "an empty string" : typeof token}. Return the "token" field of your endpoint's response.`);
+    }
     const conversation = await this.request("/conversation", { method: "POST", body: request, token });
     if (token !== undefined)
       this.tokens.set(conversation.id, token);
@@ -1075,6 +1078,9 @@ function parseSessionEvent(payload) {
       }
     };
   }
+  if (decoded.type === "floor") {
+    return { type: "floor", speaking: decoded.state === "speaking" };
+  }
   if (decoded.type === "session.status" && decoded.status === "ended") {
     return {
       type: "ended",
@@ -1517,6 +1523,7 @@ class LiveKitConversation {
   eventsRegistered = false;
   sessionEnded = false;
   speaksProtocol = false;
+  avatarSpeaking = false;
   answered = null;
   commands = new Map;
   commandCount = 0;
@@ -1662,6 +1669,12 @@ class LiveKitConversation {
     }
     return this.command({ type: "scene.background", background });
   }
+  async sendText(text) {
+    const line = text.trim();
+    if (!line)
+      throw new Error("Nothing to send: the text is blank");
+    return this.command({ type: "input.text", text: line, respond: true });
+  }
   onChange(handler) {
     return this.onEvent((event) => {
       if (event.type !== "data-event")
@@ -1745,6 +1758,8 @@ class LiveKitConversation {
       const mapped = mapConnectionState(lkState, this.resilient && this.everConnected);
       if (mapped === "connected")
         this.everConnected = true;
+      if (lkState === ConnectionState2.Reconnecting)
+        this.setAvatarSpeaking(false);
       if (mapped !== this._state) {
         this.setState(mapped);
       }
@@ -1784,6 +1799,7 @@ class LiveKitConversation {
     this.room.on(RoomEvent3.Disconnected, () => {
       this.stats?.abandon();
       this.stats = null;
+      this.setAvatarSpeaking(false);
       this.stopPresentation();
       this.stopReadyFallback();
       this.stopLayerFallback();
@@ -1899,6 +1915,8 @@ class LiveKitConversation {
         this.commands.delete(id);
         settle({ status: "rejected", error: `unknown command ${type}` });
       }
+    } else if (event.type === "floor") {
+      this.setAvatarSpeaking(event.speaking);
     } else if (event.type === "ended") {
       this.answered?.();
       if (!event.byClient)
@@ -1931,6 +1949,16 @@ class LiveKitConversation {
     this.readyFallback?.stop();
     this.readyFallback = null;
   }
+  setAvatarSpeaking(speaking) {
+    if (speaking === this.avatarSpeaking)
+      return;
+    this.avatarSpeaking = speaking;
+    this.emit({
+      type: "speaking-changed",
+      participant: "avatar",
+      isSpeaking: speaking
+    });
+  }
   markAvatarReady() {
     this.stopReadyFallback();
     if (this._avatar.isReady)
@@ -2278,6 +2306,12 @@ class NuanceConversation {
     }
     return this.delegate.setBackground(background);
   }
+  async sendText(text) {
+    if (!this.delegate) {
+      throw new Error("Not connected — call connect() first");
+    }
+    return this.delegate.sendText(text);
+  }
   onChange(handler) {
     return this.onEvent((event) => {
       if (event.type !== "data-event")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuancelabs/js-sdk",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "description": "JavaScript SDK for Nuance Labs conversation video AI avatar",
   "license": "UNLICENSED",
   "repository": {