@rapidaai/react 1.1.49 → 1.1.51

package/dist/index.js

@@ -3675,8 +3675,8 @@ var require_common_pb = __commonJS({
           id: jspb.Message.getFieldWithDefault(msg, 1, "0"),
           messageid: jspb.Message.getFieldWithDefault(msg, 3, ""),
           assistantconversationid: jspb.Message.getFieldWithDefault(msg, 2, "0"),
-          request: (f = msg.getRequest()) && proto.Message.toObject(includeInstance, f),
-          response: (f = msg.getResponse()) && proto.Message.toObject(includeInstance, f),
+          role: jspb.Message.getFieldWithDefault(msg, 4, ""),
+          body: jspb.Message.getFieldWithDefault(msg, 5, ""),
           source: jspb.Message.getFieldWithDefault(msg, 9, ""),
           metricsList: jspb.Message.toObjectList(
             msg.getMetricsList(),
@@ -3735,15 +3735,19 @@ var require_common_pb = __commonJS({
             );
             msg.setAssistantconversationid(value);
             break;
-          case 5:
-            var value = new proto.Message();
-            reader.readMessage(value, proto.Message.deserializeBinaryFromReader);
-            msg.setRequest(value);
+          case 4:
+            var value = (
+              /** @type {string} */
+              reader.readString()
+            );
+            msg.setRole(value);
             break;
-          case 7:
-            var value = new proto.Message();
-            reader.readMessage(value, proto.Message.deserializeBinaryFromReader);
-            msg.setResponse(value);
+          case 5:
+            var value = (
+              /** @type {string} */
+              reader.readString()
+            );
+            msg.setBody(value);
             break;
           case 9:
             var value = (
@@ -3842,20 +3846,18 @@ var require_common_pb = __commonJS({
           f
         );
       }
-      f = message.getRequest();
-      if (f != null) {
-        writer.writeMessage(
-          5,
-          f,
-          proto.Message.serializeBinaryToWriter
+      f = message.getRole();
+      if (f.length > 0) {
+        writer.writeString(
+          4,
+          f
         );
       }
-      f = message.getResponse();
-      if (f != null) {
-        writer.writeMessage(
-          7,
-          f,
-          proto.Message.serializeBinaryToWriter
+      f = message.getBody();
+      if (f.length > 0) {
+        writer.writeString(
+          5,
+          f
         );
       }
       f = message.getSource();
@@ -3960,35 +3962,23 @@ var require_common_pb = __commonJS({
     proto.AssistantConversationMessage.prototype.setAssistantconversationid = function(value) {
       return jspb.Message.setProto3StringIntField(this, 2, value);
     };
-    proto.AssistantConversationMessage.prototype.getRequest = function() {
+    proto.AssistantConversationMessage.prototype.getRole = function() {
       return (
-        /** @type{?proto.Message} */
-        jspb.Message.getWrapperField(this, proto.Message, 5)
+        /** @type {string} */
+        jspb.Message.getFieldWithDefault(this, 4, "")
       );
     };
-    proto.AssistantConversationMessage.prototype.setRequest = function(value) {
-      return jspb.Message.setWrapperField(this, 5, value);
-    };
-    proto.AssistantConversationMessage.prototype.clearRequest = function() {
-      return this.setRequest(void 0);
-    };
-    proto.AssistantConversationMessage.prototype.hasRequest = function() {
-      return jspb.Message.getField(this, 5) != null;
+    proto.AssistantConversationMessage.prototype.setRole = function(value) {
+      return jspb.Message.setProto3StringField(this, 4, value);
     };
-    proto.AssistantConversationMessage.prototype.getResponse = function() {
+    proto.AssistantConversationMessage.prototype.getBody = function() {
       return (
-        /** @type{?proto.Message} */
-        jspb.Message.getWrapperField(this, proto.Message, 7)
+        /** @type {string} */
+        jspb.Message.getFieldWithDefault(this, 5, "")
       );
     };
-    proto.AssistantConversationMessage.prototype.setResponse = function(value) {
-      return jspb.Message.setWrapperField(this, 7, value);
-    };
-    proto.AssistantConversationMessage.prototype.clearResponse = function() {
-      return this.setResponse(void 0);
-    };
-    proto.AssistantConversationMessage.prototype.hasResponse = function() {
-      return jspb.Message.getField(this, 7) != null;
+    proto.AssistantConversationMessage.prototype.setBody = function(value) {
+      return jspb.Message.setProto3StringField(this, 5, value);
     };
     proto.AssistantConversationMessage.prototype.getSource = function() {
       return (
@@ -7544,14 +7534,13 @@ var require_talk_api_pb = __commonJS({
     proto.talk_api.AssistantMessagingRequest.prototype.hasMessage = function() {
       return jspb.Message.getField(this, 3) != null;
     };
-    proto.talk_api.AssistantMessagingResponse.oneofGroups_ = [[9, 10, 11, 12, 13, 14, 15]];
+    proto.talk_api.AssistantMessagingResponse.oneofGroups_ = [[9, 10, 11, 12, 14, 15]];
     proto.talk_api.AssistantMessagingResponse.DataCase = {
       DATA_NOT_SET: 0,
       CONFIGURATION: 9,
       INTERRUPTION: 10,
       USER: 11,
       ASSISTANT: 12,
-      MESSAGE: 13,
       ACTION: 14,
       ERROR: 15
     };
@@ -7573,7 +7562,6 @@ var require_talk_api_pb = __commonJS({
           interruption: (f = msg.getInterruption()) && common_pb.AssistantConversationInterruption.toObject(includeInstance, f),
           user: (f = msg.getUser()) && common_pb.AssistantConversationUserMessage.toObject(includeInstance, f),
           assistant: (f = msg.getAssistant()) && common_pb.AssistantConversationAssistantMessage.toObject(includeInstance, f),
-          message: (f = msg.getMessage()) && common_pb.AssistantConversationMessage.toObject(includeInstance, f),
           action: (f = msg.getAction()) && common_pb.AssistantConversationAction.toObject(includeInstance, f),
           error: (f = msg.getError()) && common_pb.Error.toObject(includeInstance, f)
         };
@@ -7629,11 +7617,6 @@ var require_talk_api_pb = __commonJS({
             reader.readMessage(value, common_pb.AssistantConversationAssistantMessage.deserializeBinaryFromReader);
             msg.setAssistant(value);
             break;
-          case 13:
-            var value = new common_pb.AssistantConversationMessage();
-            reader.readMessage(value, common_pb.AssistantConversationMessage.deserializeBinaryFromReader);
-            msg.setMessage(value);
-            break;
           case 14:
             var value = new common_pb.AssistantConversationAction();
             reader.readMessage(value, common_pb.AssistantConversationAction.deserializeBinaryFromReader);
@@ -7704,14 +7687,6 @@ var require_talk_api_pb = __commonJS({
           common_pb.AssistantConversationAssistantMessage.serializeBinaryToWriter
         );
       }
-      f = message.getMessage();
-      if (f != null) {
-        writer.writeMessage(
-          13,
-          f,
-          common_pb.AssistantConversationMessage.serializeBinaryToWriter
-        );
-      }
       f = message.getAction();
       if (f != null) {
         writer.writeMessage(
@@ -7807,21 +7782,6 @@ var require_talk_api_pb = __commonJS({
     proto.talk_api.AssistantMessagingResponse.prototype.hasAssistant = function() {
       return jspb.Message.getField(this, 12) != null;
     };
-    proto.talk_api.AssistantMessagingResponse.prototype.getMessage = function() {
-      return (
-        /** @type{?proto.AssistantConversationMessage} */
-        jspb.Message.getWrapperField(this, common_pb.AssistantConversationMessage, 13)
-      );
-    };
-    proto.talk_api.AssistantMessagingResponse.prototype.setMessage = function(value) {
-      return jspb.Message.setOneofWrapperField(this, 13, proto.talk_api.AssistantMessagingResponse.oneofGroups_[0], value);
-    };
-    proto.talk_api.AssistantMessagingResponse.prototype.clearMessage = function() {
-      return this.setMessage(void 0);
-    };
-    proto.talk_api.AssistantMessagingResponse.prototype.hasMessage = function() {
-      return jspb.Message.getField(this, 13) != null;
-    };
     proto.talk_api.AssistantMessagingResponse.prototype.getAction = function() {
       return (
         /** @type{?proto.AssistantConversationAction} */
@@ -60225,6 +60185,9 @@ var import_moment = __toESM(require("moment"));
 function isSafari() {
   return getBrowser()?.name === "Safari";
 }
+function isChrome() {
+  return getBrowser()?.name === "Chrome";
+}
 function toDate(timestamp) {
   const seconds = timestamp.getSeconds();
   const nanos = timestamp.getNanos();
@@ -60466,7 +60429,7 @@ var AgentEvent = /* @__PURE__ */ ((AgentEvent2) => {
 })(AgentEvent || {});
 
 // src/agents/voice-agent.ts
-var import_common_pb9 = __toESM(require_common_pb());
+var import_common_pb8 = __toESM(require_common_pb());
 
 // src/types/message.ts
 var MessageRole = /* @__PURE__ */ ((MessageRole2) => {
@@ -61934,6 +61897,24 @@ registerProcessor("raw-audio-processor", RawAudioProcessor);
 
 // src/audio/input.ts
 var LIBSAMPLERATE_JS = "https://cdn.jsdelivr.net/npm/@alexanderolsen/libsamplerate-js@2.1.2/dist/libsamplerate.worklet.js";
+function getAudioConstraints(sampleRate) {
+  if (isChrome()) {
+    return {
+      sampleRate: { ideal: sampleRate },
+      echoCancellation: true,
+      noiseSuppression: true,
+      autoGainControl: true,
+      // Chrome-specific: helps with consistent audio quality
+      channelCount: { ideal: 1 }
+    };
+  }
+  return {
+    sampleRate: { ideal: sampleRate },
+    echoCancellation: { ideal: true },
+    noiseSuppression: { ideal: true },
+    autoGainControl: { ideal: true }
+  };
+}
 var Input = class _Input {
   constructor(context, analyser, worklet, inputStream) {
     this.context = context;
@@ -61941,18 +61922,10 @@ var Input = class _Input {
     this.worklet = worklet;
     this.inputStream = inputStream;
   }
-  static async create({
-    sampleRate,
-    format
-  }) {
+  static async create({ sampleRate, format }, existingStream) {
     let context = null;
     let inputStream = null;
     try {
-      const options = {
-        sampleRate: { ideal: sampleRate },
-        echoCancellation: { ideal: true },
-        noiseSuppression: { ideal: true }
-      };
       const supportsSampleRateConstraint = navigator.mediaDevices.getSupportedConstraints().sampleRate;
       context = new window.AudioContext(
         supportsSampleRateConstraint ? { sampleRate } : {}
@@ -61962,9 +61935,14 @@ var Input = class _Input {
         await context.audioWorklet.addModule(LIBSAMPLERATE_JS);
       }
       await loadRawAudioProcessor(context.audioWorklet);
-      inputStream = await navigator.mediaDevices.getUserMedia({
-        audio: options
-      });
+      if (existingStream) {
+        inputStream = existingStream;
+      } else {
+        const options = getAudioConstraints(sampleRate);
+        inputStream = await navigator.mediaDevices.getUserMedia({
+          audio: options
+        });
+      }
       const source = context.createMediaStreamSource(inputStream);
       const worklet = new AudioWorkletNode(context, "raw-audio-processor");
       worklet.port.postMessage({ type: "setFormat", format, sampleRate });
@@ -62153,47 +62131,15 @@ function arrayBufferToUint8(arrayBuffer) {
 }
 
 // src/types/agent-callback.ts
-var import_common_pb8 = __toESM(require_common_pb());
-
-// src/utils/rapida_content.ts
 var import_common_pb7 = __toESM(require_common_pb());
-var TEXT_CONTENT_FORMAT_RAW = "raw";
-var AUDIO_CONTENT_FORMAT_CHUNK = "chunk";
-var toTextContent = (str, format) => {
-  const cnt = new import_common_pb7.Content();
-  if (format) cnt.setContentformat(format);
-  else cnt.setContentformat(TEXT_CONTENT_FORMAT_RAW);
-  cnt.setContenttype("text" /* TEXT_CONTENT */);
-  cnt.setContent(new TextEncoder().encode(str));
-  return cnt;
-};
-var toStreamAudioContent = (raw) => {
-  const cnt = new import_common_pb7.Content();
-  cnt.setContentformat(AUDIO_CONTENT_FORMAT_CHUNK);
-  cnt.setContenttype("audio" /* AUDIO_CONTENT */);
-  cnt.setContent(raw);
-  return cnt;
-};
-var toContentText = (cnt) => {
-  if (!cnt) return "";
-  return cnt.filter((x) => x.getContenttype() === "text").map((x) => {
-    try {
-      return new TextDecoder().decode(x.getContent());
-    } catch (error) {
-      return "";
-    }
-  }).join(" ");
-};
-
-// src/types/agent-callback.ts
 var ConversationUserMessage = class {
   constructor(config) {
     if (config) {
       Object.assign(this, config.toObject());
       switch (config.getMessageCase()) {
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.AUDIO:
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.TEXT:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.AUDIO:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.TEXT:
           this.messageText = config.getText()?.getContent();
       }
     }
@@ -62204,25 +62150,14 @@ var ConversationAssistantMessage = class {
     if (config) {
       Object.assign(this, config.toObject());
       switch (config.getMessageCase()) {
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.AUDIO:
-        case import_common_pb8.AssistantConversationUserMessage.MessageCase.TEXT:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.AUDIO:
+        case import_common_pb7.AssistantConversationUserMessage.MessageCase.TEXT:
           this.messageText = config.getText()?.getContent();
       }
     }
   }
 };
-var ConversationMessage = class {
-  constructor(config) {
-    if (config) {
-      Object.assign(this, config.toObject());
-      this.userMessage = toContentText(config.getRequest()?.getContentsList());
-      this.systemMessage = toContentText(
-        config.getResponse()?.getContentsList()
-      );
-    }
-  }
-};
 
 // src/agents/voice-agent.ts
 var VoiceAgent = class extends Agent {
@@ -62260,13 +62195,14 @@ var VoiceAgent = class extends Agent {
   connectDevice = async () => {
     try {
       this.preliminaryInputStream = await this.waitForUserMediaPermission();
-      [this.input, this.output] = await Promise.all([
-        Input.create(this.agentConfig.inputOptions.recorderOption),
-        Output.create(this.agentConfig.outputOptions.playerOption)
-      ]);
+      this.output = await Output.create(this.agentConfig.outputOptions.playerOption);
+      this.input = await Input.create(
+        this.agentConfig.inputOptions.recorderOption,
+        this.preliminaryInputStream
+        // Reuse the same MediaStream
+      );
       this.input.worklet.port.onmessage = this.onInputWorkletMessage;
       this.output.worklet.port.onmessage = this.onOutputWorkletMessage;
-      this.preliminaryInputStream?.getTracks().forEach((track) => track.stop());
       this.preliminaryInputStream = null;
     } catch (error) {
       await this.disconnectAudio();
@@ -62276,7 +62212,20 @@ var VoiceAgent = class extends Agent {
   // Helper method to handle media permissions:
   waitForUserMediaPermission = async () => {
     try {
-      return await navigator.mediaDevices.getUserMedia({ audio: true });
+      const sampleRate = this.agentConfig.inputOptions.recorderOption.sampleRate;
+      const options = isChrome() ? {
+        sampleRate: { ideal: sampleRate },
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true,
+        channelCount: { ideal: 1 }
+      } : {
+        sampleRate: { ideal: sampleRate },
+        echoCancellation: { ideal: true },
+        noiseSuppression: { ideal: true },
+        autoGainControl: { ideal: true }
+      };
+      return await navigator.mediaDevices.getUserMedia({ audio: options });
     } catch (error) {
       console.error(
         "Permission denied or error while requesting microphone access:",
@@ -62474,13 +62423,13 @@ var VoiceAgent = class extends Agent {
   onHandleInterruption = (interruptionData) => {
     if (interruptionData) {
       switch (interruptionData.getType()) {
-        case import_common_pb9.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_UNSPECIFIED:
+        case import_common_pb8.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_UNSPECIFIED:
           console.log("Unspecified interruption type");
           break;
-        case import_common_pb9.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_VAD:
+        case import_common_pb8.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_VAD:
           this.fadeOutAudio();
           break;
-        case import_common_pb9.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_WORD:
+        case import_common_pb8.AssistantConversationInterruption.InterruptionType.INTERRUPTION_TYPE_WORD:
           if (this.agentMessages.length > 0) {
             const lastIndex = this.agentMessages.length - 1;
             this.agentMessages[lastIndex] = {
@@ -62507,9 +62456,9 @@ var VoiceAgent = class extends Agent {
   onHandleUser = (userContent) => {
     if (userContent) {
       switch (userContent.getMessageCase()) {
-        case import_common_pb9.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
-        case import_common_pb9.AssistantConversationUserMessage.MessageCase.AUDIO:
-        case import_common_pb9.AssistantConversationUserMessage.MessageCase.TEXT:
+        case import_common_pb8.AssistantConversationUserMessage.MessageCase.MESSAGE_NOT_SET:
+        case import_common_pb8.AssistantConversationUserMessage.MessageCase.AUDIO:
+        case import_common_pb8.AssistantConversationUserMessage.MessageCase.TEXT:
           const agentTranscript = userContent.getText()?.getContent();
           if (agentTranscript) {
             if (this.agentMessages.length > 0) {
@@ -62541,14 +62490,15 @@ var VoiceAgent = class extends Agent {
   onHandleAssistant = (systemContent) => {
     if (systemContent) {
       switch (systemContent.getMessageCase()) {
-        case import_common_pb9.AssistantConversationAssistantMessage.MessageCase.MESSAGE_NOT_SET:
-        case import_common_pb9.AssistantConversationAssistantMessage.MessageCase.AUDIO:
+        case import_common_pb8.AssistantConversationAssistantMessage.MessageCase.MESSAGE_NOT_SET:
+        case import_common_pb8.AssistantConversationAssistantMessage.MessageCase.AUDIO:
           const content = systemContent.getAudio();
           if (content) {
             const audioData = content.getContent_asU8();
             this.addAudioChunk(new Uint8Array(audioData).buffer);
           }
-        case import_common_pb9.AssistantConversationAssistantMessage.MessageCase.TEXT:
+          break;
+        case import_common_pb8.AssistantConversationAssistantMessage.MessageCase.TEXT:
           const systemTranscript = systemContent.getText()?.getContent();
           if (systemTranscript) {
             if (systemContent.getCompleted()) {
@@ -62632,8 +62582,6 @@ var VoiceAgent = class extends Agent {
         const conversation = response.getConfiguration();
         if (!conversation?.getAssistantconversationid()) return;
         break;
-      case import_talk_api_pb2.AssistantMessagingResponse.DataCase.MESSAGE:
-        break;
       default:
         break;
     }
@@ -62648,7 +62596,7 @@ var VoiceAgent = class extends Agent {
         case import_talk_api_pb2.AssistantMessagingResponse.DataCase.DATA_NOT_SET:
           break;
         case import_talk_api_pb2.AssistantMessagingResponse.DataCase.ACTION:
-          if (response.getAction()?.getAction() === import_common_pb9.AssistantConversationAction.ActionType.END_CONVERSATION) {
+          if (response.getAction()?.getAction() === import_common_pb8.AssistantConversationAction.ActionType.END_CONVERSATION) {
             await this.disconnect();
           }
           if (agentCallback && agentCallback?.onAction) {
@@ -62683,13 +62631,6 @@ var VoiceAgent = class extends Agent {
           const cnvId = response.getConfiguration()?.getAssistantconversationid();
           if (cnvId) this.changeConversation(cnvId);
           break;
-        case import_talk_api_pb2.AssistantMessagingResponse.DataCase.MESSAGE:
-          if (agentCallback && agentCallback?.onMessage) {
-            agentCallback.onMessage(
-              new ConversationMessage(response.getMessage())
-            );
-          }
-          break;
         default:
           break;
       }
@@ -62725,6 +62666,36 @@ var VoiceAgent = class extends Agent {
   };
 };
 
+// src/utils/rapida_content.ts
+var import_common_pb9 = __toESM(require_common_pb());
+var TEXT_CONTENT_FORMAT_RAW = "raw";
+var AUDIO_CONTENT_FORMAT_CHUNK = "chunk";
+var toTextContent = (str, format) => {
+  const cnt = new import_common_pb9.Content();
+  if (format) cnt.setContentformat(format);
+  else cnt.setContentformat(TEXT_CONTENT_FORMAT_RAW);
+  cnt.setContenttype("text" /* TEXT_CONTENT */);
+  cnt.setContent(new TextEncoder().encode(str));
+  return cnt;
+};
+var toStreamAudioContent = (raw) => {
+  const cnt = new import_common_pb9.Content();
+  cnt.setContentformat(AUDIO_CONTENT_FORMAT_CHUNK);
+  cnt.setContenttype("audio" /* AUDIO_CONTENT */);
+  cnt.setContent(raw);
+  return cnt;
+};
+var toContentText = (cnt) => {
+  if (!cnt) return "";
+  return cnt.filter((x) => x.getContenttype() === "text").map((x) => {
+    try {
+      return new TextDecoder().decode(x.getContent());
+    } catch (error) {
+      return "";
+    }
+  }).join(" ");
+};
+
 // src/hooks/use-message-feedback.ts
 var React = __toESM(require("react"));
 function useMessageFeedback(agent) {