@innovastudio/contentbuilder 1.4.82 → 1.4.84

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@innovastudio/contentbuilder",
   "type": "module",
-  "version": "1.4.82",
+  "version": "1.4.84",
   "description": "",
   "main": "public/contentbuilder/contentbuilder.esm.js",
   "files": [

package/public/contentbuilder/contentbuilder.esm.js

@@ -77395,7 +77395,7 @@ class Lib {
 }
 
 // import RecordRTC  from 'recordrtc';
-
+// import Recorder from 'opus-recorder'; // Using Recorder
 const dom = new Dom();
 class Dictation {
   constructor(opts = {}, builder) {
@@ -77829,11 +77829,17 @@ class Dictation {
     //     track.stop();
     // });
 
-    // Using mediaRecorder
-    if (this.mediaRecorder && this.mediaRecorder.state !== 'inactive') {
-      this.mediaRecorder.stop();
-      this.localStream.getTracks().forEach(track => track.stop()); // Stop the tracks to release the resources
-    }
+    if (this.builder.useMediaRecorder) {
+      // Using mediaRecorder
+      if (this.mediaRecorder && this.mediaRecorder.state !== 'inactive') {
+        this.mediaRecorder.stop();
+        this.localStream.getTracks().forEach(track => track.stop()); // Stop the tracks to release the resources
+      }
+    } /* else {
+        // Using Recorder
+        if(this.recorder) this.recorder.stop();
+        if(this.localStream) this.localStream.getTracks().forEach(track => track.stop()); // Stop the tracks to release the resources
+      } */
 
     if (this.websocket && this.websocket.readyState === WebSocket.OPEN) {
       this.websocket.close();
@@ -77882,30 +77888,47 @@ class Dictation {
         return;
       }
       const sampleRate = 16000;
+      if (this.builder.useMediaRecorder) {
+        // Using mediaRecorder
+        navigator.mediaDevices.getUserMedia({
+          audio: {
+            sampleSize: 16,
+            channelCount: 1,
+            sampleRate: sampleRate
+          }
+        }).then(stream => {
+          this.localStream = stream;
+          this.mediaRecorder = new MediaRecorder(stream);
+          this.mediaRecorder.addEventListener('dataavailable', event => {
+            if (this.aborted) return;
+
+            // console.log(event.data);
+            // if (event.data.size > 0) {
+            // }
+            this.websocket.send(event.data);
+          });
 
-      // Using mediaRecorder
-      navigator.mediaDevices.getUserMedia({
-        audio: {
-          sampleSize: 16,
-          channelCount: 1,
-          sampleRate: sampleRate
-        }
-      }).then(stream => {
-        this.localStream = stream;
-        this.mediaRecorder = new MediaRecorder(stream);
-        this.mediaRecorder.addEventListener('dataavailable', event => {
-          if (this.aborted) return;
-
-          // console.log(event.data);
-          // if (event.data.size > 0) {
-          // }
-          this.websocket.send(event.data);
+          // this.mediaRecorder.start(1000);
+        }).catch(error => {
+          console.log(error);
         });
-
-        // this.mediaRecorder.start(1000);
-      }).catch(error => {
-        console.log(error);
-      });
+      } /* else {
+           // Using Recorder
+          this.recorder = new Recorder({
+              encoderPath: this.builder.encoderPath||
+                  'https://cdnjs.cloudflare.com/ajax/libs/opus-recorder/8.0.5/encoderWorker.min.js',
+              leaveStreamOpen: true,
+              numberOfChannels: 1,
+                           // OPUS options
+              encoderSampleRate: sampleRate,
+              streamPages: true,
+              maxBuffersPerPage: 1,
+          });
+          this.recorder.ondataavailable = (e) => {
+              if(this.aborted) return;
+              this.websocket.send(e.buffer);
+          };
+        } */
 
       /*
       // Using RecordRTC
@@ -77934,25 +77957,32 @@ class Dictation {
         }, 2000);
       }
       let finalTranscripts = '';
+      let speechTimeout;
       this.websocket.onmessage = event => {
         const message = JSON.parse(event.data);
         if (message.event === 'can-open-mic') {
           //this.recorder.startRecording(); // Using RecordRTC
 
-          this.mediaRecorder.start(1000); // Using mediaRecorder
+          if (this.builder.useMediaRecorder) {
+            this.mediaRecorder.start(1000); // Using mediaRecorder
+          } /* else {
+              this.recorder.start(); // Using Recorder
+            } */
 
           // console.log('Start Dictation');
           this.aborted = false;
         }
         if (message.event === 'transcript-result') {
-          const transcripts = message.data;
           if (this.builder.isInProgress || this.aborted) {
             return;
           }
-          finalTranscripts += ' ' + transcripts;
+          const transcript = message.data.channel.alternatives[0].transcript;
+          if (transcript && message.data.is_final) {
+            finalTranscripts += ' ' + transcript;
+          }
           inpCommand.value = finalTranscripts;
-          clearTimeout(this.speechTimeout);
-          this.speechTimeout = setTimeout(() => {
+          clearTimeout(speechTimeout);
+          speechTimeout = setTimeout(() => {
             this.builder.commandText = '';
             finalTranscripts = '';
             if (this.builder.autoSendCommand) {
@@ -78773,7 +78803,7 @@ class ContentBuilder {
       enableDragResize: true,
       simpleTextSettings: false,
       enableColumnsPerLine: true,
-      /* Prompt/Command Stuff */
+      /* Prompt/Command Stuff for AI Assistant */
       isContentBox: false,
       sendCommandUrl: 'http://localhost:8081/answer',
       // speechTranscribeUrl: 'http://192.168.1.7:8081',
@@ -78782,6 +78812,9 @@ class ContentBuilder {
       commandPlaceholderText: '',
       enableShortCommands: true,
       speechRecognitionLang: 'en-US',
+      useMediaRecorder: true,
+      // do not change
+      encoderPath: '',
       headlineList: ['We create simple and effective designs.', 'Ultimate Experiences With Story, Emotion, And Purpose.', 'Build Anything Beautifully', 'With Less Stuff and More Compassion', 'We\'re [CompanyName]. Full stack development with a spark of creativity.', 'Transforming your digital experience with [CompanyName]. Achieve your online goals with our customized solutions.', 'Revolutionizing web development with [CompanyName]. Unleash your digital potential with our high-performance solutions.', 'Creative and Inspiring'],
       shortCommandList: {
         undo: ['undo'],