@nualang/nualang-ui-components 0.1.1425 → 0.1.1427

package/dist/Exercises/Roleplay/Games/ActItOutGameListeningAndSpeaking/ActItOutGame.js

@@ -488,7 +488,7 @@ function RoleplayGame({
   const phraseWordList = nextScriptLine ? removeExtraWhiteSpaces(removeAllSymbols(nextScriptLine.text)).split(" ") : [];
   useEffect(() => {
     // Check if recording has ended and has detected at least one word
-    if (open && !recognizing && finalTranscript) {
+    if (open && !recognizing && finalTranscript && nextScriptLine?.text) {
       // Submit attempt
       checkRoleplayPronunciation(finalTranscript, nextScriptLine.text);
     }
@@ -531,7 +531,7 @@ function RoleplayGame({
         },
         children: /*#__PURE__*/_jsx(AnswerOptions, {
           t: t,
-          text: nextScriptLine.text,
+          text: nextScriptLine?.text,
           options: answerOptions,
           handleSelectAnswerOption: handleSelectAnswerOption,
           isActorOne: isActorOne,

package/dist/Exercises/Roleplay/Games/ActItOutGameSpeaking/ActItOutGame.js

@@ -480,7 +480,7 @@ function RoleplayGame({
   const phraseWordList = nextScriptLine ? removeExtraWhiteSpaces(removeAllSymbols(nextScriptLine.text)).split(" ") : [];
   useEffect(() => {
     // Check if recording has ended and has detected at least one word
-    if (open && !recognizing && finalTranscript) {
+    if (open && !recognizing && finalTranscript && nextScriptLine?.text) {
       // Submit attempt
       checkRoleplayPronunciation(finalTranscript, nextScriptLine.text);
     }
@@ -524,7 +524,7 @@ function RoleplayGame({
         children: /*#__PURE__*/_jsx(AnswerOptions, {
           t: t,
           ariaLiveText: ariaLiveText,
-          text: nextScriptLine.text,
+          text: nextScriptLine?.text,
           options: answerOptions,
           handleSelectAnswerOption: handleSelectAnswerOption,
           isActorOne: isActorOne,

package/dist/hooks/useExerciseState.js

@@ -515,7 +515,7 @@ export default function useExerciseState({
       setTimeout(() => {
         handleOpenConfidence();
       }, 500);
-      if (checkIsRoleplayMessageCorrect(finalTranscript, currentScriptLine.text)) {
+      if (currentScriptLine && checkIsRoleplayMessageCorrect(finalTranscript, currentScriptLine.text)) {
         checkRoleplayPronunciation(finalTranscript, currentScriptLine.text);
       }
     }
@@ -525,7 +525,7 @@ export default function useExerciseState({
       const script = roleplay.script;
       const currentScriptLine = script[roleplayMessages.length];
       // Check if final + interim transcript is the correct answer,
-      if (checkIsRoleplayMessageCorrect(`${finalTranscript || ""} ${interimTranscript || ""}`, currentScriptLine.text)) {
+      if (currentScriptLine && checkIsRoleplayMessageCorrect(`${finalTranscript || ""} ${interimTranscript || ""}`, currentScriptLine.text)) {
         // End recogniton if the answer is correct (Indicate end stream to get final results)
         indicateEndStream();
       }
@@ -788,6 +788,15 @@ export default function useExerciseState({
   const handleNext = updatedAnswerAttempts => {
     const script = roleplay.script;
     const currentScriptLine = script[roleplayMessages.length];
+    // Guard against an out-of-range index: if the messages have caught up with
+    // (or overrun) the script there is no next line to advance to, so end the
+    // roleplay rather than dereferencing an undefined script line.
+    if (!currentScriptLine) {
+      if (roleplayHasStarted) {
+        roleplayHasEnded(0, updatedAnswerAttempts);
+      }
+      return;
+    }
     if (gameId === "story") {
       if (currentScriptLine) {
         if (currentScriptLine?.question) {
@@ -952,6 +961,9 @@ export default function useExerciseState({
     setDisableSkip(true);
     const script = roleplay.script;
     const currentScriptLine = script[roleplayMessages.length];
+    if (!currentScriptLine) {
+      return;
+    }
     setAnswerAttempts(prevAttempts => [...prevAttempts, {
       type: "script",
       attempt: roleplayText,
@@ -1027,7 +1039,11 @@ export default function useExerciseState({
   };
   const deleteProgress = () => {
     if (courseId && sectionId && topicId) {
-      handleDeleteProgress(courseId, sectionId, topicId, `${exerciseName}${gameId && gameId !== "original" ? `-${gameId}` : ""}`);
+      handleDeleteProgress(courseId, sectionId, topicId, `${exerciseName}${gameId && gameId !== "original" ? `-${gameId}` : ""}`, {
+        roleplayId: roleplay?.roleplayId,
+        botId: bot?.botId,
+        phraseListId
+      });
     } else if (exerciseName === "roleplay") {
       handleDeleteRoleplayProgress(roleplay.roleplayId, `${exerciseName}${gameId && gameId !== "original" ? `-${gameId}` : ""}`);
     } else if (exerciseName === "bot") {
@@ -1509,7 +1525,9 @@ export default function useExerciseState({
       setAnswerAttempts(newAnswerAttempts);
       const script = roleplay.script;
       const currentScriptLine = script[roleplayMessages.length];
-      addRoleplayMessage(currentScriptLine.text, currentScriptLine.actor === 2, true);
+      if (currentScriptLine) {
+        addRoleplayMessage(currentScriptLine.text, currentScriptLine.actor === 2, true);
+      }
       setRoleplayText("");
       setDisableSkip(true);
     }

package/dist/hooks/useRecognition.js

@@ -348,11 +348,19 @@ export default function useRecognition(props = {}) {
           return;
         }
         audioInputRef.current.connect(processorRef.current);
+
+        // Resolved on the worklet's first real audio frame - the signal that
+        // capture has actually started, not just that permission/resume
+        // resolved. Capped so a genuinely silent/broken input can't hang
+        // start() forever; the cap is a safety net, not the primary signal.
+        let resolveFirstAudioFrame;
+        const firstAudioFrame = new Promise(resolve => {
+          resolveFirstAudioFrame = resolve;
+        });
+        const firstAudioFrameTimeoutId = setTimeout(resolveFirstAudioFrame, 800);
         processorRef.current.port.onmessage = event => {
-          const audioData = event.data;
-          socket.emit("binaryData", audioData, version);
-        };
-        processorRef.current.port.onmessage = event => {
+          clearTimeout(firstAudioFrameTimeoutId);
+          resolveFirstAudioFrame();
           const audioData = event.data;
           let sampleRate = 44100; // Default sample rate
           if (audioContextRef?.current?.sampleRate && audioContextRef?.current?.sampleRate !== 44100) {
@@ -387,14 +395,12 @@ export default function useRecognition(props = {}) {
             mediaRecorderRef.current = null;
           }
         }
-        if (
-        // Excludes bare "Safari", which also matches every desktop
-        // Chrome/Edge/Firefox UA string and was adding this delay for
-        // almost all browsers, not just mobile ones.
-        /Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent)) {
-          // wait half second to indicate recording, this helps prevent speech being lost at the start
-          return new Promise(resolve => setTimeout(resolve, 500));
-        }
+
+        // recognizing:true (which flips the mic button to its "recording"
+        // state) must not fire until this resolves - otherwise Safari can
+        // show the button as live before AVAudioSession route negotiation
+        // has actually let samples through, losing the start of speech.
+        await firstAudioFrame;
       };
       if (navigator && navigator.mediaDevices && navigator.mediaDevices.getUserMedia) {
         // Re-assert in case TTS playback downgraded the session since mount.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nualang/nualang-ui-components",
-  "version": "0.1.1425",
+  "version": "0.1.1427",
   "type": "module",
   "main": "dist/index.js",
   "files": [