@adminforth/agent 1.38.0 → 1.39.0

package/build.log

@@ -18,8 +18,6 @@ custom/composables/
 custom/composables/useAgentAudio.ts
 custom/composables/useAgentStore.ts
 custom/composables/useAgentTransitions.ts
-custom/composables/agentAudio/
-custom/composables/agentAudio/agent-processing.mp3
 custom/composables/agentStore/
 custom/composables/agentStore/constants.ts
 custom/composables/agentStore/pageContext.ts
@@ -41,6 +39,9 @@ custom/incremark_code_renderers/IncremarkShikiCodeBlock.vue
 custom/incremark_code_renderers/incremarkCodeHighlight.ts
 custom/incremark_code_renderers/incremarkRenderer.ts
 custom/incremark_code_renderers/renderIncremarkMarkdown.ts
+custom/public/
+custom/public/agentAudio/
+custom/public/agentAudio/agent-processing.mp3
 custom/skills/
 custom/skills/analyze_data/
 custom/skills/analyze_data/SKILL.md
@@ -57,5 +58,5 @@ custom/speech_recognition_frontend/voiceActivityDetection.ts
 custom/speech_recognition_frontend/types/
 custom/speech_recognition_frontend/types/voice-activity-detection.d.ts
 
-sent 1,655,972 bytes  received 856 bytes  3,313,656.00 bytes/sec
-total size is 1,652,100  speedup is 1.00
+sent 1,656,225 bytes  received 860 bytes  3,314,170.00 bytes/sec
+total size is 1,652,309  speedup is 1.00

package/custom/composables/useAgentAudio.ts

@@ -14,28 +14,36 @@ type StreamingAudioState = {
   isDone: boolean;
 };
 
-const standByAudio = new Audio('./agentAudio/agent-processing.mp3');
+let standByAudio: HTMLAudioElement | null = null;
 
 function playStandByAudio() {
+  if (!standByAudio) {
+    standByAudio = new Audio(`/plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3`);
+    standByAudio.addEventListener('ended', () => {
+      if (!standByAudio.paused) {
+        restartStandByAudio();
+      }
+    });
+  }
   standByAudio.currentTime = 0;
   standByAudio.play()
 }
 
 function stopStandByAudio() {
+  if (!standByAudio) {
+    return;
+  }
   standByAudio.pause();
   standByAudio.currentTime = 0;
 }
 
 function restartStandByAudio() {
-  standByAudio.currentTime = 0;
+  if (standByAudio) {
+    standByAudio.currentTime = 0;
+  }
   playStandByAudio();
 }
 
-standByAudio.addEventListener('ended', () => {
-  if (!standByAudio.paused) {
-    restartStandByAudio();
-  }
-});
 
 export const useAgentAudio = defineStore('agentAudio', () => {
   const agentStore = useAgentStore();
@@ -164,7 +172,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     }
 
     if (event.type === 'speech-response') {
-      // stopStandByAudio();
+      stopStandByAudio();
       agentStore.setCurrentChatStatus('ready');
       agentStore.addAgentMessage(event.data.response.text);
       agentAudioMode.value = 'playingAgentResponse';
@@ -189,7 +197,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     }
 
     if (event.type === 'data-tool-call') {
-      // playStandByAudio();
+      playStandByAudio();
       agentStore.addDataToolCallMessage(event.data);
     }
   }
@@ -330,6 +338,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
   }
 
   function stopCurrentAudioPlayback(dontResetMode = false) {
+    stopStandByAudio();
     bufferedAudioChunks = [];
     bufferedAudioMimeType = 'audio/mpeg';
     detachStreamingAudio();

package/dist/custom/composables/useAgentAudio.ts

@@ -14,28 +14,36 @@ type StreamingAudioState = {
   isDone: boolean;
 };
 
-const standByAudio = new Audio('./agentAudio/agent-processing.mp3');
+let standByAudio: HTMLAudioElement | null = null;
 
 function playStandByAudio() {
+  if (!standByAudio) {
+    standByAudio = new Audio(`/plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3`);
+    standByAudio.addEventListener('ended', () => {
+      if (!standByAudio.paused) {
+        restartStandByAudio();
+      }
+    });
+  }
   standByAudio.currentTime = 0;
   standByAudio.play()
 }
 
 function stopStandByAudio() {
+  if (!standByAudio) {
+    return;
+  }
   standByAudio.pause();
   standByAudio.currentTime = 0;
 }
 
 function restartStandByAudio() {
-  standByAudio.currentTime = 0;
+  if (standByAudio) {
+    standByAudio.currentTime = 0;
+  }
   playStandByAudio();
 }
 
-standByAudio.addEventListener('ended', () => {
-  if (!standByAudio.paused) {
-    restartStandByAudio();
-  }
-});
 
 export const useAgentAudio = defineStore('agentAudio', () => {
   const agentStore = useAgentStore();
@@ -164,7 +172,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     }
 
     if (event.type === 'speech-response') {
-      // stopStandByAudio();
+      stopStandByAudio();
       agentStore.setCurrentChatStatus('ready');
       agentStore.addAgentMessage(event.data.response.text);
       agentAudioMode.value = 'playingAgentResponse';
@@ -189,7 +197,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     }
 
     if (event.type === 'data-tool-call') {
-      // playStandByAudio();
+      playStandByAudio();
       agentStore.addDataToolCallMessage(event.data);
     }
   }
@@ -330,6 +338,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
   }
 
   function stopCurrentAudioPlayback(dontResetMode = false) {
+    stopStandByAudio();
     bufferedAudioChunks = [];
     bufferedAudioMimeType = 'audio/mpeg';
     detachStreamingAudio();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/agent",
-  "version": "1.38.0",
+  "version": "1.39.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",