@adminforth/agent 1.43.14 → 1.43.16

package/build.log

@@ -60,5 +60,5 @@ custom/speech_recognition_frontend/voiceActivityDetection.ts
 custom/speech_recognition_frontend/types/
 custom/speech_recognition_frontend/types/voice-activity-detection.d.ts
 
-sent 1,664,782 bytes  received 883 bytes  3,331,330.00 bytes/sec
-total size is 1,660,823  speedup is 1.00
+sent 1,665,569 bytes  received 883 bytes  3,332,904.00 bytes/sec
+total size is 1,661,554  speedup is 1.00

package/custom/composables/agentAudio/utils.ts

@@ -25,7 +25,7 @@ export async function unlockAudio() {
   if (isAudioUnlocked) {
     return;
   }
-
+  console.log('Unlocking audio context by playing silent audio');
   await ctx.resume();
 
   const buffer = ctx.createBuffer(1, 1, 22050);
@@ -35,13 +35,16 @@ export async function unlockAudio() {
   source.connect(ctx.destination);
   source.start(0);
   isAudioUnlocked = true;
+  console.log('Audio context unlocked');
 }
 
 export async function startStandByAudio() {
-  const response = await fetch(
-    loadFile('plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3')
-  );
-
+  console.log('Starting standby audio');
+  const filePath = 'plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3';
+  const fileUrl = await loadFile(filePath);
+  console.log('Standby audio file URL:', fileUrl);
+  const response = await fetch(fileUrl);
+  console.log('Standby audio file loaded:, response:', response);
   const arrayBuffer = await response.arrayBuffer();
   const audioBuffer = await ctx.decodeAudioData(arrayBuffer);
 
@@ -50,7 +53,7 @@ export async function startStandByAudio() {
 
   source.buffer = audioBuffer;
   source.connect(ctx.destination);
-
+  console.log('Playing standby audio');
   source.start();
 }
 
@@ -81,6 +84,7 @@ export function playChatResponseCurrentChunks({
   playback: ChatResponseAudioPlayback;
   chunks: ArrayBuffer[];
 }) {
+  console.log('Playing chat response audio chunks:', chunks.length);
   void ctx.resume().catch(() => undefined);
 
   for (const chunk of chunks) {
@@ -133,7 +137,7 @@ export function finishChatResponseAudio(playback: ChatResponseAudioPlayback | nu
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Finishing chat response audio playback');
   playback.isDone = true;
 
   if (playback.pendingSourceCount === 0) {
@@ -145,7 +149,7 @@ export function stopChatResponseAudio(playback: ChatResponseAudioPlayback | null
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Stopping chat response audio playback');
   playback.isStopped = true;
 
   for (const source of playback.activeSources) {
@@ -207,6 +211,7 @@ function concatUint8Arrays(left: Uint8Array, right: Uint8Array) {
 
 export function endStandByAudio() {
   if (standbySource) {
+    console.log('Ending standby audio');
     standbySource.stop();
     standbySource = null;
   }

package/custom/composables/useAgentAudio.ts

@@ -57,6 +57,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     const fullPath = `${import.meta.env.VITE_ADMINFORTH_PUBLIC_PATH || ''}/adminapi/v1/agent/speech-response`;
     try {
       agentAudioMode.value = 'transcribing';
+      console.log('Sending audio to server for transcription and response generation');
       const res = await fetch(fullPath, {
         method: 'POST',
         body: formData,
@@ -137,12 +138,12 @@ export const useAgentAudio = defineStore('agentAudio', () => {
       .filter((line) => line.startsWith('data:'))
       .map((line) => line.slice(5).trimStart())
       .join('\n');
-
     if (!data || data === '[DONE]') {
       return;
     }
 
     const event = JSON.parse(data) as SpeechStreamEvent;
+    console.log('Received speech stream event type:', event.type);
 
     if (event.type === 'error') {
 

package/dist/custom/composables/agentAudio/utils.ts

@@ -25,7 +25,7 @@ export async function unlockAudio() {
   if (isAudioUnlocked) {
     return;
   }
-
+  console.log('Unlocking audio context by playing silent audio');
   await ctx.resume();
 
   const buffer = ctx.createBuffer(1, 1, 22050);
@@ -35,13 +35,16 @@ export async function unlockAudio() {
   source.connect(ctx.destination);
   source.start(0);
   isAudioUnlocked = true;
+  console.log('Audio context unlocked');
 }
 
 export async function startStandByAudio() {
-  const response = await fetch(
-    loadFile('plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3')
-  );
-
+  console.log('Starting standby audio');
+  const filePath = 'plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3';
+  const fileUrl = await loadFile(filePath);
+  console.log('Standby audio file URL:', fileUrl);
+  const response = await fetch(fileUrl);
+  console.log('Standby audio file loaded:, response:', response);
   const arrayBuffer = await response.arrayBuffer();
   const audioBuffer = await ctx.decodeAudioData(arrayBuffer);
 
@@ -50,7 +53,7 @@ export async function startStandByAudio() {
 
   source.buffer = audioBuffer;
   source.connect(ctx.destination);
-
+  console.log('Playing standby audio');
   source.start();
 }
 
@@ -81,6 +84,7 @@ export function playChatResponseCurrentChunks({
   playback: ChatResponseAudioPlayback;
   chunks: ArrayBuffer[];
 }) {
+  console.log('Playing chat response audio chunks:', chunks.length);
   void ctx.resume().catch(() => undefined);
 
   for (const chunk of chunks) {
@@ -133,7 +137,7 @@ export function finishChatResponseAudio(playback: ChatResponseAudioPlayback | nu
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Finishing chat response audio playback');
   playback.isDone = true;
 
   if (playback.pendingSourceCount === 0) {
@@ -145,7 +149,7 @@ export function stopChatResponseAudio(playback: ChatResponseAudioPlayback | null
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Stopping chat response audio playback');
   playback.isStopped = true;
 
   for (const source of playback.activeSources) {
@@ -207,6 +211,7 @@ function concatUint8Arrays(left: Uint8Array, right: Uint8Array) {
 
 export function endStandByAudio() {
   if (standbySource) {
+    console.log('Ending standby audio');
     standbySource.stop();
     standbySource = null;
   }

package/dist/custom/composables/useAgentAudio.ts

@@ -57,6 +57,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     const fullPath = `${import.meta.env.VITE_ADMINFORTH_PUBLIC_PATH || ''}/adminapi/v1/agent/speech-response`;
     try {
       agentAudioMode.value = 'transcribing';
+      console.log('Sending audio to server for transcription and response generation');
       const res = await fetch(fullPath, {
         method: 'POST',
         body: formData,
@@ -137,12 +138,12 @@ export const useAgentAudio = defineStore('agentAudio', () => {
       .filter((line) => line.startsWith('data:'))
       .map((line) => line.slice(5).trimStart())
       .join('\n');
-
     if (!data || data === '[DONE]') {
       return;
     }
 
     const event = JSON.parse(data) as SpeechStreamEvent;
+    console.log('Received speech stream event type:', event.type);
 
     if (event.type === 'error') {
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/agent",
-  "version": "1.43.14",
+  "version": "1.43.16",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",