@adminforth/agent 1.43.13 → 1.43.15

package/build.log

@@ -60,5 +60,5 @@ custom/speech_recognition_frontend/voiceActivityDetection.ts
 custom/speech_recognition_frontend/types/
 custom/speech_recognition_frontend/types/voice-activity-detection.d.ts
 
-sent 1,664,000 bytes  received 875 bytes  3,329,750.00 bytes/sec
-total size is 1,659,985  speedup is 1.00
+sent 1,665,464 bytes  received 883 bytes  3,332,694.00 bytes/sec
+total size is 1,661,449  speedup is 1.00

package/custom/composables/agentAudio/utils.ts

@@ -25,7 +25,7 @@ export async function unlockAudio() {
   if (isAudioUnlocked) {
     return;
   }
-
+  console.log('Unlocking audio context by playing silent audio');
   await ctx.resume();
 
   const buffer = ctx.createBuffer(1, 1, 22050);
@@ -35,13 +35,15 @@ export async function unlockAudio() {
   source.connect(ctx.destination);
   source.start(0);
   isAudioUnlocked = true;
+  console.log('Audio context unlocked');
 }
 
 export async function startStandByAudio() {
+  console.log('Starting standby audio');
   const response = await fetch(
     loadFile('plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3')
   );
-
+  console.log('Standby audio file loaded:, response:', response);
   const arrayBuffer = await response.arrayBuffer();
   const audioBuffer = await ctx.decodeAudioData(arrayBuffer);
 
@@ -50,7 +52,7 @@ export async function startStandByAudio() {
 
   source.buffer = audioBuffer;
   source.connect(ctx.destination);
-
+  console.log('Playing standby audio');
   source.start();
 }
 
@@ -81,6 +83,7 @@ export function playChatResponseCurrentChunks({
   playback: ChatResponseAudioPlayback;
   chunks: ArrayBuffer[];
 }) {
+  console.log('Playing chat response audio chunks:', chunks.length);
   void ctx.resume().catch(() => undefined);
 
   for (const chunk of chunks) {
@@ -133,7 +136,7 @@ export function finishChatResponseAudio(playback: ChatResponseAudioPlayback | nu
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Finishing chat response audio playback');
   playback.isDone = true;
 
   if (playback.pendingSourceCount === 0) {
@@ -145,7 +148,7 @@ export function stopChatResponseAudio(playback: ChatResponseAudioPlayback | null
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Stopping chat response audio playback');
   playback.isStopped = true;
 
   for (const source of playback.activeSources) {
@@ -207,6 +210,7 @@ function concatUint8Arrays(left: Uint8Array, right: Uint8Array) {
 
 export function endStandByAudio() {
   if (standbySource) {
+    console.log('Ending standby audio');
     standbySource.stop();
     standbySource = null;
   }

package/custom/composables/useAgentAudio.ts

@@ -57,6 +57,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     const fullPath = `${import.meta.env.VITE_ADMINFORTH_PUBLIC_PATH || ''}/adminapi/v1/agent/speech-response`;
     try {
       agentAudioMode.value = 'transcribing';
+      console.log('Sending audio to server for transcription and response generation');
       const res = await fetch(fullPath, {
         method: 'POST',
         body: formData,
@@ -137,12 +138,12 @@ export const useAgentAudio = defineStore('agentAudio', () => {
       .filter((line) => line.startsWith('data:'))
       .map((line) => line.slice(5).trimStart())
       .join('\n');
-
     if (!data || data === '[DONE]') {
       return;
     }
 
     const event = JSON.parse(data) as SpeechStreamEvent;
+    console.log('Received speech stream event type:', event.type);
 
     if (event.type === 'error') {
 

package/custom/conversation_area/ConversationArea.vue

@@ -68,13 +68,14 @@
 
 <script setup lang="ts">
 import type { IMessage } from '../types';
-import { useTemplateRef, ref, onMounted, onUnmounted, watch, nextTick } from 'vue';
+import { useTemplateRef, ref, onMounted, onUnmounted, watch, nextTick, defineAsyncComponent } from 'vue';
 import { IconArrowDownOutline } from '@iconify-prerendered/vue-flowbite';
 import SessionsHistory from '../SessionsHistory.vue';
 import { useAgentStore } from '../composables/useAgentStore';
 import { useAgentTransitions } from '../composables/useAgentTransitions';
 import MessageRenderer from './MessageRenderer.vue';
-import CustomAutoScrollContainer from '../CustomAutoScrollContainer.vue';
+
+const CustomAutoScrollContainer = defineAsyncComponent(() => import('../CustomAutoScrollContainer.vue'));
 
 const props = defineProps<{
   messages: IMessage[]

package/custom/conversation_area/ProcessingTimeline.vue

@@ -1,12 +1,22 @@
 <template>
-  <template v-if="ToolOrReasoningParts.length > 0 || isResponseInProgress || showFakeThinkingMessage">
+  <template v-if="ToolOrReasoningParts.length > 0 || inProgress">
     <div 
-      class="ml-2 px-4 flex items-center gap-1 cursor-pointer select-none hover:opacity-80 tracking-wide font-medium text-sm text-listTableHeadingText dark:text-darkListTableHeadingText"
+      class="shine-text-container ml-2 px-4 flex items-center gap-1 cursor-pointer select-none hover:opacity-80 tracking-wide font-medium text-sm text-listTableHeadingText dark:text-darkListTableHeadingText"
       @click="isExpanded = !isExpanded"
     >
-      {{ $t('Thoughts') }}
+      <p 
+        :class="[
+          inProgress ? `
+            shine-text text-listTableHeadingText dark:text-darkListTableHeadingText 
+            bg-[linear-gradient(-65deg,currentColor,_rgb(120,120,120)_50%,currentColor)] 
+            dark:bg-[linear-gradient(-65deg,currentColor,_rgb(250,250,250,0.8)_70%,currentColor)]
+            ` 
+          : '']"
+      >
+        {{ $t('Thoughts') }} 
+      </p>
       <span v-if="thinkingDuration > 0">({{ (thinkingDuration/1000).toFixed(2) }} s)</span>
-      <ThreeDotsAnimation v-if="isResponseInProgress || showFakeThinkingMessage" />
+      <!-- <ThreeDotsAnimation v-if="inProgress" /> -->
       <IconAngleDownOutline 
         :class="isExpanded ? 'rotate-180' : 'rotate-0'"
         class="transition-transform duration-200"
@@ -40,14 +50,15 @@
 
 <script setup lang="ts">
   import type { IFormattedToolCallPart, IMessage, IPart, IToolGroup } from '../types';
-  import { ref, computed, watch, onUnmounted, onMounted } from 'vue';
+  import { ref, computed, watch, onUnmounted, onMounted, defineAsyncComponent } from 'vue';
   import ReasoningRenderer from './ReasoningRenderer.vue';
   import { IconAngleDownOutline } from '@iconify-prerendered/vue-flowbite';
   import ThreeDotsAnimation from './ThreeDotsAnimation.vue';
   import { useAgentStore } from '../composables/useAgentStore';
   import { getMessageParts } from '../utils';
   import ToolsGroup from './ToolsGroup.vue';
-  import CustomAutoScrollContainer from '../CustomAutoScrollContainer.vue';
+
+  const CustomAutoScrollContainer = defineAsyncComponent(() => import('../CustomAutoScrollContainer.vue'));
 
   const props = defineProps<{
     message: IMessage
@@ -73,6 +84,10 @@
     return false;
   })
 
+  const inProgress = computed(() => {
+    return isResponseInProgress.value || showFakeThinkingMessage.value;
+  })
+
   onMounted(() => {
     thinkingStartTime.value = Date.now();
     if (isResponseInProgress.value) {
@@ -224,5 +239,24 @@
       max-height: 192px;
     }
   }
- 
+
+
+.shine-text {
+
+  background-clip: text;
+  -webkit-background-clip: text;
+  -webkit-text-fill-color: transparent;
+  background-position: -12rem;
+}
+
+.shine-text {
+  animation: shineText 6s infinite linear;
+}
+
+@keyframes shineText {
+  to {
+    background-position: -100%;
+  }
+}
+
 </style>

package/dist/custom/composables/agentAudio/utils.ts

@@ -25,7 +25,7 @@ export async function unlockAudio() {
   if (isAudioUnlocked) {
     return;
   }
-
+  console.log('Unlocking audio context by playing silent audio');
   await ctx.resume();
 
   const buffer = ctx.createBuffer(1, 1, 22050);
@@ -35,13 +35,15 @@ export async function unlockAudio() {
   source.connect(ctx.destination);
   source.start(0);
   isAudioUnlocked = true;
+  console.log('Audio context unlocked');
 }
 
 export async function startStandByAudio() {
+  console.log('Starting standby audio');
   const response = await fetch(
     loadFile('plugins/AdminForthAgentPlugin/agentAudio/agent-processing.mp3')
   );
-
+  console.log('Standby audio file loaded:, response:', response);
   const arrayBuffer = await response.arrayBuffer();
   const audioBuffer = await ctx.decodeAudioData(arrayBuffer);
 
@@ -50,7 +52,7 @@ export async function startStandByAudio() {
 
   source.buffer = audioBuffer;
   source.connect(ctx.destination);
-
+  console.log('Playing standby audio');
   source.start();
 }
 
@@ -81,6 +83,7 @@ export function playChatResponseCurrentChunks({
   playback: ChatResponseAudioPlayback;
   chunks: ArrayBuffer[];
 }) {
+  console.log('Playing chat response audio chunks:', chunks.length);
   void ctx.resume().catch(() => undefined);
 
   for (const chunk of chunks) {
@@ -133,7 +136,7 @@ export function finishChatResponseAudio(playback: ChatResponseAudioPlayback | nu
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Finishing chat response audio playback');
   playback.isDone = true;
 
   if (playback.pendingSourceCount === 0) {
@@ -145,7 +148,7 @@ export function stopChatResponseAudio(playback: ChatResponseAudioPlayback | null
   if (!playback || playback.isStopped) {
     return;
   }
-
+  console.log('Stopping chat response audio playback');
   playback.isStopped = true;
 
   for (const source of playback.activeSources) {
@@ -207,6 +210,7 @@ function concatUint8Arrays(left: Uint8Array, right: Uint8Array) {
 
 export function endStandByAudio() {
   if (standbySource) {
+    console.log('Ending standby audio');
     standbySource.stop();
     standbySource = null;
   }

package/dist/custom/composables/useAgentAudio.ts

@@ -57,6 +57,7 @@ export const useAgentAudio = defineStore('agentAudio', () => {
     const fullPath = `${import.meta.env.VITE_ADMINFORTH_PUBLIC_PATH || ''}/adminapi/v1/agent/speech-response`;
     try {
       agentAudioMode.value = 'transcribing';
+      console.log('Sending audio to server for transcription and response generation');
       const res = await fetch(fullPath, {
         method: 'POST',
         body: formData,
@@ -137,12 +138,12 @@ export const useAgentAudio = defineStore('agentAudio', () => {
       .filter((line) => line.startsWith('data:'))
       .map((line) => line.slice(5).trimStart())
       .join('\n');
-
     if (!data || data === '[DONE]') {
       return;
     }
 
     const event = JSON.parse(data) as SpeechStreamEvent;
+    console.log('Received speech stream event type:', event.type);
 
     if (event.type === 'error') {
 

package/dist/custom/conversation_area/ConversationArea.vue

@@ -68,13 +68,14 @@
 
 <script setup lang="ts">
 import type { IMessage } from '../types';
-import { useTemplateRef, ref, onMounted, onUnmounted, watch, nextTick } from 'vue';
+import { useTemplateRef, ref, onMounted, onUnmounted, watch, nextTick, defineAsyncComponent } from 'vue';
 import { IconArrowDownOutline } from '@iconify-prerendered/vue-flowbite';
 import SessionsHistory from '../SessionsHistory.vue';
 import { useAgentStore } from '../composables/useAgentStore';
 import { useAgentTransitions } from '../composables/useAgentTransitions';
 import MessageRenderer from './MessageRenderer.vue';
-import CustomAutoScrollContainer from '../CustomAutoScrollContainer.vue';
+
+const CustomAutoScrollContainer = defineAsyncComponent(() => import('../CustomAutoScrollContainer.vue'));
 
 const props = defineProps<{
   messages: IMessage[]

package/dist/custom/conversation_area/ProcessingTimeline.vue

@@ -1,12 +1,22 @@
 <template>
-  <template v-if="ToolOrReasoningParts.length > 0 || isResponseInProgress || showFakeThinkingMessage">
+  <template v-if="ToolOrReasoningParts.length > 0 || inProgress">
     <div 
-      class="ml-2 px-4 flex items-center gap-1 cursor-pointer select-none hover:opacity-80 tracking-wide font-medium text-sm text-listTableHeadingText dark:text-darkListTableHeadingText"
+      class="shine-text-container ml-2 px-4 flex items-center gap-1 cursor-pointer select-none hover:opacity-80 tracking-wide font-medium text-sm text-listTableHeadingText dark:text-darkListTableHeadingText"
       @click="isExpanded = !isExpanded"
     >
-      {{ $t('Thoughts') }}
+      <p 
+        :class="[
+          inProgress ? `
+            shine-text text-listTableHeadingText dark:text-darkListTableHeadingText 
+            bg-[linear-gradient(-65deg,currentColor,_rgb(120,120,120)_50%,currentColor)] 
+            dark:bg-[linear-gradient(-65deg,currentColor,_rgb(250,250,250,0.8)_70%,currentColor)]
+            ` 
+          : '']"
+      >
+        {{ $t('Thoughts') }} 
+      </p>
       <span v-if="thinkingDuration > 0">({{ (thinkingDuration/1000).toFixed(2) }} s)</span>
-      <ThreeDotsAnimation v-if="isResponseInProgress || showFakeThinkingMessage" />
+      <!-- <ThreeDotsAnimation v-if="inProgress" /> -->
       <IconAngleDownOutline 
         :class="isExpanded ? 'rotate-180' : 'rotate-0'"
         class="transition-transform duration-200"
@@ -40,14 +50,15 @@
 
 <script setup lang="ts">
   import type { IFormattedToolCallPart, IMessage, IPart, IToolGroup } from '../types';
-  import { ref, computed, watch, onUnmounted, onMounted } from 'vue';
+  import { ref, computed, watch, onUnmounted, onMounted, defineAsyncComponent } from 'vue';
   import ReasoningRenderer from './ReasoningRenderer.vue';
   import { IconAngleDownOutline } from '@iconify-prerendered/vue-flowbite';
   import ThreeDotsAnimation from './ThreeDotsAnimation.vue';
   import { useAgentStore } from '../composables/useAgentStore';
   import { getMessageParts } from '../utils';
   import ToolsGroup from './ToolsGroup.vue';
-  import CustomAutoScrollContainer from '../CustomAutoScrollContainer.vue';
+
+  const CustomAutoScrollContainer = defineAsyncComponent(() => import('../CustomAutoScrollContainer.vue'));
 
   const props = defineProps<{
     message: IMessage
@@ -73,6 +84,10 @@
     return false;
   })
 
+  const inProgress = computed(() => {
+    return isResponseInProgress.value || showFakeThinkingMessage.value;
+  })
+
   onMounted(() => {
     thinkingStartTime.value = Date.now();
     if (isResponseInProgress.value) {
@@ -224,5 +239,24 @@
       max-height: 192px;
     }
   }
- 
+
+
+.shine-text {
+
+  background-clip: text;
+  -webkit-background-clip: text;
+  -webkit-text-fill-color: transparent;
+  background-position: -12rem;
+}
+
+.shine-text {
+  animation: shineText 6s infinite linear;
+}
+
+@keyframes shineText {
+  to {
+    background-position: -100%;
+  }
+}
+
 </style>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/agent",
-  "version": "1.43.13",
+  "version": "1.43.15",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",