@adminforth/agent 1.39.0 → 1.40.0

package/agent/languageDetect.ts

@@ -1,9 +1,14 @@
 import { logger } from "adminforth";
 import type { PluginOptions } from "../types.js";
 
-export type UserLanguage = {
+export type DetectedLanguage = {
   language: string;
-  code: string;
+  code: string; // ISO 639-1
+  ambiguous: boolean;
+};
+
+export type PreviousUserMessage = {
+  text: string;
 };
 
 const USER_LANGUAGE_OUTPUT_SCHEMA = {
@@ -19,23 +24,28 @@ const USER_LANGUAGE_OUTPUT_SCHEMA = {
       },
       code: {
         type: "string",
-        description: "Uppercase two-letter language code, for example EN, UA, FR.",
+        description: "Uppercase ISO 639-1 two-letter language code, for example EN, UK, FR.",
+      },
+      ambiguous: {
+        type: "boolean",
+        description: "True if the user's language cannot be confidently detected from the message.",
       },
     },
-    required: ["language", "code"],
+    required: ["language", "code", "ambiguous"],
   },
 } as const;
 
-function parseUserLanguage(content: string | undefined): UserLanguage | null {
+function parseUserLanguage(content: string | undefined): DetectedLanguage | null {
   if (!content) {
     return null;
   }
 
   try {
-    const parsed = JSON.parse(content) as UserLanguage;
+    const parsed = JSON.parse(content) as DetectedLanguage;
     return {
       language: parsed.language,
       code: parsed.code,
+      ambiguous: parsed.ambiguous,
     };
   } catch (error) {
     logger.warn(`Failed to parse detected user language: ${error instanceof Error ? error.message : String(error)}`);
@@ -46,15 +56,26 @@ function parseUserLanguage(content: string | undefined): UserLanguage | null {
 export async function detectUserLanguage(
   completionAdapter: PluginOptions["modes"][number]["completionAdapter"],
   prompt: string,
-): Promise<UserLanguage | null> {
+  previousUserMessages: PreviousUserMessage[] = [],
+): Promise<DetectedLanguage | null> {
+  const previousMessages = previousUserMessages.length
+    ? [
+      "",
+      "Previous user messages:",
+      ...previousUserMessages.map((message) => message.text),
+    ]
+    : [];
   const response = await completionAdapter.complete({
     content: [
-      "Detect the language of the user's message.",
+      "Detect the language the assistant should use for the current user message.",
+      "Use recent conversation context only to resolve short or ambiguous current messages.",
       "Return only the requested structured output.",
       "The language must be the full English language name.",
-      "The code must be an uppercase two-letter code like EN, UA, FR.",
+      "The code must be an uppercase ISO 639-1 two-letter code like UK, EN, FR.",
+      "Set ambiguous to true if the response language cannot be confidently detected from the current message or context.",
+      ...previousMessages,
       "",
-      "User message:",
+      "Current user message:",
       prompt,
     ].join("\n"),
     maxTokens: 80,

package/agent/systemPrompt.ts

@@ -1,5 +1,5 @@
 import type { AdminForthResource, AdminUser, IAdminForth } from "adminforth";
-import type { UserLanguage } from "./languageDetect.js";
+import type { DetectedLanguage } from "./languageDetect.js";
 import {
   listBundledSkillManifests,
   listProjectSkillManifests,
@@ -46,8 +46,8 @@ export function appendCustomSystemPrompt(
   return `${systemPrompt}\n\n${normalizedCustomSystemPrompt}`;
 }
 
-function formatLanguagePrompt(language: UserLanguage | null) {
-  if (!language) {
+function formatLanguagePrompt(language: DetectedLanguage | null) {
+  if (!language || language.ambiguous) {
     return "Respond in the user's language.";
   }
 
@@ -70,7 +70,7 @@ export function buildAgentTurnSystemPrompt(input: {
   agentSystemPrompt: string;
   adminUser: AdminUser;
   usernameField: string;
-  userLanguage: UserLanguage | null;
+  userLanguage: DetectedLanguage | null;
 }) {
   return [
     input.agentSystemPrompt,

package/build.log

@@ -58,5 +58,5 @@ custom/speech_recognition_frontend/voiceActivityDetection.ts
 custom/speech_recognition_frontend/types/
 custom/speech_recognition_frontend/types/voice-activity-detection.d.ts
 
-sent 1,656,225 bytes  received 860 bytes  3,314,170.00 bytes/sec
-total size is 1,652,309  speedup is 1.00
+sent 1,655,890 bytes  received 860 bytes  3,313,500.00 bytes/sec
+total size is 1,651,974  speedup is 1.00

package/custom/ChatSurface.vue

@@ -119,8 +119,8 @@
             }"            
           >
             <div 
-              class="w-full border rounded-lg pb-8 dark:bg-gray-700"
-              :class="agentStore.isAudioChatMode ? 'border-none mt-8' : 'border'"  
+              class="w-full border rounded-lg pb-8"
+              :class="agentStore.isAudioChatMode ? 'border-none mt-8' : 'border dark:bg-gray-700'"  
             >
               <textarea
                 v-if="!agentStore.isAudioChatMode"

package/custom/skills/analyze_data/SKILL.md

@@ -10,7 +10,7 @@ Then you need to select between two main tools for fetching data:
 
 - Load and call `aggregate` tool to fetch data for analytics. This is the main tool for fast server-side aggregations, including filtered data, grouped metrics, and date buckets such as day, week, or month. Always prioritize this way of fetching data for analytics, as it is optimized for performance and reduces the amount of data transferred and processed in-memory.
 
-- Load and call `get_resource_data` tool only when the requested analysis cannot be answered with `aggregate`. This is heavier because it returns original rows with all fields, but it allows complex calculations, comparisons, and custom groupings in-memory.
+- Load and call `get_resource_data` tool only when the requested analysis cannot be answered with `aggregate`. When using it, pass `columns` with only the fields required for the calculation so large result sets do not include unrelated row data.
 
 # Instructions
 
@@ -19,6 +19,7 @@ When the user asks for analytics, reports, trends, comparisons, or distributions
 - Fetch the requested data using `aggregate` whenever possible.
 - If it is not possible to get the required aggregates using `aggregate`, fetch the underlying rows with `get_resource_data`.
 - Prefer narrow requests: use filters, sorting, pagination, and date ranges whenever possible.
+- Prefer narrow row payloads: include `columns` when only one or a few fields are needed.
 - If the request is ambiguous, clarify the resource, metric, grouping, or date range before fetching data.
 - Return a short written summary with the key finding and most important numbers.
 - If the user asks for a chart, or if a chart would help and you decide to produce one, invoke the `charts` skill for chart formatting and Vega-Lite requirements.

package/custom/skills/fetch_data/SKILL.md

@@ -6,6 +6,8 @@ description: Fetch one or more records. Use to find records entities. To use thi
 
 You can use tool `get_resource_data` it returns one or more records and is capable of using filters
 
+When you only need specific fields, pass `columns` with the exact resource column names you need. This keeps large result sets small. For record links or user-facing record choices, include the primary key and enough display fields, or omit `columns` when you need the full row context.
+
 # Instructions
 
 To find specific data record you should use filters. ILIKE filters are preferred when we are unsure the input is clear.You can combine filters with OR if you want to search multiple fields.If user queries one record you should try to fetch up to 5 records and if more then one returned return output them all to user and ask to select one. When you communicate about record with user, show its several most important fields.

package/custom/speech_recognition_frontend/AudioLines.vue

@@ -1,97 +1,43 @@
-<template> 
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation1' : showAnimation,
-      'h-2': !isRecording,
-      'h-1': isRecording,
-    }"  
+<template>
+  <div
+    v-for="(height, index) in lineHeights"
+    :key="index"
+    class="bg-white w-[0.2rem] rounded-sm transition-all duration-100 ease-out"
+    :style="{ height }"
   />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation2' : showAnimation,
-      'h-4': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation3' : showAnimation,
-      'h-3': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation4' : showAnimation,
-      'h-2': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <template v-if="isRecording">
-    <div 
-      class=" bg-white w-[0.2rem] rounded-sm h-1 transition-all duration-300 ease-in-out"
-      :class="{
-        'recordingAnimation5' : showAnimation,
-      }"  
-    />
-    <p class="text-white ml-2">End</p>
-  </template>
+  <p v-if="isRecording" class="text-white ml-2">End</p>
 </template>
 
-
-
 <script setup lang="ts">
+import { computed } from 'vue';
+
+const IDLE_LINE_HEIGHTS = [0.5, 1, 0.75, 0.5];
+const RECORDING_LINE_WEIGHTS = [0.45, 1, 0.75, 0.9, 0.55];
+const MIN_RECORDING_HEIGHT = 0.25;
+const MAX_RECORDING_DELTA = 0.9;
 
 const props = defineProps<{
   showAnimation: boolean;
   isRecording: boolean;
+  amplitude: number;
 }>();
 
-</script>
-
-<style scoped lang="scss">
-  .recordingAnimation1 {
-    animation: recordingAnimation 1s infinite;
-    height: 0.3rem;
-  }
-
-  .recordingAnimation2 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.2s;
-    height: 0.5rem;
+const normalizedAmplitude = computed(() => {
+  if (!props.isRecording || !props.showAnimation) {
+    return 0;
   }
 
-  .recordingAnimation3 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.4s;
-    height: 0.4rem;
-  }
-  
-  .recordingAnimation4 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.6s;
-    height: 0.5rem;
-  }
+  return Math.min(Math.max(props.amplitude, 0), 1);
+});
 
-  .recordingAnimation5 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.8s;
-    height: 0.3rem;
+const lineHeights = computed(() => {
+  if (!props.isRecording) {
+    return IDLE_LINE_HEIGHTS.map((height) => `${height}rem`);
   }
 
-  @keyframes recordingAnimation {
-    0% {
-      transform: scaleY(1);
-    }
-    50% {
-      transform: scaleY(2);
-    }
-    100% {
-      transform: scaleY(1);
-    }
-  }
-</style>
+  return RECORDING_LINE_WEIGHTS.map((weight) => {
+    const height = MIN_RECORDING_HEIGHT + normalizedAmplitude.value * MAX_RECORDING_DELTA * weight;
+    return `${height}rem`;
+  });
+});
+</script>

package/custom/speech_recognition_frontend/MicrophoneButon.vue

@@ -8,7 +8,11 @@
   >
     <div class="w-5 h-5 flex items-center justify-center">
       <div v-if="microphoneButtonMode === 'listen' || microphoneButtonMode === 'off'" class="flex justify-evenly items-center gap-[0.1rem]">
-        <AudioLines :showAnimation="showAudioWavesAnimation" :isRecording="microphoneButtonMode === 'listen'" />
+        <AudioLines
+          :showAnimation="showAudioWavesAnimation"
+          :isRecording="microphoneButtonMode === 'listen'"
+          :amplitude="audioAmplitude"
+        />
       </div>
       <div v-else-if="microphoneButtonMode === 'generating'" class="flex items-center justify-center gap-2 text-white text-sm">
         <span class="w-3 h-3 bg-white rounded-sm" />
@@ -39,6 +43,7 @@ const { stopCurrentAudioPlayback } = agentAudio;
 const { agentAudioMode } = storeToRefs(agentAudio);
 const microphoneButtonMode = ref<'off' | 'calibrating' | 'listen' | 'transcribing' | 'generating'>('off');
 const showAudioWavesAnimation = ref(false);
+const audioAmplitude = ref(0);
 const hideAnimationDebounced = debounce(() => {
   showAudioWavesAnimation.value = false;
 }, 100);
@@ -91,20 +96,24 @@ async function onStartRecording() {
   microphoneButtonMode.value = 'calibrating';
   await requestMicAndStartVAD(saidSomething, stopRecording, onAnySound);
   setTimeout(() => {
-    microphoneButtonMode.value = 'listen';
-    agentAudio.playBeep(1000);
+    if (isAudioChatMode.value) {
+      microphoneButtonMode.value = 'listen';
+      agentAudio.playBeep(1000);
+    }
   }, CALIBRATION_DURATION);
 }
 
 function onStopRecording() {
   agentAudio.playBeep(600);
   stopUserMedia();
+  audioAmplitude.value = 0;
   showAudioWavesAnimation.value = false;
 }
 
 function resetAll() {
   stopGenerationAndAudio();
   microphoneButtonMode.value = 'off';
+  audioAmplitude.value = 0;
   showAudioWavesAnimation.value = false;
   hideAnimationDebounced.cancel();
   sendUserRecordDebounced.cancel();
@@ -123,7 +132,10 @@ function stopRecording() {
 }
 
 function onAnySound(amplitude: number) {
+  audioAmplitude.value = Math.min(Math.max(amplitude, 0), 1);
+
   if(amplitude < 0.01) {
+    audioAmplitude.value = 0;
     showAudioWavesAnimation.value = false;
     return;
   }

package/dist/agent/languageDetect.js

@@ -21,10 +21,14 @@ const USER_LANGUAGE_OUTPUT_SCHEMA = {
             },
             code: {
                 type: "string",
-                description: "Uppercase two-letter language code, for example EN, UA, FR.",
+                description: "Uppercase ISO 639-1 two-letter language code, for example EN, UK, FR.",
+            },
+            ambiguous: {
+                type: "boolean",
+                description: "True if the user's language cannot be confidently detected from the message.",
             },
         },
-        required: ["language", "code"],
+        required: ["language", "code", "ambiguous"],
     },
 };
 function parseUserLanguage(content) {
@@ -36,6 +40,7 @@ function parseUserLanguage(content) {
         return {
             language: parsed.language,
             code: parsed.code,
+            ambiguous: parsed.ambiguous,
         };
     }
     catch (error) {
@@ -43,16 +48,26 @@ function parseUserLanguage(content) {
         return null;
     }
 }
-export function detectUserLanguage(completionAdapter, prompt) {
-    return __awaiter(this, void 0, void 0, function* () {
+export function detectUserLanguage(completionAdapter_1, prompt_1) {
+    return __awaiter(this, arguments, void 0, function* (completionAdapter, prompt, previousUserMessages = []) {
+        const previousMessages = previousUserMessages.length
+            ? [
+                "",
+                "Previous user messages:",
+                ...previousUserMessages.map((message) => message.text),
+            ]
+            : [];
         const response = yield completionAdapter.complete({
             content: [
-                "Detect the language of the user's message.",
+                "Detect the language the assistant should use for the current user message.",
+                "Use recent conversation context only to resolve short or ambiguous current messages.",
                 "Return only the requested structured output.",
                 "The language must be the full English language name.",
-                "The code must be an uppercase two-letter code like EN, UA, FR.",
+                "The code must be an uppercase ISO 639-1 two-letter code like UK, EN, FR.",
+                "Set ambiguous to true if the response language cannot be confidently detected from the current message or context.",
+                ...previousMessages,
                 "",
-                "User message:",
+                "Current user message:",
                 prompt,
             ].join("\n"),
             maxTokens: 80,

package/dist/agent/systemPrompt.js

@@ -38,7 +38,7 @@ export function appendCustomSystemPrompt(systemPrompt, customSystemPrompt) {
     return `${systemPrompt}\n\n${normalizedCustomSystemPrompt}`;
 }
 function formatLanguagePrompt(language) {
-    if (!language) {
+    if (!language || language.ambiguous) {
         return "Respond in the user's language.";
     }
     return `Respond in ${language.language} (${language.code}).`;

package/dist/custom/ChatSurface.vue

@@ -119,8 +119,8 @@
             }"            
           >
             <div 
-              class="w-full border rounded-lg pb-8 dark:bg-gray-700"
-              :class="agentStore.isAudioChatMode ? 'border-none mt-8' : 'border'"  
+              class="w-full border rounded-lg pb-8"
+              :class="agentStore.isAudioChatMode ? 'border-none mt-8' : 'border dark:bg-gray-700'"  
             >
               <textarea
                 v-if="!agentStore.isAudioChatMode"

package/dist/custom/skills/analyze_data/SKILL.md

@@ -10,7 +10,7 @@ Then you need to select between two main tools for fetching data:
 
 - Load and call `aggregate` tool to fetch data for analytics. This is the main tool for fast server-side aggregations, including filtered data, grouped metrics, and date buckets such as day, week, or month. Always prioritize this way of fetching data for analytics, as it is optimized for performance and reduces the amount of data transferred and processed in-memory.
 
-- Load and call `get_resource_data` tool only when the requested analysis cannot be answered with `aggregate`. This is heavier because it returns original rows with all fields, but it allows complex calculations, comparisons, and custom groupings in-memory.
+- Load and call `get_resource_data` tool only when the requested analysis cannot be answered with `aggregate`. When using it, pass `columns` with only the fields required for the calculation so large result sets do not include unrelated row data.
 
 # Instructions
 
@@ -19,6 +19,7 @@ When the user asks for analytics, reports, trends, comparisons, or distributions
 - Fetch the requested data using `aggregate` whenever possible.
 - If it is not possible to get the required aggregates using `aggregate`, fetch the underlying rows with `get_resource_data`.
 - Prefer narrow requests: use filters, sorting, pagination, and date ranges whenever possible.
+- Prefer narrow row payloads: include `columns` when only one or a few fields are needed.
 - If the request is ambiguous, clarify the resource, metric, grouping, or date range before fetching data.
 - Return a short written summary with the key finding and most important numbers.
 - If the user asks for a chart, or if a chart would help and you decide to produce one, invoke the `charts` skill for chart formatting and Vega-Lite requirements.

package/dist/custom/skills/fetch_data/SKILL.md

@@ -6,6 +6,8 @@ description: Fetch one or more records. Use to find records entities. To use thi
 
 You can use tool `get_resource_data` it returns one or more records and is capable of using filters
 
+When you only need specific fields, pass `columns` with the exact resource column names you need. This keeps large result sets small. For record links or user-facing record choices, include the primary key and enough display fields, or omit `columns` when you need the full row context.
+
 # Instructions
 
 To find specific data record you should use filters. ILIKE filters are preferred when we are unsure the input is clear.You can combine filters with OR if you want to search multiple fields.If user queries one record you should try to fetch up to 5 records and if more then one returned return output them all to user and ask to select one. When you communicate about record with user, show its several most important fields.

package/dist/custom/speech_recognition_frontend/AudioLines.vue

@@ -1,97 +1,43 @@
-<template> 
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation1' : showAnimation,
-      'h-2': !isRecording,
-      'h-1': isRecording,
-    }"  
+<template>
+  <div
+    v-for="(height, index) in lineHeights"
+    :key="index"
+    class="bg-white w-[0.2rem] rounded-sm transition-all duration-100 ease-out"
+    :style="{ height }"
   />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation2' : showAnimation,
-      'h-4': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation3' : showAnimation,
-      'h-3': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <div 
-    class=" bg-white w-[0.2rem] rounded-sm transition-all duration-300 ease-in-out"
-    :class="{
-      'recordingAnimation4' : showAnimation,
-      'h-2': !isRecording,
-      'h-1': isRecording,
-    }"  
-  />
-  <template v-if="isRecording">
-    <div 
-      class=" bg-white w-[0.2rem] rounded-sm h-1 transition-all duration-300 ease-in-out"
-      :class="{
-        'recordingAnimation5' : showAnimation,
-      }"  
-    />
-    <p class="text-white ml-2">End</p>
-  </template>
+  <p v-if="isRecording" class="text-white ml-2">End</p>
 </template>
 
-
-
 <script setup lang="ts">
+import { computed } from 'vue';
+
+const IDLE_LINE_HEIGHTS = [0.5, 1, 0.75, 0.5];
+const RECORDING_LINE_WEIGHTS = [0.45, 1, 0.75, 0.9, 0.55];
+const MIN_RECORDING_HEIGHT = 0.25;
+const MAX_RECORDING_DELTA = 0.9;
 
 const props = defineProps<{
   showAnimation: boolean;
   isRecording: boolean;
+  amplitude: number;
 }>();
 
-</script>
-
-<style scoped lang="scss">
-  .recordingAnimation1 {
-    animation: recordingAnimation 1s infinite;
-    height: 0.3rem;
-  }
-
-  .recordingAnimation2 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.2s;
-    height: 0.5rem;
+const normalizedAmplitude = computed(() => {
+  if (!props.isRecording || !props.showAnimation) {
+    return 0;
   }
 
-  .recordingAnimation3 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.4s;
-    height: 0.4rem;
-  }
-  
-  .recordingAnimation4 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.6s;
-    height: 0.5rem;
-  }
+  return Math.min(Math.max(props.amplitude, 0), 1);
+});
 
-  .recordingAnimation5 {
-    animation: recordingAnimation 1s infinite;
-    animation-delay: 0.8s;
-    height: 0.3rem;
+const lineHeights = computed(() => {
+  if (!props.isRecording) {
+    return IDLE_LINE_HEIGHTS.map((height) => `${height}rem`);
   }
 
-  @keyframes recordingAnimation {
-    0% {
-      transform: scaleY(1);
-    }
-    50% {
-      transform: scaleY(2);
-    }
-    100% {
-      transform: scaleY(1);
-    }
-  }
-</style>
+  return RECORDING_LINE_WEIGHTS.map((weight) => {
+    const height = MIN_RECORDING_HEIGHT + normalizedAmplitude.value * MAX_RECORDING_DELTA * weight;
+    return `${height}rem`;
+  });
+});
+</script>

package/dist/custom/speech_recognition_frontend/MicrophoneButon.vue

@@ -8,7 +8,11 @@
   >
     <div class="w-5 h-5 flex items-center justify-center">
       <div v-if="microphoneButtonMode === 'listen' || microphoneButtonMode === 'off'" class="flex justify-evenly items-center gap-[0.1rem]">
-        <AudioLines :showAnimation="showAudioWavesAnimation" :isRecording="microphoneButtonMode === 'listen'" />
+        <AudioLines
+          :showAnimation="showAudioWavesAnimation"
+          :isRecording="microphoneButtonMode === 'listen'"
+          :amplitude="audioAmplitude"
+        />
       </div>
       <div v-else-if="microphoneButtonMode === 'generating'" class="flex items-center justify-center gap-2 text-white text-sm">
         <span class="w-3 h-3 bg-white rounded-sm" />
@@ -39,6 +43,7 @@ const { stopCurrentAudioPlayback } = agentAudio;
 const { agentAudioMode } = storeToRefs(agentAudio);
 const microphoneButtonMode = ref<'off' | 'calibrating' | 'listen' | 'transcribing' | 'generating'>('off');
 const showAudioWavesAnimation = ref(false);
+const audioAmplitude = ref(0);
 const hideAnimationDebounced = debounce(() => {
   showAudioWavesAnimation.value = false;
 }, 100);
@@ -91,20 +96,24 @@ async function onStartRecording() {
   microphoneButtonMode.value = 'calibrating';
   await requestMicAndStartVAD(saidSomething, stopRecording, onAnySound);
   setTimeout(() => {
-    microphoneButtonMode.value = 'listen';
-    agentAudio.playBeep(1000);
+    if (isAudioChatMode.value) {
+      microphoneButtonMode.value = 'listen';
+      agentAudio.playBeep(1000);
+    }
   }, CALIBRATION_DURATION);
 }
 
 function onStopRecording() {
   agentAudio.playBeep(600);
   stopUserMedia();
+  audioAmplitude.value = 0;
   showAudioWavesAnimation.value = false;
 }
 
 function resetAll() {
   stopGenerationAndAudio();
   microphoneButtonMode.value = 'off';
+  audioAmplitude.value = 0;
   showAudioWavesAnimation.value = false;
   hideAnimationDebounced.cancel();
   sendUserRecordDebounced.cancel();
@@ -123,7 +132,10 @@ function stopRecording() {
 }
 
 function onAnySound(amplitude: number) {
+  audioAmplitude.value = Math.min(Math.max(amplitude, 0), 1);
+
   if(amplitude < 0.01) {
+    audioAmplitude.value = 0;
     showAudioWavesAnimation.value = false;
     return;
   }

package/dist/index.js

@@ -78,6 +78,16 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
             }));
         });
     }
+    getPreviousUserMessages(sessionId) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const turns = yield this.adminforth.resource(this.options.turnResource.resourceId).list([Filters.EQ(this.options.turnResource.sessionIdField, sessionId)], 2, undefined, [Sorts.DESC(this.options.turnResource.createdAtField)]);
+            return turns
+                .reverse()
+                .map((turn) => ({
+                text: turn[this.options.turnResource.promptField],
+            }));
+        });
+    }
     getCheckpointer() {
         if (this.checkpointer)
             return this.checkpointer;
@@ -160,7 +170,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
             const model = primaryModelSpec.model;
             const summaryModel = summaryModelSpec.model;
             const modelMiddleware = primaryModelSpec.middleware;
-            const userLanguage = yield detectUserLanguage(selectedMode.completionAdapter, input.prompt)
+            const userLanguage = yield detectUserLanguage(selectedMode.completionAdapter, input.prompt, input.previousUserMessages)
                 .catch((error) => {
                 logger.warn(`Failed to detect user language: ${error.message}`);
                 return null;
@@ -247,6 +257,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
     runAndPersistAgentResponse(input) {
         return __awaiter(this, void 0, void 0, function* () {
             var _a, _b;
+            const previousUserMessages = yield this.getPreviousUserMessages(input.sessionId);
             const turnId = yield this.createNewTurn(input.sessionId, input.prompt);
             yield this.adminforth.resource(this.options.sessionResource.resourceId).update(input.sessionId, {
                 [this.options.sessionResource.createdAtField]: new Date().toISOString(),
@@ -260,6 +271,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
                     prompt: input.prompt,
                     sessionId: input.sessionId,
                     turnId,
+                    previousUserMessages,
                     modeName: input.modeName,
                     userTimeZone: input.userTimeZone,
                     currentPage: input.currentPage,
@@ -376,14 +388,24 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
                         filename: req.file.originalname,
                         mimeType: req.file.mimetype,
                         language: "auto",
+                        abortSignal,
                     });
                 }
                 catch (error) {
+                    if (abortSignal.aborted) {
+                        logger.info("Agent speech transcription aborted by the client");
+                        stream.end();
+                        return null;
+                    }
                     logger.error(`Agent speech transcription failed:\n${error.message}`);
                     stream.error("Speech transcription failed. Check server logs for details.");
                     stream.end();
                     return null;
                 }
+                if (abortSignal.aborted) {
+                    stream.end();
+                    return null;
+                }
                 const prompt = transcription.text;
                 if (!prompt) {
                     stream.error("Speech transcription is empty");
@@ -426,19 +448,32 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
                         stream: true,
                         streamFormat: "audio",
                         format: "mp3",
+                        abortSignal,
                     });
                     stream.audioStart(speech.mimeType, speech.format);
                     const reader = speech.audioStream.getReader();
+                    const cancelAudioStream = () => {
+                        void reader.cancel();
+                    };
                     try {
+                        abortSignal.addEventListener("abort", cancelAudioStream, { once: true });
                         while (true) {
+                            if (abortSignal.aborted) {
+                                yield reader.cancel();
+                                break;
+                            }
                             const { value, done } = yield reader.read();
                             if (done) {
                                 break;
                             }
+                            if (abortSignal.aborted) {
+                                break;
+                            }
                             stream.audioDelta(value);
                         }
                     }
                     finally {
+                        abortSignal.removeEventListener("abort", cancelAudioStream);
                         reader.releaseLock();
                     }
                     stream.audioDone();

package/index.ts

@@ -10,7 +10,7 @@ import { z } from "zod";
 import { createAgentChatModel, callAgent } from "./agent/simpleAgent.js";
 import { AdminForthCheckpointSaver } from "./agent/checkpointer.js";
 import { createSequenceDebugCollector } from "./agent/middleware/sequenceDebug.js";
-import { detectUserLanguage } from "./agent/languageDetect.js";
+import { detectUserLanguage, type PreviousUserMessage } from "./agent/languageDetect.js";
 import { prepareApiBasedTools as buildApiBasedTools } from './apiBasedTools.js';
 import { createAgentEventStream } from "./agentResponseEvents.js";
 import { appendCustomSystemPrompt, buildAgentSystemPrompt, buildAgentTurnSystemPrompt, DEFAULT_AGENT_SYSTEM_PROMPT} from "./agent/systemPrompt.js";
@@ -29,6 +29,7 @@ type AgentTurnRunInput = {
   prompt: string;
   sessionId: string;
   turnId: string;
+  previousUserMessages: PreviousUserMessage[];
   modeName?: string | null;
   userTimeZone: string;
   currentPage?: CurrentPageContext;
@@ -41,7 +42,7 @@ type AgentTurnRunInput = {
 };
 
 type RunAndPersistAgentResponseInput =
-  Omit<AgentTurnRunInput, "turnId" | "sequenceDebugCollector"> & {
+  Omit<AgentTurnRunInput, "turnId" | "sequenceDebugCollector" | "previousUserMessages"> & {
     emitErrorResponse?: (response: string) => void;
     failureLogMessage: string;
     abortLogMessage: string;
@@ -116,6 +117,20 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
     }));
   }
 
+  private async getPreviousUserMessages(sessionId: string) {
+    const turns = await this.adminforth.resource(this.options.turnResource.resourceId).list(
+      [Filters.EQ(this.options.turnResource.sessionIdField, sessionId)],
+      2,
+      undefined,
+      [Sorts.DESC(this.options.turnResource.createdAtField)]
+    );
+    return turns
+      .reverse()
+      .map((turn): PreviousUserMessage => ({
+        text: turn[this.options.turnResource.promptField],
+      }));
+  }
+
   private getCheckpointer() {
     if (this.checkpointer) return this.checkpointer;
 
@@ -199,7 +214,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
     const summaryModel = summaryModelSpec.model;
     const modelMiddleware = primaryModelSpec.middleware;
 
-    const userLanguage = await detectUserLanguage(selectedMode.completionAdapter, input.prompt)
+    const userLanguage = await detectUserLanguage(selectedMode.completionAdapter, input.prompt, input.previousUserMessages)
       .catch((error) => {
         logger.warn(`Failed to detect user language: ${error.message}`);
         return null;
@@ -284,6 +299,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
   }
 
   private async runAndPersistAgentResponse(input: RunAndPersistAgentResponseInput) {
+    const previousUserMessages = await this.getPreviousUserMessages(input.sessionId);
     const turnId = await this.createNewTurn(input.sessionId, input.prompt);
     await this.adminforth.resource(this.options.sessionResource.resourceId).update(input.sessionId, {
       [this.options.sessionResource.createdAtField]: new Date().toISOString(),
@@ -298,6 +314,7 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
         prompt: input.prompt,
         sessionId: input.sessionId,
         turnId,
+        previousUserMessages,
         modeName: input.modeName,
         userTimeZone: input.userTimeZone,
         currentPage: input.currentPage,
@@ -417,14 +434,26 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
             filename: req.file.originalname,
             mimeType: req.file.mimetype,
             language: "auto",
+            abortSignal,
           });
         } catch (error) {
+          if (abortSignal.aborted) {
+            logger.info("Agent speech transcription aborted by the client");
+            stream.end();
+            return null;
+          }
+
           logger.error(`Agent speech transcription failed:\n${error.message}`);
           stream.error("Speech transcription failed. Check server logs for details.");
           stream.end();
           return null;
         }
 
+        if (abortSignal.aborted) {
+          stream.end();
+          return null;
+        }
+
         const prompt = transcription.text;
         if (!prompt) {
           stream.error("Speech transcription is empty");
@@ -476,23 +505,39 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
             stream: true,
             streamFormat: "audio",
             format: "mp3",
+            abortSignal,
           });
 
           stream.audioStart(speech.mimeType, speech.format);
 
           const reader = speech.audioStream.getReader();
+          const cancelAudioStream = () => {
+            void reader.cancel();
+          };
 
           try {
+            abortSignal.addEventListener("abort", cancelAudioStream, { once: true });
+
             while (true) {
+              if (abortSignal.aborted) {
+                await reader.cancel();
+                break;
+              }
+
               const { value, done } = await reader.read();
 
               if (done) {
                 break;
               }
 
+              if (abortSignal.aborted) {
+                break;
+              }
+
               stream.audioDelta(value);
             }
           } finally {
+            abortSignal.removeEventListener("abort", cancelAudioStream);
             reader.releaseLock();
           }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/agent",
-  "version": "1.39.0",
+  "version": "1.40.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
@@ -33,7 +33,7 @@
     "@langchain/core": "^1.1.40",
     "@langchain/langgraph": "^1.2.8",
     "@langchain/langgraph-checkpoint": "^1.0.1",
-    "adminforth": "^2.52.0",
+    "adminforth": "^2.53.5",
     "dayjs": "^1.11.20",
     "langchain": "^1.3.3",
     "multer": "^2.1.1",