@telnyx/ai-agent-lib 0.2.1 → 0.2.3

package/README.md

@@ -340,7 +340,8 @@ The library automatically measures round-trip latency using client-side Voice Ac
 
 **How it works:**
 1. **Local VAD (User's microphone)**: Monitors the user's audio stream. After detecting 1 second of silence following speech, the library records `thinkingStartedAt` timestamp and transitions to "thinking" state.
-2. **Remote VAD (Agent's audio)**: Monitors the agent's audio stream. When audio volume crosses the threshold, the library calculates `latencyMs` as the time elapsed since `thinkingStartedAt` and transitions to "speaking" state.
+2. **Remote VAD (Agent's audio)**: Monitors the agent's audio stream. When audio volume crosses the threshold, the library calculates `userPerceivedLatencyMs` as the time elapsed since user went silent and transitions to "speaking" state.
+3. **Greeting Latency**: For the first agent speech (greeting), the library calculates `greetingLatencyMs` from when the audio stream monitoring started.
 
 **Configuration constants:**
 - Volume threshold: 10 (frequency data average)
@@ -352,8 +353,11 @@ const agentState = useAgentState();
 
 // Access latency when agent starts speaking
 useEffect(() => {
-  if (agentState.latencyMs !== undefined) {
-    console.log(`Response latency: ${agentState.latencyMs}ms`);
+  if (agentState.greetingLatencyMs !== undefined) {
+    console.log(`Greeting latency: ${agentState.greetingLatencyMs}ms`);
+  }
+  if (agentState.userPerceivedLatencyMs !== undefined) {
+    console.log(`Response latency: ${agentState.userPerceivedLatencyMs}ms`);
   }
   if (agentState.thinkingStartedAt) {
     console.log(`Started thinking at: ${agentState.thinkingStartedAt}`);
@@ -446,9 +450,12 @@ type TranscriptItem = {
 // Agent state with optional latency information
 type AgentStateData = {
   state: "speaking" | "listening" | "thinking";
-  // Round-trip latency in ms from when user stopped speaking until agent response began.
+  // Latency in ms from when user stopped speaking until agent response began.
   // Only present when state is "speaking"
-  latencyMs?: number;
+  userPerceivedLatencyMs?: number;
+  // Latency in ms for the initial agent greeting (first speech).
+  // Only present on first "speaking" state
+  greetingLatencyMs?: number;
   // UTC timestamp (ISO 8601) when user stopped speaking and thinking state began.
   // Only present when state is "thinking"
   thinkingStartedAt?: string;
@@ -501,8 +508,11 @@ agent.on('conversation.agent.state', (data) => {
       break;
     case 'speaking':
       // Show speaking indicator (e.g., animated waveform)
-      if (data.latencyMs !== undefined) {
-        console.log(`Response latency: ${data.latencyMs}ms`);
+      if (data.greetingLatencyMs !== undefined) {
+        console.log(`Greeting latency: ${data.greetingLatencyMs}ms`);
+      }
+      if (data.userPerceivedLatencyMs !== undefined) {
+        console.log(`Response latency: ${data.userPerceivedLatencyMs}ms`);
         // Track latency for analytics or display to user
       }
       break;
@@ -585,8 +595,8 @@ function ConversationMonitor() {
   // Subscribe to events for additional handling beyond the built-in hooks
   useEffect(() => {
     const handleAgentState = (data: AgentStateData) => {
-      if (data.latencyMs !== undefined) {
-        setLatencyHistory(prev => [...prev, data.latencyMs!]);
+      if (data.userPerceivedLatencyMs !== undefined) {
+        setLatencyHistory(prev => [...prev, data.userPerceivedLatencyMs!]);
       }
     };
 

package/dist/audio-stream-monitor.d.ts

@@ -13,6 +13,9 @@ export declare class AudioStreamMonitor {
     private lastState;
     private userIsSpeaking;
     private lastUserAudioTime;
+    private userSilenceStartTime;
+    private isFirstAgentSpeech;
+    private monitorStartTime;
     constructor();
     private updateAgentState;
     /**