@convai/web-sdk 1.2.1-beta.0 → 1.2.1-beta.1

package/README.md

@@ -55,10 +55,6 @@ Primary exports:
   - `ScreenShareControls`
   - `IConvaiClient`
 - All exports from `@convai/web-sdk/lipsync-helpers`
-- Type exports for latency models:
-  - `LatencyMonitor` (type)
-  - `LatencyMeasurement`
-  - `LatencyStats`
 
 ### `@convai/web-sdk/react`
 
@@ -212,6 +208,11 @@ const convaiClient = useConvaiClient({
   apiKey: import.meta.env.VITE_CONVAI_API_KEY,
   characterId: import.meta.env.VITE_CONVAI_CHARACTER_ID,
   endUserId: "<UNIQUE_END_USER_ID>",
+  endUserMetadata: {
+    name: "John Doe",
+    age: "30",
+    // Add any additional metadata you want to send
+  },
   enableVideo: true,
   startWithVideoOn: false,
   startWithAudioOn: false,
@@ -268,6 +269,16 @@ useEffect(() => {
 
   const unsubState = convaiClient.on("stateChange", (state) => {
     console.log("State:", state.agentState);
+    
+    // Access end user information from connection response
+    if (state.endUserId) {
+      console.log("End User ID:", state.endUserId);
+    }
+    
+    if (state.endUserMetadata) {
+      console.log("End User Metadata:", state.endUserMetadata);
+      // Example: { name: 'John', age: '30' }
+    }
   });
 
   const unsubMessages = convaiClient.on("messagesChange", (messages) => {
@@ -389,6 +400,9 @@ await client.disconnect();
 - `state.isThinking`: model is generating response
 - `state.isSpeaking`: model audio is currently speaking
 - `state.agentState`: combined high-level state (`disconnected | connected | listening | thinking | speaking`)
+- `state.endUserId`: end user ID returned from the connection response (if provided in config)
+- `state.endUserMetadata`: end user metadata returned from the connection response (if provided in config)
+- `state.metrics`: array of metrics events received during the current session (clears on `resetSession()`)
 
 ### Widget lifecycle
 
@@ -405,6 +419,7 @@ Both React and vanilla widgets:
 | `apiKey`                                  | `string`           | Yes      | -                    | Convai API key.                                                                     |
 | `characterId`                             | `string`           | Yes      | -                    | Target character identifier.                                                        |
 | `endUserId`                               | `string`           | No       | `undefined`          | Stable end-user identity for memory/analytics continuity.                           |
+| `endUserMetadata`                         | `Record<string, unknown>` | No | `undefined`          | Additional end-user metadata (e.g., name, age) sent with the connection request.    |
 | `url`                                     | `string`           | No       | SDK internal default | Convai base URL. Set explicitly if your deployment requires a specific environment. |
 | `enableVideo`                             | `boolean`          | No       | `false`              | Enables video-capable connection type.                                              |
 | `startWithVideoOn`                        | `boolean`          | No       | `false`              | Auto-enable camera after connect.                                                   |
@@ -428,15 +443,16 @@ import { ConvaiClient } from "@convai/web-sdk/core";
 For TypeScript, use the types exported from the main package or core:
 
 - **`IConvaiClient`** — Interface implemented by `ConvaiClient`. Use this when you need to type variables, props, or function parameters that accept the client (e.g. `client: IConvaiClient`).
-- **`ConvaiClientState`** — Shape of `client.state` (connection and activity flags: `isConnected`, `isBotReady`, `agentState`, `emotion`, etc.).
+- **`ConvaiClientState`** — Shape of `client.state` (connection and activity flags: `isConnected`, `isBotReady`, `agentState`, `emotion`, `endUserId`, `endUserMetadata`, `metrics`, etc.).
 - **`ConvaiConfig`** — Configuration object for `new ConvaiClient(config)` and `client.connect(config)`.
 - **`ChatMessage`** — Single message in `client.chatMessages`.
+- **`ConvaiMetrics`** — Metrics event structure containing data, timestamp, and unique identifier.
 - **`AudioControls`**, **`VideoControls`**, **`ScreenShareControls`** — Types for the control managers exposed as `client.audioControls`, `client.videoControls`, `client.screenShareControls`.
 
 Example:
 
 ```ts
-import type { IConvaiClient, ConvaiClientState, ConvaiConfig } from "@convai/web-sdk";
+import type { IConvaiClient, ConvaiClientState, ConvaiConfig, ConvaiMetrics } from "@convai/web-sdk";
 // or from "@convai/web-sdk/core" when using core-only
 ```
 
@@ -463,7 +479,6 @@ new ConvaiClient(config?: ConvaiConfig)
 | `audioControls`         | `AudioControls`              | Microphone controls.                                     |
 | `videoControls`         | `VideoControls`              | Camera controls.                                         |
 | `screenShareControls`   | `ScreenShareControls`        | Screen sharing controls.                                 |
-| `latencyMonitor`        | `LatencyMonitor`             | Measurement manager used by the client for turn latency. |
 | `blendshapeQueue`       | `BlendshapeQueue`            | Buffer queue for lipsync frames.                         |
 | `conversationSessionId` | `number`                     | Incremental turn session ID used by conversation events. |
 
@@ -479,7 +494,7 @@ new ConvaiClient(config?: ConvaiConfig)
 | `sendTriggerMessage`   | `(triggerName?: string, triggerMessage?: string) => void`           | Send trigger/action message.                               |
 | `sendInterruptMessage` | `() => void`                                                        | Interrupt current bot response.                            |
 | `updateTemplateKeys`   | `(templateKeys: Record<string, string>) => void`                    | Update runtime template variables.                         |
-| `updateDynamicInfo`    | `(dynamicInfo: { text: string }) => void`                           | Update dynamic context text.                               |
+| `updateDynamicInfo`    | `(dynamicInfo: string) => void`                                     | Update dynamic context with a text description.            |
 | `toggleTts`            | `(enabled: boolean) => void`                                        | Enable/disable TTS for subsequent responses.               |
 | `on`                   | `(event: string, callback: (...args: any[]) => void) => () => void` | Subscribe to an event and receive an unsubscribe function. |
 | `off`                  | `(event: string, callback: (...args: any[]) => void) => void`       | Remove a specific listener.                                |
@@ -501,7 +516,7 @@ new ConvaiClient(config?: ConvaiConfig)
 | `turnEnd`                 | `{ sessionId, duration, timestamp }`    | Server signaled end of turn (bot stopped speaking). Same semantics as `BlendshapeQueue.hasReceivedEndSignal()`. |
 | `blendshapes`             | `unknown`                               | Incoming blendshape chunk payload.                                                                              |
 | `blendshapeStatsReceived` | `unknown`                               | End-of-turn blendshape stats marker.                                                                            |
-| `latencyMeasurement`      | `LatencyMeasurement`                    | Latency sample from monitor.                                                                                    |
+| `metrics`                 | `Record<string, unknown>`               | Metrics data received from server. Multiple metrics events may occur per conversation.                          |
 
 ### Control manager APIs
 
@@ -564,30 +579,174 @@ Methods:
 - `on("screenShareStateChange", callback)`
 - `off("screenShareStateChange", callback)`
 
-### `latencyMonitor` API (via `client.latencyMonitor`)
+### Using `updateDynamicInfo` for real-time context
 
-`latencyMonitor` is available on every client instance for instrumentation and diagnostics.
+The `updateDynamicInfo` method allows you to send real-time context to the character using a simple text description.
 
-Methods:
+#### Basic usage
 
-- `enable()`
-- `disable()`
-- `startMeasurement(type, userMessage?)`
-- `endMeasurement()`
-- `cancelMeasurement()`
-- `getMeasurements()`
-- `getLatestMeasurement()`
-- `getStats()`
-- `clear()`
-- `getPendingMeasurement()`
-- `on("measurement", callback)`
-- `on("measurementsChange", callback)`
-- `on("enabledChange", callback)`
+```tsx
+// Simple text description
+convaiClient.updateDynamicInfo("Player health is low");
+```
 
-Properties:
+#### Advanced usage with detailed context
+
+```tsx
+// Game state example
+convaiClient.updateDynamicInfo(
+  "Player is in combat with 25% health and 40% stamina at battlefield location, 3 enemies nearby, equipped with sword"
+);
+```
+
+#### Using in connect config
+
+```tsx
+const config: ConvaiConfig = {
+  apiKey: 'your-api-key',
+  characterId: 'your-character-id',
+  dynamicInfo: "Initial game state: Player at spawn point, level 1, tutorial not complete",
+  // Other config fields...
+};
+
+await convaiClient.connect(config);
+```
+
+#### Real-time updates example
+
+```tsx
+// Update context as game state changes
+function updateCharacterContext(player: Player) {
+  const contextText = `Player health: ${player.health}%, mana: ${player.mana}%, location: ${player.location}, status: ${player.status}`;
+  
+  convaiClient.updateDynamicInfo(contextText);
+}
+
+// Call whenever game state changes
+player.on('stateChange', () => updateCharacterContext(player));
+```
+
+### Accessing metrics data
+
+The SDK exposes metrics events received from the server through the client state. Multiple metrics events can be received during a single conversation.
+
+#### Accessing metrics from client state
+
+```tsx
+// Access metrics array from state
+const metrics = convaiClient.state.metrics;
+
+// Log all metrics
+console.log('Total metrics received:', metrics.length);
+metrics.forEach(metric => {
+  console.log('Metric ID:', metric.id);
+  console.log('Timestamp:', metric.timestamp);
+  console.log('Data:', metric.data);
+});
+
+// Get latest metric
+const latestMetric = metrics[metrics.length - 1];
+if (latestMetric) {
+  console.log('Latest metric data:', latestMetric.data);
+}
+```
+
+#### Listening to metrics events in real-time
+
+```tsx
+  // Subscribe to metrics events
+  const unsubMetrics = convaiClient.on('metrics', (metricsData) => {
+    console.log('New metrics received:', metricsData);
+    
+    // Process metrics data
+    if (metricsData.processingTime) {
+      console.log('Processing time:', metricsData.processingTime);
+    }
+  });
+
+// Cleanup
+unsubMetrics();
+```
+
+#### Accessing metrics in React
+
+```tsx
+import { useConvaiClient } from '@convai/web-sdk';
+import { useEffect, useState } from 'react';
+
+function MetricsDisplay() {
+  const convaiClient = useConvaiClient();
+  const [metrics, setMetrics] = useState<ConvaiMetrics[]>([]);
+
+  useEffect(() => {
+    // Subscribe to state changes
+    const unsubState = convaiClient.on('stateChange', (state) => {
+      setMetrics(state.metrics);
+    });
+
+    // Or subscribe to individual metrics events
+    const unsubMetrics = convaiClient.on('metrics', (metricsData) => {
+      console.log('New metrics:', metricsData);
+    });
+
+    return () => {
+      unsubState();
+      unsubMetrics();
+    };
+  }, [convaiClient]);
+
+  return (
+    <div>
+      <h3>Metrics ({metrics.length})</h3>
+      {metrics.map(metric => (
+        <div key={metric.id}>
+          <p>Time: {new Date(metric.timestamp).toLocaleTimeString()}</p>
+          <pre>{JSON.stringify(metric.data, null, 2)}</pre>
+        </div>
+      ))}
+    </div>
+  );
+}
+```
+
+#### Clearing metrics
+
+Metrics are automatically cleared when you call `resetSession()` or `disconnect()`:
+
+```tsx
+// Clear conversation history and metrics
+convaiClient.resetSession();
 
-- `enabled`
-- `hasPendingMeasurement`
+// Or disconnect (also clears metrics)
+await convaiClient.disconnect();
+```
+
+#### Analyzing aggregated metrics
+
+```tsx
+function analyzeMetrics(client: IConvaiClient) {
+  const metrics = client.state.metrics;
+  
+  // Calculate average processing time if present
+  const processingTimes = metrics
+    .map(m => m.data.processingTime as number)
+    .filter(t => typeof t === 'number');
+  
+  if (processingTimes.length > 0) {
+    const avgTime = processingTimes.reduce((a, b) => a + b, 0) / processingTimes.length;
+    console.log('Average processing time:', avgTime.toFixed(2), 'ms');
+  }
+  
+  // Count metrics by type if available
+  const metricsByType = metrics.reduce((acc, metric) => {
+    const type = (metric.data.type as string) || 'unknown';
+    acc[type] = (acc[type] || 0) + 1;
+    return acc;
+  }, {} as Record<string, number>);
+  
+  console.log('Metrics by type:', metricsByType);
+}
+```
 
 ### Advanced core classes (`@convai/web-sdk/core`)
 
@@ -631,7 +790,6 @@ Properties:
 Methods:
 
 - `getBlendshapeQueue()`
-- `setLatencyMonitor(monitor)`
 - `getChatMessages()`
 - `getUserTranscription()`
 - `getIsBotResponding()`

package/dist/core/ConvaiClient.d.ts

@@ -1,7 +1,6 @@
 import { Room } from "livekit-client";
-import { ConvaiConfig, ConvaiClientState, ChatMessage, IConvaiClient, AudioControls, VideoControls, ScreenShareControls } from "./types";
+import { ConvaiConfig, ConvaiClientState, ChatMessage, IConvaiClient, AudioControls, VideoControls, ScreenShareControls, DynamicInfo } from "./types";
 import { EventEmitter } from "./EventEmitter";
-import { LatencyMonitor } from "../utils/LatencyMonitor";
 import { BlendshapeQueue } from "./BlendshapeQueue";
 /**
  * Main Convai client class for managing AI voice assistant connections
@@ -51,11 +50,12 @@ export declare class ConvaiClient extends EventEmitter implements IConvaiClient
     private _participantSid;
     private _audioSettings;
     private _storedConfig;
+    private _endUserId;
+    private _endUserMetadata;
     private _audioManager;
     private _videoManager;
     private _screenShareManager;
     private _messageHandler;
-    private _latencyMonitor;
     private _conversationSessionId;
     private _conversationStartTime;
     constructor(config?: ConvaiConfig);
@@ -72,7 +72,6 @@ export declare class ConvaiClient extends EventEmitter implements IConvaiClient
     get audioControls(): AudioControls;
     get videoControls(): VideoControls;
     get screenShareControls(): ScreenShareControls;
-    get latencyMonitor(): LatencyMonitor;
     get blendshapeQueue(): BlendshapeQueue;
     get conversationSessionId(): number;
     /**
@@ -138,9 +137,7 @@ export declare class ConvaiClient extends EventEmitter implements IConvaiClient
     /**
      * Update dynamic information about the current context
      */
-    updateDynamicInfo(dynamicInfo: {
-        text: string;
-    }): void;
+    updateDynamicInfo(dynamicInfo: DynamicInfo): void;
     /**
      * Toggle text-to-speech on or off
      */

package/dist/core/ConvaiClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ConvaiClient.d.ts","sourceRoot":"","sources":["../../src/core/ConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA8B,MAAM,gBAAgB,CAAC;AAClE,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,WAAW,EAEX,aAAa,EACb,aAAa,EACb,aAAa,EACb,mBAAmB,EACpB,MAAM,SAAS,CAAC;AAKjB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,qBAAa,YAAa,SAAQ,YAAa,YAAW,aAAa;IACrE,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,aAAa,CAA6B;IAGlD,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,sBAAsB,CAAa;IAC3C,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,CAAC,EAAE,YAAY;IA8CjC,IAAI,KAAK,IAAI,iBAAiB,CAE7B;IAED,IAAI,cAAc,IAAI,OAAO,GAAG,OAAO,GAAG,IAAI,CAE7C;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,IAAI,CAE1B;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAE/B;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAE7B;IAED,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,IAAI,YAAY,IAAI,WAAW,EAAE,CAEhC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,IAAI,CAEtC;IAED,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,mBAAmB,IAAI,mBAAmB,CAE7C;IAED,IAAI,cAAc,IAAI,cAAc,CAEnC;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED,IAAI,qBAAqB,IAAI,MAAM,CAElC;IAED;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAgF3B;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAcjC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAuBpC;;OAEG;IACH,OAAO,CAAC,WAAW;IAuBnB;;OAEG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAkMnD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhC;;OAEG;IACH,YAAY,IAAI,IAAI;IAKpB;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAkDvC;;OAEG;IACH,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAmBvE;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAgC5B;;OAEG;IACH,kBAAkB,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,IAAI;IAsBjE;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAoBtD;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IA0BjC;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;CA4BlC"}
+{"version":3,"file":"ConvaiClient.d.ts","sourceRoot":"","sources":["../../src/core/ConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA8B,MAAM,gBAAgB,CAAC;AAClE,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,WAAW,EAEX,aAAa,EACb,aAAa,EACb,aAAa,EACb,mBAAmB,EACnB,WAAW,EACZ,MAAM,SAAS,CAAC;AAKjB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,qBAAa,YAAa,SAAQ,YAAa,YAAW,aAAa;IACrE,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,gBAAgB,CAAwC;IAGhE,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,sBAAsB,CAAa;IAC3C,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,CAAC,EAAE,YAAY;IAgDjC,IAAI,KAAK,IAAI,iBAAiB,CAE7B;IAED,IAAI,cAAc,IAAI,OAAO,GAAG,OAAO,GAAG,IAAI,CAE7C;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,IAAI,CAE1B;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAE/B;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAE7B;IAED,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,IAAI,YAAY,IAAI,WAAW,EAAE,CAEhC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,IAAI,CAEtC;IAED,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,mBAAmB,IAAI,mBAAmB,CAE7C;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED,IAAI,qBAAqB,IAAI,MAAM,CAElC;IAED;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAsF3B;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAcjC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAuBpC;;OAEG;IACH,OAAO,CAAC,WAAW;IAuBnB;;OAEG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA2OnD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAwB5B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhC;;OAEG;IACH,YAAY,IAAI,IAAI;IAOpB;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IA6CvC;;OAEG;IACH,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAmBvE;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAgC5B;;OAEG;IACH,kBAAkB,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,IAAI;IAsBjE;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAkBjD;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IA0BjC;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;CA4BlC"}

package/dist/core/ConvaiClient.js

@@ -4,7 +4,6 @@ import { VideoManager } from "./VideoManager";
 import { ScreenShareManager } from "./ScreenShareManager";
 import { MessageHandler } from "./MessageHandler";
 import { EventEmitter } from "./EventEmitter";
-import { LatencyMonitor } from "../utils/LatencyMonitor";
 /**
  * Main Convai client class for managing AI voice assistant connections
  * Provides complete interface for connecting to Convai's voice assistants,
@@ -52,6 +51,8 @@ export class ConvaiClient extends EventEmitter {
         this._isBotReady = false;
         this._participantSid = "";
         this._storedConfig = null;
+        this._endUserId = null;
+        this._endUserMetadata = null;
         // Conversation session tracking
         this._conversationSessionId = 0;
         this._conversationStartTime = 0;
@@ -70,6 +71,9 @@ export class ConvaiClient extends EventEmitter {
             isSpeaking: false,
             agentState: "disconnected",
             emotion: null,
+            endUserId: null,
+            endUserMetadata: null,
+            metrics: [],
         };
         // Default audio settings for optimal interruption handling
         this._audioSettings = {
@@ -83,8 +87,7 @@ export class ConvaiClient extends EventEmitter {
         this._audioManager = new AudioManager(this._room);
         this._videoManager = new VideoManager(this._room);
         this._screenShareManager = new ScreenShareManager(this._room);
-        this._latencyMonitor = new LatencyMonitor(false); // Disabled by default
-        this._messageHandler = new MessageHandler(this._room, this._latencyMonitor);
+        this._messageHandler = new MessageHandler(this._room);
         // Setup event listeners
         this.setupEventListeners();
         // Connect MessageHandler to conversation start events
@@ -130,9 +133,6 @@ export class ConvaiClient extends EventEmitter {
     get screenShareControls() {
         return this._screenShareManager;
     }
-    get latencyMonitor() {
-        return this._latencyMonitor;
-    }
     get blendshapeQueue() {
         return this._messageHandler.getBlendshapeQueue();
     }
@@ -162,11 +162,7 @@ export class ConvaiClient extends EventEmitter {
         this._messageHandler.on("speakingChange", (isSpeaking) => {
             this.updateState({ isSpeaking });
             this.emit("speakingChange", isSpeaking);
-            // End latency measurement when bot starts speaking
-            if (isSpeaking) {
-                this._latencyMonitor.endMeasurement();
-            }
-            else if (this._conversationSessionId > 0) {
+            if (!isSpeaking && this._conversationSessionId > 0) {
                 // Bot stopped speaking - turn end signal (same semantics as BlendshapeQueue.hasReceivedEndSignal())
                 const duration = ((Date.now() - this._conversationStartTime) /
                     1000).toFixed(2);
@@ -186,6 +182,19 @@ export class ConvaiClient extends EventEmitter {
         this._messageHandler.on("listeningChange", (isListening) => {
             this.updateState({ isListening });
         });
+        // Handle metrics events
+        this._messageHandler.on("metrics", (metricsData) => {
+            const newMetrics = [
+                ...this._state.metrics,
+                {
+                    id: `metrics-${Date.now()}-${Math.random()}`,
+                    data: metricsData,
+                    timestamp: new Date().toISOString(),
+                },
+            ];
+            this.updateState({ metrics: newMetrics });
+            this.emit("metrics", metricsData);
+        });
         // Forward blendshapes events
         this._messageHandler.on("blendshapes", (data) => {
             this.emit("blendshapes", data);
@@ -194,10 +203,6 @@ export class ConvaiClient extends EventEmitter {
         this._messageHandler.on("blendshapeStatsReceived", (stats) => {
             this.emit("blendshapeStatsReceived", stats);
         });
-        // Forward latency monitor events
-        this._latencyMonitor.on("measurement", (measurement) => {
-            this.emit("latencyMeasurement", measurement);
-        });
     }
     /**
      * Setup MessageHandler to respond to conversation start events
@@ -222,8 +227,13 @@ export class ConvaiClient extends EventEmitter {
             isSpeaking: false,
             isThinking: false,
             isListening: false,
+            endUserId: null,
+            endUserMetadata: null,
+            metrics: [],
         });
         this._isBotReady = false;
+        this._endUserId = null;
+        this._endUserMetadata = null;
         this._messageHandler.reset();
         this.emit("disconnect");
     }
@@ -336,7 +346,6 @@ export class ConvaiClient extends EventEmitter {
                     frames_buffer_duration: configWithDefaults.blendshapeConfig?.frames_buffer_duration ?? 0.1,
                     output_fps: 90,
                 },
-                end_user_id: "xauravdas01@gmail.com",
                 llm_provider: "dynamic",
                 ...(configWithDefaults.enableEmotion !== false && {
                     emotion_config: {
@@ -358,6 +367,37 @@ export class ConvaiClient extends EventEmitter {
                 ...(configWithDefaults.actionConfig && {
                     action_config: configWithDefaults.actionConfig,
                 }),
+                ...(configWithDefaults.characters && {
+                    characters: configWithDefaults.characters,
+                }),
+                ...(configWithDefaults.objects && {
+                    objects: configWithDefaults.objects,
+                }),
+                ...(configWithDefaults.currentAttentionObject && {
+                    current_attention_object: configWithDefaults.currentAttentionObject,
+                }),
+                ...(configWithDefaults.sceneDescription && {
+                    scene_description: configWithDefaults.sceneDescription,
+                }),
+                ...(configWithDefaults.dynamicInfo && {
+                    dynamic_info: { text: configWithDefaults.dynamicInfo },
+                }),
+                ...(configWithDefaults.debug !== undefined && {
+                    debug: configWithDefaults.debug,
+                }),
+                ...(configWithDefaults.invocationMetadata && {
+                    invocation_metadata: {
+                        ...(configWithDefaults.invocationMetadata.source && {
+                            source: configWithDefaults.invocationMetadata.source,
+                        }),
+                        ...(configWithDefaults.invocationMetadata.clientVersion && {
+                            client_version: configWithDefaults.invocationMetadata.clientVersion,
+                        }),
+                        ...(configWithDefaults.invocationMetadata.extraMetadata && {
+                            extra_metadata: configWithDefaults.invocationMetadata.extraMetadata,
+                        }),
+                    },
+                }),
             };
             // Call Core Service API
             const response = await fetch(`${configWithDefaults.url}/connect`, {
@@ -399,6 +439,13 @@ export class ConvaiClient extends EventEmitter {
                     characterSessionId: connectionData.character_session_id,
                 };
             }
+            // Capture end_user_id and end_user_metadata from connection response
+            if (connectionData.end_user_id) {
+                this._endUserId = connectionData.end_user_id;
+            }
+            if (connectionData.end_user_metadata) {
+                this._endUserMetadata = connectionData.end_user_metadata;
+            }
             // Connect to LiveKit room
             await this._room.connect(connectionData.room_url, connectionData.token, {
                 rtcConfig: {
@@ -432,6 +479,8 @@ export class ConvaiClient extends EventEmitter {
             this.updateState({
                 isConnected: true,
                 isConnecting: false,
+                endUserId: this._endUserId,
+                endUserMetadata: this._endUserMetadata,
             });
             this.emit("connect");
         }
@@ -469,12 +518,17 @@ export class ConvaiClient extends EventEmitter {
             isSpeaking: false,
             isThinking: false,
             isListening: false,
+            endUserId: null,
+            endUserMetadata: null,
+            metrics: [],
         });
         this._isBotReady = false;
         this._connectionType = null;
         this._apiKey = null;
         this._characterId = null;
         this._speakerId = null;
+        this._endUserId = null;
+        this._endUserMetadata = null;
         this._messageHandler.reset();
         this._audioManager.reset();
         this._videoManager.reset();
@@ -495,6 +549,8 @@ export class ConvaiClient extends EventEmitter {
     resetSession() {
         this._characterSessionId = "-1";
         this._messageHandler.reset();
+        // Clear metrics when resetting session
+        this.updateState({ metrics: [] });
     }
     /**
      * Send a text message to the character
@@ -519,8 +575,6 @@ export class ConvaiClient extends EventEmitter {
                 userMessage: text.trim(),
                 timestamp: this._conversationStartTime,
             });
-            // Start latency measurement for text message
-            this._latencyMonitor.startMeasurement("text", text.trim());
             const message = {
                 type: "user_text_message",
                 data: {
@@ -534,8 +588,6 @@ export class ConvaiClient extends EventEmitter {
             });
         }
         catch (error) {
-            // Cancel latency measurement on error
-            this._latencyMonitor.cancelMeasurement();
             throw error;
         }
     }
@@ -611,13 +663,11 @@ export class ConvaiClient extends EventEmitter {
      * Update dynamic information about the current context
      */
     updateDynamicInfo(dynamicInfo) {
-        if (this._room && this._room.localParticipant && dynamicInfo.text?.trim()) {
+        if (this._room && this._room.localParticipant && dynamicInfo?.trim()) {
             const message = {
                 type: "update-dynamic-info",
                 data: {
-                    dynamic_info: {
-                        text: dynamicInfo.text.trim(),
-                    },
+                    dynamic_info: { text: dynamicInfo },
                     participant_sid: this._participantSid || this._room.localParticipant.sid,
                 },
             };