@voxevolv/client 0.3.16 → 0.3.17

package/dist/index.js

@@ -7,7 +7,8 @@ import {
   Room,
   RoomEvent,
   RpcError,
-  Track
+  Track,
+  version as LIVEKIT_VERSION
 } from "./vendor/livekit-client.esm.mjs";
 import {
   createClientMessage,
@@ -23,8 +24,10 @@ import {
 import { ContextDeliveryError, contextRetryDelay, ReplacementContextQueue } from "./context-queue.js";
 import {
   ClientDiagnosticBuffer,
+  diagnosticId,
   DiagnosticDeliveryError
 } from "./diagnostics.js";
+import { observeConnectionTransport } from "./connection-diagnostics.js";
 import { observeRpcTransport } from "./rpc-transport-diagnostics.js";
 import { Presentations } from "./presentations.js";
 import { TranscriptStore } from "./transcripts.js";
@@ -51,7 +54,7 @@ import {
   decodeContextUpdatedPayload,
   decodeRealtimeEvent
 } from "./generated/protocol-codecs.js";
-var SDK_VERSION = "0.3.16";
+var SDK_VERSION = "0.3.17";
 var CLIENT_HELLO_TIMEOUT_MS = 3e4;
 var RECOVERY_BUFFER_STALL_MS = 5e3;
 var RECOVERY_BUFFER_POLL_MS = 500;
@@ -178,6 +181,8 @@ var RealtimeSession = class _RealtimeSession {
   diagnosticLastSampleAt = 0;
   stopRpcDiagnostics;
   diagnosticEngine;
+  connectionDiagnostics;
+  diagnosticRecoveryId;
   presentations = new Presentations(
     (request) => this.room.localParticipant.performRpc(request),
     () => this.sessionEnded || ["disconnected", "failed"].includes(this.stateValue),
@@ -192,6 +197,10 @@ var RealtimeSession = class _RealtimeSession {
     this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason });
     this.flushDiagnostics(reason);
   };
+  onDiagnosticNetworkChange = (event) => {
+    this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason: `network_${event.type}` });
+    this.flushDiagnostics(`network_${event.type}`);
+  };
   onDiagnosticLifecycle = (event) => {
     this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason: event.type });
     this.flushDiagnostics(`page_${event.type}`);
@@ -214,6 +223,9 @@ var RealtimeSession = class _RealtimeSession {
     this.startupRetryOptions = resolveStartupRetryOptions(options.startupRetry);
     this.lifecycleCredentials = options.lifecycleCredentials ?? "same-origin";
     this.room = new Room({ adaptiveStream: true, dynacast: true });
+    this.room.voxevolvObserveEngine = () => {
+      this.startRpcDiagnostics();
+    };
     for (const [name, handler] of Object.entries(options.tools ?? {})) {
       this.registerTool(name, handler);
     }
@@ -709,6 +721,7 @@ var RealtimeSession = class _RealtimeSession {
         this.livekitResumeController = null;
         this.failRecovery(toError(error));
         this.recoveryStartedAt = null;
+        this.diagnosticRecoveryId = void 0;
         this.reconnectStartedAt = null;
         this.pendingReconnect = null;
       }
@@ -1117,6 +1130,8 @@ var RealtimeSession = class _RealtimeSession {
     if (state === "connecting" || state === "resuming") {
       this.startRpcDiagnostics();
       this.startDiagnosticLoopMonitor();
+      globalThis.addEventListener?.("online", this.onDiagnosticNetworkChange);
+      globalThis.addEventListener?.("offline", this.onDiagnosticNetworkChange);
       globalThis.document?.addEventListener?.("visibilitychange", this.onDiagnosticVisibilityChange);
       globalThis.document?.addEventListener?.("freeze", this.onDiagnosticLifecycle);
       globalThis.document?.addEventListener?.("resume", this.onDiagnosticLifecycle);
@@ -1126,6 +1141,11 @@ var RealtimeSession = class _RealtimeSession {
       this.diagnosticLoopTimer = void 0;
       this.diagnosticLoopDelayMs = void 0;
       this.diagnosticLoopHistory = [];
+      this.connectionDiagnostics?.stop();
+      this.connectionDiagnostics = void 0;
+      this.diagnosticRecoveryId = void 0;
+      globalThis.removeEventListener?.("online", this.onDiagnosticNetworkChange);
+      globalThis.removeEventListener?.("offline", this.onDiagnosticNetworkChange);
       this.stopRpcDiagnostics?.();
       this.stopRpcDiagnostics = void 0;
       this.diagnosticEngine = void 0;
@@ -1166,13 +1186,22 @@ var RealtimeSession = class _RealtimeSession {
       }
     });
     this.room.on(RoomEvent.SignalConnected, () => this.startRpcDiagnostics());
-    this.room.on(RoomEvent.SignalReconnecting, () => this.handleLiveKitReconnecting());
-    this.room.on(RoomEvent.Reconnecting, () => this.handleLiveKitReconnecting());
+    this.room.on(RoomEvent.SignalReconnecting, () => this.handleLiveKitReconnecting("signal_reconnecting"));
+    this.room.on(RoomEvent.Reconnecting, () => this.handleLiveKitReconnecting("media_reconnecting"));
     this.room.on(RoomEvent.Reconnected, () => {
       this.startRpcDiagnostics();
       void this.handleLiveKitReconnected();
     });
     this.room.on(RoomEvent.Disconnected, (reason) => {
+      if (!this.disconnectMode && !this.sessionEnded) {
+        this.recordDiagnostic({
+          operation: "connection_transport",
+          status: "failed",
+          reason: "room_disconnected",
+          disconnect_reason: reason
+        });
+        this.flushDiagnostics("room_disconnected");
+      }
       this.handleLiveKitDisconnected(reason);
     });
     this.room.on(RoomEvent.ConnectionStateChanged, (state) => {
@@ -1252,8 +1281,9 @@ var RealtimeSession = class _RealtimeSession {
       this.notifyListeners(this.listeners, value);
     });
   }
-  handleLiveKitReconnecting() {
+  handleLiveKitReconnecting(trigger = "livekit_reconnecting") {
     if (this.sessionEnded || this.disconnectMode === "intentional" || this.terminalReplayController || ["disconnected", "failed"].includes(this.stateValue)) return;
+    this.recordDiagnostic({ operation: "connection_transport", status: "started", reason: trigger });
     this.agentReady = false;
     if (this.autoRejoinPromise !== null || this.activeRecovery?.strategy === "rejoin" || this.disconnectMode === "rejoin") {
       this.setState("resuming");
@@ -1433,6 +1463,7 @@ var RealtimeSession = class _RealtimeSession {
     this.notifyListeners(this.endedListeners, event);
   }
   beginRecovery(strategy, attempt, details) {
+    this.diagnosticRecoveryId ??= diagnosticId();
     this.recoveryStartedAt ??= Date.now();
     this.activeRecovery = { strategy, attempt, details };
     this.recordDiagnostic({
@@ -1465,6 +1496,7 @@ var RealtimeSession = class _RealtimeSession {
     });
     this.flushDiagnostics("recovery_completed");
     this.recoveryStartedAt = null;
+    this.diagnosticRecoveryId = void 0;
     this.activeRecovery = null;
     this.notifyListeners(this.recoveryListeners, {
       status: "succeeded",
@@ -1572,6 +1604,7 @@ var RealtimeSession = class _RealtimeSession {
     this.livekitResumeController?.abort();
     this.livekitResumeController = null;
     this.recoveryStartedAt = null;
+    this.diagnosticRecoveryId = void 0;
     this.autoRejoinController?.abort();
     this.autoRejoinController = null;
     this.manualRejoinController?.abort();
@@ -2025,6 +2058,12 @@ var RealtimeSession = class _RealtimeSession {
     if (!engine || this.stopRpcDiagnostics && this.diagnosticEngine === engine) return;
     this.stopRpcDiagnostics?.();
     this.diagnosticEngine = engine;
+    this.connectionDiagnostics?.stop();
+    this.connectionDiagnostics = observeConnectionTransport(engine, (entry) => {
+      if (this.disconnectMode || this.sessionEnded || ["disconnected", "failed"].includes(this.stateValue)) return;
+      this.recordDiagnostic(entry);
+      this.flushDiagnostics("connection_transport");
+    });
     this.stopRpcDiagnostics = observeRpcTransport(engine, (entry) => {
       this.recordDiagnostic(entry);
       this.flushDiagnostics("tool_rpc_transport");
@@ -2050,12 +2089,23 @@ var RealtimeSession = class _RealtimeSession {
     }
   }
   recordDiagnostic(entry) {
+    if (entry.operation === "connection_transport") {
+      this.diagnosticRecoveryId ??= diagnosticId();
+    }
     const snapshot = {
       ...entry,
+      recovery_id: this.diagnosticRecoveryId,
+      connection_id: entry.connection_id ?? this.connectionId,
+      participant_sid: this.room.localParticipant.sid || void 0,
+      livekit_version: LIVEKIT_VERSION,
+      browser_online: globalThis.navigator?.onLine,
       connection_state: this.stateValue,
       buffered_bytes: entry.buffered_bytes ?? this.reliableDataChannelBufferedBytes()
     };
-    if (["tool_rpc", "rpc_transport", "browser_runtime", "connection_recovery"].includes(entry.operation)) {
+    if (["connection_transport", "connection_recovery"].includes(entry.operation)) {
+      snapshot.transport_history ??= this.connectionDiagnostics?.snapshotHistory();
+    }
+    if (["tool_rpc", "rpc_transport", "browser_runtime", "connection_recovery", "connection_transport"].includes(entry.operation)) {
       snapshot.page_visibility = globalThis.document?.visibilityState;
       snapshot.active_context_transfers = this.activeContextTransfers;
       snapshot.active_context_bytes = this.activeContextBytes;