@voxevolv/client 0.3.16 → 0.3.18

package/dist/index.js

@@ -7,7 +7,8 @@ import {
   Room,
   RoomEvent,
   RpcError,
-  Track
+  Track,
+  version as LIVEKIT_VERSION
 } from "./vendor/livekit-client.esm.mjs";
 import {
   createClientMessage,
@@ -23,8 +24,10 @@ import {
 import { ContextDeliveryError, contextRetryDelay, ReplacementContextQueue } from "./context-queue.js";
 import {
   ClientDiagnosticBuffer,
+  diagnosticId,
   DiagnosticDeliveryError
 } from "./diagnostics.js";
+import { observeConnectionTransport } from "./connection-diagnostics.js";
 import { observeRpcTransport } from "./rpc-transport-diagnostics.js";
 import { Presentations } from "./presentations.js";
 import { TranscriptStore } from "./transcripts.js";
@@ -51,7 +54,7 @@ import {
   decodeContextUpdatedPayload,
   decodeRealtimeEvent
 } from "./generated/protocol-codecs.js";
-var SDK_VERSION = "0.3.16";
+var SDK_VERSION = "0.3.18";
 var CLIENT_HELLO_TIMEOUT_MS = 3e4;
 var RECOVERY_BUFFER_STALL_MS = 5e3;
 var RECOVERY_BUFFER_POLL_MS = 500;
@@ -178,12 +181,18 @@ var RealtimeSession = class _RealtimeSession {
   diagnosticLastSampleAt = 0;
   stopRpcDiagnostics;
   diagnosticEngine;
+  connectionDiagnostics;
+  diagnosticRecoveryId;
   presentations = new Presentations(
     (request) => this.room.localParticipant.performRpc(request),
     () => this.sessionEnded || ["disconnected", "failed"].includes(this.stateValue),
     () => {
       this.recordDiagnostic({ operation: "tool_rpc", status: "failed", reason: "presentation_receipt_failed" });
       this.flushDiagnostics("presentation_receipt_failed");
+    },
+    (entry) => {
+      this.recordDiagnostic(entry);
+      this.flushDiagnostics("presentation_rpc");
     }
   );
   diagnosticReportTimeoutMs = DIAGNOSTIC_REPORT_TIMEOUT_MS;
@@ -192,6 +201,10 @@ var RealtimeSession = class _RealtimeSession {
     this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason });
     this.flushDiagnostics(reason);
   };
+  onDiagnosticNetworkChange = (event) => {
+    this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason: `network_${event.type}` });
+    this.flushDiagnostics(`network_${event.type}`);
+  };
   onDiagnosticLifecycle = (event) => {
     this.recordDiagnostic({ operation: "browser_runtime", status: "succeeded", reason: event.type });
     this.flushDiagnostics(`page_${event.type}`);
@@ -214,6 +227,9 @@ var RealtimeSession = class _RealtimeSession {
     this.startupRetryOptions = resolveStartupRetryOptions(options.startupRetry);
     this.lifecycleCredentials = options.lifecycleCredentials ?? "same-origin";
     this.room = new Room({ adaptiveStream: true, dynacast: true });
+    this.room.voxevolvObserveEngine = () => {
+      this.startRpcDiagnostics();
+    };
     for (const [name, handler] of Object.entries(options.tools ?? {})) {
       this.registerTool(name, handler);
     }
@@ -240,6 +256,7 @@ var RealtimeSession = class _RealtimeSession {
     const receivedAt = performance.now();
     let callId;
     let toolName;
+    let presentationId;
     let slowTimer;
     const record = (entry) => this.recordDiagnostic({
       operation: "tool_rpc",
@@ -247,6 +264,7 @@ var RealtimeSession = class _RealtimeSession {
       rpc_request_id: invocation.requestId,
       call_id: callId,
       tool_name: toolName,
+      presentation_id: presentationId,
       duration_ms: performance.now() - receivedAt,
       ...entry
     });
@@ -288,7 +306,8 @@ var RealtimeSession = class _RealtimeSession {
           if (toolName !== "present_attachment" || typeof payload.presentation_id !== "string" || !payload.presentation_id || payload.presentation_id.length > 200) {
             throw new RpcError(1500, "Invalid presentation identity");
           }
-          response = await this.presentations.invoke(payload.presentation_id, invocation.callerIdentity, execute);
+          presentationId = payload.presentation_id;
+          response = await this.presentations.invoke(presentationId, invocation.callerIdentity, execute);
         } else {
           response = await execute();
         }
@@ -709,6 +728,7 @@ var RealtimeSession = class _RealtimeSession {
         this.livekitResumeController = null;
         this.failRecovery(toError(error));
         this.recoveryStartedAt = null;
+        this.diagnosticRecoveryId = void 0;
         this.reconnectStartedAt = null;
         this.pendingReconnect = null;
       }
@@ -1117,6 +1137,8 @@ var RealtimeSession = class _RealtimeSession {
     if (state === "connecting" || state === "resuming") {
       this.startRpcDiagnostics();
       this.startDiagnosticLoopMonitor();
+      globalThis.addEventListener?.("online", this.onDiagnosticNetworkChange);
+      globalThis.addEventListener?.("offline", this.onDiagnosticNetworkChange);
       globalThis.document?.addEventListener?.("visibilitychange", this.onDiagnosticVisibilityChange);
       globalThis.document?.addEventListener?.("freeze", this.onDiagnosticLifecycle);
       globalThis.document?.addEventListener?.("resume", this.onDiagnosticLifecycle);
@@ -1126,6 +1148,11 @@ var RealtimeSession = class _RealtimeSession {
       this.diagnosticLoopTimer = void 0;
       this.diagnosticLoopDelayMs = void 0;
       this.diagnosticLoopHistory = [];
+      this.connectionDiagnostics?.stop();
+      this.connectionDiagnostics = void 0;
+      this.diagnosticRecoveryId = void 0;
+      globalThis.removeEventListener?.("online", this.onDiagnosticNetworkChange);
+      globalThis.removeEventListener?.("offline", this.onDiagnosticNetworkChange);
       this.stopRpcDiagnostics?.();
       this.stopRpcDiagnostics = void 0;
       this.diagnosticEngine = void 0;
@@ -1166,13 +1193,22 @@ var RealtimeSession = class _RealtimeSession {
       }
     });
     this.room.on(RoomEvent.SignalConnected, () => this.startRpcDiagnostics());
-    this.room.on(RoomEvent.SignalReconnecting, () => this.handleLiveKitReconnecting());
-    this.room.on(RoomEvent.Reconnecting, () => this.handleLiveKitReconnecting());
+    this.room.on(RoomEvent.SignalReconnecting, () => this.handleLiveKitReconnecting("signal_reconnecting"));
+    this.room.on(RoomEvent.Reconnecting, () => this.handleLiveKitReconnecting("media_reconnecting"));
     this.room.on(RoomEvent.Reconnected, () => {
       this.startRpcDiagnostics();
       void this.handleLiveKitReconnected();
     });
     this.room.on(RoomEvent.Disconnected, (reason) => {
+      if (!this.disconnectMode && !this.sessionEnded) {
+        this.recordDiagnostic({
+          operation: "connection_transport",
+          status: "failed",
+          reason: "room_disconnected",
+          disconnect_reason: reason
+        });
+        this.flushDiagnostics("room_disconnected");
+      }
       this.handleLiveKitDisconnected(reason);
     });
     this.room.on(RoomEvent.ConnectionStateChanged, (state) => {
@@ -1252,8 +1288,9 @@ var RealtimeSession = class _RealtimeSession {
       this.notifyListeners(this.listeners, value);
     });
   }
-  handleLiveKitReconnecting() {
+  handleLiveKitReconnecting(trigger = "livekit_reconnecting") {
     if (this.sessionEnded || this.disconnectMode === "intentional" || this.terminalReplayController || ["disconnected", "failed"].includes(this.stateValue)) return;
+    this.recordDiagnostic({ operation: "connection_transport", status: "started", reason: trigger });
     this.agentReady = false;
     if (this.autoRejoinPromise !== null || this.activeRecovery?.strategy === "rejoin" || this.disconnectMode === "rejoin") {
       this.setState("resuming");
@@ -1433,6 +1470,7 @@ var RealtimeSession = class _RealtimeSession {
     this.notifyListeners(this.endedListeners, event);
   }
   beginRecovery(strategy, attempt, details) {
+    this.diagnosticRecoveryId ??= diagnosticId();
     this.recoveryStartedAt ??= Date.now();
     this.activeRecovery = { strategy, attempt, details };
     this.recordDiagnostic({
@@ -1465,6 +1503,7 @@ var RealtimeSession = class _RealtimeSession {
     });
     this.flushDiagnostics("recovery_completed");
     this.recoveryStartedAt = null;
+    this.diagnosticRecoveryId = void 0;
     this.activeRecovery = null;
     this.notifyListeners(this.recoveryListeners, {
       status: "succeeded",
@@ -1572,6 +1611,7 @@ var RealtimeSession = class _RealtimeSession {
     this.livekitResumeController?.abort();
     this.livekitResumeController = null;
     this.recoveryStartedAt = null;
+    this.diagnosticRecoveryId = void 0;
     this.autoRejoinController?.abort();
     this.autoRejoinController = null;
     this.manualRejoinController?.abort();
@@ -2025,6 +2065,12 @@ var RealtimeSession = class _RealtimeSession {
     if (!engine || this.stopRpcDiagnostics && this.diagnosticEngine === engine) return;
     this.stopRpcDiagnostics?.();
     this.diagnosticEngine = engine;
+    this.connectionDiagnostics?.stop();
+    this.connectionDiagnostics = observeConnectionTransport(engine, (entry) => {
+      if (this.disconnectMode || this.sessionEnded || ["disconnected", "failed"].includes(this.stateValue)) return;
+      this.recordDiagnostic(entry);
+      this.flushDiagnostics("connection_transport");
+    });
     this.stopRpcDiagnostics = observeRpcTransport(engine, (entry) => {
       this.recordDiagnostic(entry);
       this.flushDiagnostics("tool_rpc_transport");
@@ -2050,12 +2096,24 @@ var RealtimeSession = class _RealtimeSession {
     }
   }
   recordDiagnostic(entry) {
+    if (entry.operation === "connection_transport") {
+      this.diagnosticRecoveryId ??= diagnosticId();
+    }
     const snapshot = {
       ...entry,
+      recovery_id: this.diagnosticRecoveryId,
+      connection_id: entry.connection_id ?? this.connectionId,
+      participant_sid: this.room.localParticipant.sid || void 0,
+      livekit_version: LIVEKIT_VERSION,
+      browser_online: globalThis.navigator?.onLine,
       connection_state: this.stateValue,
       buffered_bytes: entry.buffered_bytes ?? this.reliableDataChannelBufferedBytes()
     };
-    if (["tool_rpc", "rpc_transport", "browser_runtime", "connection_recovery"].includes(entry.operation)) {
+    if (["connection_transport", "connection_recovery", "tool_rpc"].includes(entry.operation) || ["failed", "timed_out", "rejected"].includes(entry.status)) {
+      snapshot.transport_history ??= this.connectionDiagnostics?.snapshotHistory();
+    }
+    if (["tool_rpc", "rpc_transport", "browser_runtime", "connection_recovery", "connection_transport"].includes(entry.operation)) {
+      snapshot.rpc_observer_active = !!this.stopRpcDiagnostics && this.diagnosticEngine === this.room.engine;
       snapshot.page_visibility = globalThis.document?.visibilityState;
       snapshot.active_context_transfers = this.activeContextTransfers;
       snapshot.active_context_bytes = this.activeContextBytes;