@stream-io/video-client 0.6.2 → 0.6.4

package/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 This file was generated using [@jscutlery/semver](https://github.com/jscutlery/semver).
 
+### [0.6.4](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-0.6.3...@stream-io/video-client-0.6.4) (2024-03-28)
+
+
+### Bug Fixes
+
+* **react-native:** improve error logging for speaker manager hook and improve usage of incall manager in SDK ([#1299](https://github.com/GetStream/stream-video-js/issues/1299)) ([9527c41](https://github.com/GetStream/stream-video-js/commit/9527c4176d4e46224ddec18e3fddfb404e0aaae5))
+
+### [0.6.3](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-0.6.2...@stream-io/video-client-0.6.3) (2024-03-25)
+
+
+### Features
+
+* SFU stats reporting ([#1297](https://github.com/GetStream/stream-video-js/issues/1297)) ([f46e927](https://github.com/GetStream/stream-video-js/commit/f46e927cbd650bc9af64a01cd5ebcec6cf2cfda8)), closes [#1276](https://github.com/GetStream/stream-video-js/issues/1276)
+
 ### [0.6.2](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-0.6.1...@stream-io/video-client-0.6.2) (2024-03-25)
 
 

package/dist/index.browser.es.js

@@ -2446,6 +2446,159 @@ var models = /*#__PURE__*/Object.freeze({
 // @generated from protobuf file "video/sfu/signal_rpc/signal.proto" (package "stream.video.sfu.signal", syntax proto3)
 // tslint:disable
 // @generated message type with reflection information, may provide speed optimized methods
+class SendStatsRequest$Type extends MessageType {
+    constructor() {
+        super('stream.video.sfu.signal.SendStatsRequest', [
+            { no: 1, name: 'session_id', kind: 'scalar', T: 9 /*ScalarType.STRING*/ },
+            {
+                no: 2,
+                name: 'subscriber_stats',
+                kind: 'scalar',
+                T: 9 /*ScalarType.STRING*/,
+            },
+            {
+                no: 3,
+                name: 'publisher_stats',
+                kind: 'scalar',
+                T: 9 /*ScalarType.STRING*/,
+            },
+            {
+                no: 4,
+                name: 'webrtc_version',
+                kind: 'scalar',
+                T: 9 /*ScalarType.STRING*/,
+            },
+            { no: 5, name: 'sdk', kind: 'scalar', T: 9 /*ScalarType.STRING*/ },
+            {
+                no: 6,
+                name: 'sdk_version',
+                kind: 'scalar',
+                T: 9 /*ScalarType.STRING*/,
+            },
+        ]);
+    }
+    create(value) {
+        const message = globalThis.Object.create(this.messagePrototype);
+        message.sessionId = '';
+        message.subscriberStats = '';
+        message.publisherStats = '';
+        message.webrtcVersion = '';
+        message.sdk = '';
+        message.sdkVersion = '';
+        if (value !== undefined)
+            reflectionMergePartial(this, message, value);
+        return message;
+    }
+    internalBinaryRead(reader, length, options, target) {
+        let message = target ?? this.create(), end = reader.pos + length;
+        while (reader.pos < end) {
+            let [fieldNo, wireType] = reader.tag();
+            switch (fieldNo) {
+                case /* string session_id */ 1:
+                    message.sessionId = reader.string();
+                    break;
+                case /* string subscriber_stats */ 2:
+                    message.subscriberStats = reader.string();
+                    break;
+                case /* string publisher_stats */ 3:
+                    message.publisherStats = reader.string();
+                    break;
+                case /* string webrtc_version */ 4:
+                    message.webrtcVersion = reader.string();
+                    break;
+                case /* string sdk */ 5:
+                    message.sdk = reader.string();
+                    break;
+                case /* string sdk_version */ 6:
+                    message.sdkVersion = reader.string();
+                    break;
+                default:
+                    let u = options.readUnknownField;
+                    if (u === 'throw')
+                        throw new globalThis.Error(`Unknown field ${fieldNo} (wire type ${wireType}) for ${this.typeName}`);
+                    let d = reader.skip(wireType);
+                    if (u !== false)
+                        (u === true ? UnknownFieldHandler.onRead : u)(this.typeName, message, fieldNo, wireType, d);
+            }
+        }
+        return message;
+    }
+    internalBinaryWrite(message, writer, options) {
+        /* string session_id = 1; */
+        if (message.sessionId !== '')
+            writer.tag(1, WireType.LengthDelimited).string(message.sessionId);
+        /* string subscriber_stats = 2; */
+        if (message.subscriberStats !== '')
+            writer.tag(2, WireType.LengthDelimited).string(message.subscriberStats);
+        /* string publisher_stats = 3; */
+        if (message.publisherStats !== '')
+            writer.tag(3, WireType.LengthDelimited).string(message.publisherStats);
+        /* string webrtc_version = 4; */
+        if (message.webrtcVersion !== '')
+            writer.tag(4, WireType.LengthDelimited).string(message.webrtcVersion);
+        /* string sdk = 5; */
+        if (message.sdk !== '')
+            writer.tag(5, WireType.LengthDelimited).string(message.sdk);
+        /* string sdk_version = 6; */
+        if (message.sdkVersion !== '')
+            writer.tag(6, WireType.LengthDelimited).string(message.sdkVersion);
+        let u = options.writeUnknownFields;
+        if (u !== false)
+            (u == true ? UnknownFieldHandler.onWrite : u)(this.typeName, message, writer);
+        return writer;
+    }
+}
+/**
+ * @generated MessageType for protobuf message stream.video.sfu.signal.SendStatsRequest
+ */
+const SendStatsRequest = new SendStatsRequest$Type();
+// @generated message type with reflection information, may provide speed optimized methods
+class SendStatsResponse$Type extends MessageType {
+    constructor() {
+        super('stream.video.sfu.signal.SendStatsResponse', [
+            { no: 1, name: 'error', kind: 'message', T: () => Error$2 },
+        ]);
+    }
+    create(value) {
+        const message = globalThis.Object.create(this.messagePrototype);
+        if (value !== undefined)
+            reflectionMergePartial(this, message, value);
+        return message;
+    }
+    internalBinaryRead(reader, length, options, target) {
+        let message = target ?? this.create(), end = reader.pos + length;
+        while (reader.pos < end) {
+            let [fieldNo, wireType] = reader.tag();
+            switch (fieldNo) {
+                case /* stream.video.sfu.models.Error error */ 1:
+                    message.error = Error$2.internalBinaryRead(reader, reader.uint32(), options, message.error);
+                    break;
+                default:
+                    let u = options.readUnknownField;
+                    if (u === 'throw')
+                        throw new globalThis.Error(`Unknown field ${fieldNo} (wire type ${wireType}) for ${this.typeName}`);
+                    let d = reader.skip(wireType);
+                    if (u !== false)
+                        (u === true ? UnknownFieldHandler.onRead : u)(this.typeName, message, fieldNo, wireType, d);
+            }
+        }
+        return message;
+    }
+    internalBinaryWrite(message, writer, options) {
+        /* stream.video.sfu.models.Error error = 1; */
+        if (message.error)
+            Error$2.internalBinaryWrite(message.error, writer.tag(1, WireType.LengthDelimited).fork(), options).join();
+        let u = options.writeUnknownFields;
+        if (u !== false)
+            (u == true ? UnknownFieldHandler.onWrite : u)(this.typeName, message, writer);
+        return writer;
+    }
+}
+/**
+ * @generated MessageType for protobuf message stream.video.sfu.signal.SendStatsResponse
+ */
+const SendStatsResponse = new SendStatsResponse$Type();
+// @generated message type with reflection information, may provide speed optimized methods
 class ICERestartRequest$Type extends MessageType {
     constructor() {
         super('stream.video.sfu.signal.ICERestartRequest', [
@@ -3336,6 +3489,12 @@ const SignalServer = new ServiceType('stream.video.sfu.signal.SignalServer', [
         I: ICERestartRequest,
         O: ICERestartResponse,
     },
+    {
+        name: 'SendStats',
+        options: {},
+        I: SendStatsRequest,
+        O: SendStatsResponse,
+    },
 ]);
 
 /**
@@ -5631,6 +5790,13 @@ class SignalServerClient {
         const method = this.methods[5], opt = this._transport.mergeOptions(options);
         return stackIntercept('unary', this._transport, method, opt, input);
     }
+    /**
+     * @generated from protobuf rpc: SendStats(stream.video.sfu.signal.SendStatsRequest) returns (stream.video.sfu.signal.SendStatsResponse);
+     */
+    sendStats(input, options) {
+        const method = this.methods[6], opt = this._transport.mergeOptions(options);
+        return stackIntercept('unary', this._transport, method, opt, input);
+    }
 }
 
 const defaultOptions = {
@@ -5885,6 +6051,7 @@ function getIceCandidate(candidate) {
 let sdkInfo;
 let osInfo;
 let deviceInfo;
+let webRtcInfo;
 const setSdkInfo = (info) => {
     sdkInfo = info;
 };
@@ -5903,6 +6070,12 @@ const setDeviceInfo = (info) => {
 const getDeviceInfo = () => {
     return deviceInfo;
 };
+const getWebRTCInfo = () => {
+    return webRtcInfo;
+};
+const setWebRTCInfo = (info) => {
+    webRtcInfo = info;
+};
 const getClientDetails = () => {
     if (isReactNative()) {
         // Since RN doesn't support web, sharing browser info is not required
@@ -8486,6 +8659,12 @@ class StreamSfuClient {
                 sessionId: this.sessionId,
             }), this.logger);
         };
+        this.sendStats = async (stats) => {
+            return retryable(() => this.rpc.sendStats({
+                ...stats,
+                sessionId: this.sessionId,
+            }), this.logger);
+        };
         this.join = async (data) => {
             const joinRequest = JoinRequest.create({
                 ...data,
@@ -9020,8 +9199,7 @@ const registerRingingCallEventHandlers = (call) => {
  * @param data the data for the call.
  */
 const join = async (httpClient, type, id, data) => {
-    const joinCallResponse = await doJoin(httpClient, type, id, data);
-    const { call, credentials, members, own_capabilities } = joinCallResponse;
+    const { call, credentials, members, own_capabilities, stats_options } = await doJoin(httpClient, type, id, data);
     return {
         connectionConfig: toRtcConfiguration(credentials.ice_servers),
         sfuServer: credentials.server,
@@ -9029,6 +9207,7 @@ const join = async (httpClient, type, id, data) => {
         metadata: call,
         members,
         ownCapabilities: own_capabilities,
+        statsOptions: stats_options,
     };
 };
 const doJoin = async (httpClient, type, id, data) => {
@@ -9052,6 +9231,19 @@ const toRtcConfiguration = (config) => {
     return rtcConfig;
 };
 
+/**
+ * Flatten the stats report into an array of stats objects.
+ *
+ * @param report the report to flatten.
+ */
+const flatten$1 = (report) => {
+    const stats = [];
+    report.forEach((s) => {
+        stats.push(s);
+    });
+    return stats;
+};
+
 /**
  * Creates a new StatsReporter instance that collects metrics about the ongoing call and reports them to the state store
  */
@@ -9272,18 +9464,58 @@ const aggregate = (stats) => {
     }
     return report;
 };
-/**
- * Flatten the stats report into an array of stats objects.
- *
- * @param report the report to flatten.
- */
-const flatten$1 = (report) => {
-    const stats = [];
-    report.forEach((s) => {
-        stats.push(s);
-    });
-    return stats;
-};
+
+class SfuStatsReporter {
+    constructor(sfuClient, { options, clientDetails, subscriber, publisher }) {
+        this.logger = getLogger(['SfuStatsReporter']);
+        this.run = async () => {
+            const [subscriberStats, publisherStats] = await Promise.all([
+                this.subscriber.getStats().then(flatten$1).then(JSON.stringify),
+                this.publisher.getStats().then(flatten$1).then(JSON.stringify),
+            ]);
+            await this.sfuClient.sendStats({
+                sdk: this.sdkName,
+                sdkVersion: this.sdkVersion,
+                webrtcVersion: this.webRTCVersion,
+                subscriberStats,
+                publisherStats,
+            });
+        };
+        this.start = () => {
+            if (this.options.reporting_interval_ms <= 0)
+                return;
+            this.intervalId = setInterval(() => {
+                this.run().catch((err) => {
+                    this.logger('warn', 'Failed to report stats', err);
+                });
+            }, this.options.reporting_interval_ms);
+        };
+        this.stop = () => {
+            clearInterval(this.intervalId);
+            this.intervalId = undefined;
+        };
+        this.sfuClient = sfuClient;
+        this.options = options;
+        this.subscriber = subscriber;
+        this.publisher = publisher;
+        const webRTCInfo = getWebRTCInfo();
+        const { sdk, browser } = clientDetails;
+        this.sdkName =
+            sdk && sdk.type === SdkType.REACT
+                ? 'stream-react'
+                : sdk && sdk.type === SdkType.REACT_NATIVE
+                    ? 'stream-react-native'
+                    : 'stream-js';
+        this.sdkVersion = sdk
+            ? `${sdk.major}.${sdk.minor}.${sdk.patch}`
+            : '0.0.0-development';
+        // The WebRTC version if passed from the SDK, it is taken else the browser info is sent.
+        this.webRTCVersion =
+            webRTCInfo?.version ||
+                `${browser?.name || ''}-${browser?.version || ''}` ||
+                'N/A';
+    }
+}
 
 const DEFAULT_THRESHOLD = 0.35;
 class ViewportTracker {
@@ -10153,12 +10385,12 @@ class InputMediaDeviceManager {
     /**
      * Selects a device.
      *
-     * Note: this method is not supported in React Native
+     * Note: This method is not supported in React Native
      * @param deviceId the device id to select.
      */
     async select(deviceId) {
         if (isReactNative()) {
-            throw new Error('This method is not supported in React Native');
+            throw new Error('This method is not supported in React Native. Please visit https://getstream.io/video/docs/reactnative/core/camera-and-microphone/#speaker-management for reference.');
         }
         if (deviceId === this.state.selectedDevice) {
             return;
@@ -11059,22 +11291,26 @@ class SpeakerManager {
      * Lists the available audio output devices
      *
      * Note: It prompts the user for a permission to use devices (if not already granted)
+     * Note: This method is not supported in React Native
      *
      * @returns an Observable that will be updated if a device is connected or disconnected
      */
     listDevices() {
+        if (isReactNative()) {
+            throw new Error('This feature is not supported in React Native. Please visit https://getstream.io/video/docs/reactnative/core/camera-and-microphone/#speaker-management for more details');
+        }
         return getAudioOutputDevices();
     }
     /**
      * Select a device.
      *
-     * Note: this method is not supported in React Native
+     * Note: This method is not supported in React Native
      *
      * @param deviceId empty string means the system default
      */
     select(deviceId) {
         if (isReactNative()) {
-            throw new Error('This feature is not supported in React Native');
+            throw new Error('This feature is not supported in React Native. Please visit https://getstream.io/video/docs/reactnative/core/camera-and-microphone/#speaker-management for more details');
         }
         this.state.setDevice(deviceId);
     }
@@ -11082,11 +11318,11 @@ class SpeakerManager {
      * Set the volume of the audio elements
      * @param volume a number between 0 and 1.
      *
-     * Note: this method is not supported in React Native
+     * Note: This method is not supported in React Native
      */
     setVolume(volume) {
         if (isReactNative()) {
-            throw new Error('This feature is not supported in React Native');
+            throw new Error('This feature is not supported in React Native. Please visit https://getstream.io/video/docs/reactnative/core/camera-and-microphone/#speaker-management for more details');
         }
         if (volume && (volume < 0 || volume > 1)) {
             throw new Error('Volume must be between 0 and 1');
@@ -11096,14 +11332,14 @@ class SpeakerManager {
     /**
      * Set the volume of a participant.
      *
-     * Note: this method is not supported in React Native.
+     * Note: This method is not supported in React Native.
      *
      * @param sessionId the participant's session id.
      * @param volume a number between 0 and 1. Set it to `undefined` to use the default volume.
      */
     setParticipantVolume(sessionId, volume) {
         if (isReactNative()) {
-            throw new Error('This feature is not supported in React Native');
+            throw new Error('This feature is not supported in React Native. Please visit https://getstream.io/video/docs/reactnative/core/camera-and-microphone/#speaker-management for more details');
         }
         if (volume && (volume < 0 || volume > 1)) {
             throw new Error('Volume must be between 0 and 1, or undefined');
@@ -11217,6 +11453,8 @@ class Call {
             }
             this.statsReporter?.stop();
             this.statsReporter = undefined;
+            this.sfuStatsReporter?.stop();
+            this.sfuStatsReporter = undefined;
             this.subscriber?.close();
             this.subscriber = undefined;
             this.publisher?.close();
@@ -11356,12 +11594,14 @@ class Call {
             let sfuServer;
             let sfuToken;
             let connectionConfig;
+            let statsOptions;
             try {
                 if (this.sfuClient?.isFastReconnecting) {
                     // use previous SFU configuration and values
                     connectionConfig = this.publisher?.connectionConfiguration;
                     sfuServer = this.sfuClient.sfuServer;
                     sfuToken = this.sfuClient.token;
+                    statsOptions = this.sfuStatsReporter?.options;
                 }
                 else {
                     // full join flow - let the Coordinator pick a new SFU for us
@@ -11372,6 +11612,7 @@ class Call {
                     connectionConfig = call.connectionConfig;
                     sfuServer = call.sfuServer;
                     sfuToken = call.token;
+                    statsOptions = call.statsOptions;
                 }
                 if (this.streamClient._hasConnectionID()) {
                     this.watching = true;
@@ -11428,6 +11669,8 @@ class Call {
                     this.publisher = undefined;
                     this.statsReporter?.stop();
                     this.statsReporter = undefined;
+                    this.sfuStatsReporter?.stop();
+                    this.sfuStatsReporter = undefined;
                     // clean up current connection
                     sfuClient.close(StreamSfuClient.NORMAL_CLOSURE, 'js-client: attempting full reconnect');
                 }
@@ -11568,10 +11811,10 @@ class Call {
                     connectionConfig,
                 });
             }
-            const audioSettings = this.state.settings?.audio;
-            const isDtxEnabled = !!audioSettings?.opus_dtx_enabled;
-            const isRedEnabled = !!audioSettings?.redundant_coding_enabled;
             if (!this.publisher) {
+                const audioSettings = this.state.settings?.audio;
+                const isDtxEnabled = !!audioSettings?.opus_dtx_enabled;
+                const isRedEnabled = !!audioSettings?.redundant_coding_enabled;
                 this.publisher = new Publisher({
                     sfuClient,
                     dispatcher: this.dispatcher,
@@ -11588,6 +11831,16 @@ class Call {
                     state: this.state,
                 });
             }
+            const clientDetails = getClientDetails();
+            if (!this.sfuStatsReporter && statsOptions) {
+                this.sfuStatsReporter = new SfuStatsReporter(sfuClient, {
+                    clientDetails,
+                    options: statsOptions,
+                    subscriber: this.subscriber,
+                    publisher: this.publisher,
+                });
+                this.sfuStatsReporter.start();
+            }
             try {
                 // 1. wait for the signal server to be ready before sending "joinRequest"
                 sfuClient.signalReady
@@ -11607,7 +11860,7 @@ class Call {
                         : undefined;
                     return sfuClient.join({
                         subscriberSdp: sdp || '',
-                        clientDetails: getClientDetails(),
+                        clientDetails,
                         migration,
                         fastReconnect: previousSfuClient?.isFastReconnecting ?? false,
                     });
@@ -14105,7 +14358,7 @@ class StreamClient {
             });
         };
         this.getUserAgent = () => {
-            const version = "0.6.2" ;
+            const version = "0.6.4" ;
             return (this.userAgent ||
                 `stream-video-javascript-client-${this.node ? 'node' : 'browser'}-${version}`);
         };
@@ -14316,7 +14569,7 @@ class StreamVideoClient {
          * Creates a new call.
          *
          * @param type the type of the call.
-         * @param id the id of the call, if not provided a unique random value is used
+         * @param id the id of the call.
          */
         this.call = (type, id) => {
             return new Call({
@@ -14653,5 +14906,5 @@ class StreamVideoServerClient extends StreamVideoClient {
     }
 }
 
-export { AudioSettingsDefaultDeviceEnum, AudioSettingsRequestDefaultDeviceEnum, browsers as Browsers, Call, CallState, CallType, CallTypes, CallingState, CameraManager, CameraManagerState, CreateDeviceRequestPushProviderEnum, DebounceType, DynascaleManager, ErrorFromResponse, InputMediaDeviceManager, InputMediaDeviceManagerState, LayoutSettingsNameEnum, LayoutSettingsRequestNameEnum, MicrophoneManager, MicrophoneManagerState, OwnCapability, RecordSettingsRequestModeEnum, RecordSettingsRequestQualityEnum, rxUtils as RxUtils, ScreenShareManager, ScreenShareState, events as SfuEvents, models as SfuModels, SpeakerManager, SpeakerState, StreamSfuClient, StreamVideoClient, StreamVideoReadOnlyStateStore, StreamVideoServerClient, StreamVideoWriteableStateStore, TranscriptionSettingsModeEnum, TranscriptionSettingsRequestModeEnum, VideoSettingsCameraFacingEnum, VideoSettingsRequestCameraFacingEnum, ViewportTracker, VisibilityState, checkIfAudioOutputChangeSupported, combineComparators, conditional, createSoundDetector, defaultSortPreset, descending, deviceIds$, disposeOfMediaStream, dominantSpeaker, getAudioDevices, getAudioOutputDevices, getAudioStream, getClientDetails, getDeviceInfo, getLogger, getOSInfo, getScreenShareStream, getSdkInfo, getVideoDevices, getVideoStream, livestreamOrAudioRoomSortPreset, logLevels, logToConsole, name, noopComparator, paginatedLayoutSortPreset, pinned, publishingAudio, publishingVideo, reactionType, role, screenSharing, setDeviceInfo, setLogLevel, setLogger, setOSInfo, setSdkInfo, speakerLayoutSortPreset, speaking };
+export { AudioSettingsDefaultDeviceEnum, AudioSettingsRequestDefaultDeviceEnum, browsers as Browsers, Call, CallState, CallType, CallTypes, CallingState, CameraManager, CameraManagerState, CreateDeviceRequestPushProviderEnum, DebounceType, DynascaleManager, ErrorFromResponse, InputMediaDeviceManager, InputMediaDeviceManagerState, LayoutSettingsNameEnum, LayoutSettingsRequestNameEnum, MicrophoneManager, MicrophoneManagerState, OwnCapability, RecordSettingsRequestModeEnum, RecordSettingsRequestQualityEnum, rxUtils as RxUtils, ScreenShareManager, ScreenShareState, events as SfuEvents, models as SfuModels, SpeakerManager, SpeakerState, StreamSfuClient, StreamVideoClient, StreamVideoReadOnlyStateStore, StreamVideoServerClient, StreamVideoWriteableStateStore, TranscriptionSettingsModeEnum, TranscriptionSettingsRequestModeEnum, VideoSettingsCameraFacingEnum, VideoSettingsRequestCameraFacingEnum, ViewportTracker, VisibilityState, checkIfAudioOutputChangeSupported, combineComparators, conditional, createSoundDetector, defaultSortPreset, descending, deviceIds$, disposeOfMediaStream, dominantSpeaker, getAudioDevices, getAudioOutputDevices, getAudioStream, getClientDetails, getDeviceInfo, getLogger, getOSInfo, getScreenShareStream, getSdkInfo, getVideoDevices, getVideoStream, getWebRTCInfo, livestreamOrAudioRoomSortPreset, logLevels, logToConsole, name, noopComparator, paginatedLayoutSortPreset, pinned, publishingAudio, publishingVideo, reactionType, role, screenSharing, setDeviceInfo, setLogLevel, setLogger, setOSInfo, setSdkInfo, setWebRTCInfo, speakerLayoutSortPreset, speaking };
 //# sourceMappingURL=index.browser.es.js.map