@stream-io/video-client 1.31.0 → 1.33.0

package/src/events/__tests__/internal.test.ts

@@ -1,4 +1,5 @@
 import { describe, expect, it, vi } from 'vitest';
+import { fromPartial } from '@total-typescript/shoehorn';
 import { Call } from '../../Call';
 import { Dispatcher } from '../../rtc';
 import { CallState } from '../../store';
@@ -30,13 +31,12 @@ describe('internal events', () => {
     dispatcher.dispatch({
       eventPayload: {
         oneofKind: 'connectionQualityChanged',
-        // @ts-expect-error incomplete data
         connectionQualityChanged: {
           connectionQualityUpdates: [
-            {
+            fromPartial({
               sessionId: 'session-1',
               connectionQuality: ConnectionQuality.EXCELLENT,
-            },
+            }),
           ],
         },
       },
@@ -60,7 +60,6 @@ describe('internal events', () => {
     dispatcher.dispatch({
       eventPayload: {
         oneofKind: 'healthCheckResponse',
-        // @ts-expect-error incomplete data
         healthCheckResponse: { participantCount: { total: 5, anonymous: 2 } },
       },
     });
@@ -118,20 +117,35 @@ describe('internal events', () => {
   it('handles pinUpdated', () => {
     const state = new CallState();
     state.setParticipants([
-      // @ts-expect-error incomplete data
-      { userId: 'u1', sessionId: 'session-1', pin: { isLocalPin: false } },
-      // @ts-expect-error incomplete data
-      { userId: 'u2', sessionId: 'session-2', pin: { isLocalPin: false } },
+      fromPartial({
+        userId: 'u1',
+        sessionId: 'session-1',
+        publishedTracks: [],
+      }),
+      fromPartial({
+        userId: 'u2',
+        sessionId: 'session-2',
+        publishedTracks: [],
+      }),
     ]);
-    const update = watchPinsUpdated(state);
-    update({ pins: [{ userId: 'u1', sessionId: 'session-1' }] });
+
+    watchPinsUpdated(state)({
+      pins: [{ userId: 'u1', sessionId: 'session-1' }],
+    });
+
     expect(state.participants).toEqual([
       {
         userId: 'u1',
         sessionId: 'session-1',
         pin: { isLocalPin: false, pinnedAt: expect.any(Number) },
+        publishedTracks: [],
+      },
+      {
+        userId: 'u2',
+        sessionId: 'session-2',
+        pin: undefined,
+        publishedTracks: [],
       },
-      { userId: 'u2', sessionId: 'session-2', pin: undefined },
     ]);
   });
 

package/src/gen/coordinator/index.ts

@@ -86,6 +86,12 @@ export interface AudioSettingsRequest {
    * @memberof AudioSettingsRequest
    */
   default_device: AudioSettingsRequestDefaultDeviceEnum;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioSettingsRequest
+   */
+  hifi_audio_enabled?: boolean;
   /**
    *
    * @type {boolean}
@@ -146,6 +152,12 @@ export interface AudioSettingsResponse {
    * @memberof AudioSettingsResponse
    */
   default_device: AudioSettingsResponseDefaultDeviceEnum;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioSettingsResponse
+   */
+  hifi_audio_enabled?: boolean;
   /**
    *
    * @type {boolean}
@@ -408,6 +420,24 @@ export interface CallClosedCaption {
    * @memberof CallClosedCaption
    */
   end_time: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  id: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  language: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  service?: string;
   /**
    *
    * @type {string}
@@ -426,6 +456,12 @@ export interface CallClosedCaption {
    * @memberof CallClosedCaption
    */
   text: string;
+  /**
+   *
+   * @type {boolean}
+   * @memberof CallClosedCaption
+   */
+  translated: boolean;
   /**
    *
    * @type {UserResponse}
@@ -917,6 +953,18 @@ export interface CallIngressResponse {
    * @memberof CallIngressResponse
    */
   rtmp: RTMPIngress;
+  /**
+   *
+   * @type {SRTIngress}
+   * @memberof CallIngressResponse
+   */
+  srt: SRTIngress;
+  /**
+   *
+   * @type {WHIPIngress}
+   * @memberof CallIngressResponse
+   */
+  whip: WHIPIngress;
 }
 /**
  * This event is sent when a call is started. Clients receiving this event should start the call.
@@ -1791,6 +1839,12 @@ export interface CallResponse {
    * @memberof CallResponse
    */
   transcribing: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof CallResponse
+   */
+  translating: boolean;
   /**
    * The type of call
    * @type {string}
@@ -2099,6 +2153,12 @@ export interface CallSessionParticipantLeftEvent {
    * @memberof CallSessionParticipantLeftEvent
    */
   participant: CallParticipantResponse;
+  /**
+   * The reason why the participant left the session
+   * @type {string}
+   * @memberof CallSessionParticipantLeftEvent
+   */
+  reason?: string;
   /**
    * Call session ID
    * @type {string}
@@ -2732,7 +2792,7 @@ export interface CallUpdatedEvent {
    */
   created_at: string;
   /**
-   * The type of event: "call.ended" in this case
+   * The type of event: "call.updated" in this case
    * @type {string}
    * @memberof CallUpdatedEvent
    */
@@ -2835,6 +2895,12 @@ export interface CallUserMutedEvent {
    * @memberof CallUserMutedEvent
    */
   muted_user_ids: Array<string>;
+  /**
+   *
+   * @type {string}
+   * @memberof CallUserMutedEvent
+   */
+  reason: string;
   /**
    * The type of event: "call.user_muted" in this case
    * @type {string}
@@ -3787,6 +3853,12 @@ export interface GetCallReportResponse {
    * @memberof GetCallReportResponse
    */
   report: ReportResponse;
+  /**
+   *
+   * @type {CallSessionResponse}
+   * @memberof GetCallReportResponse
+   */
+  session?: CallSessionResponse;
   /**
    *
    * @type {string}
@@ -4928,6 +5000,7 @@ export const OwnCapability = {
   REMOVE_CALL_MEMBER: 'remove-call-member',
   SCREENSHARE: 'screenshare',
   SEND_AUDIO: 'send-audio',
+  SEND_CLOSED_CAPTIONS_CALL: 'send-closed-captions-call',
   SEND_VIDEO: 'send-video',
   START_BROADCAST_CALL: 'start-broadcast-call',
   START_CLOSED_CAPTIONS_CALL: 'start-closed-captions-call',
@@ -6184,6 +6257,19 @@ export interface SFUResponse {
    */
   ws_endpoint: string;
 }
+/**
+ *
+ * @export
+ * @interface SRTIngress
+ */
+export interface SRTIngress {
+  /**
+   *
+   * @type {string}
+   * @memberof SRTIngress
+   */
+  address: string;
+}
 /**
  *
  * @export
@@ -6349,6 +6435,25 @@ export interface SortParamRequest {
    */
   field?: string;
 }
+/**
+ *
+ * @export
+ * @interface SpeechSegmentConfig
+ */
+export interface SpeechSegmentConfig {
+  /**
+   *
+   * @type {number}
+   * @memberof SpeechSegmentConfig
+   */
+  max_speech_caption_ms?: number;
+  /**
+   *
+   * @type {number}
+   * @memberof SpeechSegmentConfig
+   */
+  silence_duration_ms?: number;
+}
 /**
  *
  * @export
@@ -6373,6 +6478,12 @@ export interface StartClosedCaptionsRequest {
    * @memberof StartClosedCaptionsRequest
    */
   language?: StartClosedCaptionsRequestLanguageEnum;
+  /**
+   *
+   * @type {SpeechSegmentConfig}
+   * @memberof StartClosedCaptionsRequest
+   */
+  speech_segment_config?: SpeechSegmentConfig;
 }
 
 /**
@@ -6937,7 +7048,19 @@ export interface TranscriptionSettingsRequest {
    * @type {string}
    * @memberof TranscriptionSettingsRequest
    */
-  mode: TranscriptionSettingsRequestModeEnum;
+  mode?: TranscriptionSettingsRequestModeEnum;
+  /**
+   *
+   * @type {SpeechSegmentConfig}
+   * @memberof TranscriptionSettingsRequest
+   */
+  speech_segment_config?: SpeechSegmentConfig;
+  /**
+   *
+   * @type {TranslationSettings}
+   * @memberof TranscriptionSettingsRequest
+   */
+  translation?: TranslationSettings;
 }
 
 /**
@@ -7031,6 +7154,18 @@ export interface TranscriptionSettingsResponse {
    * @memberof TranscriptionSettingsResponse
    */
   mode: TranscriptionSettingsResponseModeEnum;
+  /**
+   *
+   * @type {SpeechSegmentConfig}
+   * @memberof TranscriptionSettingsResponse
+   */
+  speech_segment_config?: SpeechSegmentConfig;
+  /**
+   *
+   * @type {TranslationSettings}
+   * @memberof TranscriptionSettingsResponse
+   */
+  translation?: TranslationSettings;
 }
 
 /**
@@ -7100,6 +7235,25 @@ export const TranscriptionSettingsResponseModeEnum = {
 export type TranscriptionSettingsResponseModeEnum =
   (typeof TranscriptionSettingsResponseModeEnum)[keyof typeof TranscriptionSettingsResponseModeEnum];
 
+/**
+ *
+ * @export
+ * @interface TranslationSettings
+ */
+export interface TranslationSettings {
+  /**
+   *
+   * @type {boolean}
+   * @memberof TranslationSettings
+   */
+  enabled?: boolean;
+  /**
+   *
+   * @type {Array<string>}
+   * @memberof TranslationSettings
+   */
+  languages?: Array<string>;
+}
 /**
  * UnblockUserRequest is the payload for unblocking a user.
  * @export
@@ -7925,6 +8079,19 @@ export const VideoSettingsResponseCameraFacingEnum = {
 export type VideoSettingsResponseCameraFacingEnum =
   (typeof VideoSettingsResponseCameraFacingEnum)[keyof typeof VideoSettingsResponseCameraFacingEnum];
 
+/**
+ *
+ * @export
+ * @interface WHIPIngress
+ */
+export interface WHIPIngress {
+  /**
+   * URL for a new whip input, every time a new link is created
+   * @type {string}
+   * @memberof WHIPIngress
+   */
+  address: string;
+}
 /**
  * Websocket auth message
  * @export

package/src/gen/video/sfu/event/events.ts

@@ -471,6 +471,14 @@ export interface JoinRequest {
    * @generated from protobuf field: string session_id = 2;
    */
   sessionId: string;
+  /**
+   * user_session id can change during reconnects, this helps us to
+   * identify the user across reconnects and should remain consistent until the user explicitly
+   * disconnects, is kicked or the call is ended.
+   *
+   * @generated from protobuf field: string unified_session_id = 13;
+   */
+  unifiedSessionId: string;
   /**
    * dumb SDP that allow us to extract subscriber's decode codecs
    *
@@ -1353,6 +1361,12 @@ class JoinRequest$Type extends MessageType<JoinRequest> {
     super('stream.video.sfu.event.JoinRequest', [
       { no: 1, name: 'token', kind: 'scalar', T: 9 /*ScalarType.STRING*/ },
       { no: 2, name: 'session_id', kind: 'scalar', T: 9 /*ScalarType.STRING*/ },
+      {
+        no: 13,
+        name: 'unified_session_id',
+        kind: 'scalar',
+        T: 9 /*ScalarType.STRING*/,
+      },
       {
         no: 3,
         name: 'subscriber_sdp',

package/src/gen/video/sfu/models/models.ts

@@ -301,6 +301,12 @@ export interface PublishOption {
    * @generated from protobuf field: bool use_single_layer = 9;
    */
   useSingleLayer: boolean;
+  /**
+   * Audio bitrate profiles for different audio quality profiles.
+   *
+   * @generated from protobuf field: repeated stream.video.sfu.models.AudioBitrate audio_bitrate_profiles = 10;
+   */
+  audioBitrateProfiles: AudioBitrate[];
 }
 /**
  * @generated from protobuf message stream.video.sfu.models.Codec
@@ -344,6 +350,19 @@ export interface ICETrickle {
    */
   sessionId: string;
 }
+/**
+ * @generated from protobuf message stream.video.sfu.models.AudioBitrate
+ */
+export interface AudioBitrate {
+  /**
+   * @generated from protobuf field: stream.video.sfu.models.AudioBitrateProfile profile = 1;
+   */
+  profile: AudioBitrateProfile;
+  /**
+   * @generated from protobuf field: int32 bitrate = 2;
+   */
+  bitrate: number;
+}
 /**
  * @generated from protobuf message stream.video.sfu.models.TrackInfo
  */
@@ -794,6 +813,23 @@ export enum ParticipantSource {
    */
   SRT = 5,
 }
+/**
+ * @generated from protobuf enum stream.video.sfu.models.AudioBitrateProfile
+ */
+export enum AudioBitrateProfile {
+  /**
+   * @generated from protobuf enum value: AUDIO_BITRATE_PROFILE_VOICE_STANDARD_UNSPECIFIED = 0;
+   */
+  VOICE_STANDARD_UNSPECIFIED = 0,
+  /**
+   * @generated from protobuf enum value: AUDIO_BITRATE_PROFILE_VOICE_HIGH_QUALITY = 1;
+   */
+  VOICE_HIGH_QUALITY = 1,
+  /**
+   * @generated from protobuf enum value: AUDIO_BITRATE_PROFILE_MUSIC_HIGH_QUALITY = 2;
+   */
+  MUSIC_HIGH_QUALITY = 2,
+}
 /**
  * @generated from protobuf enum stream.video.sfu.models.ErrorCode
  */
@@ -1398,6 +1434,13 @@ class PublishOption$Type extends MessageType<PublishOption> {
         kind: 'scalar',
         T: 8 /*ScalarType.BOOL*/,
       },
+      {
+        no: 10,
+        name: 'audio_bitrate_profiles',
+        kind: 'message',
+        repeat: 2 /*RepeatType.UNPACKED*/,
+        T: () => AudioBitrate,
+      },
     ]);
   }
 }
@@ -1461,6 +1504,28 @@ class ICETrickle$Type extends MessageType<ICETrickle> {
  */
 export const ICETrickle = new ICETrickle$Type();
 // @generated message type with reflection information, may provide speed optimized methods
+class AudioBitrate$Type extends MessageType<AudioBitrate> {
+  constructor() {
+    super('stream.video.sfu.models.AudioBitrate', [
+      {
+        no: 1,
+        name: 'profile',
+        kind: 'enum',
+        T: () => [
+          'stream.video.sfu.models.AudioBitrateProfile',
+          AudioBitrateProfile,
+          'AUDIO_BITRATE_PROFILE_',
+        ],
+      },
+      { no: 2, name: 'bitrate', kind: 'scalar', T: 5 /*ScalarType.INT32*/ },
+    ]);
+  }
+}
+/**
+ * @generated MessageType for protobuf message stream.video.sfu.models.AudioBitrate
+ */
+export const AudioBitrate = new AudioBitrate$Type();
+// @generated message type with reflection information, may provide speed optimized methods
 class TrackInfo$Type extends MessageType<TrackInfo> {
   constructor() {
     super('stream.video.sfu.models.TrackInfo', [

package/src/rtc/BasePeerConnection.ts

@@ -16,22 +16,7 @@ import { StreamSfuClient } from '../StreamSfuClient';
 import { AllSfuEvents, Dispatcher } from './Dispatcher';
 import { withoutConcurrency } from '../helpers/concurrency';
 import { StatsTracer, Tracer, traceRTCPeerConnection } from '../stats';
-
-export type OnReconnectionNeeded = (
-  kind: WebsocketReconnectStrategy,
-  reason: string,
-) => void;
-
-export type BasePeerConnectionOpts = {
-  sfuClient: StreamSfuClient;
-  state: CallState;
-  connectionConfig?: RTCConfiguration;
-  dispatcher: Dispatcher;
-  onReconnectionNeeded?: OnReconnectionNeeded;
-  tag: string;
-  enableTracing: boolean;
-  iceRestartDelay?: number;
-};
+import { BasePeerConnectionOpts, OnReconnectionNeeded } from './types';
 
 /**
  * A base class for the `Publisher` and `Subscriber` classes.