@stream-io/video-client 0.6.7 → 0.6.9

package/src/gen/coordinator/index.ts

@@ -100,6 +100,45 @@ export interface AcceptCallResponse {
    */
   duration: string;
 }
+
+/**
+ *
+ * @export
+ * @interface AudioFeedbackRequest
+ */
+export interface AudioFeedbackRequest {
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioFeedbackRequest
+   */
+  cannot_hear_others?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioFeedbackRequest
+   */
+  choppy?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioFeedbackRequest
+   */
+  echo?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioFeedbackRequest
+   */
+  others_could_not_hear_me?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof AudioFeedbackRequest
+   */
+  too_noisy?: boolean;
+}
+
 /**
  *
  * @export
@@ -373,6 +412,37 @@ export interface CallAcceptedEvent {
    */
   user: UserResponse;
 }
+/**
+ * CallClosedCaption represents a closed caption of a call.
+ * @export
+ * @interface CallClosedCaption
+ */
+export interface CallClosedCaption {
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  end_time: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  speaker_id: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  start_time: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallClosedCaption
+   */
+  text: string;
+}
 /**
  * This event is sent when a call is created. Clients receiving this event should check if the ringing
  * field is set to true and if so, show the call screen
@@ -1691,6 +1761,143 @@ export interface CallTimeline {
    */
   events: Array<CallEvent>;
 }
+/**
+ * CallTranscription represents a transcription of a call.
+ * @export
+ * @interface CallTranscription
+ */
+export interface CallTranscription {
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscription
+   */
+  end_time: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscription
+   */
+  filename: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscription
+   */
+  start_time: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscription
+   */
+  url: string;
+}
+/**
+ * This event is sent when call transcription has failed
+ * @export
+ * @interface CallTranscriptionFailedEvent
+ */
+export interface CallTranscriptionFailedEvent {
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionFailedEvent
+   */
+  call_cid: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionFailedEvent
+   */
+  created_at: string;
+  /**
+   * The type of event: "call.transcription_failed" in this case
+   * @type {string}
+   * @memberof CallTranscriptionFailedEvent
+   */
+  type: string;
+}
+/**
+ * This event is sent when call transcription is ready
+ * @export
+ * @interface CallTranscriptionReadyEvent
+ */
+export interface CallTranscriptionReadyEvent {
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionReadyEvent
+   */
+  call_cid: string;
+  /**
+   *
+   * @type {CallTranscription}
+   * @memberof CallTranscriptionReadyEvent
+   */
+  call_transcription: CallTranscription;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionReadyEvent
+   */
+  created_at: string;
+  /**
+   * The type of event: "call.transcription_ready" in this case
+   * @type {string}
+   * @memberof CallTranscriptionReadyEvent
+   */
+  type: string;
+}
+/**
+ * This event is sent when call transcription has started
+ * @export
+ * @interface CallTranscriptionStartedEvent
+ */
+export interface CallTranscriptionStartedEvent {
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionStartedEvent
+   */
+  call_cid: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionStartedEvent
+   */
+  created_at: string;
+  /**
+   * The type of event: "call.transcription_started" in this case
+   * @type {string}
+   * @memberof CallTranscriptionStartedEvent
+   */
+  type: string;
+}
+/**
+ * This event is sent when call transcription has stopped
+ * @export
+ * @interface CallTranscriptionStoppedEvent
+ */
+export interface CallTranscriptionStoppedEvent {
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionStoppedEvent
+   */
+  call_cid: string;
+  /**
+   *
+   * @type {string}
+   * @memberof CallTranscriptionStoppedEvent
+   */
+  created_at: string;
+  /**
+   * The type of event: "call.transcription_stopped" in this case
+   * @type {string}
+   * @memberof CallTranscriptionStoppedEvent
+   */
+  type: string;
+}
 /**
  *
  * @export
@@ -1809,6 +2016,101 @@ export interface CallUserMuted {
    */
   type: string;
 }
+
+/**
+ *
+ * @export
+ * @interface CollectUserFeedbackRequest
+ */
+export interface CollectUserFeedbackRequest {
+  /**
+   *
+   * @type {AudioFeedbackRequest}
+   * @memberof CollectUserFeedbackRequest
+   */
+  audio?: AudioFeedbackRequest;
+  /**
+   *
+   * @type {boolean}
+   * @memberof CollectUserFeedbackRequest
+   */
+  cannot_join_call?: boolean;
+  /**
+   *
+   * @type {string}
+   * @memberof CollectUserFeedbackRequest
+   */
+  other?: string;
+  /**
+   *
+   * @type {number}
+   * @memberof CollectUserFeedbackRequest
+   */
+  rating?: number;
+  /**
+   *
+   * @type {ScreenshareFeedbackRequest}
+   * @memberof CollectUserFeedbackRequest
+   */
+  screenshare?: ScreenshareFeedbackRequest;
+  /**
+   *
+   * @type {string}
+   * @memberof CollectUserFeedbackRequest
+   */
+  user_session_id?: string;
+  /**
+   *
+   * @type {VideoFeedbackRequest}
+   * @memberof CollectUserFeedbackRequest
+   */
+  video?: VideoFeedbackRequest;
+}
+/**
+ *
+ * @export
+ * @interface CollectUserFeedbackResponse
+ */
+export interface CollectUserFeedbackResponse {
+  /**
+   * Duration of the request in human-readable format
+   * @type {string}
+   * @memberof CollectUserFeedbackResponse
+   */
+  duration: string;
+}
+
+/**
+ * This event is sent when closed captions are being sent in a call, clients should use this to show the closed captions in the call screen
+ * @export
+ * @interface ClosedCaptionEvent
+ */
+export interface ClosedCaptionEvent {
+  /**
+   *
+   * @type {string}
+   * @memberof ClosedCaptionEvent
+   */
+  call_cid: string;
+  /**
+   *
+   * @type {CallClosedCaption}
+   * @memberof ClosedCaptionEvent
+   */
+  closed_caption: CallClosedCaption;
+  /**
+   *
+   * @type {string}
+   * @memberof ClosedCaptionEvent
+   */
+  created_at: string;
+  /**
+   * The type of event: "call.closed_caption" in this case
+   * @type {string}
+   * @memberof ClosedCaptionEvent
+   */
+  type: string;
+}
 /**
  *
  * @export
@@ -1833,6 +2135,12 @@ export interface ConnectUserDetailsRequest {
    * @memberof ConnectUserDetailsRequest
    */
   image?: string;
+  /**
+   *
+   * @type {string}
+   * @memberof ConnectUserDetailsRequest
+   */
+  language?: string;
   /**
    *
    * @type {string}
@@ -2707,6 +3015,12 @@ export interface GoLiveRequest {
    * @memberof GoLiveRequest
    */
   start_transcription?: boolean;
+  /**
+   *
+   * @type {string}
+   * @memberof GoLiveRequest
+   */
+  transcription_storage_name?: string;
 }
 /**
  *
@@ -3090,6 +3404,25 @@ export interface ListRecordingsResponse {
    */
   recordings: Array<CallRecording>;
 }
+/**
+ *
+ * @export
+ * @interface ListTranscriptionsResponse
+ */
+export interface ListTranscriptionsResponse {
+  /**
+   *
+   * @type {string}
+   * @memberof ListTranscriptionsResponse
+   */
+  duration: string;
+  /**
+   *
+   * @type {Array<CallTranscription>}
+   * @memberof ListTranscriptionsResponse
+   */
+  transcriptions: Array<CallTranscription>;
+}
 /**
  *
  * @export
@@ -3988,6 +4321,39 @@ export interface SFUResponse {
    */
   ws_endpoint: string;
 }
+
+/**
+ *
+ * @export
+ * @interface ScreenshareFeedbackRequest
+ */
+export interface ScreenshareFeedbackRequest {
+  /**
+   *
+   * @type {boolean}
+   * @memberof ScreenshareFeedbackRequest
+   */
+  blurry?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof ScreenshareFeedbackRequest
+   */
+  could_not_present?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof ScreenshareFeedbackRequest
+   */
+  could_not_see?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof ScreenshareFeedbackRequest
+   */
+  slow_to_update?: boolean;
+}
+
 /**
  *
  * @export
@@ -4160,6 +4526,19 @@ export interface StartRecordingResponse {
    */
   duration: string;
 }
+/**
+ *
+ * @export
+ * @interface StartTranscriptionRequest
+ */
+export interface StartTranscriptionRequest {
+  /**
+   *
+   * @type {string}
+   * @memberof StartTranscriptionRequest
+   */
+  transcription_external_storage?: string;
+}
 /**
  *
  * @export
@@ -4365,7 +4744,13 @@ export interface TranscriptionSettings {
    */
   closed_caption_mode: string;
   /**
-   *
+   * omitempty,max=2,dive,oneof= en, fr, es, de, it, nl, pt, pl, ca, cs, da, el, fi, id, ja, ru, sv, ta, th, tr, hu, ro, zh, ar, tl, he, hi, hr, ko, ms, no, uk
+   * @type {Array<string>}
+   * @memberof TranscriptionSettings
+   */
+  languages: Array<string>;
+  /**
+   * oneof=available disabled auto-on
    * @type {string}
    * @memberof TranscriptionSettings
    */
@@ -4396,7 +4781,13 @@ export interface TranscriptionSettingsRequest {
    */
   closed_caption_mode?: string;
   /**
-   *
+   * omitempty,max=2,dive,oneof= en, fr, es, de, it, nl, pt, pl, ca, cs, da, el, fi, id, ja, ru, sv, ta, th, tr, hu, ro, zh, ar, tl, he, hi, hr, ko, ms, no, uk
+   * @type {Array<string>}
+   * @memberof TranscriptionSettingsRequest
+   */
+  languages?: Array<string>;
+  /**
+   * oneof=available disabled auto-on
    * @type {string}
    * @memberof TranscriptionSettingsRequest
    */
@@ -4982,6 +5373,7 @@ export interface UserStats {
 export type VideoEvent =
   | ({ type: 'call.accepted' } & CallAcceptedEvent)
   | ({ type: 'call.blocked_user' } & BlockedUserEvent)
+  | ({ type: 'call.closed_caption' } & ClosedCaptionEvent)
   | ({ type: 'call.created' } & CallCreatedEvent)
   | ({ type: 'call.ended' } & CallEndedEvent)
   | ({ type: 'call.hls_broadcasting_failed' } & CallHLSBroadcastingFailedEvent)
@@ -5016,6 +5408,10 @@ export type VideoEvent =
       type: 'call.session_participant_left';
     } & CallSessionParticipantLeftEvent)
   | ({ type: 'call.session_started' } & CallSessionStartedEvent)
+  | ({ type: 'call.transcription_failed' } & CallTranscriptionFailedEvent)
+  | ({ type: 'call.transcription_ready' } & CallTranscriptionReadyEvent)
+  | ({ type: 'call.transcription_started' } & CallTranscriptionStartedEvent)
+  | ({ type: 'call.transcription_stopped' } & CallTranscriptionStoppedEvent)
   | ({ type: 'call.unblocked_user' } & UnblockedUserEvent)
   | ({ type: 'call.updated' } & CallUpdatedEvent)
   | ({ type: 'call.user_muted' } & CallUserMuted)
@@ -5023,6 +5419,46 @@ export type VideoEvent =
   | ({ type: 'connection.ok' } & ConnectedEvent)
   | ({ type: 'custom' } & CustomVideoEvent)
   | ({ type: 'health.check' } & HealthCheckEvent);
+
+/**
+ *
+ * @export
+ * @interface VideoFeedbackRequest
+ */
+export interface VideoFeedbackRequest {
+
+  /**
+   *
+   * @type {boolean}
+   * @memberof VideoFeedbackRequest
+   */
+  blurry?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof VideoFeedbackRequest
+   */
+  camera_not_working?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof VideoFeedbackRequest
+   */
+  could_not_see_others?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof VideoFeedbackRequest
+   */
+  freezing?: boolean;
+  /**
+   *
+   * @type {boolean}
+   * @memberof VideoFeedbackRequest
+   */
+  video_audio_out_of_sync?: boolean;
+}
+
 /**
  *
  * @export

package/src/helpers/DynascaleManager.ts

@@ -369,7 +369,6 @@ export class DynascaleManager {
             // play audio through the system's default device
             const { selectedDevice } = this.call.speaker.state;
             if (selectedDevice && 'setSinkId' in audioElement) {
-              // @ts-expect-error setSinkId is not yet in the lib
               audioElement.setSinkId(selectedDevice);
             }
           }
@@ -380,7 +379,6 @@ export class DynascaleManager {
       ? null
       : this.call.speaker.state.selectedDevice$.subscribe((deviceId) => {
           if (deviceId) {
-            // @ts-expect-error setSinkId is not yet in the lib
             audioElement.setSinkId(deviceId);
           }
         });

package/src/store/CallState.ts

@@ -405,9 +405,14 @@ export class CallState {
 
     this.eventHandlers = {
       // these events are not updating the call state:
+      'call.closed_caption': undefined,
       'call.permission_request': undefined,
       'call.recording_failed': undefined,
       'call.recording_ready': undefined,
+      'call.transcription_started': undefined,
+      'call.transcription_stopped': undefined,
+      'call.transcription_ready': undefined,
+      'call.transcription_failed': undefined,
       'call.user_muted': undefined,
       'connection.error': undefined,
       'connection.ok': undefined,