@vkontakte/calls-sdk 2.8.3-dev.d418cb1.0 → 2.8.3

package/classes/Conversation.d.ts

@@ -44,6 +44,7 @@ export default class Conversation extends EventEmitter {
     private _specListener;
     private _activeSpeakerId;
     private _lastSignalledActiveSpeakerId;
+    private _isRealTimeAsrRequested;
     private _serverSettings;
     private static _current;
     private static _activationMutex;
@@ -203,11 +204,11 @@ export default class Conversation extends EventEmitter {
     updateDisplayLayout(layouts: ParticipantLayout[]): Promise<void>;
     /** @async */
     feedback(key: string): Promise<SignalingMessage>;
+    userFeedbackStats(userResponse: number, reason?: string, groupCallUsersCount?: number): void;
     private _stopStreaming;
     private _sendUpdateDisplayLayout;
     private _cleanupCooldownQueue;
     private _onParticipantSourcesUpdate;
-    private _onParticipantSourcesSuspend;
     private _onParticipantPromoted;
     private _onChatRoomUpdated;
     private _onSharedMovieUpdate;
@@ -220,7 +221,6 @@ export default class Conversation extends EventEmitter {
     private _onFeaturesPerRoleChanged;
     private _waitForStreamIfNeeded;
     private _matchStreamDescription;
-    private _handleParticipantSuspend;
     private _getWaitingTime;
     private _isCallAdmin;
     private _checkAdminRole;
@@ -243,7 +243,7 @@ export default class Conversation extends EventEmitter {
     private _resolveExternalIds;
     getAudienceModeHands(): Promise<AudienceModeHandsResponse>;
     promoteParticipant(participantId: CompositeUserId, demote?: boolean): Promise<void>;
-    requestPromotion(demote?: boolean): Promise<void>;
+    requestPromotion(unrequest?: boolean): Promise<void>;
     acceptPromotion(reject?: boolean): Promise<void>;
     chatMessage(message: string, participantId?: CompositeUserId | null): Promise<void>;
     chatHistory(count: number): Promise<void>;

package/classes/LocalVolumeDetector.d.ts

@@ -2,7 +2,6 @@ import EventEmitter from './EventEmitter';
 import { MediaSource } from './MediaSource';
 export default class LocalVolumeDetector extends EventEmitter {
     private _detector;
-    private _track;
     private _interval;
     constructor(mediaSource: MediaSource);
     private init;

package/classes/MediaSource.d.ts

@@ -42,7 +42,7 @@ export declare class MediaSource extends EventEmitter {
     getSendVideoTrack(noDataChannel?: boolean): MediaStreamTrack | null;
     getSendAudioTrack(): MediaStreamTrack | null;
     get isAnimojiRequested(): boolean;
-    addTrackToPeerConnection(pc: RTCPeerConnection, observer: boolean, noDataChannel: boolean, audioRed: boolean): void;
+    addTrackToPeerConnection(pc: RTCPeerConnection, observer: boolean, noDataChannel: boolean): void;
     getMediaSettings(): MediaSettings;
     changeDevice(kind: MediaDeviceKind): Promise<void>;
     /**

package/classes/ParticipantIdRegistry.d.ts

@@ -1,9 +1,5 @@
 import { ParticipantStreamDescription } from '../types/ParticipantStreamDescription';
 import SignalingMessage from '../types/SignalingMessage';
-export type IParticipantSuspendInfoParse = [
-    number,
-    boolean
-];
 export declare class ParticipantIdRegistry {
     private streamDescriptionByCompactId;
     private compactIdByStreamDescription;
@@ -11,5 +7,4 @@ export declare class ParticipantIdRegistry {
     getCompactId(streamDescription: string): number | undefined;
     handleMessage(data: ArrayBuffer): SignalingMessage | null;
     private _createParticipantSourcesUpdateNotification;
-    private _createParticipantSourcesSuspendNotification;
 }

package/classes/VolumeDetector.d.ts

@@ -9,9 +9,10 @@ export declare class VolumeDetector {
     private _mediaStreamSource;
     private _lastSmoothedLevel;
     private readonly _trackId;
+    private readonly _track;
     private readonly _stream;
-    constructor(id: string, stream: MediaStream);
-    get stream(): MediaStream;
+    constructor(id: string, track: MediaStreamTrack);
+    get track(): MediaStreamTrack;
     get trackId(): string;
     private _getBins;
     getLevel(): VolumeLevel;

package/classes/transport/DirectTransport.d.ts

@@ -9,6 +9,7 @@ export default class DirectTransport extends BaseTransport {
     private readonly _isMaster;
     private _remoteSDP;
     private _remoteCandidates;
+    private _lastRemoteSDP;
     private _animojiDataChannel;
     private _animojiReceiver;
     private _animojiSender;
@@ -29,6 +30,10 @@ export default class DirectTransport extends BaseTransport {
     private _lastNetworkStat;
     private _remoteNetworkStat;
     private _networkLimits;
+    private _networkLimitsForVideo;
+    private _videoMaxDimensionsForNet;
+    private _lastVideoMaxDimension;
+    private _lastBadConnection;
     private _perfStatReporter;
     constructor(participantId: ParticipantId, isMaster: boolean, signaling: BaseSignaling, mediaSource: MediaSource, serverSettings: ServerSettings);
     get participantId(): ParticipantId;
@@ -57,9 +62,11 @@ export default class DirectTransport extends BaseTransport {
     private _startIceRestart;
     private _createOffer;
     private _createAnswer;
-    private static _patchDescription;
+    private static _patchLocalDescription;
+    private static _patchRemoteDescription;
     private _onReplacedTrack;
     private _startStatInterval;
+    private _checkPPTNetwork;
     private _stopStatInterval;
     private _checkBadNetwork;
     private _startSettingsInterval;

package/classes/transport/ServerTransport.d.ts

@@ -71,6 +71,7 @@ export default class ServerTransport extends BaseTransport {
     private _reportStats;
     private _detectStaleTracks;
     private _allocateConsumer;
+    private _processOffer;
     private _acceptProducer;
     private _handleTracks;
     private _onSignalingNotification;

package/classes/transport/Statistics.d.ts

@@ -12,13 +12,13 @@ export declare function extractTransport(stats: RTCStats[]): StatTransport;
  * Extracts media statistics from the given stats
  * @hidden
  */
-export declare function extractRtps(stats: RTCStats[], ssrcMap: Record<string, string>): StatRtp[];
+export declare function extractRtps(stats: RTCStats[], ssrcMap: Record<string, string>, needToExtractRemote?: boolean): StatRtp[];
 /**
  * Computes delta (the difference) between two stat reports.
  * @hidden
  */
-export declare function delta(current: StatItem, previous: StatItem): StatItem;
-export declare function collectStats(pc: RTCPeerConnection, previous: StatItem | null, ssrcMap?: Record<string, string>): Promise<StatItem>;
+export declare function delta(current: StatItem, previous: StatItem, needToExtractRemote?: boolean): StatItem;
+export declare function collectStats(pc: RTCPeerConnection, previous: StatItem | null, ssrcMap?: Record<string, string>, needToExtractRemote?: boolean): Promise<StatItem>;
 export declare function setMark(name: string): void;
 export declare function clearMark(name: string): void;
 export declare function measureMark(name: string): null | number;

package/classes/transport/Transport.d.ts

@@ -82,12 +82,9 @@ export declare class Transport extends EventEmitter {
     private _onRemoteStreamSecond;
     private _onPeerConnectionClosed;
     private _onServerAudioMixStall;
-    private _onServerRemoteDataStats;
-    private _onDirectRemoteTrackAdded;
-    private _onDirectRemoteTrackRemoved;
-    private _onDirectRemoteDataStats;
-    private _onServerRemoteTrackAdded;
-    private _onServerRemoteTrackRemoved;
+    private _onRemoteDataStats;
+    private _onRemoteTrackAdded;
+    private _onRemoteTrackRemoved;
     private _onAsrTranscription;
     private _onSourceChanged;
     private _onAnimojiStream;

package/default/Api.d.ts

@@ -16,9 +16,10 @@ export default class Api extends BaseApi {
     log(items: LogItem[]): void;
     init(): void;
     joinConversation(conversationId: string, isVideo?: boolean, chatId?: string): Promise<ConversationResponse>;
-    createConversation(conversationId: string, payload?: string, requireAuthToJoin?: boolean, { onlyAdminCanShareMovie, audienceMode, }?: {
+    createConversation(conversationId: string, payload?: string, requireAuthToJoin?: boolean, { onlyAdminCanShareMovie, audienceMode, audioOnly, }?: {
         onlyAdminCanShareMovie?: boolean;
         audienceMode?: boolean;
+        audioOnly?: boolean;
     }, speakerIds?: OkUserId[]): Promise<ConversationResponse>;
     startConversation(conversationId: string, ids?: OkUserId[], type?: CallType, isVideo?: boolean, payload?: string, joiningAllowed?: boolean, requireAuthToJoin?: boolean, { onlyAdminCanShareMovie }?: {
         onlyAdminCanShareMovie?: boolean;
@@ -52,6 +53,7 @@ export default class Api extends BaseApi {
     getUserId(): OkUserId | null;
     setUserId(userId: OkUserId): void;
     hangupConversation(conversationId: string): void;
+    sendUserFeedbackStats(conversationId: string, userResponse: number, reason?: string, groupCallUsersCount?: number): void;
     removeHistoryRecords(recordIds: number[]): Promise<void>;
     cleanup(): void;
     private _getExternalIdsByOkIds;

package/default/Signaling.d.ts

@@ -72,18 +72,17 @@ export default class Signaling extends BaseSignaling {
     /**
      * Send a command to a signaling server
      */
-    protected _send(command: SignalingCommandType, params?: any, retryCount?: number): Promise<SignalingMessage>;
+    protected _send(command: SignalingCommandType, params?: any, needResponse?: boolean, retryCount?: number): Promise<SignalingMessage>;
     /**
      * Send a raw command to a signaling server
      */
-    protected _sendRaw(command: SignalingCommandType, params?: any, retryCount?: number): Promise<SignalingMessage>;
+    protected _sendRaw(command: SignalingCommandType, params?: any, needResponse?: boolean, retryCount?: number): Promise<SignalingMessage>;
     private _isDataChannelCommand;
-    private static _isDataChannelResponseRequired;
     getNextCommandSequenceNumber(): number;
     hangup(reason: string): Promise<SignalingMessage | void>;
     sendCandidate(participantId: ParticipantId, candidate: RTCIceCandidate): Promise<SignalingMessage>;
     requestTestMode(consumerCommand: string, producerCommand: string | null): Promise<SignalingMessage>;
-    sendSdp(participantId: ParticipantId, sdp: RTCSessionDescription): Promise<SignalingMessage>;
+    sendSdp(participantId: ParticipantId, sdp: RTCSessionDescriptionInit): Promise<SignalingMessage>;
     acceptCall(mediaSettings: MediaSettings): Promise<SignalingMessage>;
     changeMediaSettings(mediaSettings: MediaSettings): Promise<SignalingMessage>;
     changeParticipantState(state: {
@@ -134,7 +133,7 @@ export default class Signaling extends BaseSignaling {
     }): Promise<SignalingMessage>;
     getWaitingHall(fromId?: WaitingParticipantId | null, count?: number, backward?: boolean): Promise<SignalingMessage>;
     promoteParticipant(participantId: CompositeUserId, demote?: boolean): Promise<SignalingMessage>;
-    requestPromotion(demote?: boolean): Promise<SignalingMessage>;
+    requestPromotion(unrequest?: boolean): Promise<SignalingMessage>;
     acceptPromotion(reject?: boolean): Promise<SignalingMessage>;
     feedback(key: string): Promise<SignalingMessage>;
     getHandQueue(): Promise<SignalingMessage>;
@@ -168,6 +167,7 @@ export default class Signaling extends BaseSignaling {
     protected _reconnect(): void;
     private _handleCommandResponse;
     private _handleCommandsQueue;
+    private _startResponseTimer;
     private _serializeBinary;
     private _serializeJson;
     private _convertDisplayLayout;

package/enums/SignalingNotification.d.ts

@@ -46,7 +46,6 @@ declare enum SignalingNotification {
     FEATURES_PER_ROLE_CHANGED = "features-per-role-changed",
     PARTICIPANT_ANIMOJI_CHANGED = "participant-animoji-changed",
     ASR_STARTED = "asr-started",
-    ASR_STOPPED = "asr-stopped",
-    PARTICIPANT_SOURCES_SUSPEND = "participant-sources-suspend"
+    ASR_STOPPED = "asr-stopped"
 }
 export default SignalingNotification;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vkontakte/calls-sdk",
-  "version": "2.8.3-dev.d418cb1.0",
+  "version": "2.8.3",
   "author": "vk.com",
   "description": "Library for video calls based on the vk.com platform",
   "homepage": "https://vk.com",
@@ -14,8 +14,8 @@
     "**/*.d.ts"
   ],
   "dependencies": {
-    "@vkontakte/calls-video-effects": "2.0.1",
-    "@vkontakte/calls-vmoji": "1.0.8-beta.6",
+    "@vkontakte/calls-video-effects": "2.2.1",
+    "@vkontakte/calls-vmoji": "1.0.8-beta.9",
     "@vkontakte/libvpx": "2.0.9",
     "bit-buffer": "0.2.5",
     "messagepack": "1.1.12",

package/static/Params.d.ts

@@ -158,13 +158,13 @@ export type ParamsObject = {
     /**
      * Максимальная ширина видео в пикселях для видео эффекта
      *
-     * _По умолчанию: `854`_
+     * _По умолчанию: `640`_
      */
     videoEffectMaxWidth: number;
     /**
      * Максимальная высота видео в пикселях для видео эффекта
      *
-     * _По умолчанию: `480`_
+     * _По умолчанию: `360`_
      */
     videoEffectMaxHeight: number;
     /**
@@ -732,6 +732,14 @@ export type ParamsObject = {
      * @param roomId Id комнаты
      */
     onAsrStopped?: (roomId: number | null) => void;
+    /**
+     * Получена расшифровка речи
+     * @param id Id пользователя, произнесшего реплику
+     * @param text Текст расшифровки
+     * @param timestamp Время расшифровки
+     * @param duration Длительность реплики в расшифровке
+     */
+    onAsrTranscription?: (id: ExternalParticipantId, text: string, timestamp: number, duration: number) => void;
     /**
      * Установка начальных параметров текстовой расшифровки звонка. (Используется при входе в звонок/ смене комнаты)
      * @param data Начальная информация по ASR
@@ -750,6 +758,13 @@ export type ParamsObject = {
      * @param demoted участник разжалован
      */
     onPromoted?: (demoted: boolean) => void;
+    /**
+     * Поддержка переключения качества видео в зависимости от сети
+     * Только для режима p2p
+     *
+     * _По умолчанию: `false`_
+     */
+    switchVideoAtBadNetwork: boolean;
 };
 export default abstract class Params {
     private static _params;
@@ -828,6 +843,7 @@ export default abstract class Params {
     static get networkStatisticsInterval(): number;
     static get perfStatReportEnabled(): boolean;
     static get callStatReportEnabled(): boolean;
+    static get enableLogPerfStatReport(): boolean;
     static get producerNotificationDataChannel(): boolean;
     static get producerCommandDataChannel(): boolean;
     static get consumerScreenDataChannel(): boolean;
@@ -865,4 +881,5 @@ export default abstract class Params {
     static get videoSuspend(): boolean;
     static get enumerateDevicesDelay(): number;
     static getScreenFrameRate(fastScreenShare: boolean): number;
+    static get switchVideoAtBadNetwork(): boolean;
 }

package/static/Utils.d.ts

@@ -8,14 +8,13 @@ export declare const DEVICE_IDX_PARAMETER = "d";
 /** @hidden */
 declare namespace Utils {
     function patchLocalSDP(sdp: string, preferH264: boolean, brokenH264: boolean, preferVP9: boolean, h264spsPpsIdrInKeyframe: boolean, isAudioNack?: boolean, preferRed?: boolean): string;
-    function patchRemoteSDP(sdp: string): string;
+    function patchRemoteSDP(sdp: string, oldDataChannelDescription: boolean, preferH264: boolean, brokenH264: boolean, preferVP9: boolean, brokenVP9: boolean): string;
     function getPeerIdString(peerId: SignalingMessage.PeerId): string;
     function comparePeerId(peerId1: SignalingMessage.PeerId, peerId2: SignalingMessage.PeerId): boolean;
     function getPeerConnectionHostInfo(pc: RTCPeerConnection): Promise<{
-        type: any;
-        ip: any;
-        port: any;
-    } | null>;
+        local: any;
+        remote: any;
+    }>;
     function composeUserId(id: CompositeUserId | OkUserId, type: UserType): CompositeUserId;
     function composeParticipantId(id: CompositeUserId | OkUserId, type: UserType, deviceIdx?: number): ParticipantId;
     function compose(compositeId: CompositeUserId, deviceIdx?: number): ParticipantId;

package/static/WebRTCUtils.d.ts

@@ -120,11 +120,19 @@ declare namespace WebRTCUtils {
      * В некоторых браузерах H264 сломан
      */
     function isBrokenH264(): boolean;
+    /**
+     * В некоторых браузерах VP9 encoder сломан
+     */
+    function isBrokenVP9Encoder(): boolean;
+    /**
+     * Изменился формат описания датаканала в SDP
+     * @link https://blog.mozilla.org/webrtc/how-to-avoid-data-channel-breaking/
+     */
+    function isOldDataChannelDescription(): boolean;
     /**
      * Может ли браузер делать H264 приоритетным
      */
     function canPreferH264(): boolean;
-    function canPreferRed(): boolean;
     /**
      * Имя операционной системы
      */

package/types/Participant.d.ts

@@ -50,9 +50,8 @@ export interface Participant {
     state: ParticipantState;
     status: ParticipantStatus;
     remoteStream?: MediaStream | null;
-    secondStream?: MediaStream | null;
-    remoteVideoTrack?: MediaStreamTrack | null;
     remoteAudioTrack?: MediaStreamTrack | null;
+    secondStream?: MediaStream | null;
     mediaSource?: MediaStreamAudioSourceNode | null;
     platform: string;
     clientType: string;

package/types/PerfStatReporter.d.ts

@@ -4,6 +4,7 @@ export interface PerfStatReport {
 }
 export interface CallStatReport {
     call_topology: 'D' | 'S';
+    stat_time_delta: number;
     nack_sent: number;
     nack_received: number;
     pli_sent: number;
@@ -35,7 +36,7 @@ export interface CallStatReport {
     remote_address?: string;
     remote_connection_type?: RTCIceCandidateType;
 }
-export interface ICallStatLog extends Pick<CallStatReport, 'call_topology' | 'nack_sent' | 'nack_received' | 'pli_sent' | 'pli_received' | 'fir_sent' | 'fir_received' | 'frames_dropped'>, Pick<Partial<CallStatReport>, 'rtt' | 'jitter_video' | 'jitter_audio' | 'interframe_delay_variance' | 'freeze_count' | 'total_freezes_duration' | 'ss_freeze_count' | 'ss_total_freezes_duration' | 'inserted_audio_samples_for_deceleration' | 'removed_audio_samples_for_acceleration' | 'concealed_audio_samples' | 'total_audio_energy' | 'local_address' | 'local_connection_type' | 'network_type' | 'transport' | 'remote_address' | 'remote_connection_type'> {
+export interface ICallStatLog extends Pick<CallStatReport, 'call_topology' | 'nack_sent' | 'nack_received' | 'pli_sent' | 'pli_received' | 'fir_sent' | 'fir_received' | 'frames_dropped' | 'stat_time_delta'>, Pick<Partial<CallStatReport>, 'rtt' | 'jitter_video' | 'jitter_audio' | 'interframe_delay_variance' | 'freeze_count' | 'total_freezes_duration' | 'ss_freeze_count' | 'ss_total_freezes_duration' | 'inserted_audio_samples_for_deceleration' | 'removed_audio_samples_for_acceleration' | 'concealed_audio_samples' | 'total_audio_energy' | 'local_address' | 'local_connection_type' | 'network_type' | 'transport' | 'remote_address' | 'remote_connection_type'> {
     concealed_silent_audio_samples?: number;
     concealment_audio_avg_size?: number;
     [k: string]: string | number | undefined;

package/types/SignalingCommand.d.ts

@@ -5,6 +5,7 @@ type SignalingCommand = {
     name: SignalingCommandType;
     params: object;
     responseTimer: number;
+    needResponse: boolean;
     resolve: (message: SignalingMessage) => void;
     reject: (error: Error, force?: boolean) => void;
 };

package/types/SignalingMessage.d.ts

@@ -22,6 +22,7 @@ import { ParticipantStreamDescription } from './ParticipantStreamDescription';
 import { IRoomId } from './Room';
 import VideoSettings from './VideoSettings';
 import { ChatRoom } from './WaitingHall';
+type SignalingMessage = Record<string, any>;
 export type RecordInfo = {
     initiator: ParticipantId;
     recordMovieId: number;
@@ -58,9 +59,6 @@ declare namespace SignalingMessage {
         rtpTimestamp: number | null;
         sequenceNumber: number;
         fastScreenShare: boolean;
-    };
-    export type ParticipantSuspendInfo = {
-        participantStreamDescription: ParticipantStreamDescription | null;
         suspend: boolean;
     };
     export interface Participant {
@@ -71,6 +69,7 @@ declare namespace SignalingMessage {
         state: ParticipantState;
         responders?: OkUserId[];
         responderTypes?: UserType[];
+        responderDeviceIdxs?: number[];
         permissions?: string[];
         mediaSettings: Partial<MediaSettings>;
         participantState?: {
@@ -136,7 +135,7 @@ declare namespace SignalingMessage {
         peerId: PeerId;
         data: {
             candidate?: RTCIceCandidateInit;
-            sdp?: RTCSessionDescriptionInit;
+            sdp?: Required<RTCSessionDescriptionInit>;
         };
     }
     export interface RegisteredPeer extends Notification {
@@ -387,9 +386,6 @@ declare namespace SignalingMessage {
     export interface ParticipantSourcesUpdateNotification extends Notification {
         participantUpdateInfos: ParticipantUpdateInfo[];
     }
-    export interface ParticipantSourcesSuspendNotification extends Notification {
-        participantSuspendInfos: ParticipantSuspendInfo[];
-    }
     export {};
 }
 export default SignalingMessage;

package/types/Statistics.d.ts

@@ -6,6 +6,11 @@ export type StatTransport = {
     bytesReceived: number;
     local?: ILocalIceCandidateStat;
     remote?: IRemoteIceCandidateStat;
+    averageNetStat?: AverageNetStat;
+};
+export type AverageNetStat = {
+    currentRoundTripTime: number;
+    lostPercent: number;
 };
 export interface IRemoteIceCandidateStat {
     type: RTCIceCandidateType;
@@ -59,6 +64,7 @@ export type StatItem = {
     timestamp: number;
     transport: StatTransport;
     rtps: StatRtp[];
+    remoteRtps?: StatRtp[];
 };
 export type StatResult = {
     inbound: {

package/types/VideoSettings.d.ts

@@ -20,6 +20,21 @@ export type VideoSettings = {
      * https://www.w3.org/TR/mst-content-hint/#dom-rtcdegradationpreference
      */
     degradationPreference: string;
+    /**
+     * Настройка временных слоев
+     * https://www.w3.org/TR/webrtc-svc/
+     */
+    scalabilityMode: string;
 };
 export default VideoSettings;
 export declare function compareVideoSettings(vs1: VideoSettings | null, vs2: VideoSettings | null): boolean;
+/**
+ * Настройки временных слоев для режима масштабируемости
+ * https://www.w3.org/TR/webrtc-svc/#scalabilitymodes*
+ * 1, 2 и 3 слоя, чем хуже качество сети, тем больше нужно
+ */
+export declare enum VideoScalability {
+    L1T1 = "L1T1",
+    L1T2 = "L1T2",
+    L1T3 = "L1T3"
+}