@vkontakte/calls-sdk 2.6.2-beta.1 → 2.6.2-beta.11

package/classes/Conversation.d.ts

@@ -151,9 +151,12 @@ export default class Conversation extends EventEmitter {
     private _processConnection;
     private _prepareParticipants;
     private _onConversationParticipantListChunk;
+    private _createParticipantListChunk;
     private _participantListChunkToExternalChunk;
     private _registerConnectionParticipants;
     private _registerParticipants;
+    /** Установим состояние локальных мьютов */
+    private _registerParticipantLocalMuteState;
     private _getClientType;
     private _getStatusByTransportState;
     private _registerParticipantInCache;
@@ -203,8 +206,6 @@ export default class Conversation extends EventEmitter {
     private _stopStreaming;
     private _sendUpdateDisplayLayout;
     private _cleanupCooldownQueue;
-    private static _isStopStreaming;
-    private static _layoutToString;
     private _onParticipantSourcesUpdate;
     private _onParticipantPromoted;
     private _onChatRoomUpdated;

package/classes/ParticipantIdRegistry.d.ts

@@ -2,7 +2,9 @@ import { ParticipantStreamDescription } from '../types/ParticipantStreamDescript
 import SignalingMessage from '../types/SignalingMessage';
 export declare class ParticipantIdRegistry {
     private streamDescriptionByCompactId;
+    private compactIdByStreamDescription;
     getStreamDescription(compactedId: number): ParticipantStreamDescription | undefined;
+    getCompactId(streamDescription: string): number | undefined;
     handleMessage(data: ArrayBuffer): SignalingMessage | null;
     private _createParticipantSourcesUpdateNotification;
 }

package/classes/ProducerCommandSerializationService.d.ts

@@ -0,0 +1,17 @@
+import ParticipantLayout, { RequestKeyFrame, StopStream } from '../types/ParticipantLayout';
+import SignalingMessage from '../types/SignalingMessage';
+import { ParticipantIdRegistry } from './ParticipantIdRegistry';
+import { PerfStatReport } from './transport/PerfStatReporter';
+export declare class ProducerCommandSerializationService {
+    private participantIdRegistry;
+    setParticipantIdRegistry(participantIdRegistry: ParticipantIdRegistry): void;
+    serializeUpdateDisplayLayout(sequenceNumber: number, layouts: {
+        [key: string]: ParticipantLayout | StopStream | RequestKeyFrame;
+    }): ArrayBuffer;
+    private writeLayout;
+    private writeStreamDesc;
+    serializePerfStatReport(sequenceNumber: number, report: PerfStatReport): ArrayBuffer;
+    deserializeCommandResponse(data: BufferSource | Blob): Promise<SignalingMessage | undefined>;
+    private deserializeUpdateDisplayLayoutResponse;
+    private deserializeReportPerfStatResponse;
+}

package/classes/screenshare/ScreenCaptureSender.d.ts

@@ -3,6 +3,7 @@ export default class ScreenCaptureSender {
     private readonly _datachannel;
     private _destroyed;
     private _needKeyframe;
+    private readonly DATA_SIZE;
     constructor(track: MediaStreamTrack, datachannel: RTCDataChannel);
     private _requestFrame;
     private _wrapHeader;

package/classes/screenshare/Utils.d.ts

@@ -1,3 +1,4 @@
+export declare const HEADER_SIZE = 11;
 export interface FrameChunkHeader {
     timestamp: number;
     start: boolean;

package/default/Api.d.ts

@@ -18,6 +18,7 @@ export default class Api extends BaseApi {
     joinConversation(conversationId: string, isVideo?: boolean, chatId?: string): Promise<ConversationResponse>;
     createConversation(conversationId: string, payload?: string, requireAuthToJoin?: boolean): Promise<ConversationResponse>;
     startConversation(conversationId: string, ids?: OkUserId[], type?: CallType, isVideo?: boolean, payload?: string, joiningAllowed?: boolean, requireAuthToJoin?: boolean): Promise<ConversationResponse>;
+    private _preareStartConversationData;
     private _startConversation;
     createJoinLink(conversationId: string): Promise<{
         join_link: string;

package/default/Api.test.d.ts

@@ -0,0 +1 @@
+export {};

package/default/Signaling.d.ts

@@ -13,6 +13,7 @@ import MediaModifiers from '../types/MediaModifiers';
 import MediaSettings from '../types/MediaSettings';
 import MuteStates from '../types/MuteStates';
 import { CompositeUserId, ParticipantId } from '../types/Participant';
+import ParticipantLayout, { RequestKeyFrame, StopStream } from '../types/ParticipantLayout';
 import { ParticipantListChunkParameters } from '../types/ParticipantListChunk';
 import SignalingMessage from '../types/SignalingMessage';
 import { WaitingParticipantId } from '../types/WaitingHall';
@@ -39,6 +40,8 @@ export default class Signaling extends BaseSignaling {
     private participantIdRegistry;
     private producerNotificationDataChannel;
     private producerCommandDataChannel;
+    private producerCommandDataChannelEnabled;
+    private producerCommandSerializationService;
     private static readonly RECONNECT_DELAY;
     private static readonly RECONNECT_MAX_DELAY;
     private static readonly RECONNECT_MAX_COUNT;
@@ -52,6 +55,7 @@ export default class Signaling extends BaseSignaling {
     setParticipantIdRegistry(participantIdRegistry: ParticipantIdRegistry): void;
     setProducerNotificationDataChannel(dataChannel: RTCDataChannel): void;
     setProducerCommandDataChannel(dataChannel: RTCDataChannel): void;
+    useCommandDataChannel(status: boolean): void;
     /**
      * Free used resources
      */
@@ -89,8 +93,8 @@ export default class Signaling extends BaseSignaling {
     changePriorities(priorities: {
         [key: string]: number;
     }): Promise<SignalingMessage | void>;
-    updateDisplayLayout(layout: {
-        [key: string]: string;
+    updateDisplayLayout(layouts: {
+        [streamDesc: string]: ParticipantLayout | StopStream | RequestKeyFrame;
     }): Promise<SignalingMessage>;
     addMovie(data: any): Promise<SignalingMessage>;
     updateMovie(data: any): Promise<SignalingMessage>;
@@ -140,6 +144,9 @@ export default class Signaling extends BaseSignaling {
     protected _reconnect(): void;
     private _handleCommandResponse;
     private _handleCommandsQueue;
+    private _serializeBinary;
+    private _serializeJson;
+    private _convertDisplayLayout;
     protected _waitConnectionMessage(): void;
     protected _stopWaitConnectionMessage(): void;
     private _startDoctor;

package/enums/ConversationOption.d.ts

@@ -4,7 +4,8 @@
 declare enum ConversationOption {
     REQUIRE_AUTH_TO_JOIN = "REQUIRE_AUTH_TO_JOIN",
     AUDIENCE_MODE = "AUDIENCE_MODE",
-    WAITING_HALL = "WAITING_HALL"
+    WAITING_HALL = "WAITING_HALL",
+    ASR = "ASR"
 }
 export default ConversationOption;
 export declare function compareOptions(oldOptions: ConversationOption[], newOptions: ConversationOption[]): boolean;

package/enums/HangupType.d.ts

@@ -16,6 +16,7 @@ declare enum HangupType {
     CALLER_IS_BLOCKED = "CALLER_IS_BLOCKED",
     NOT_FRIENDS = "NOT_FRIENDS",
     CALLEE_IS_OFFLINE = "CALLEE_IS_OFFLINE",
+    CALLER_IS_REJECTED = "CALLER_IS_REJECTED",
     UNKNOWN_ERROR = "UNKNOWN_ERROR",
     UNSUPPORTED = "UNSUPPORTED",
     OLD_VERSION = "OLD_VERSION",
@@ -23,6 +24,7 @@ declare enum HangupType {
     EXTERNAL_API_ERROR = "EXTERNAL_API_ERROR",
     SOCKET_CLOSED = "SOCKET_CLOSED",
     ENDED = "ENDED",
-    KILLED_WITHOUT_DELETE = "KILLED_WITHOUT_DELETE"
+    KILLED_WITHOUT_DELETE = "KILLED_WITHOUT_DELETE",
+    ANOTHER_DEVICE = "ANOTHER_DEVICE"
 }
 export default HangupType;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vkontakte/calls-sdk",
-  "version": "2.6.2-beta.1",
+  "version": "2.6.2-beta.11",
   "author": "vk.com",
   "description": "Library for video calls based on the vk.com platform",
   "homepage": "https://vk.com",

package/static/ApiTransport.d.ts

@@ -1,7 +1,7 @@
 export declare function init(): void;
 export declare function sendBeakon(method: string, params?: {
     [key: string]: any;
-}, noSession?: boolean): void;
+}, noSession?: boolean): Promise<void>;
 export declare function request(method: string, params?: {
     [key: string]: any;
 }, noSession?: boolean): Promise<unknown>;

package/static/External.d.ts

@@ -187,8 +187,10 @@ declare namespace External {
      * @param unmute Разрешение включить устройство
      * @param userId Пользователь, для которого изменились разрешения или `null` для текущего пользователя
      * @param adminId Пользователь, который изменил разрешения
+     * @param stateUpdated Если `true`, значит глобальное/персональное состояние изменилось и поля `muteStates`/`unmuteOptions` содержат обновления, если `false`, значит, эти поля не имеют значения
+     * @param requestedMedia Какие устройства попросили влючить участника
      */
-    function onMuteStates(muteStates: MuteStates, unmuteOptions: MediaOption[], mediaOptions: MediaOption[], muteAll?: boolean, unmute?: boolean, userId?: ExternalParticipantId | null, adminId?: ExternalParticipantId | null): void;
+    function onMuteStates(muteStates: MuteStates, unmuteOptions: MediaOption[], mediaOptions: MediaOption[], muteAll?: boolean, unmute?: boolean, userId?: ExternalParticipantId | null, adminId?: ExternalParticipantId | null, stateUpdated?: boolean, requestedMedia?: MediaOption[]): void;
     /**
      * Изменились роли собеседника в звонке
      *

package/static/Params.d.ts

@@ -43,6 +43,11 @@ export declare type ParamsObject = {
      * Домен, чтобы попасть в тестовую группу. Для тестирования экспериментальных улучшений существуют отдельные сервера, чтобы собирать фидбек и уже потом раскатывать на всех юзеров. Если передать сюда специальный ключ, то конверсейшн будет обрабатываться на таком сервере.
      */
     domain: string;
+    /**
+     * Домен, куда будет ходить Ok api за данными
+     * @hidden
+     */
+    externalDomain: string;
     iceServers: IceServer[];
     wssBase: string;
     wssToken: string;
@@ -186,6 +191,7 @@ export declare type ParamsObject = {
      * Работает только при приёме экрана через дата-канал.
      *
      * _По умолчанию: `true`_
+     * @deprecated
      */
     producerScreenTrack: boolean;
     /**
@@ -193,12 +199,19 @@ export declare type ParamsObject = {
      * Работает только при отправке экрана через дата-канал.
      *
      * _По умолчанию: `true`_
+     * @deprecated
      */
     consumerScreenTrack: boolean;
     producerNotificationDataChannel: boolean;
     producerCommandDataChannel: boolean;
     consumerScreenDataChannel: boolean;
     producerScreenDataChannel: boolean;
+    /**
+     * Размер пакета для отправки трансляции экрана в датаканал в байтах.
+     * Максимальный размер пакета 65536 bytes в хроме, но по стандарту лучше максимум 16 Кб.
+     * @hidden
+     */
+    consumerScreenDataChannelPacketSize: number;
     screenShareWebmBuilder: boolean;
     noiseSuppression: boolean;
     /**
@@ -239,6 +252,11 @@ export declare type ParamsObject = {
      * Включать RED-extension (redundancy) для p2p звонков
      */
     p2pAudioRed: boolean;
+    /**
+     * Добавлять флаг spsPpsIdrInKeyframe для h264 кодека. В результате ключевые фреймы без sps и pps
+     * не используются как ключевые. Решает проблему с артефактами на видео в случае потерь пакетов.
+     */
+    h264spsPpsIdrInKeyframe: boolean;
     /**
      * Получать список участников звонка третьим аргументом в `onConversation`
      * @hidden
@@ -349,7 +367,7 @@ export declare type ParamsObject = {
     /**
      * Изменились состояния устройств пользователя или разрешения включать камеру/микрофон
      */
-    onMuteStates?: (muteStates: MuteStates, unmuteOptions: MediaOption[], mediaOptions: MediaOption[], muteAll: boolean, unmute: boolean, userId: ExternalParticipantId | null, adminId: ExternalParticipantId | null) => void;
+    onMuteStates?: (muteStates: MuteStates, unmuteOptions: MediaOption[], mediaOptions: MediaOption[], muteAll: boolean, unmute: boolean, userId: ExternalParticipantId | null, adminId: ExternalParticipantId | null, stateUpdated?: boolean, requestedMedia?: MediaOption[]) => void;
     /**
      * Изменились роли собеседника в звонке
      */
@@ -495,6 +513,7 @@ export default abstract class Params {
     static get anonymToken(): string;
     static set anonymToken(value: string);
     static get domain(): string;
+    static get externalDomain(): string;
     static get iceServers(): IceServer[];
     static set iceServers(value: IceServer[]);
     static get wssBase(): string;
@@ -544,6 +563,7 @@ export default abstract class Params {
     static get producerCommandDataChannel(): boolean;
     static get consumerScreenDataChannel(): boolean;
     static get producerScreenDataChannel(): boolean;
+    static get consumerScreenDataChannelPacketSize(): number;
     static get screenShareWebmBuilder(): boolean;
     static get noiseSuppression(): boolean;
     static set noiseSuppression(value: boolean);
@@ -562,6 +582,7 @@ export default abstract class Params {
     static get participantListChunkInitCount(): number;
     static get serverAudioRed(): boolean;
     static get p2pAudioRed(): boolean;
+    static get h264spsPpsIdrInKeyframe(): boolean;
     static get batchParticipantsOnStart(): boolean;
     static get filterObservers(): boolean;
     static get muteMode(): boolean;

package/static/Utils.d.ts

@@ -6,7 +6,7 @@ import VideoSettings from '../types/VideoSettings';
 export declare const PARAMETERS_SEPARATOR = ":";
 export declare const DEVICE_IDX_PARAMETER = "d";
 declare namespace Utils {
-    function patchSDP(sdp: string, preferH264: boolean, brokenH264: boolean, preferVP9: boolean, isAudioNack?: boolean, preferRed?: boolean): string;
+    function patchSDP(sdp: string, preferH264: boolean, brokenH264: boolean, preferVP9: boolean, h264spsPpsIdrInKeyframe: boolean, isAudioNack?: boolean, preferRed?: boolean): string;
     function getPeerIdString(peerId: SignalingMessage.PeerId): string;
     function comparePeerId(peerId1: SignalingMessage.PeerId, peerId2: SignalingMessage.PeerId): boolean;
     function getPeerConnectionHostInfo(pc: RTCPeerConnection): Promise<any>;
@@ -60,5 +60,9 @@ declare namespace Utils {
      * https://stash.odkl.ru/projects/ODKL/repos/odnoklassniki-webrtc/browse/src/main/java/one/webrtc/domain/conversation/ParticipantIndex.java#67-78
      */
     function participantMarkerCompare(marker1: ExternalParticipantListMarker | undefined, marker2: ExternalParticipantListMarker | undefined): number;
+    /** убирает все ключи со значением `V` на 1 уровне */
+    function objectFilterOutValues<T extends Record<string, V>, V = unknown>(obj: T, value?: V | V[]): Partial<T>;
+    function objectReduce<R, T extends Object>(obj: T, callback: (acc: R, value: T[keyof T], key: keyof T) => R, initialValue: R): R;
+    const setImmediate: (fn: VoidFunction) => VoidFunction;
 }
 export default Utils;

package/types/Conversation.d.ts

@@ -0,0 +1,12 @@
+import MediaOption from '../enums/MediaOption';
+import MediaSettings from './MediaSettings';
+import { Participant } from './Participant';
+export interface IProcessMuteStateParams {
+    mediaOptions?: MediaOption[];
+    muteAll?: boolean;
+    unmute?: boolean;
+    serverSettings?: MediaSettings | null;
+    admin?: Participant | null;
+    stateUpdated?: boolean;
+    requestedMedia?: MediaOption[];
+}

package/types/LayoutUtils.d.ts

@@ -0,0 +1,5 @@
+import { Layout, RequestKeyFrame, StopStream } from './ParticipantLayout';
+export declare const REQUEST_KEY_FRAME_CODE = "kf";
+export declare function isStopStreaming(layout: Layout | StopStream | RequestKeyFrame): layout is StopStream;
+export declare function isRequestKeyFrame(layout: Layout | StopStream | RequestKeyFrame): layout is RequestKeyFrame;
+export declare function layoutToString(layout: Layout | StopStream | RequestKeyFrame): string;

package/types/ParticipantLayout.d.ts

@@ -31,10 +31,16 @@ export declare type StopStream = {
      */
     stopStream: true;
 };
+/**
+ * Request key frame from source. Should not be called often, negatively impacts video quality.
+ */
+export declare type RequestKeyFrame = {
+    keyFrameRequested: true;
+};
 /**
  * Лейаут собеседника в звонке
  */
-export declare type ParticipantLayout = (Layout | StopStream) & {
+export declare type ParticipantLayout = (Layout | StopStream | RequestKeyFrame) & {
     /**
      * Внешний ID пользователя
      */

package/types/SignalingMessage.d.ts

@@ -148,6 +148,8 @@ declare namespace SignalingMessage {
         muteStates: MuteStates;
         unmuteOptions?: MediaOption[];
         mediaOptions: MediaOption[];
+        requestedMedia?: MediaOption[];
+        stateUpdated?: boolean;
         unmute?: boolean;
         muteAll?: boolean;
     }

package/utils/Conversation.d.ts

@@ -0,0 +1,2 @@
+import { MuteState, MediaOption, MuteStates } from '../CallsSDK';
+export declare const getMediaOptionsByMuteState: (muteStates: MuteStates, value: MuteState) => MediaOption[];

package/utils/MsgPackerBufferUtils.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Fork from messagepack internals.
+ * Package messagepack doesn't export createWriteBuffer and createReadBuffer methods.
+ */
+export declare function createWriteBuffer(): {
+    put(v: BufferSource): void;
+    putI8(v: number): void;
+    putI16(v: number): void;
+    putI32(v: number): void;
+    putI64(v: number): void;
+    putUi8(v: number): void;
+    putUi16(v: number): void;
+    putUi32(v: number): void;
+    putUi64(v: number): void;
+    putF(v: number): void;
+    ui8array(): Uint8Array;
+};
+export declare function createReadBuffer(buf: BufferSource): {
+    peek(): number;
+    get(len: number): ArrayBuffer;
+    getI8(): number;
+    getI16(): number;
+    getI32(): number;
+    getI64(): number;
+    getUi8(): number;
+    getUi16(): number;
+    getUi32(): number;
+    getUi64(): number;
+    getF32(): number;
+    getF64(): number;
+};