@vkontakte/calls-sdk 2.7.2-beta.13 → 2.7.2-beta.15

package/classes/Conversation.d.ts

@@ -2,7 +2,6 @@ import type { IEffect } from '@vkontakte/calls-video-effects';
 import BaseApi from '../abstract/BaseApi';
 import BaseLogger from '../abstract/BaseLogger';
 import BaseSignaling, { AddParticipantParams } from '../abstract/BaseSignaling';
-import CallDirection from '../enums/CallDirection';
 import CallType from '../enums/CallType';
 import ConversationFeature from '../enums/ConversationFeature';
 import ConversationOption from '../enums/ConversationOption';
@@ -12,8 +11,8 @@ import UpdateDisplayLayoutErrorReason from '../enums/UpdateDisplayLayoutErrorRea
 import UserRole from '../enums/UserRole';
 import UserType from '../enums/UserType';
 import { JSONObject } from '../static/Json';
-import { AsrInfo, IAsrStartParams } from '../types/Asr';
-import { IFeaturesPerRole } from '../types/ConversationFeature';
+import { IAsrStartParams } from '../types/Asr';
+import { ConversationData } from '../types/Conversation';
 import { ExternalParticipant, ExternalParticipantId, ExternalParticipantListChunk, ExternalUserId } from '../types/ExternalId';
 import MediaModifiers from '../types/MediaModifiers';
 import { IVideoDimentions } from '../types/MediaSettings';
@@ -25,61 +24,9 @@ import { ParticipantListChunkParameters } from '../types/ParticipantListChunk';
 import ParticipantPriority from '../types/ParticipantPriority';
 import { ParticipantStreamDescription } from '../types/ParticipantStreamDescription';
 import { ScreenCaptureSettings } from '../types/ScreenCaptureSettings';
-import SignalingMessage, { RecordInfo } from '../types/SignalingMessage';
+import SignalingMessage from '../types/SignalingMessage';
 import { WaitingHallResponse } from '../types/WaitingHall';
 import EventEmitter from './EventEmitter';
-import { TransportTopology } from './transport/Transport';
-/**
- * Данные текущего звонка
- */
-export type ConversationData = {
-    /** @hidden */
-    userId: OkUserId;
-    /** @hidden */
-    compositeUserId: ParticipantId;
-    externalId: ExternalParticipantId;
-    /**
-     * Время принятия звонка
-     */
-    acceptTime: number | null;
-    features: ConversationFeature[];
-    /** @hidden */
-    featuresPerRole?: IFeaturesPerRole | null;
-    /**
-     * ID звонка
-     */
-    id: string;
-    participantsLimit: number;
-    /** @hidden */
-    topology: TransportTopology;
-    /** @hidden */
-    direction: CallDirection;
-    concurrent: boolean;
-    needRate: boolean;
-    /** @hidden */
-    recordsInfoByRoom: Map<number | null, RecordInfo | null>;
-    chatId: string | null;
-    /** @hidden */
-    asrInfo: AsrInfo | null;
-    /**
-     * Роли пользователя
-     */
-    roles: UserRole[];
-    /**
-     * Токен комнаты для подключения к звонку по ссылке
-     */
-    joinLink?: string;
-    /** @hidden */
-    pinnedParticipantId: ParticipantId | null;
-    mediaModifiers: MediaModifiers;
-    options: ConversationOption[];
-    muteStates: Map<number | null, MuteStates>;
-    unmuteOptions: MediaOption[];
-    networkRating: number;
-    waitingHall: boolean;
-    observer: boolean;
-    roomId: number | null;
-};
 export type ParticipantUpdateInfo = {
     participantStreamDescription: ParticipantStreamDescription | null;
     streamId: string;

package/classes/codec/IDecoder.d.ts

@@ -1,5 +1,5 @@
 export default interface IDecoder {
-    init(onFrameImage: (image: VideoFrame | ImageBitmap | ImageData) => void): Promise<void>;
+    init(onFrameImage: (image: VideoFrame | ImageData) => void): Promise<void>;
     decodeFrame(timestamp: number, data: Uint8Array, isVP9: boolean, keyFrame?: boolean): void;
     destroy(): void;
 }

package/classes/codec/LibVPxDecoder.d.ts

@@ -1,7 +1,7 @@
 import IDecoder from './IDecoder';
 import WorkerBase from './WorkerBase';
 export default class LibVPxDecoder extends WorkerBase implements IDecoder {
-    init(onFrameImage: (image: ImageData | ImageBitmap) => void): Promise<void>;
+    init(onFrameImage: (image: ImageData) => void): Promise<void>;
     decodeFrame(timestamp: number, data: Uint8Array, isVP9: boolean, keyFrame?: boolean): void;
     destroy(): void;
     static isBrowserSupported(): boolean;

package/classes/screenshare/BaseRenderer.d.ts

@@ -2,7 +2,7 @@ export default abstract class BaseRenderer {
     protected readonly _onStream: (stream: MediaStream) => void;
     protected constructor(onStream: (stream: MediaStream) => void);
     drawFrame(frame: VideoFrame): Promise<void>;
-    drawImage(image: ImageBitmap | ImageData): void;
+    drawImage(image: ImageData): Promise<void>;
     abstract destroy(): void;
     static isBrowserSupported(): boolean;
 }

package/classes/screenshare/BaseStreamBuilder.d.ts

@@ -1,11 +1,15 @@
 import { ParticipantId } from '../../types/Participant';
+import { IScreenShareStat } from '../../types/ScreenSharingStat';
 import { FrameChunk } from './Utils';
+export type IOnStat = (stat: IScreenShareStat) => void;
+export type IOnStream = (stream: MediaStream) => void;
 export declare abstract class BaseStreamBuilder {
     protected readonly _participantId: ParticipantId;
-    protected readonly _onStream: (stream: MediaStream) => void;
+    protected readonly _onStream: IOnStream;
+    protected readonly _onStat: IOnStat;
     protected _chunks: FrameChunk[];
     protected _firstFrameReceived: boolean;
-    protected constructor(participantId: ParticipantId, onStream: (stream: MediaStream) => void);
+    protected constructor(participantId: ParticipantId, onStream: IOnStream, onStat: IOnStat);
     appendChunk(chunk: FrameChunk): void;
     destroy(): void;
     protected abstract _processFrame(frame: FrameData): void;
@@ -15,6 +19,8 @@ export declare abstract class BaseStreamBuilder {
         height: number;
     };
     static isBrowserSupported(): boolean;
+    private _measureFirstFrame;
+    private _measureFreezeDuration;
 }
 export interface FrameData {
     timestamp: number;

package/classes/screenshare/CanvasRenderer.d.ts

@@ -9,8 +9,7 @@ export default class CanvasRenderer extends BaseRenderer {
     private _createStream;
     private _removeStream;
     private _requestCanvasFrame;
-    drawFrame(frame: VideoFrame): Promise<void>;
-    drawImage(image: ImageBitmap | ImageData): void;
+    drawImage(image: ImageData): Promise<void>;
     destroy(): void;
     static isBrowserSupported(): boolean;
 }

package/classes/screenshare/ScreenCaptureReceiver.d.ts

@@ -1,12 +1,14 @@
 import { ParticipantId } from '../../types/Participant';
 import { ParticipantIdRegistry } from '../ParticipantIdRegistry';
+import { IOnStat } from './BaseStreamBuilder';
 export default class ScreenCaptureReceiver {
     private readonly _datachannel;
     private _participantIdRegistry;
     private _streamBuilders;
     private _onStream;
     private _onEos;
-    constructor(datachannel: RTCDataChannel, participantIdRegistry: ParticipantIdRegistry, onStream: (streamId: string, stream: MediaStream) => void, onEos: (streamId: string) => void);
+    private _onStat;
+    constructor(datachannel: RTCDataChannel, participantIdRegistry: ParticipantIdRegistry, onStream: (streamId: string, stream: MediaStream) => void, onEos: (streamId: string) => void, onStat: IOnStat);
     private _onDataChannelMessage;
     close(participantId: ParticipantId): void;
     destroy(): void;

package/classes/screenshare/StreamBuilder.d.ts

@@ -1,11 +1,11 @@
 import { ParticipantId } from '../../types/Participant';
-import { BaseStreamBuilder, FrameData } from './BaseStreamBuilder';
+import { BaseStreamBuilder, FrameData, IOnStat, IOnStream } from './BaseStreamBuilder';
 export default class StreamBuilder extends BaseStreamBuilder {
     private readonly _renderer;
     private readonly _decoder;
     private _decoderReady;
     private _decoderQueue;
-    constructor(participantId: ParticipantId, onStream: (stream: MediaStream) => void);
+    constructor(participantId: ParticipantId, onStream: IOnStream, onStat: IOnStat);
     protected _processFrame(frame: FrameData): void;
     private _decodeQueue;
     destroy(): void;

package/classes/screenshare/WebmBuilder.d.ts

@@ -1,5 +1,5 @@
 import { ParticipantId } from '../../types/Participant';
-import { BaseStreamBuilder, FrameData } from './BaseStreamBuilder';
+import { BaseStreamBuilder, FrameData, IOnStat, IOnStream } from './BaseStreamBuilder';
 export default class WebmBuilder extends BaseStreamBuilder {
     private _mediaBuffer;
     private _video;
@@ -7,7 +7,7 @@ export default class WebmBuilder extends BaseStreamBuilder {
     private _earliestTimestamp;
     private _clusterStartTime;
     private _lastFrameTimestamp;
-    constructor(participantId: ParticipantId, onStream: (stream: MediaStream) => void);
+    constructor(participantId: ParticipantId, onStream: IOnStream, onStat: IOnStat);
     private static _intToU16BE;
     private static _genWebmHeader;
     private static _genSegmentHeader;

package/classes/transport/PerfStatReporter.d.ts

@@ -29,6 +29,7 @@ export default class PerfStatReporter extends EventEmitter {
     private _previousTimestamp;
     private _previousCallStatReportTimestamp;
     private _previousCallStatReport;
+    private _screenShareStats;
     private _signaling;
     private readonly _directTopology;
     constructor(transport: ServerTransport | DirectTransport, signaling: BaseSignaling, directTopology?: boolean);
@@ -37,4 +38,5 @@ export default class PerfStatReporter extends EventEmitter {
     private _handleStats;
     private reportPerfStats;
     private _reportCallStats;
+    private _handleScreenSharingStat;
 }

package/classes/transport/ServerTransport.d.ts

@@ -2,7 +2,6 @@ import type { AnimojiSvgData } from '@vkontakte/calls-vmoji';
 import BaseSignaling from '../../abstract/BaseSignaling';
 import { ParticipantId } from '../../types/Participant';
 import ServerSettings from '../../types/ServerSettings';
-import SignalingMessage from '../../types/SignalingMessage';
 import EventEmitter from '../EventEmitter';
 import { MediaSource } from '../MediaSource';
 import { TransportState } from './Transport';
@@ -83,8 +82,8 @@ export default class ServerTransport extends EventEmitter {
     private _detectStaleTracks;
     private _allocateConsumer;
     private _acceptProducer;
-    private handleTracks;
-    _onSignalingNotification(message: SignalingMessage): Promise<void>;
+    private _handleTracks;
+    private _onSignalingNotification;
     private _onAsrTranscription;
     private _onProducerUpdated;
     private _onAddTrack;

package/classes/transport/Statistics.d.ts

@@ -40,6 +40,10 @@ export type StatRtp = {
     silentConcealedSamples?: number;
     concealmentEvents?: number;
     totalAudioEnergy?: number;
+    totalFreezesDuration?: number;
+    totalFreezesDurationDelta?: number;
+    freezeCount?: number;
+    freezeCountDelta?: number;
 };
 export type StatItem = {
     timestamp: number;

package/classes/transport/Transport.d.ts

@@ -19,7 +19,8 @@ export declare const enum TransportEvent {
     NETWORK_STATUS = "NETWORK_STATUS",
     PEER_CONNECTION_CLOSED = "PEER_CONNECTION_CLOSED",
     ASR_TRANSCRIPTION = "ASR_TRANSCRIPTION",
-    ANIMOJI_STREAM = "ANIMOJI_STREAM"
+    ANIMOJI_STREAM = "ANIMOJI_STREAM",
+    SCREEN_SHARING_STAT = "SCREEN_SHARING_STAT"
 }
 export declare const enum TransportState {
     IDLE = "IDLE",

package/enums/Stat.d.ts

@@ -34,6 +34,7 @@ declare const enum Stat {
     SCREENSHARE_FIRST_FRAME = "callScreenshareFirstFrame",
     SCREENSHARE_FIRST_FRAME_SMALL = "callScreenshareFirstFrameSmall",
     SCREENSHARE_FIRST_FRAME_MEDIUM = "callScreenshareFirstFrameMedium",
-    SCREENSHARE_FIRST_FRAME_LARGE = "callScreenshareFirstFrameLarge"
+    SCREENSHARE_FIRST_FRAME_LARGE = "callScreenshareFirstFrameLarge",
+    SCREENSHARE_FREEZE_DURATION = "callScreenshareFreezeDuration"
 }
 export default Stat;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vkontakte/calls-sdk",
-  "version": "2.7.2-beta.13",
+  "version": "2.7.2-beta.15",
   "author": "vk.com",
   "description": "Library for video calls based on the vk.com platform",
   "homepage": "https://vk.com",

package/static/External.d.ts

@@ -1,4 +1,4 @@
-import { ConversationData } from '../classes/Conversation';
+import { ConversationData } from '../types/Conversation';
 import HangupReason from '../classes/HangupReason';
 import { MediaTrackKind } from '../classes/MediaSource';
 import { StatResult } from '../classes/transport/Statistics';

package/static/Params.d.ts

@@ -1,6 +1,6 @@
 import type { VideoEffects } from '@vkontakte/calls-video-effects';
 import type * as Vmoji from '@vkontakte/calls-vmoji';
-import { ConversationData } from '../classes/Conversation';
+import { ConversationData } from '../types/Conversation';
 import HangupReason from '../classes/HangupReason';
 import { MediaTrackKind } from '../classes/MediaSource';
 import ChatRoomEventType from '../enums/ChatRoomEventType';

package/types/Conversation.d.ts

@@ -1,6 +1,17 @@
+import { TransportTopology } from '../classes/transport/Transport';
+import CallDirection from '../enums/CallDirection';
+import ConversationFeature from '../enums/ConversationFeature';
+import ConversationOption from '../enums/ConversationOption';
 import MediaOption from '../enums/MediaOption';
+import UserRole from '../enums/UserRole';
+import { AsrInfo } from './Asr';
+import { IFeaturesPerRole } from './ConversationFeature';
+import { ExternalParticipantId } from './ExternalId';
+import MediaModifiers from './MediaModifiers';
 import MediaSettings from './MediaSettings';
-import { Participant } from './Participant';
+import MuteStates from './MuteStates';
+import { OkUserId, Participant, ParticipantId } from './Participant';
+import { RecordInfo } from './SignalingMessage';
 export interface IProcessMuteStateParams {
     mediaOptions?: MediaOption[];
     muteAll?: boolean;
@@ -11,3 +22,54 @@ export interface IProcessMuteStateParams {
     requestedMedia?: MediaOption[];
     roomId?: number | null;
 }
+/**
+ * Данные текущего звонка
+ */
+export type ConversationData = {
+    /** @hidden */
+    userId: OkUserId;
+    /** @hidden */
+    compositeUserId: ParticipantId;
+    externalId: ExternalParticipantId;
+    /**
+     * Время принятия звонка
+     */
+    acceptTime: number | null;
+    features: ConversationFeature[];
+    /** @hidden */
+    featuresPerRole?: IFeaturesPerRole | null;
+    /**
+     * ID звонка
+     */
+    id: string;
+    participantsLimit: number;
+    /** @hidden */
+    topology: TransportTopology;
+    /** @hidden */
+    direction: CallDirection;
+    concurrent: boolean;
+    needRate: boolean;
+    /** @hidden */
+    recordsInfoByRoom: Map<number | null, RecordInfo | null>;
+    chatId: string | null;
+    /** @hidden */
+    asrInfo: AsrInfo | null;
+    /**
+     * Роли пользователя
+     */
+    roles: UserRole[];
+    /**
+     * Токен комнаты для подключения к звонку по ссылке
+     */
+    joinLink?: string;
+    /** @hidden */
+    pinnedParticipantId: ParticipantId | null;
+    mediaModifiers: MediaModifiers;
+    options: ConversationOption[];
+    muteStates: Map<number | null, MuteStates>;
+    unmuteOptions: MediaOption[];
+    networkRating: number;
+    waitingHall: boolean;
+    observer: boolean;
+    roomId: number | null;
+};

package/types/ScreenSharingStat.d.ts

@@ -0,0 +1,3 @@
+export interface IScreenShareStat {
+    freeze_duration?: number;
+}