@techsee/techsee-media-service 0.16.1 → 0.17.0

package/lib/MediaSession/SessionOpentok.d.ts.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/MediaSession/SessionOpentok.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAEjD,OAAO,EACH,aAAa,EACb,sBAAsB,EAAE,yBAAyB,EACjD,kBAAkB,EAClB,gBAAgB,EACnB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAC,iBAAiB,EAAoB,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAkB,MAAM,oBAAoB,CAAC;AAKxF,OAAO,CAAC,MAAM,CAAC;IACX,UAAU,MAAM;QACZ,EAAE,EAAE,GAAG,CAAC;KACX;CACJ;AAED,UAAU,YAAY;IAClB,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,aAAK,WAAW,GAAG,GAAG,CAAA;AAEtB,aAAK,YAAY,GAAG,GAAG,CAAA;AA+BvB,UAAU,cAAc;IACpB,WAAW,EAAE,GAAG,CAAC;IACjB,WAAW,EAAE,GAAG,CAAC;CACpB;AAED,UAAU,gBAAiB,SAAQ,iBAAiB;IAChD,WAAW,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;IACtC,UAAU,EAAE,YAAY,CAAC;IACzB,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IACjC,UAAU,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;CACtC;AAGD,qBAAa,cAAe,SAAQ,gBAAgB,CAAC,gBAAgB,CAAE,YAAW,aAAa;IAC3F,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAM;IACnC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,QAAQ,CAA8B;IAE9C,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,OAAO,KAAK,SAAS,GAEpB;gBAEW,aAAa,EAAE,kBAAkB,GAAG,yBAAyB,EAAE,aAAa,EAAE,sBAAsB;IAkBhH,iBAAiB,IAAI,IAAI;IAMzB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAkDxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA2B3B,sBAAsB,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAYpE,oBAAoB,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5F,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAItE,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA0B5E,OAAO,CAAC,wBAAwB;IA+EhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,oBAAoB;IAyB5B,OAAO,CAAC,sBAAsB;IAwB9B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,yBAAyB;IAyBjC,OAAO,CAAC,oBAAoB;IAmC5B,OAAO,CAAC,gCAAgC;IAexC,OAAO,CAAC,qBAAqB;IA6C7B,OAAO,CAAC,iCAAiC;IAsBzC,OAAO,CAAC,kBAAkB;CAK7B","file":"SessionOpentok.d.ts","sourcesContent":["import {Nullable} from '@techsee/techsee-common';\n\nimport {\n    IMediaSession,\n    ISessionStreamsManager, MediaSessionConfiguration,\n    MediaSessionParams,\n    RemoteTrackStats\n} from '../MediaContracts';\n\nimport {SessionClientRole, SessionClientType} from '../MediaConstants';\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\nimport {IMediaSessionPeer, MediaSessionBase, recordingEvents} from './MediaSessionBase';\nimport {getMediaTracer} from '../MediaUtils/MediaTracer';\n\nconst trace = getMediaTracer('OpentokSession');\n\ndeclare global {\n    interface Window {\n        OT: any;\n    }\n}\n\ninterface OTConnection {\n    connectionId: string;\n}\n\ntype OTPublisher = any\n\ntype OTSubscriber = any\n\ninterface IOTSession {\n\n    sessionId: string;\n\n    connection: Nullable<OTConnection>;\n\n    isConnected(): boolean;\n\n    connect(token: string, cb: any): void;\n\n    disconnect(): void;\n\n    publish(publisher: OTPublisher, cb: any): void;\n\n    unpublish(publisher: OTPublisher): void;\n\n    subscribe(stream: any, container: any, uiProps: any, doneCb: any): OTSubscriber;\n\n    unsubscribe(subscriber: OTSubscriber): void;\n\n    getSubscribersForStream(stream: any): OTSubscriber[];\n\n    off(): void;\n\n    on(param: string, cb: any): void;\n\n    once(param: string, cb: any): void;\n}\n\ninterface OTStreamSource {\n    videoSource: any;\n    audioSource: any;\n}\n\ninterface OTPeerConnection extends IMediaSessionPeer {\n    localStream: Nullable<OTStreamSource>;\n    connection: OTConnection;\n    publisher: Nullable<OTPublisher>;\n    subscriber: Nullable<OTSubscriber>;\n}\n\n//Currently this version supports subscribing only. Publishing will be implemented as needed.\nexport class OpentokSession extends MediaSessionBase<OTPeerConnection> implements IMediaSession {\n    private readonly _credentials: any;\n    private _lastStreamEvents: any[] = [];\n    private _session: Nullable<IOTSession> = null;\n\n    get id(): string {\n        return this._session && this._session.sessionId ? this._session.sessionId : '';\n    }\n\n    private get ownPeerId(): string {\n        return this._session && this._session.connection ? this._session.connection.connectionId : '';\n    }\n\n    constructor(sessionParams: MediaSessionParams & MediaSessionConfiguration, streamFactory: ISessionStreamsManager) {\n        super(sessionParams, streamFactory);\n\n        this._credentials = sessionParams.credentials;\n\n        this.connect = this.connect.bind(this);\n        this.disconnect = this.disconnect.bind(this);\n        this.onMediaStreamDestroyed = this.onMediaStreamDestroyed.bind(this);\n        this.onMediaStreamRenewed = this.onMediaStreamRenewed.bind(this);\n\n        this.createStreamForPublishing = this.createStreamForPublishing.bind(this);\n        this.createMediaPublisher = this.createMediaPublisher.bind(this);\n        this.connectionCreatedHandler = this.connectionCreatedHandler.bind(this);\n        this.connectionDestroyedHandler = this.connectionDestroyedHandler.bind(this);\n        this.streamCreatedHandler = this.streamCreatedHandler.bind(this);\n        this.streamDestroyedHandler = this.streamDestroyedHandler.bind(this);\n    }\n\n    sessionDisconnect(): void {\n        if (this._session) {\n            this._session.disconnect();\n        }\n    }\n\n    connect(): Promise<void> {\n        trace.info('Connect to session', this._credentials);\n\n        if (this._session) {\n            trace.error('Session already exists');\n\n            return Promise.reject('Cannot connect to session while another session is active');\n        }\n\n        return new Promise((resolve, reject) => {\n            const handleError = (error: any): void => {\n                this._session && this._session!.off();\n                this._session = null;\n                trace.error('handleConnect error:', error);\n                reject(error);\n            };\n\n            const {apiKey, sessionId} = this._sessionParams.credentials;\n\n            this._session = (window as any).OTSESSION = window.OT.initSession(apiKey, sessionId);\n            this._lastStreamEvents = [];\n\n            this._session!.on('connectionCreated', this.connectionCreatedHandler);\n            this._session!.on('connectionDestroyed', this.connectionDestroyedHandler);\n            this._session!.on('streamCreated', this.streamCreatedHandler);\n            this._session!.on('streamDestroyed', this.streamDestroyedHandler);\n            this._session!.on('archiveStarted', (event: any) => {\n                trace.info('archiveStarted event', event);\n                this.emitEvent(recordingEvents.RECORD_STARTED, event);\n            });\n\n            this._session!.on('archiveStopped', (event: any) => {\n                trace.info('archiveStopped event', event);\n                this.emitEvent(recordingEvents.RECORD_STOPPED, event);\n            });\n\n            const connectHandler = (error: any): void => {\n                if (error) {\n                    handleError(error);\n\n                    return;\n                }\n\n                resolve();\n            };\n\n            this._session!.connect(this._credentials.token, connectHandler);\n        });\n    }\n\n    disconnect(): Promise<void> {\n        return new Promise((resolve) => {\n            trace.info('Disconnecting from session');\n            const currentSession = this._session;\n\n            this._session = null;\n\n            this._peerConnections.forEach((peerConnection) => {\n                this.destroyPeerConnection(peerConnection);\n            });\n\n            if (!currentSession) {\n                trace.info('No active session - resolving');\n                resolve();\n\n                return;\n            }\n            currentSession.off();\n            currentSession.disconnect();\n            this._lastStreamEvents = [];\n\n            trace.info('Disconnection from session completed');\n\n            resolve();\n        });\n    }\n\n    onMediaStreamDestroyed(clientRole: SessionClientRole): Promise<void> {\n        const promises: Promise<void>[] = [];\n\n        this._peerConnections.forEach((peerConnection) => {\n            if (peerConnection.peerRole === clientRole) {\n                promises.push(this.destroyPublisherOnPeerConnection(peerConnection));\n            }\n        });\n\n        return Promise.all(promises).then(() => undefined);\n    }\n\n    onMediaStreamRenewed(clientRole: SessionClientRole, mediaStream: MediaStream): Promise<void> {\n        //TODO - Alex: need to implement adding new tracks to peer connection and forcing negotiation (in OT API)\n        return Promise.resolve();\n    }\n\n    replaceStreamTracks(mediaStream: Nullable<MediaStream>): Promise<void> {\n        return Promise.reject(new Error('Not implemented'));\n    }\n\n    getRemoteTrackStats(mediaTrack: MediaStreamTrack): Promise<RemoteTrackStats> {\n        return new Promise((resolve: any, reject: any) => {\n            const peerConnectionOfTrack = this.getPeerConnectionByMediaTrack(mediaTrack);\n\n            if (!peerConnectionOfTrack || !peerConnectionOfTrack.subscriber) {\n                reject(new Error('Cannot find peer or subscriber for getting stats'));\n\n                return;\n            }\n\n            //https://tokbox.com/developer/sdks/js/reference/Subscriber.html#getStats\n            peerConnectionOfTrack!.subscriber.getStats((error: any, stats: any) => {\n                if (error) {\n                    trace.warn('Error getting stats', error);\n                    resolve({trackId: mediaTrack.id, trackStats: {}});\n\n                    return;\n                }\n\n                resolve({trackId: mediaTrack.id, trackStats: stats});\n            });\n        });\n    }\n\n    //#region OpenTok Events Handlers\n\n    private connectionCreatedHandler(event: any): void {\n        trace.info('connectionCreatedHandler', event);\n        const {connection} = event;\n\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n\n        const destinationRole = JSON.parse(connection.data).clientRole;\n\n        this.createStreamForPublishing(destinationRole)\n            .then((streams: OTStreamSource) => {\n                const peerConnection: OTPeerConnection = {\n                    peerId: connection.connectionId,\n                    peerRole: destinationRole,\n                    peerType: this._sessionParams.clientType === SessionClientType.INITIATOR\n                        ? SessionClientType.GUEST : SessionClientType.INITIATOR,\n                    connection: connection,\n                    publisher: null,\n                    subscriber: null,\n                    remoteMediaTracks: [],\n                    localStream: streams,\n                    connectionTimoutPrt: null\n                };\n\n                if (connection.connectionId !== this.ownPeerId || (!streams.videoSource && !streams.audioSource)) {\n                    trace.info('Peer connection without publisher was created', peerConnection);\n\n                    return peerConnection;\n                }\n\n                return this.createMediaPublisher(streams)\n                    .then((publisher: OTPublisher) => {\n                        peerConnection.publisher = publisher;\n                        trace.info('Peer connection with publisher was created', peerConnection);\n\n                        return peerConnection;\n                    });\n            })\n            .then((peerConnection: OTPeerConnection) => {\n                this._peerConnections.set(peerConnection.peerId, peerConnection);\n\n                if (connection.connectionId === this.ownPeerId) {\n                    trace.info('Before subscribe the event streams');\n\n                    /*\n                        When publisher connect after others participants,\n                         make sure the publisher will not loose their stream to subscribe\n                     */\n                    return this._lastStreamEvents.reduce((promiseChain: any, streamEvent: any) => promiseChain\n                        .then(() => this.streamCreatedHandler(streamEvent)), Promise.resolve())\n                        .then(() => {\n                            if (peerConnection.publisher) {\n                                return new Promise<void>((resolve, reject) => {\n                                    trace.info('Starting publish to peerConnection.publisher');\n                                    this._session!.publish(peerConnection.publisher, (error: any) => {\n                                        if (error) {\n                                            trace.error(`Publish to peerConnection error ${error}`);\n\n                                            return reject(error);\n                                        }\n\n                                        trace.info('Publish to peerConnection success');\n\n                                        return resolve();\n                                    });\n                                });\n                            }\n\n                            return Promise.resolve();\n                        });\n                }\n            })\n            .catch((error: any) => {\n                //Need to handle fail cases during reliability\n                trace.error(`Error handling new peer connection: ${error}`);\n            });\n    }\n\n    private connectionDestroyedHandler(event: any): void {\n        trace.info('connectionDestroyedHandler', event);\n        const {connection} = event;\n\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n\n        if (this._peerConnections.has(connection.connectionId)) {\n            this.destroyPeerConnection(this._peerConnections.get(connection.connectionId)!);\n        }\n    }\n\n    private streamCreatedHandler(event: any): void {\n        trace.info('streamCreatedHandler', event.stream);\n        const {stream} = event;\n        const {connection} = stream || {connection: null};\n\n        if (!this.sessionExistsGuard(false) || !stream || connection.connectionId === this.ownPeerId) {\n            return;\n        }\n\n        if (!this._peerConnections.has(connection.connectionId)) {\n            trace.warn('Unexpected case, connection should exist on this stage');\n            this._lastStreamEvents.push(event);\n\n            return;\n        }\n\n        const peerConnection = this._peerConnections.get(connection.connectionId)!;\n\n        trace.info('Subscribing the stream');\n\n        this.createMediaSubscriber(stream).then((subscriber: OTSubscriber) => {\n            peerConnection.subscriber = subscriber;\n        });\n    }\n\n    private streamDestroyedHandler(event: any): void {\n        trace.info('streamDestroyedHandler', event);\n        const {stream} = event;\n\n        if (!this.sessionExistsGuard(false) || !stream) {\n            return;\n        }\n\n        const peerConnection = this._peerConnections.get(stream.connection.connectionId);\n\n        if (!peerConnection) {\n            trace.warn('Peer connection for remote stream not found');\n\n            return;\n        }\n\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying subscriber on stream destroy'));\n    }\n\n    //#endregion\n\n    //#region PeerConnection\n\n    private destroyPeerConnection(peerConnection: OTPeerConnection): void {\n        this._peerConnections.delete(peerConnection.peerId);\n        this.destroyPublisherOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying publisher on peer destroy'));\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying subscriber on peer destroy'));\n    }\n\n    //#endregion\n\n    //#region Publisher\n\n    private createStreamForPublishing(destinationRole: SessionClientRole): Promise<OTStreamSource> {\n        trace.info('createStreamForPublishing');\n\n        return this._sessionStreamsManager.getMediaStreamForRole(destinationRole)\n            .then((mediaStream: Nullable<MediaStream>) => {\n\n                const stream: OTStreamSource = {videoSource: null, audioSource: null};\n\n                if (mediaStream) {\n                    trace.info('Media stream found for publishing', mediaStream);\n                    mediaStream.getTracks().forEach((track) => {\n                        if (track.kind === 'video') {\n                            stream.videoSource = track;\n                        } else if (track.kind === 'audio') {\n                            stream.audioSource = track;\n                        }\n                    });\n                } else if (this._sessionParams.clientRole === SessionClientRole.USER) {\n                    trace.warn('No local media was found for publishing to destinationRole:', destinationRole);\n                }\n\n                return stream;\n            });\n    }\n\n    private createMediaPublisher(stream: OTStreamSource): Promise<OTPublisher> {\n        const otParams = {\n            videoSource: stream.videoSource ? stream.videoSource : false,\n            audioSource: stream.audioSource ? stream.audioSource : false,\n            publishAudio: !!stream.audioSource,\n            publishVideo: !!stream.videoSource,\n            showControls: false,\n            insertDefaultUI: false\n        };\n\n        return new Promise((resolve, reject) => {\n            const otPublisher = window.OT.initPublisher(undefined, otParams, (error: any) => {\n                if (error) {\n                    reject(error);\n\n                    return;\n                }\n                otPublisher.on('streamDestroyed', (event: any) => {\n                    trace.info('Publisher stream destroyed', event);\n                    //We preventing the default, in order to prevent stop the stream by OT.\n                    //We managing streams by ourselves and if we allow OT to close the stream, it cannot be reused.\n                    event.preventDefault();\n                });\n                otPublisher.on('videoElementCreated', (event: any) => {\n                    event.element.muted = true;\n                });\n                otPublisher.on('streamCreated', (event: any) => {\n                    trace.info('publisher stream created', event, otPublisher.stream.hasAudio);\n                });\n\n                resolve(otPublisher);\n            });\n        });\n    }\n\n    private destroyPublisherOnPeerConnection(peerConnection: OTPeerConnection): Promise<void> {\n        if (this.sessionExistsGuard(false) && peerConnection.publisher) {\n            this._session!.unpublish(peerConnection.publisher);\n        }\n\n        peerConnection.publisher = null;\n        peerConnection.localStream = null;\n\n        return Promise.resolve();\n    }\n\n    //#endregion\n\n    //#region Subscriber\n\n    private createMediaSubscriber(remoteStream: any): Promise<OTSubscriber> {\n        return new Promise((resolve: any, reject: any) => {\n            if (!this.sessionExistsGuard(false)) {\n                reject('Session not exists');\n\n                return;\n            }\n\n            const subscriber: OTSubscriber = this._session!.subscribe(remoteStream, null, {insertDefaultUI: false}, (err: any) => {\n                if (err) {\n                    trace.warn('Error creating subscriber', err);\n                    reject(err);\n\n                    return;\n                }\n\n                subscriber.on('videoElementCreated', (event: any) => {\n                    const {element} = event;\n\n                    element.muted = true;\n\n                    const peerConnection = this._peerConnections.get(remoteStream.connection.connectionId)!;\n                    const otMediaStream: MediaStream = element.srcObject;\n\n                    peerConnection.subscriber = subscriber;\n\n                    if (!otMediaStream) {\n                        trace.warn('MediaStream not found in OT video element');\n\n                        return;\n                    }\n\n                    trace.info('Registering remote media tracks', peerConnection.subscriber, otMediaStream);\n                    otMediaStream.getTracks().forEach((mediaTrack: MediaStreamTrack) => {\n                        this.addRemoteTrackToPeer(peerConnection, mediaTrack);\n                    });\n\n                    this.registerPeersRemoteTracks(peerConnection);\n                });\n\n                resolve(subscriber);\n            });\n        });\n    }\n\n    private destroySubscriberOnPeerConnection(peerConnection: OTPeerConnection): Promise<void> {\n        if (this.sessionExistsGuard(false) && peerConnection.subscriber) {\n            this._session!.unsubscribe(peerConnection.subscriber);\n        }\n\n        peerConnection.subscriber = null;\n\n        return Promise.resolve();\n\n        /**\n         REMARK- opentok provide the same media track id for all participates.\n         when we unregister the media track we check by the id which is the same for all.\n         **/\n        // return this.unregisterPeersRemoteMediaTracks(peerConnection)\n        //     .catch(() => trace.warn('Error removing remote streams from peerConnection'))\n        //     .then(() => {\n        //         peerConnection.subscriber = null;\n        //     });\n    }\n\n    //#endregion\n\n    private sessionExistsGuard(shouldThrow = true): boolean {\n        const connected = !!(this._session && this._session.connection && this._session.connection.connectionId);\n\n        return throwableGuard(connected, 'There no OpenTok session exists', shouldThrow);\n    }\n}\n"]}
+{"version":3,"sources":["../src/MediaSession/SessionOpentok.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAEjD,OAAO,EACH,aAAa,EACb,sBAAsB,EAAE,yBAAyB,EACjD,kBAAkB,EAClB,gBAAgB,EACnB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAC,iBAAiB,EAAoB,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAkB,MAAM,oBAAoB,CAAC;AAKxF,OAAO,CAAC,MAAM,CAAC;IACX,UAAU,MAAM;QACZ,EAAE,EAAE,GAAG,CAAC;KACX;CACJ;AAED,UAAU,YAAY;IAClB,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,aAAK,WAAW,GAAG,GAAG,CAAA;AAEtB,aAAK,YAAY,GAAG,GAAG,CAAA;AA+BvB,UAAU,cAAc;IACpB,WAAW,EAAE,GAAG,CAAC;IACjB,WAAW,EAAE,GAAG,CAAC;CACpB;AAED,UAAU,gBAAiB,SAAQ,iBAAiB;IAChD,WAAW,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;IACtC,UAAU,EAAE,YAAY,CAAC;IACzB,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IACjC,UAAU,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;CACtC;AAGD,qBAAa,cAAe,SAAQ,gBAAgB,CAAC,gBAAgB,CAAE,YAAW,aAAa;IAC3F,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAM;IACnC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,QAAQ,CAA8B;IAE9C,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,OAAO,KAAK,SAAS,GAEpB;gBAEW,aAAa,EAAE,kBAAkB,GAAG,yBAAyB,EAAE,aAAa,EAAE,sBAAsB;IAkBhH,iBAAiB,IAAI,IAAI;IAMzB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAkDxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA2B3B,sBAAsB,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAYpE,oBAAoB,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5F,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAItE,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA0B5E,OAAO,CAAC,wBAAwB;IA+EhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,oBAAoB;IAyB5B,OAAO,CAAC,sBAAsB;IAwB9B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,yBAAyB;IA8BjC,OAAO,CAAC,oBAAoB;IAmC5B,OAAO,CAAC,gCAAgC;IAexC,OAAO,CAAC,qBAAqB;IA0C7B,OAAO,CAAC,iCAAiC;IAsBzC,OAAO,CAAC,kBAAkB;CAK7B","file":"SessionOpentok.d.ts","sourcesContent":["import {Nullable} from '@techsee/techsee-common';\n\nimport {\n    IMediaSession,\n    ISessionStreamsManager, MediaSessionConfiguration,\n    MediaSessionParams,\n    RemoteTrackStats\n} from '../MediaContracts';\n\nimport {SessionClientRole, SessionClientType} from '../MediaConstants';\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\nimport {IMediaSessionPeer, MediaSessionBase, recordingEvents} from './MediaSessionBase';\nimport {getMediaTracer} from '../MediaUtils/MediaTracer';\n\nconst trace = getMediaTracer('OpentokSession');\n\ndeclare global {\n    interface Window {\n        OT: any;\n    }\n}\n\ninterface OTConnection {\n    connectionId: string;\n}\n\ntype OTPublisher = any\n\ntype OTSubscriber = any\n\ninterface IOTSession {\n\n    sessionId: string;\n\n    connection: Nullable<OTConnection>;\n\n    isConnected(): boolean;\n\n    connect(token: string, cb: any): void;\n\n    disconnect(): void;\n\n    publish(publisher: OTPublisher, cb: any): void;\n\n    unpublish(publisher: OTPublisher): void;\n\n    subscribe(stream: any, container: any, uiProps: any, doneCb: any): OTSubscriber;\n\n    unsubscribe(subscriber: OTSubscriber): void;\n\n    getSubscribersForStream(stream: any): OTSubscriber[];\n\n    off(): void;\n\n    on(param: string, cb: any): void;\n\n    once(param: string, cb: any): void;\n}\n\ninterface OTStreamSource {\n    videoSource: any;\n    audioSource: any;\n}\n\ninterface OTPeerConnection extends IMediaSessionPeer {\n    localStream: Nullable<OTStreamSource>;\n    connection: OTConnection;\n    publisher: Nullable<OTPublisher>;\n    subscriber: Nullable<OTSubscriber>;\n}\n\n//Currently this version supports subscribing only. Publishing will be implemented as needed.\nexport class OpentokSession extends MediaSessionBase<OTPeerConnection> implements IMediaSession {\n    private readonly _credentials: any;\n    private _lastStreamEvents: any[] = [];\n    private _session: Nullable<IOTSession> = null;\n\n    get id(): string {\n        return this._session && this._session.sessionId ? this._session.sessionId : '';\n    }\n\n    private get ownPeerId(): string {\n        return this._session && this._session.connection ? this._session.connection.connectionId : '';\n    }\n\n    constructor(sessionParams: MediaSessionParams & MediaSessionConfiguration, streamFactory: ISessionStreamsManager) {\n        super(sessionParams, streamFactory);\n\n        this._credentials = sessionParams.credentials;\n\n        this.connect = this.connect.bind(this);\n        this.disconnect = this.disconnect.bind(this);\n        this.onMediaStreamDestroyed = this.onMediaStreamDestroyed.bind(this);\n        this.onMediaStreamRenewed = this.onMediaStreamRenewed.bind(this);\n\n        this.createStreamForPublishing = this.createStreamForPublishing.bind(this);\n        this.createMediaPublisher = this.createMediaPublisher.bind(this);\n        this.connectionCreatedHandler = this.connectionCreatedHandler.bind(this);\n        this.connectionDestroyedHandler = this.connectionDestroyedHandler.bind(this);\n        this.streamCreatedHandler = this.streamCreatedHandler.bind(this);\n        this.streamDestroyedHandler = this.streamDestroyedHandler.bind(this);\n    }\n\n    sessionDisconnect(): void {\n        if (this._session) {\n            this._session.disconnect();\n        }\n    }\n\n    connect(): Promise<void> {\n        trace.info('Connect to session', this._credentials);\n\n        if (this._session) {\n            trace.error('Session already exists');\n\n            return Promise.reject('Cannot connect to session while another session is active');\n        }\n\n        return new Promise((resolve, reject) => {\n            const handleError = (error: any): void => {\n                this._session && this._session!.off();\n                this._session = null;\n                trace.error('handleConnect error:', error);\n                reject(error);\n            };\n\n            const {apiKey, sessionId} = this._sessionParams.credentials;\n\n            this._session = (window as any).OTSESSION = window.OT.initSession(apiKey, sessionId);\n            this._lastStreamEvents = [];\n\n            this._session!.on('connectionCreated', this.connectionCreatedHandler);\n            this._session!.on('connectionDestroyed', this.connectionDestroyedHandler);\n            this._session!.on('streamCreated', this.streamCreatedHandler);\n            this._session!.on('streamDestroyed', this.streamDestroyedHandler);\n            this._session!.on('archiveStarted', (event: any) => {\n                trace.info('archiveStarted event', event);\n                this.emitEvent(recordingEvents.RECORD_STARTED, event);\n            });\n\n            this._session!.on('archiveStopped', (event: any) => {\n                trace.info('archiveStopped event', event);\n                this.emitEvent(recordingEvents.RECORD_STOPPED, event);\n            });\n\n            const connectHandler = (error: any): void => {\n                if (error) {\n                    handleError(error);\n\n                    return;\n                }\n\n                resolve();\n            };\n\n            this._session!.connect(this._credentials.token, connectHandler);\n        });\n    }\n\n    disconnect(): Promise<void> {\n        return new Promise((resolve) => {\n            trace.info('Disconnecting from session');\n            const currentSession = this._session;\n\n            this._session = null;\n\n            this._peerConnections.forEach((peerConnection) => {\n                this.destroyPeerConnection(peerConnection);\n            });\n\n            if (!currentSession) {\n                trace.info('No active session - resolving');\n                resolve();\n\n                return;\n            }\n            currentSession.off();\n            currentSession.disconnect();\n            this._lastStreamEvents = [];\n\n            trace.info('Disconnection from session completed');\n\n            resolve();\n        });\n    }\n\n    onMediaStreamDestroyed(clientRole: SessionClientRole): Promise<void> {\n        const promises: Promise<void>[] = [];\n\n        this._peerConnections.forEach((peerConnection) => {\n            if (peerConnection.peerRole === clientRole) {\n                promises.push(this.destroyPublisherOnPeerConnection(peerConnection));\n            }\n        });\n\n        return Promise.all(promises).then(() => undefined);\n    }\n\n    onMediaStreamRenewed(clientRole: SessionClientRole, mediaStream: MediaStream): Promise<void> {\n        //TODO - Alex: need to implement adding new tracks to peer connection and forcing negotiation (in OT API)\n        return Promise.resolve();\n    }\n\n    replaceStreamTracks(mediaStream: Nullable<MediaStream>): Promise<void> {\n        return Promise.reject(new Error('Not implemented'));\n    }\n\n    getRemoteTrackStats(mediaTrack: MediaStreamTrack): Promise<RemoteTrackStats> {\n        return new Promise((resolve: any, reject: any) => {\n            const peerConnectionOfTrack = this.getPeerConnectionByMediaTrack(mediaTrack);\n\n            if (!peerConnectionOfTrack || !peerConnectionOfTrack.subscriber) {\n                reject(new Error('Cannot find peer or subscriber for getting stats'));\n\n                return;\n            }\n\n            //https://tokbox.com/developer/sdks/js/reference/Subscriber.html#getStats\n            peerConnectionOfTrack!.subscriber.getStats((error: any, stats: any) => {\n                if (error) {\n                    trace.warn('Error getting stats', error);\n                    resolve({trackId: mediaTrack.id, trackStats: {}});\n\n                    return;\n                }\n\n                resolve({trackId: mediaTrack.id, trackStats: stats});\n            });\n        });\n    }\n\n    //#region OpenTok Events Handlers\n\n    private connectionCreatedHandler(event: any): void {\n        trace.info('connectionCreatedHandler', event);\n        const {connection} = event;\n\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n\n        const destinationRole = JSON.parse(connection.data).clientRole;\n\n        this.createStreamForPublishing(destinationRole, connection.connectionId === this.ownPeerId)\n            .then((streams: OTStreamSource) => {\n                const peerConnection: OTPeerConnection = {\n                    peerId: connection.connectionId,\n                    peerRole: destinationRole,\n                    peerType: this._sessionParams.clientType === SessionClientType.INITIATOR\n                        ? SessionClientType.GUEST : SessionClientType.INITIATOR,\n                    connection: connection,\n                    publisher: null,\n                    subscriber: null,\n                    remoteMediaTracks: [],\n                    localStream: streams,\n                    connectionTimoutPrt: null\n                };\n\n                if (connection.connectionId !== this.ownPeerId || (!streams.videoSource && !streams.audioSource)) {\n                    trace.info('Peer connection without publisher was created', peerConnection);\n\n                    return peerConnection;\n                }\n\n                return this.createMediaPublisher(streams)\n                    .then((publisher: OTPublisher) => {\n                        peerConnection.publisher = publisher;\n                        trace.info('Peer connection with publisher was created', peerConnection);\n\n                        return peerConnection;\n                    });\n            })\n            .then((peerConnection: OTPeerConnection) => {\n                this._peerConnections.set(peerConnection.peerId, peerConnection);\n\n                if (connection.connectionId === this.ownPeerId) {\n                    trace.info('Before subscribe the event streams');\n\n                    /*\n                        When publisher connect after others participants,\n                         make sure the publisher will not loose their stream to subscribe\n                     */\n                    return this._lastStreamEvents.reduce((promiseChain: any, streamEvent: any) => promiseChain\n                        .then(() => this.streamCreatedHandler(streamEvent)), Promise.resolve())\n                        .then(() => {\n                            if (peerConnection.publisher) {\n                                return new Promise<void>((resolve, reject) => {\n                                    trace.info('Starting publish to peerConnection.publisher');\n                                    this._session!.publish(peerConnection.publisher, (error: any) => {\n                                        if (error) {\n                                            trace.error(`Publish to peerConnection error ${error}`);\n\n                                            return reject(error);\n                                        }\n\n                                        trace.info('Publish to peerConnection success');\n\n                                        return resolve();\n                                    });\n                                });\n                            }\n\n                            return Promise.resolve();\n                        });\n                }\n            })\n            .catch((error: any) => {\n                //Need to handle fail cases during reliability\n                trace.error(`Error handling new peer connection: ${error}`);\n            });\n    }\n\n    private connectionDestroyedHandler(event: any): void {\n        trace.info('connectionDestroyedHandler', event);\n        const {connection} = event;\n\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n\n        if (this._peerConnections.has(connection.connectionId)) {\n            this.destroyPeerConnection(this._peerConnections.get(connection.connectionId)!);\n        }\n    }\n\n    private streamCreatedHandler(event: any): void {\n        trace.info('streamCreatedHandler', event.stream);\n        const {stream} = event;\n        const {connection} = stream || {connection: null};\n\n        if (!this.sessionExistsGuard(false) || !stream || connection.connectionId === this.ownPeerId) {\n            return;\n        }\n\n        if (!this._peerConnections.has(connection.connectionId)) {\n            trace.warn('Unexpected case, connection should exist on this stage');\n            this._lastStreamEvents.push(event);\n\n            return;\n        }\n\n        const peerConnection = this._peerConnections.get(connection.connectionId)!;\n\n        trace.info('Subscribing the stream');\n\n        this.createMediaSubscriber(stream).then((subscriber: OTSubscriber) => {\n            peerConnection.subscriber = subscriber;\n        });\n    }\n\n    private streamDestroyedHandler(event: any): void {\n        trace.info('streamDestroyedHandler', event);\n        const {stream} = event;\n\n        if (!this.sessionExistsGuard(false) || !stream) {\n            return;\n        }\n\n        const peerConnection = this._peerConnections.get(stream.connection.connectionId);\n\n        if (!peerConnection) {\n            trace.warn('Peer connection for remote stream not found');\n\n            return;\n        }\n\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying subscriber on stream destroy'));\n    }\n\n    //#endregion\n\n    //#region PeerConnection\n\n    private destroyPeerConnection(peerConnection: OTPeerConnection): void {\n        this._peerConnections.delete(peerConnection.peerId);\n        this.destroyPublisherOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying publisher on peer destroy'));\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(() => trace.warn('Error destroying subscriber on peer destroy'));\n    }\n\n    //#endregion\n\n    //#region Publisher\n\n    private createStreamForPublishing(destinationRole: SessionClientRole, shouldCreateStream: boolean): Promise<OTStreamSource> {\n        trace.info('createStreamForPublishing');\n        const stream: OTStreamSource = {videoSource: null, audioSource: null};\n\n        if (!shouldCreateStream) {\n            trace.info(`createStreamForPublishing - destinationRole: ${destinationRole} not supposed to create a stream`);\n\n            return Promise.resolve(stream);\n        }\n\n        return this._sessionStreamsManager.getMediaStreamForRole(destinationRole)\n            .then((mediaStream: Nullable<MediaStream>) => {\n\n                if (mediaStream) {\n                    trace.info('Media stream found for publishing', mediaStream);\n                    mediaStream.getTracks().forEach((track) => {\n                        if (track.kind === 'video') {\n                            stream.videoSource = track;\n                        } else if (track.kind === 'audio') {\n                            stream.audioSource = track;\n                        }\n                    });\n                } else if (this._sessionParams.clientRole === SessionClientRole.USER) {\n                    trace.warn('No local media was found for publishing to destinationRole:', destinationRole);\n                }\n\n                return stream;\n            });\n    }\n\n    private createMediaPublisher(stream: OTStreamSource): Promise<OTPublisher> {\n        const otParams = {\n            videoSource: stream.videoSource ? stream.videoSource : false,\n            audioSource: stream.audioSource ? stream.audioSource : false,\n            publishAudio: !!stream.audioSource,\n            publishVideo: !!stream.videoSource,\n            showControls: false,\n            insertDefaultUI: false\n        };\n\n        return new Promise((resolve, reject) => {\n            const otPublisher = window.OT.initPublisher(undefined, otParams, (error: any) => {\n                if (error) {\n                    reject(error);\n\n                    return;\n                }\n                otPublisher.on('streamDestroyed', (event: any) => {\n                    trace.info('Publisher stream destroyed', event);\n                    //We preventing the default, in order to prevent stop the stream by OT.\n                    //We managing streams by ourselves and if we allow OT to close the stream, it cannot be reused.\n                    event.preventDefault();\n                });\n                otPublisher.on('videoElementCreated', (event: any) => {\n                    event.element.muted = true;\n                });\n                otPublisher.on('streamCreated', (event: any) => {\n                    trace.info('publisher stream created', event, otPublisher.stream.hasAudio);\n                });\n\n                resolve(otPublisher);\n            });\n        });\n    }\n\n    private destroyPublisherOnPeerConnection(peerConnection: OTPeerConnection): Promise<void> {\n        if (this.sessionExistsGuard(false) && peerConnection.publisher) {\n            this._session!.unpublish(peerConnection.publisher);\n        }\n\n        peerConnection.publisher = null;\n        peerConnection.localStream = null;\n\n        return Promise.resolve();\n    }\n\n    //#endregion\n\n    //#region Subscriber\n\n    private createMediaSubscriber(remoteStream: any): Promise<OTSubscriber> {\n        return new Promise((resolve: any, reject: any) => {\n            if (!this.sessionExistsGuard(false)) {\n                reject('Session not exists');\n\n                return;\n            }\n\n            const subscriber: OTSubscriber = this._session!.subscribe(remoteStream, null, {insertDefaultUI: false}, (err: any) => {\n                if (err) {\n                    trace.warn('Error creating subscriber', err);\n                    reject(err);\n\n                    return;\n                }\n\n                subscriber.on('videoElementCreated', (event: any) => {\n                    const {element} = event;\n                    const peerConnection = this._peerConnections.get(remoteStream.connection.connectionId)!;\n                    const otMediaStream: MediaStream = element.srcObject;\n\n                    peerConnection.subscriber = subscriber;\n\n                    if (!otMediaStream) {\n                        trace.warn('MediaStream not found in OT video element');\n\n                        return;\n                    }\n\n                    trace.info('Registering remote media tracks', peerConnection.subscriber, otMediaStream);\n                    otMediaStream.getTracks().forEach((mediaTrack: MediaStreamTrack) => {\n                        this.addRemoteTrackToPeer(peerConnection, mediaTrack);\n                    });\n\n                    this.registerPeersRemoteTracks(peerConnection);\n                });\n\n                resolve(subscriber);\n            });\n        });\n    }\n\n    private destroySubscriberOnPeerConnection(peerConnection: OTPeerConnection): Promise<void> {\n        if (this.sessionExistsGuard(false) && peerConnection.subscriber) {\n            this._session!.unsubscribe(peerConnection.subscriber);\n        }\n\n        peerConnection.subscriber = null;\n\n        return Promise.resolve();\n\n        /**\n         REMARK- opentok provide the same media track id for all participates.\n         when we unregister the media track we check by the id which is the same for all.\n         **/\n        // return this.unregisterPeersRemoteMediaTracks(peerConnection)\n        //     .catch(() => trace.warn('Error removing remote streams from peerConnection'))\n        //     .then(() => {\n        //         peerConnection.subscriber = null;\n        //     });\n    }\n\n    //#endregion\n\n    private sessionExistsGuard(shouldThrow = true): boolean {\n        const connected = !!(this._session && this._session.connection && this._session.connection.connectionId);\n\n        return throwableGuard(connected, 'There no OpenTok session exists', shouldThrow);\n    }\n}\n"]}

package/lib/MediaSession/SessionOpentok.js

@@ -174,7 +174,7 @@ var OpentokSession = /** @class */function (_super) {
             return;
         }
         var destinationRole = JSON.parse(connection.data).clientRole;
-        this.createStreamForPublishing(destinationRole).then(function (streams) {
+        this.createStreamForPublishing(destinationRole, connection.connectionId === this.ownPeerId).then(function (streams) {
             var peerConnection = {
                 peerId: connection.connectionId,
                 peerRole: destinationRole,
@@ -285,11 +285,15 @@ var OpentokSession = /** @class */function (_super) {
     };
     //#endregion
     //#region Publisher
-    OpentokSession.prototype.createStreamForPublishing = function (destinationRole) {
+    OpentokSession.prototype.createStreamForPublishing = function (destinationRole, shouldCreateStream) {
         var _this = this;
         trace.info('createStreamForPublishing');
+        var stream = { videoSource: null, audioSource: null };
+        if (!shouldCreateStream) {
+            trace.info("createStreamForPublishing - destinationRole: " + destinationRole + " not supposed to create a stream");
+            return Promise.resolve(stream);
+        }
         return this._sessionStreamsManager.getMediaStreamForRole(destinationRole).then(function (mediaStream) {
-            var stream = { videoSource: null, audioSource: null };
             if (mediaStream) {
                 trace.info('Media stream found for publishing', mediaStream);
                 mediaStream.getTracks().forEach(function (track) {
@@ -361,7 +365,6 @@ var OpentokSession = /** @class */function (_super) {
                 }
                 subscriber.on('videoElementCreated', function (event) {
                     var element = event.element;
-                    element.muted = true;
                     var peerConnection = _this._peerConnections.get(remoteStream.connection.connectionId);
                     var otMediaStream = element.srcObject;
                     peerConnection.subscriber = subscriber;

package/lib/MediaSession/SessionOpentok.js.map

@@ -1 +1 @@
-{"version":3,"sources":["MediaSession/SessionOpentok.js"],"names":["__extends","extendStatics","d","b","Object","setPrototypeOf","__proto__","Array","p","prototype","hasOwnProperty","call","__","constructor","create","defineProperty","exports","value","OpentokSession","MediaConstants_1","require","guards_1","MediaSessionBase_1","MediaTracer_1","trace","getMediaTracer","_super","sessionParams","streamFactory","_this","_lastStreamEvents","_session","_credentials","credentials","connect","bind","disconnect","onMediaStreamDestroyed","onMediaStreamRenewed","createStreamForPublishing","createMediaPublisher","connectionCreatedHandler","connectionDestroyedHandler","streamCreatedHandler","streamDestroyedHandler","get","sessionId","enumerable","configurable","connection","connectionId","sessionDisconnect","info","error","Promise","reject","resolve","handleError","off","_a","_sessionParams","apiKey","window","OTSESSION","OT","initSession","on","event","emitEvent","recordingEvents","RECORD_STARTED","RECORD_STOPPED","connectHandler","token","currentSession","_peerConnections","forEach","peerConnection","destroyPeerConnection","clientRole","promises","peerRole","push","destroyPublisherOnPeerConnection","all","then","undefined","mediaStream","replaceStreamTracks","Error","getRemoteTrackStats","mediaTrack","peerConnectionOfTrack","getPeerConnectionByMediaTrack","subscriber","getStats","stats","warn","trackId","id","trackStats","sessionExistsGuard","destinationRole","JSON","parse","data","streams","peerId","peerType","clientType","SessionClientType","INITIATOR","GUEST","publisher","remoteMediaTracks","localStream","connectionTimoutPrt","ownPeerId","videoSource","audioSource","set","reduce","promiseChain","streamEvent","publish","catch","has","stream","createMediaSubscriber","destroySubscriberOnPeerConnection","delete","_sessionStreamsManager","getMediaStreamForRole","getTracks","track","kind","SessionClientRole","USER","otParams","publishAudio","publishVideo","showControls","insertDefaultUI","otPublisher","initPublisher","preventDefault","element","muted","hasAudio","unpublish","remoteStream","subscribe","err","otMediaStream","srcObject","addRemoteTrackToPeer","registerPeersRemoteTracks","unsubscribe","shouldThrow","connected","throwableGuard","MediaSessionBase"],"mappings":"AAAA;;AACA,IAAIA,YAAa,aAAQ,UAAKA,SAAd,IAA6B,YAAY;AACrD,QAAIC,iBAAgB,uBAAUC,CAAV,EAAaC,CAAb,EAAgB;AAChCF,yBAAgBG,OAAOC,cAAP,IACX,EAAEC,WAAW,EAAb,cAA6BC,KAA7B,IAAsC,UAAUL,CAAV,EAAaC,CAAb,EAAgB;AAAED,cAAEI,SAAF,GAAcH,CAAd;AAAkB,SAD/D,IAEZ,UAAUD,CAAV,EAAaC,CAAb,EAAgB;AAAE,iBAAK,IAAIK,CAAT,IAAcL,CAAd;AAAiB,oBAAIC,OAAOK,SAAP,CAAiBC,cAAjB,CAAgCC,IAAhC,CAAqCR,CAArC,EAAwCK,CAAxC,CAAJ,EAAgDN,EAAEM,CAAF,IAAOL,EAAEK,CAAF,CAAP;AAAjE;AAA+E,SAFrG;AAGA,eAAOP,eAAcC,CAAd,EAAiBC,CAAjB,CAAP;AACH,KALD;AAMA,WAAO,UAAUD,CAAV,EAAaC,CAAb,EAAgB;AACnBF,uBAAcC,CAAd,EAAiBC,CAAjB;AACA,iBAASS,EAAT,GAAc;AAAE,iBAAKC,WAAL,GAAmBX,CAAnB;AAAuB;AACvCA,UAAEO,SAAF,GAAcN,MAAM,IAAN,GAAaC,OAAOU,MAAP,CAAcX,CAAd,CAAb,IAAiCS,GAAGH,SAAH,GAAeN,EAAEM,SAAjB,EAA4B,IAAIG,EAAJ,EAA7D,CAAd;AACH,KAJD;AAKH,CAZ2C,EAA5C;AAaAR,OAAOW,cAAP,CAAsBC,OAAtB,EAA+B,YAA/B,EAA6C,EAAEC,OAAO,IAAT,EAA7C;AACAD,QAAQE,cAAR,GAAyB,KAAK,CAA9B;AACA,IAAIC,mBAAmBC,QAAQ,mBAAR,CAAvB;AACA,IAAIC,WAAWD,QAAQ,yCAAR,CAAf;AACA,IAAIE,qBAAqBF,QAAQ,oBAAR,CAAzB;AACA,IAAIG,gBAAgBH,QAAQ,2BAAR,CAApB;AACA,IAAII,QAAQD,cAAcE,cAAd,CAA6B,gBAA7B,CAAZ;AACA;AACA,IAAIP,iBAAiB,aAAe,UAAUQ,MAAV,EAAkB;AAClD1B,cAAUkB,cAAV,EAA0BQ,MAA1B;AACA,aAASR,cAAT,CAAwBS,aAAxB,EAAuCC,aAAvC,EAAsD;AAClD,YAAIC,QAAQH,OAAOf,IAAP,CAAY,IAAZ,EAAkBgB,aAAlB,EAAiCC,aAAjC,KAAmD,IAA/D;AACAC,cAAMC,iBAAN,GAA0B,EAA1B;AACAD,cAAME,QAAN,GAAiB,IAAjB;AACAF,cAAMG,YAAN,GAAqBL,cAAcM,WAAnC;AACAJ,cAAMK,OAAN,GAAgBL,MAAMK,OAAN,CAAcC,IAAd,CAAmBN,KAAnB,CAAhB;AACAA,cAAMO,UAAN,GAAmBP,MAAMO,UAAN,CAAiBD,IAAjB,CAAsBN,KAAtB,CAAnB;AACAA,cAAMQ,sBAAN,GAA+BR,MAAMQ,sBAAN,CAA6BF,IAA7B,CAAkCN,KAAlC,CAA/B;AACAA,cAAMS,oBAAN,GAA6BT,MAAMS,oBAAN,CAA2BH,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMU,yBAAN,GAAkCV,MAAMU,yBAAN,CAAgCJ,IAAhC,CAAqCN,KAArC,CAAlC;AACAA,cAAMW,oBAAN,GAA6BX,MAAMW,oBAAN,CAA2BL,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMY,wBAAN,GAAiCZ,MAAMY,wBAAN,CAA+BN,IAA/B,CAAoCN,KAApC,CAAjC;AACAA,cAAMa,0BAAN,GAAmCb,MAAMa,0BAAN,CAAiCP,IAAjC,CAAsCN,KAAtC,CAAnC;AACAA,cAAMc,oBAAN,GAA6Bd,MAAMc,oBAAN,CAA2BR,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMe,sBAAN,GAA+Bf,MAAMe,sBAAN,CAA6BT,IAA7B,CAAkCN,KAAlC,CAA/B;AACA,eAAOA,KAAP;AACH;AACDzB,WAAOW,cAAP,CAAsBG,eAAeT,SAArC,EAAgD,IAAhD,EAAsD;AAClDoC,aAAK,eAAY;AACb,mBAAO,KAAKd,QAAL,IAAiB,KAAKA,QAAL,CAAce,SAA/B,GAA2C,KAAKf,QAAL,CAAce,SAAzD,GAAqE,EAA5E;AACH,SAHiD;AAIlDC,oBAAY,KAJsC;AAKlDC,sBAAc;AALoC,KAAtD;AAOA5C,WAAOW,cAAP,CAAsBG,eAAeT,SAArC,EAAgD,WAAhD,EAA6D;AACzDoC,aAAK,eAAY;AACb,mBAAO,KAAKd,QAAL,IAAiB,KAAKA,QAAL,CAAckB,UAA/B,GAA4C,KAAKlB,QAAL,CAAckB,UAAd,CAAyBC,YAArE,GAAoF,EAA3F;AACH,SAHwD;AAIzDH,oBAAY,KAJ6C;AAKzDC,sBAAc;AAL2C,KAA7D;AAOA9B,mBAAeT,SAAf,CAAyB0C,iBAAzB,GAA6C,YAAY;AACrD,YAAI,KAAKpB,QAAT,EAAmB;AACf,iBAAKA,QAAL,CAAcK,UAAd;AACH;AACJ,KAJD;AAKAlB,mBAAeT,SAAf,CAAyByB,OAAzB,GAAmC,YAAY;AAC3C,YAAIL,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,oBAAX,EAAiC,KAAKpB,YAAtC;AACA,YAAI,KAAKD,QAAT,EAAmB;AACfP,kBAAM6B,KAAN,CAAY,wBAAZ;AACA,mBAAOC,QAAQC,MAAR,CAAe,2DAAf,CAAP;AACH;AACD,eAAO,IAAID,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIE,cAAc,SAAdA,WAAc,CAAUJ,KAAV,EAAiB;AAC/BxB,sBAAME,QAAN,IAAkBF,MAAME,QAAN,CAAe2B,GAAf,EAAlB;AACA7B,sBAAME,QAAN,GAAiB,IAAjB;AACAP,sBAAM6B,KAAN,CAAY,sBAAZ,EAAoCA,KAApC;AACAE,uBAAOF,KAAP;AACH,aALD;AAMA,gBAAIM,KAAK9B,MAAM+B,cAAN,CAAqB3B,WAA9B;AAAA,gBAA2C4B,SAASF,GAAGE,MAAvD;AAAA,gBAA+Df,YAAYa,GAAGb,SAA9E;AACAjB,kBAAME,QAAN,GAAiB+B,OAAOC,SAAP,GAAmBD,OAAOE,EAAP,CAAUC,WAAV,CAAsBJ,MAAtB,EAA8Bf,SAA9B,CAApC;AACAjB,kBAAMC,iBAAN,GAA0B,EAA1B;AACAD,kBAAME,QAAN,CAAemC,EAAf,CAAkB,mBAAlB,EAAuCrC,MAAMY,wBAA7C;AACAZ,kBAAME,QAAN,CAAemC,EAAf,CAAkB,qBAAlB,EAAyCrC,MAAMa,0BAA/C;AACAb,kBAAME,QAAN,CAAemC,EAAf,CAAkB,eAAlB,EAAmCrC,MAAMc,oBAAzC;AACAd,kBAAME,QAAN,CAAemC,EAAf,CAAkB,iBAAlB,EAAqCrC,MAAMe,sBAA3C;AACAf,kBAAME,QAAN,CAAemC,EAAf,CAAkB,gBAAlB,EAAoC,UAAUC,KAAV,EAAiB;AACjD3C,sBAAM4B,IAAN,CAAW,sBAAX,EAAmCe,KAAnC;AACAtC,sBAAMuC,SAAN,CAAgB9C,mBAAmB+C,eAAnB,CAAmCC,cAAnD,EAAmEH,KAAnE;AACH,aAHD;AAIAtC,kBAAME,QAAN,CAAemC,EAAf,CAAkB,gBAAlB,EAAoC,UAAUC,KAAV,EAAiB;AACjD3C,sBAAM4B,IAAN,CAAW,sBAAX,EAAmCe,KAAnC;AACAtC,sBAAMuC,SAAN,CAAgB9C,mBAAmB+C,eAAnB,CAAmCE,cAAnD,EAAmEJ,KAAnE;AACH,aAHD;AAIA,gBAAIK,iBAAiB,SAAjBA,cAAiB,CAAUnB,KAAV,EAAiB;AAClC,oBAAIA,KAAJ,EAAW;AACPI,gCAAYJ,KAAZ;AACA;AACH;AACDG;AACH,aAND;AAOA3B,kBAAME,QAAN,CAAeG,OAAf,CAAuBL,MAAMG,YAAN,CAAmByC,KAA1C,EAAiDD,cAAjD;AACH,SA9BM,CAAP;AA+BH,KAtCD;AAuCAtD,mBAAeT,SAAf,CAAyB2B,UAAzB,GAAsC,YAAY;AAC9C,YAAIP,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmB;AAClChC,kBAAM4B,IAAN,CAAW,4BAAX;AACA,gBAAIsB,iBAAiB7C,MAAME,QAA3B;AACAF,kBAAME,QAAN,GAAiB,IAAjB;AACAF,kBAAM8C,gBAAN,CAAuBC,OAAvB,CAA+B,UAAUC,cAAV,EAA0B;AACrDhD,sBAAMiD,qBAAN,CAA4BD,cAA5B;AACH,aAFD;AAGA,gBAAI,CAACH,cAAL,EAAqB;AACjBlD,sBAAM4B,IAAN,CAAW,+BAAX;AACAI;AACA;AACH;AACDkB,2BAAehB,GAAf;AACAgB,2BAAetC,UAAf;AACAP,kBAAMC,iBAAN,GAA0B,EAA1B;AACAN,kBAAM4B,IAAN,CAAW,sCAAX;AACAI;AACH,SAjBM,CAAP;AAkBH,KApBD;AAqBAtC,mBAAeT,SAAf,CAAyB4B,sBAAzB,GAAkD,UAAU0C,UAAV,EAAsB;AACpE,YAAIlD,QAAQ,IAAZ;AACA,YAAImD,WAAW,EAAf;AACA,aAAKL,gBAAL,CAAsBC,OAAtB,CAA8B,UAAUC,cAAV,EAA0B;AACpD,gBAAIA,eAAeI,QAAf,KAA4BF,UAAhC,EAA4C;AACxCC,yBAASE,IAAT,CAAcrD,MAAMsD,gCAAN,CAAuCN,cAAvC,CAAd;AACH;AACJ,SAJD;AAKA,eAAOvB,QAAQ8B,GAAR,CAAYJ,QAAZ,EAAsBK,IAAtB,CAA2B,YAAY;AAAE,mBAAOC,SAAP;AAAmB,SAA5D,CAAP;AACH,KATD;AAUApE,mBAAeT,SAAf,CAAyB6B,oBAAzB,GAAgD,UAAUyC,UAAV,EAAsBQ,WAAtB,EAAmC;AAC/E;AACA,eAAOjC,QAAQE,OAAR,EAAP;AACH,KAHD;AAIAtC,mBAAeT,SAAf,CAAyB+E,mBAAzB,GAA+C,UAAUD,WAAV,EAAuB;AAClE,eAAOjC,QAAQC,MAAR,CAAe,IAAIkC,KAAJ,CAAU,iBAAV,CAAf,CAAP;AACH,KAFD;AAGAvE,mBAAeT,SAAf,CAAyBiF,mBAAzB,GAA+C,UAAUC,UAAV,EAAsB;AACjE,YAAI9D,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIqC,wBAAwB/D,MAAMgE,6BAAN,CAAoCF,UAApC,CAA5B;AACA,gBAAI,CAACC,qBAAD,IAA0B,CAACA,sBAAsBE,UAArD,EAAiE;AAC7DvC,uBAAO,IAAIkC,KAAJ,CAAU,kDAAV,CAAP;AACA;AACH;AACD;AACAG,kCAAsBE,UAAtB,CAAiCC,QAAjC,CAA0C,UAAU1C,KAAV,EAAiB2C,KAAjB,EAAwB;AAC9D,oBAAI3C,KAAJ,EAAW;AACP7B,0BAAMyE,IAAN,CAAW,qBAAX,EAAkC5C,KAAlC;AACAG,4BAAQ,EAAE0C,SAASP,WAAWQ,EAAtB,EAA0BC,YAAY,EAAtC,EAAR;AACA;AACH;AACD5C,wBAAQ,EAAE0C,SAASP,WAAWQ,EAAtB,EAA0BC,YAAYJ,KAAtC,EAAR;AACH,aAPD;AAQH,SAfM,CAAP;AAgBH,KAlBD;AAmBA;AACA9E,mBAAeT,SAAf,CAAyBgC,wBAAzB,GAAoD,UAAU0B,KAAV,EAAiB;AACjE,YAAItC,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,0BAAX,EAAuCe,KAAvC;AACA,YAAIlB,aAAakB,MAAMlB,UAAvB;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAACpD,UAAxC,EAAoD;AAChD;AACH;AACD,YAAIqD,kBAAkBC,KAAKC,KAAL,CAAWvD,WAAWwD,IAAtB,EAA4B1B,UAAlD;AACA,aAAKxC,yBAAL,CAA+B+D,eAA/B,EACKjB,IADL,CACU,UAAUqB,OAAV,EAAmB;AACzB,gBAAI7B,iBAAiB;AACjB8B,wBAAQ1D,WAAWC,YADF;AAEjB+B,0BAAUqB,eAFO;AAGjBM,0BAAU/E,MAAM+B,cAAN,CAAqBiD,UAArB,KAAoC1F,iBAAiB2F,iBAAjB,CAAmCC,SAAvE,GACJ5F,iBAAiB2F,iBAAjB,CAAmCE,KAD/B,GACuC7F,iBAAiB2F,iBAAjB,CAAmCC,SAJnE;AAKjB9D,4BAAYA,UALK;AAMjBgE,2BAAW,IANM;AAOjBnB,4BAAY,IAPK;AAQjBoB,mCAAmB,EARF;AASjBC,6BAAaT,OATI;AAUjBU,qCAAqB;AAVJ,aAArB;AAYA,gBAAInE,WAAWC,YAAX,KAA4BrB,MAAMwF,SAAlC,IAAgD,CAACX,QAAQY,WAAT,IAAwB,CAACZ,QAAQa,WAArF,EAAmG;AAC/F/F,sBAAM4B,IAAN,CAAW,+CAAX,EAA4DyB,cAA5D;AACA,uBAAOA,cAAP;AACH;AACD,mBAAOhD,MAAMW,oBAAN,CAA2BkE,OAA3B,EACFrB,IADE,CACG,UAAU4B,SAAV,EAAqB;AAC3BpC,+BAAeoC,SAAf,GAA2BA,SAA3B;AACAzF,sBAAM4B,IAAN,CAAW,4CAAX,EAAyDyB,cAAzD;AACA,uBAAOA,cAAP;AACH,aALM,CAAP;AAMH,SAxBD,EAyBKQ,IAzBL,CAyBU,UAAUR,cAAV,EAA0B;AAChChD,kBAAM8C,gBAAN,CAAuB6C,GAAvB,CAA2B3C,eAAe8B,MAA1C,EAAkD9B,cAAlD;AACA,gBAAI5B,WAAWC,YAAX,KAA4BrB,MAAMwF,SAAtC,EAAiD;AAC7C7F,sBAAM4B,IAAN,CAAW,oCAAX;AACA;;;;AAIA,uBAAOvB,MAAMC,iBAAN,CAAwB2F,MAAxB,CAA+B,UAAUC,YAAV,EAAwBC,WAAxB,EAAqC;AAAE,2BAAOD,aAC/ErC,IAD+E,CAC1E,YAAY;AAAE,+BAAOxD,MAAMc,oBAAN,CAA2BgF,WAA3B,CAAP;AAAiD,qBADW,CAAP;AACA,iBADtE,EACwErE,QAAQE,OAAR,EADxE,EAEF6B,IAFE,CAEG,YAAY;AAClB,wBAAIR,eAAeoC,SAAnB,EAA8B;AAC1B,+BAAO,IAAI3D,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C/B,kCAAM4B,IAAN,CAAW,8CAAX;AACAvB,kCAAME,QAAN,CAAe6F,OAAf,CAAuB/C,eAAeoC,SAAtC,EAAiD,UAAU5D,KAAV,EAAiB;AAC9D,oCAAIA,KAAJ,EAAW;AACP7B,0CAAM6B,KAAN,CAAY,qCAAqCA,KAAjD;AACA,2CAAOE,OAAOF,KAAP,CAAP;AACH;AACD7B,sCAAM4B,IAAN,CAAW,mCAAX;AACA,uCAAOI,SAAP;AACH,6BAPD;AAQH,yBAVM,CAAP;AAWH;AACD,2BAAOF,QAAQE,OAAR,EAAP;AACH,iBAjBM,CAAP;AAkBH;AACJ,SApDD,EAqDKqE,KArDL,CAqDW,UAAUxE,KAAV,EAAiB;AACxB;AACA7B,kBAAM6B,KAAN,CAAY,yCAAyCA,KAArD;AACH,SAxDD;AAyDH,KAjED;AAkEAnC,mBAAeT,SAAf,CAAyBiC,0BAAzB,GAAsD,UAAUyB,KAAV,EAAiB;AACnE3C,cAAM4B,IAAN,CAAW,4BAAX,EAAyCe,KAAzC;AACA,YAAIlB,aAAakB,MAAMlB,UAAvB;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAACpD,UAAxC,EAAoD;AAChD;AACH;AACD,YAAI,KAAK0B,gBAAL,CAAsBmD,GAAtB,CAA0B7E,WAAWC,YAArC,CAAJ,EAAwD;AACpD,iBAAK4B,qBAAL,CAA2B,KAAKH,gBAAL,CAAsB9B,GAAtB,CAA0BI,WAAWC,YAArC,CAA3B;AACH;AACJ,KATD;AAUAhC,mBAAeT,SAAf,CAAyBkC,oBAAzB,GAAgD,UAAUwB,KAAV,EAAiB;AAC7D3C,cAAM4B,IAAN,CAAW,sBAAX,EAAmCe,MAAM4D,MAAzC;AACA,YAAIA,SAAS5D,MAAM4D,MAAnB;AACA,YAAI9E,aAAa,CAAC8E,UAAU,EAAE9E,YAAY,IAAd,EAAX,EAAiCA,UAAlD;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAAC0B,MAApC,IAA8C9E,WAAWC,YAAX,KAA4B,KAAKmE,SAAnF,EAA8F;AAC1F;AACH;AACD,YAAI,CAAC,KAAK1C,gBAAL,CAAsBmD,GAAtB,CAA0B7E,WAAWC,YAArC,CAAL,EAAyD;AACrD1B,kBAAMyE,IAAN,CAAW,wDAAX;AACA,iBAAKnE,iBAAL,CAAuBoD,IAAvB,CAA4Bf,KAA5B;AACA;AACH;AACD,YAAIU,iBAAiB,KAAKF,gBAAL,CAAsB9B,GAAtB,CAA0BI,WAAWC,YAArC,CAArB;AACA1B,cAAM4B,IAAN,CAAW,wBAAX;AACA,aAAK4E,qBAAL,CAA2BD,MAA3B,EAAmC1C,IAAnC,CAAwC,UAAUS,UAAV,EAAsB;AAC1DjB,2BAAeiB,UAAf,GAA4BA,UAA5B;AACH,SAFD;AAGH,KAjBD;AAkBA5E,mBAAeT,SAAf,CAAyBmC,sBAAzB,GAAkD,UAAUuB,KAAV,EAAiB;AAC/D3C,cAAM4B,IAAN,CAAW,wBAAX,EAAqCe,KAArC;AACA,YAAI4D,SAAS5D,MAAM4D,MAAnB;AACA,YAAI,CAAC,KAAK1B,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAAC0B,MAAxC,EAAgD;AAC5C;AACH;AACD,YAAIlD,iBAAiB,KAAKF,gBAAL,CAAsB9B,GAAtB,CAA0BkF,OAAO9E,UAAP,CAAkBC,YAA5C,CAArB;AACA,YAAI,CAAC2B,cAAL,EAAqB;AACjBrD,kBAAMyE,IAAN,CAAW,6CAAX;AACA;AACH;AACD,aAAKgC,iCAAL,CAAuCpD,cAAvC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,+CAAX,CAAP;AAAqE,SAD9F;AAEH,KAbD;AAcA;AACA;AACA/E,mBAAeT,SAAf,CAAyBqE,qBAAzB,GAAiD,UAAUD,cAAV,EAA0B;AACvE,aAAKF,gBAAL,CAAsBuD,MAAtB,CAA6BrD,eAAe8B,MAA5C;AACA,aAAKxB,gCAAL,CAAsCN,cAAtC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,4CAAX,CAAP;AAAkE,SAD3F;AAEA,aAAKgC,iCAAL,CAAuCpD,cAAvC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,6CAAX,CAAP;AAAmE,SAD5F;AAEH,KAND;AAOA;AACA;AACA/E,mBAAeT,SAAf,CAAyB8B,yBAAzB,GAAqD,UAAU+D,eAAV,EAA2B;AAC5E,YAAIzE,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,2BAAX;AACA,eAAO,KAAK+E,sBAAL,CAA4BC,qBAA5B,CAAkD9B,eAAlD,EACFjB,IADE,CACG,UAAUE,WAAV,EAAuB;AAC7B,gBAAIwC,SAAS,EAAET,aAAa,IAAf,EAAqBC,aAAa,IAAlC,EAAb;AACA,gBAAIhC,WAAJ,EAAiB;AACb/D,sBAAM4B,IAAN,CAAW,mCAAX,EAAgDmC,WAAhD;AACAA,4BAAY8C,SAAZ,GAAwBzD,OAAxB,CAAgC,UAAU0D,KAAV,EAAiB;AAC7C,wBAAIA,MAAMC,IAAN,KAAe,OAAnB,EAA4B;AACxBR,+BAAOT,WAAP,GAAqBgB,KAArB;AACH,qBAFD,MAGK,IAAIA,MAAMC,IAAN,KAAe,OAAnB,EAA4B;AAC7BR,+BAAOR,WAAP,GAAqBe,KAArB;AACH;AACJ,iBAPD;AAQH,aAVD,MAWK,IAAIzG,MAAM+B,cAAN,CAAqBmB,UAArB,KAAoC5D,iBAAiBqH,iBAAjB,CAAmCC,IAA3E,EAAiF;AAClFjH,sBAAMyE,IAAN,CAAW,6DAAX,EAA0EK,eAA1E;AACH;AACD,mBAAOyB,MAAP;AACH,SAlBM,CAAP;AAmBH,KAtBD;AAuBA7G,mBAAeT,SAAf,CAAyB+B,oBAAzB,GAAgD,UAAUuF,MAAV,EAAkB;AAC9D,YAAIW,WAAW;AACXpB,yBAAaS,OAAOT,WAAP,GAAqBS,OAAOT,WAA5B,GAA0C,KAD5C;AAEXC,yBAAaQ,OAAOR,WAAP,GAAqBQ,OAAOR,WAA5B,GAA0C,KAF5C;AAGXoB,0BAAc,CAAC,CAACZ,OAAOR,WAHZ;AAIXqB,0BAAc,CAAC,CAACb,OAAOT,WAJZ;AAKXuB,0BAAc,KALH;AAMXC,6BAAiB;AANN,SAAf;AAQA,eAAO,IAAIxF,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIwF,cAAcjF,OAAOE,EAAP,CAAUgF,aAAV,CAAwB1D,SAAxB,EAAmCoD,QAAnC,EAA6C,UAAUrF,KAAV,EAAiB;AAC5E,oBAAIA,KAAJ,EAAW;AACPE,2BAAOF,KAAP;AACA;AACH;AACD0F,4BAAY7E,EAAZ,CAAe,iBAAf,EAAkC,UAAUC,KAAV,EAAiB;AAC/C3C,0BAAM4B,IAAN,CAAW,4BAAX,EAAyCe,KAAzC;AACA;AACA;AACAA,0BAAM8E,cAAN;AACH,iBALD;AAMAF,4BAAY7E,EAAZ,CAAe,qBAAf,EAAsC,UAAUC,KAAV,EAAiB;AACnDA,0BAAM+E,OAAN,CAAcC,KAAd,GAAsB,IAAtB;AACH,iBAFD;AAGAJ,4BAAY7E,EAAZ,CAAe,eAAf,EAAgC,UAAUC,KAAV,EAAiB;AAC7C3C,0BAAM4B,IAAN,CAAW,0BAAX,EAAuCe,KAAvC,EAA8C4E,YAAYhB,MAAZ,CAAmBqB,QAAjE;AACH,iBAFD;AAGA5F,wBAAQuF,WAAR;AACH,aAlBiB,CAAlB;AAmBH,SApBM,CAAP;AAqBH,KA9BD;AA+BA7H,mBAAeT,SAAf,CAAyB0E,gCAAzB,GAA4D,UAAUN,cAAV,EAA0B;AAClF,YAAI,KAAKwB,kBAAL,CAAwB,KAAxB,KAAkCxB,eAAeoC,SAArD,EAAgE;AAC5D,iBAAKlF,QAAL,CAAcsH,SAAd,CAAwBxE,eAAeoC,SAAvC;AACH;AACDpC,uBAAeoC,SAAf,GAA2B,IAA3B;AACApC,uBAAesC,WAAf,GAA6B,IAA7B;AACA,eAAO7D,QAAQE,OAAR,EAAP;AACH,KAPD;AAQA;AACA;AACAtC,mBAAeT,SAAf,CAAyBuH,qBAAzB,GAAiD,UAAUsB,YAAV,EAAwB;AACrE,YAAIzH,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAI,CAAC1B,MAAMwE,kBAAN,CAAyB,KAAzB,CAAL,EAAsC;AAClC9C,uBAAO,oBAAP;AACA;AACH;AACD,gBAAIuC,aAAajE,MAAME,QAAN,CAAewH,SAAf,CAAyBD,YAAzB,EAAuC,IAAvC,EAA6C,EAAER,iBAAiB,KAAnB,EAA7C,EAAyE,UAAUU,GAAV,EAAe;AACrG,oBAAIA,GAAJ,EAAS;AACLhI,0BAAMyE,IAAN,CAAW,2BAAX,EAAwCuD,GAAxC;AACAjG,2BAAOiG,GAAP;AACA;AACH;AACD1D,2BAAW5B,EAAX,CAAc,qBAAd,EAAqC,UAAUC,KAAV,EAAiB;AAClD,wBAAI+E,UAAU/E,MAAM+E,OAApB;AACAA,4BAAQC,KAAR,GAAgB,IAAhB;AACA,wBAAItE,iBAAiBhD,MAAM8C,gBAAN,CAAuB9B,GAAvB,CAA2ByG,aAAarG,UAAb,CAAwBC,YAAnD,CAArB;AACA,wBAAIuG,gBAAgBP,QAAQQ,SAA5B;AACA7E,mCAAeiB,UAAf,GAA4BA,UAA5B;AACA,wBAAI,CAAC2D,aAAL,EAAoB;AAChBjI,8BAAMyE,IAAN,CAAW,2CAAX;AACA;AACH;AACDzE,0BAAM4B,IAAN,CAAW,iCAAX,EAA8CyB,eAAeiB,UAA7D,EAAyE2D,aAAzE;AACAA,kCAAcpB,SAAd,GAA0BzD,OAA1B,CAAkC,UAAUe,UAAV,EAAsB;AACpD9D,8BAAM8H,oBAAN,CAA2B9E,cAA3B,EAA2Cc,UAA3C;AACH,qBAFD;AAGA9D,0BAAM+H,yBAAN,CAAgC/E,cAAhC;AACH,iBAfD;AAgBArB,wBAAQsC,UAAR;AACH,aAvBgB,CAAjB;AAwBH,SA7BM,CAAP;AA8BH,KAhCD;AAiCA5E,mBAAeT,SAAf,CAAyBwH,iCAAzB,GAA6D,UAAUpD,cAAV,EAA0B;AACnF,YAAI,KAAKwB,kBAAL,CAAwB,KAAxB,KAAkCxB,eAAeiB,UAArD,EAAiE;AAC7D,iBAAK/D,QAAL,CAAc8H,WAAd,CAA0BhF,eAAeiB,UAAzC;AACH;AACDjB,uBAAeiB,UAAf,GAA4B,IAA5B;AACA,eAAOxC,QAAQE,OAAR,EAAP;AACA;;;;AAIA;AACA;AACA;AACA;AACA;AACH,KAfD;AAgBA;AACAtC,mBAAeT,SAAf,CAAyB4F,kBAAzB,GAA8C,UAAUyD,WAAV,EAAuB;AACjE,YAAIA,gBAAgB,KAAK,CAAzB,EAA4B;AAAEA,0BAAc,IAAd;AAAqB;AACnD,YAAIC,YAAY,CAAC,EAAE,KAAKhI,QAAL,IAAiB,KAAKA,QAAL,CAAckB,UAA/B,IAA6C,KAAKlB,QAAL,CAAckB,UAAd,CAAyBC,YAAxE,CAAjB;AACA,eAAO7B,SAAS2I,cAAT,CAAwBD,SAAxB,EAAmC,iCAAnC,EAAsED,WAAtE,CAAP;AACH,KAJD;AAKA,WAAO5I,cAAP;AACH,CAtXmC,CAsXlCI,mBAAmB2I,gBAtXe,CAApC;AAuXAjJ,QAAQE,cAAR,GAAyBA,cAAzB;;AAEA","file":"SessionOpentok.js","sourcesContent":["\"use strict\";\nvar __extends = (this && this.__extends) || (function () {\n    var extendStatics = function (d, b) {\n        extendStatics = Object.setPrototypeOf ||\n            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||\n            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };\n        return extendStatics(d, b);\n    };\n    return function (d, b) {\n        extendStatics(d, b);\n        function __() { this.constructor = d; }\n        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());\n    };\n})();\nObject.defineProperty(exports, \"__esModule\", { value: true });\nexports.OpentokSession = void 0;\nvar MediaConstants_1 = require(\"../MediaConstants\");\nvar guards_1 = require(\"@techsee/techsee-common/lib/core/guards\");\nvar MediaSessionBase_1 = require(\"./MediaSessionBase\");\nvar MediaTracer_1 = require(\"../MediaUtils/MediaTracer\");\nvar trace = MediaTracer_1.getMediaTracer('OpentokSession');\n//Currently this version supports subscribing only. Publishing will be implemented as needed.\nvar OpentokSession = /** @class */ (function (_super) {\n    __extends(OpentokSession, _super);\n    function OpentokSession(sessionParams, streamFactory) {\n        var _this = _super.call(this, sessionParams, streamFactory) || this;\n        _this._lastStreamEvents = [];\n        _this._session = null;\n        _this._credentials = sessionParams.credentials;\n        _this.connect = _this.connect.bind(_this);\n        _this.disconnect = _this.disconnect.bind(_this);\n        _this.onMediaStreamDestroyed = _this.onMediaStreamDestroyed.bind(_this);\n        _this.onMediaStreamRenewed = _this.onMediaStreamRenewed.bind(_this);\n        _this.createStreamForPublishing = _this.createStreamForPublishing.bind(_this);\n        _this.createMediaPublisher = _this.createMediaPublisher.bind(_this);\n        _this.connectionCreatedHandler = _this.connectionCreatedHandler.bind(_this);\n        _this.connectionDestroyedHandler = _this.connectionDestroyedHandler.bind(_this);\n        _this.streamCreatedHandler = _this.streamCreatedHandler.bind(_this);\n        _this.streamDestroyedHandler = _this.streamDestroyedHandler.bind(_this);\n        return _this;\n    }\n    Object.defineProperty(OpentokSession.prototype, \"id\", {\n        get: function () {\n            return this._session && this._session.sessionId ? this._session.sessionId : '';\n        },\n        enumerable: false,\n        configurable: true\n    });\n    Object.defineProperty(OpentokSession.prototype, \"ownPeerId\", {\n        get: function () {\n            return this._session && this._session.connection ? this._session.connection.connectionId : '';\n        },\n        enumerable: false,\n        configurable: true\n    });\n    OpentokSession.prototype.sessionDisconnect = function () {\n        if (this._session) {\n            this._session.disconnect();\n        }\n    };\n    OpentokSession.prototype.connect = function () {\n        var _this = this;\n        trace.info('Connect to session', this._credentials);\n        if (this._session) {\n            trace.error('Session already exists');\n            return Promise.reject('Cannot connect to session while another session is active');\n        }\n        return new Promise(function (resolve, reject) {\n            var handleError = function (error) {\n                _this._session && _this._session.off();\n                _this._session = null;\n                trace.error('handleConnect error:', error);\n                reject(error);\n            };\n            var _a = _this._sessionParams.credentials, apiKey = _a.apiKey, sessionId = _a.sessionId;\n            _this._session = window.OTSESSION = window.OT.initSession(apiKey, sessionId);\n            _this._lastStreamEvents = [];\n            _this._session.on('connectionCreated', _this.connectionCreatedHandler);\n            _this._session.on('connectionDestroyed', _this.connectionDestroyedHandler);\n            _this._session.on('streamCreated', _this.streamCreatedHandler);\n            _this._session.on('streamDestroyed', _this.streamDestroyedHandler);\n            _this._session.on('archiveStarted', function (event) {\n                trace.info('archiveStarted event', event);\n                _this.emitEvent(MediaSessionBase_1.recordingEvents.RECORD_STARTED, event);\n            });\n            _this._session.on('archiveStopped', function (event) {\n                trace.info('archiveStopped event', event);\n                _this.emitEvent(MediaSessionBase_1.recordingEvents.RECORD_STOPPED, event);\n            });\n            var connectHandler = function (error) {\n                if (error) {\n                    handleError(error);\n                    return;\n                }\n                resolve();\n            };\n            _this._session.connect(_this._credentials.token, connectHandler);\n        });\n    };\n    OpentokSession.prototype.disconnect = function () {\n        var _this = this;\n        return new Promise(function (resolve) {\n            trace.info('Disconnecting from session');\n            var currentSession = _this._session;\n            _this._session = null;\n            _this._peerConnections.forEach(function (peerConnection) {\n                _this.destroyPeerConnection(peerConnection);\n            });\n            if (!currentSession) {\n                trace.info('No active session - resolving');\n                resolve();\n                return;\n            }\n            currentSession.off();\n            currentSession.disconnect();\n            _this._lastStreamEvents = [];\n            trace.info('Disconnection from session completed');\n            resolve();\n        });\n    };\n    OpentokSession.prototype.onMediaStreamDestroyed = function (clientRole) {\n        var _this = this;\n        var promises = [];\n        this._peerConnections.forEach(function (peerConnection) {\n            if (peerConnection.peerRole === clientRole) {\n                promises.push(_this.destroyPublisherOnPeerConnection(peerConnection));\n            }\n        });\n        return Promise.all(promises).then(function () { return undefined; });\n    };\n    OpentokSession.prototype.onMediaStreamRenewed = function (clientRole, mediaStream) {\n        //TODO - Alex: need to implement adding new tracks to peer connection and forcing negotiation (in OT API)\n        return Promise.resolve();\n    };\n    OpentokSession.prototype.replaceStreamTracks = function (mediaStream) {\n        return Promise.reject(new Error('Not implemented'));\n    };\n    OpentokSession.prototype.getRemoteTrackStats = function (mediaTrack) {\n        var _this = this;\n        return new Promise(function (resolve, reject) {\n            var peerConnectionOfTrack = _this.getPeerConnectionByMediaTrack(mediaTrack);\n            if (!peerConnectionOfTrack || !peerConnectionOfTrack.subscriber) {\n                reject(new Error('Cannot find peer or subscriber for getting stats'));\n                return;\n            }\n            //https://tokbox.com/developer/sdks/js/reference/Subscriber.html#getStats\n            peerConnectionOfTrack.subscriber.getStats(function (error, stats) {\n                if (error) {\n                    trace.warn('Error getting stats', error);\n                    resolve({ trackId: mediaTrack.id, trackStats: {} });\n                    return;\n                }\n                resolve({ trackId: mediaTrack.id, trackStats: stats });\n            });\n        });\n    };\n    //#region OpenTok Events Handlers\n    OpentokSession.prototype.connectionCreatedHandler = function (event) {\n        var _this = this;\n        trace.info('connectionCreatedHandler', event);\n        var connection = event.connection;\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n        var destinationRole = JSON.parse(connection.data).clientRole;\n        this.createStreamForPublishing(destinationRole)\n            .then(function (streams) {\n            var peerConnection = {\n                peerId: connection.connectionId,\n                peerRole: destinationRole,\n                peerType: _this._sessionParams.clientType === MediaConstants_1.SessionClientType.INITIATOR\n                    ? MediaConstants_1.SessionClientType.GUEST : MediaConstants_1.SessionClientType.INITIATOR,\n                connection: connection,\n                publisher: null,\n                subscriber: null,\n                remoteMediaTracks: [],\n                localStream: streams,\n                connectionTimoutPrt: null\n            };\n            if (connection.connectionId !== _this.ownPeerId || (!streams.videoSource && !streams.audioSource)) {\n                trace.info('Peer connection without publisher was created', peerConnection);\n                return peerConnection;\n            }\n            return _this.createMediaPublisher(streams)\n                .then(function (publisher) {\n                peerConnection.publisher = publisher;\n                trace.info('Peer connection with publisher was created', peerConnection);\n                return peerConnection;\n            });\n        })\n            .then(function (peerConnection) {\n            _this._peerConnections.set(peerConnection.peerId, peerConnection);\n            if (connection.connectionId === _this.ownPeerId) {\n                trace.info('Before subscribe the event streams');\n                /*\n                    When publisher connect after others participants,\n                     make sure the publisher will not loose their stream to subscribe\n                 */\n                return _this._lastStreamEvents.reduce(function (promiseChain, streamEvent) { return promiseChain\n                    .then(function () { return _this.streamCreatedHandler(streamEvent); }); }, Promise.resolve())\n                    .then(function () {\n                    if (peerConnection.publisher) {\n                        return new Promise(function (resolve, reject) {\n                            trace.info('Starting publish to peerConnection.publisher');\n                            _this._session.publish(peerConnection.publisher, function (error) {\n                                if (error) {\n                                    trace.error(\"Publish to peerConnection error \" + error);\n                                    return reject(error);\n                                }\n                                trace.info('Publish to peerConnection success');\n                                return resolve();\n                            });\n                        });\n                    }\n                    return Promise.resolve();\n                });\n            }\n        })\n            .catch(function (error) {\n            //Need to handle fail cases during reliability\n            trace.error(\"Error handling new peer connection: \" + error);\n        });\n    };\n    OpentokSession.prototype.connectionDestroyedHandler = function (event) {\n        trace.info('connectionDestroyedHandler', event);\n        var connection = event.connection;\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n        if (this._peerConnections.has(connection.connectionId)) {\n            this.destroyPeerConnection(this._peerConnections.get(connection.connectionId));\n        }\n    };\n    OpentokSession.prototype.streamCreatedHandler = function (event) {\n        trace.info('streamCreatedHandler', event.stream);\n        var stream = event.stream;\n        var connection = (stream || { connection: null }).connection;\n        if (!this.sessionExistsGuard(false) || !stream || connection.connectionId === this.ownPeerId) {\n            return;\n        }\n        if (!this._peerConnections.has(connection.connectionId)) {\n            trace.warn('Unexpected case, connection should exist on this stage');\n            this._lastStreamEvents.push(event);\n            return;\n        }\n        var peerConnection = this._peerConnections.get(connection.connectionId);\n        trace.info('Subscribing the stream');\n        this.createMediaSubscriber(stream).then(function (subscriber) {\n            peerConnection.subscriber = subscriber;\n        });\n    };\n    OpentokSession.prototype.streamDestroyedHandler = function (event) {\n        trace.info('streamDestroyedHandler', event);\n        var stream = event.stream;\n        if (!this.sessionExistsGuard(false) || !stream) {\n            return;\n        }\n        var peerConnection = this._peerConnections.get(stream.connection.connectionId);\n        if (!peerConnection) {\n            trace.warn('Peer connection for remote stream not found');\n            return;\n        }\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying subscriber on stream destroy'); });\n    };\n    //#endregion\n    //#region PeerConnection\n    OpentokSession.prototype.destroyPeerConnection = function (peerConnection) {\n        this._peerConnections.delete(peerConnection.peerId);\n        this.destroyPublisherOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying publisher on peer destroy'); });\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying subscriber on peer destroy'); });\n    };\n    //#endregion\n    //#region Publisher\n    OpentokSession.prototype.createStreamForPublishing = function (destinationRole) {\n        var _this = this;\n        trace.info('createStreamForPublishing');\n        return this._sessionStreamsManager.getMediaStreamForRole(destinationRole)\n            .then(function (mediaStream) {\n            var stream = { videoSource: null, audioSource: null };\n            if (mediaStream) {\n                trace.info('Media stream found for publishing', mediaStream);\n                mediaStream.getTracks().forEach(function (track) {\n                    if (track.kind === 'video') {\n                        stream.videoSource = track;\n                    }\n                    else if (track.kind === 'audio') {\n                        stream.audioSource = track;\n                    }\n                });\n            }\n            else if (_this._sessionParams.clientRole === MediaConstants_1.SessionClientRole.USER) {\n                trace.warn('No local media was found for publishing to destinationRole:', destinationRole);\n            }\n            return stream;\n        });\n    };\n    OpentokSession.prototype.createMediaPublisher = function (stream) {\n        var otParams = {\n            videoSource: stream.videoSource ? stream.videoSource : false,\n            audioSource: stream.audioSource ? stream.audioSource : false,\n            publishAudio: !!stream.audioSource,\n            publishVideo: !!stream.videoSource,\n            showControls: false,\n            insertDefaultUI: false\n        };\n        return new Promise(function (resolve, reject) {\n            var otPublisher = window.OT.initPublisher(undefined, otParams, function (error) {\n                if (error) {\n                    reject(error);\n                    return;\n                }\n                otPublisher.on('streamDestroyed', function (event) {\n                    trace.info('Publisher stream destroyed', event);\n                    //We preventing the default, in order to prevent stop the stream by OT.\n                    //We managing streams by ourselves and if we allow OT to close the stream, it cannot be reused.\n                    event.preventDefault();\n                });\n                otPublisher.on('videoElementCreated', function (event) {\n                    event.element.muted = true;\n                });\n                otPublisher.on('streamCreated', function (event) {\n                    trace.info('publisher stream created', event, otPublisher.stream.hasAudio);\n                });\n                resolve(otPublisher);\n            });\n        });\n    };\n    OpentokSession.prototype.destroyPublisherOnPeerConnection = function (peerConnection) {\n        if (this.sessionExistsGuard(false) && peerConnection.publisher) {\n            this._session.unpublish(peerConnection.publisher);\n        }\n        peerConnection.publisher = null;\n        peerConnection.localStream = null;\n        return Promise.resolve();\n    };\n    //#endregion\n    //#region Subscriber\n    OpentokSession.prototype.createMediaSubscriber = function (remoteStream) {\n        var _this = this;\n        return new Promise(function (resolve, reject) {\n            if (!_this.sessionExistsGuard(false)) {\n                reject('Session not exists');\n                return;\n            }\n            var subscriber = _this._session.subscribe(remoteStream, null, { insertDefaultUI: false }, function (err) {\n                if (err) {\n                    trace.warn('Error creating subscriber', err);\n                    reject(err);\n                    return;\n                }\n                subscriber.on('videoElementCreated', function (event) {\n                    var element = event.element;\n                    element.muted = true;\n                    var peerConnection = _this._peerConnections.get(remoteStream.connection.connectionId);\n                    var otMediaStream = element.srcObject;\n                    peerConnection.subscriber = subscriber;\n                    if (!otMediaStream) {\n                        trace.warn('MediaStream not found in OT video element');\n                        return;\n                    }\n                    trace.info('Registering remote media tracks', peerConnection.subscriber, otMediaStream);\n                    otMediaStream.getTracks().forEach(function (mediaTrack) {\n                        _this.addRemoteTrackToPeer(peerConnection, mediaTrack);\n                    });\n                    _this.registerPeersRemoteTracks(peerConnection);\n                });\n                resolve(subscriber);\n            });\n        });\n    };\n    OpentokSession.prototype.destroySubscriberOnPeerConnection = function (peerConnection) {\n        if (this.sessionExistsGuard(false) && peerConnection.subscriber) {\n            this._session.unsubscribe(peerConnection.subscriber);\n        }\n        peerConnection.subscriber = null;\n        return Promise.resolve();\n        /**\n         REMARK- opentok provide the same media track id for all participates.\n         when we unregister the media track we check by the id which is the same for all.\n         **/\n        // return this.unregisterPeersRemoteMediaTracks(peerConnection)\n        //     .catch(() => trace.warn('Error removing remote streams from peerConnection'))\n        //     .then(() => {\n        //         peerConnection.subscriber = null;\n        //     });\n    };\n    //#endregion\n    OpentokSession.prototype.sessionExistsGuard = function (shouldThrow) {\n        if (shouldThrow === void 0) { shouldThrow = true; }\n        var connected = !!(this._session && this._session.connection && this._session.connection.connectionId);\n        return guards_1.throwableGuard(connected, 'There no OpenTok session exists', shouldThrow);\n    };\n    return OpentokSession;\n}(MediaSessionBase_1.MediaSessionBase));\nexports.OpentokSession = OpentokSession;\n\n//# sourceMappingURL=SessionOpentok.js.map\n"]}
+{"version":3,"sources":["MediaSession/SessionOpentok.js"],"names":["__extends","extendStatics","d","b","Object","setPrototypeOf","__proto__","Array","p","prototype","hasOwnProperty","call","__","constructor","create","defineProperty","exports","value","OpentokSession","MediaConstants_1","require","guards_1","MediaSessionBase_1","MediaTracer_1","trace","getMediaTracer","_super","sessionParams","streamFactory","_this","_lastStreamEvents","_session","_credentials","credentials","connect","bind","disconnect","onMediaStreamDestroyed","onMediaStreamRenewed","createStreamForPublishing","createMediaPublisher","connectionCreatedHandler","connectionDestroyedHandler","streamCreatedHandler","streamDestroyedHandler","get","sessionId","enumerable","configurable","connection","connectionId","sessionDisconnect","info","error","Promise","reject","resolve","handleError","off","_a","_sessionParams","apiKey","window","OTSESSION","OT","initSession","on","event","emitEvent","recordingEvents","RECORD_STARTED","RECORD_STOPPED","connectHandler","token","currentSession","_peerConnections","forEach","peerConnection","destroyPeerConnection","clientRole","promises","peerRole","push","destroyPublisherOnPeerConnection","all","then","undefined","mediaStream","replaceStreamTracks","Error","getRemoteTrackStats","mediaTrack","peerConnectionOfTrack","getPeerConnectionByMediaTrack","subscriber","getStats","stats","warn","trackId","id","trackStats","sessionExistsGuard","destinationRole","JSON","parse","data","ownPeerId","streams","peerId","peerType","clientType","SessionClientType","INITIATOR","GUEST","publisher","remoteMediaTracks","localStream","connectionTimoutPrt","videoSource","audioSource","set","reduce","promiseChain","streamEvent","publish","catch","has","stream","createMediaSubscriber","destroySubscriberOnPeerConnection","delete","shouldCreateStream","_sessionStreamsManager","getMediaStreamForRole","getTracks","track","kind","SessionClientRole","USER","otParams","publishAudio","publishVideo","showControls","insertDefaultUI","otPublisher","initPublisher","preventDefault","element","muted","hasAudio","unpublish","remoteStream","subscribe","err","otMediaStream","srcObject","addRemoteTrackToPeer","registerPeersRemoteTracks","unsubscribe","shouldThrow","connected","throwableGuard","MediaSessionBase"],"mappings":"AAAA;;AACA,IAAIA,YAAa,aAAQ,UAAKA,SAAd,IAA6B,YAAY;AACrD,QAAIC,iBAAgB,uBAAUC,CAAV,EAAaC,CAAb,EAAgB;AAChCF,yBAAgBG,OAAOC,cAAP,IACX,EAAEC,WAAW,EAAb,cAA6BC,KAA7B,IAAsC,UAAUL,CAAV,EAAaC,CAAb,EAAgB;AAAED,cAAEI,SAAF,GAAcH,CAAd;AAAkB,SAD/D,IAEZ,UAAUD,CAAV,EAAaC,CAAb,EAAgB;AAAE,iBAAK,IAAIK,CAAT,IAAcL,CAAd;AAAiB,oBAAIC,OAAOK,SAAP,CAAiBC,cAAjB,CAAgCC,IAAhC,CAAqCR,CAArC,EAAwCK,CAAxC,CAAJ,EAAgDN,EAAEM,CAAF,IAAOL,EAAEK,CAAF,CAAP;AAAjE;AAA+E,SAFrG;AAGA,eAAOP,eAAcC,CAAd,EAAiBC,CAAjB,CAAP;AACH,KALD;AAMA,WAAO,UAAUD,CAAV,EAAaC,CAAb,EAAgB;AACnBF,uBAAcC,CAAd,EAAiBC,CAAjB;AACA,iBAASS,EAAT,GAAc;AAAE,iBAAKC,WAAL,GAAmBX,CAAnB;AAAuB;AACvCA,UAAEO,SAAF,GAAcN,MAAM,IAAN,GAAaC,OAAOU,MAAP,CAAcX,CAAd,CAAb,IAAiCS,GAAGH,SAAH,GAAeN,EAAEM,SAAjB,EAA4B,IAAIG,EAAJ,EAA7D,CAAd;AACH,KAJD;AAKH,CAZ2C,EAA5C;AAaAR,OAAOW,cAAP,CAAsBC,OAAtB,EAA+B,YAA/B,EAA6C,EAAEC,OAAO,IAAT,EAA7C;AACAD,QAAQE,cAAR,GAAyB,KAAK,CAA9B;AACA,IAAIC,mBAAmBC,QAAQ,mBAAR,CAAvB;AACA,IAAIC,WAAWD,QAAQ,yCAAR,CAAf;AACA,IAAIE,qBAAqBF,QAAQ,oBAAR,CAAzB;AACA,IAAIG,gBAAgBH,QAAQ,2BAAR,CAApB;AACA,IAAII,QAAQD,cAAcE,cAAd,CAA6B,gBAA7B,CAAZ;AACA;AACA,IAAIP,iBAAiB,aAAe,UAAUQ,MAAV,EAAkB;AAClD1B,cAAUkB,cAAV,EAA0BQ,MAA1B;AACA,aAASR,cAAT,CAAwBS,aAAxB,EAAuCC,aAAvC,EAAsD;AAClD,YAAIC,QAAQH,OAAOf,IAAP,CAAY,IAAZ,EAAkBgB,aAAlB,EAAiCC,aAAjC,KAAmD,IAA/D;AACAC,cAAMC,iBAAN,GAA0B,EAA1B;AACAD,cAAME,QAAN,GAAiB,IAAjB;AACAF,cAAMG,YAAN,GAAqBL,cAAcM,WAAnC;AACAJ,cAAMK,OAAN,GAAgBL,MAAMK,OAAN,CAAcC,IAAd,CAAmBN,KAAnB,CAAhB;AACAA,cAAMO,UAAN,GAAmBP,MAAMO,UAAN,CAAiBD,IAAjB,CAAsBN,KAAtB,CAAnB;AACAA,cAAMQ,sBAAN,GAA+BR,MAAMQ,sBAAN,CAA6BF,IAA7B,CAAkCN,KAAlC,CAA/B;AACAA,cAAMS,oBAAN,GAA6BT,MAAMS,oBAAN,CAA2BH,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMU,yBAAN,GAAkCV,MAAMU,yBAAN,CAAgCJ,IAAhC,CAAqCN,KAArC,CAAlC;AACAA,cAAMW,oBAAN,GAA6BX,MAAMW,oBAAN,CAA2BL,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMY,wBAAN,GAAiCZ,MAAMY,wBAAN,CAA+BN,IAA/B,CAAoCN,KAApC,CAAjC;AACAA,cAAMa,0BAAN,GAAmCb,MAAMa,0BAAN,CAAiCP,IAAjC,CAAsCN,KAAtC,CAAnC;AACAA,cAAMc,oBAAN,GAA6Bd,MAAMc,oBAAN,CAA2BR,IAA3B,CAAgCN,KAAhC,CAA7B;AACAA,cAAMe,sBAAN,GAA+Bf,MAAMe,sBAAN,CAA6BT,IAA7B,CAAkCN,KAAlC,CAA/B;AACA,eAAOA,KAAP;AACH;AACDzB,WAAOW,cAAP,CAAsBG,eAAeT,SAArC,EAAgD,IAAhD,EAAsD;AAClDoC,aAAK,eAAY;AACb,mBAAO,KAAKd,QAAL,IAAiB,KAAKA,QAAL,CAAce,SAA/B,GAA2C,KAAKf,QAAL,CAAce,SAAzD,GAAqE,EAA5E;AACH,SAHiD;AAIlDC,oBAAY,KAJsC;AAKlDC,sBAAc;AALoC,KAAtD;AAOA5C,WAAOW,cAAP,CAAsBG,eAAeT,SAArC,EAAgD,WAAhD,EAA6D;AACzDoC,aAAK,eAAY;AACb,mBAAO,KAAKd,QAAL,IAAiB,KAAKA,QAAL,CAAckB,UAA/B,GAA4C,KAAKlB,QAAL,CAAckB,UAAd,CAAyBC,YAArE,GAAoF,EAA3F;AACH,SAHwD;AAIzDH,oBAAY,KAJ6C;AAKzDC,sBAAc;AAL2C,KAA7D;AAOA9B,mBAAeT,SAAf,CAAyB0C,iBAAzB,GAA6C,YAAY;AACrD,YAAI,KAAKpB,QAAT,EAAmB;AACf,iBAAKA,QAAL,CAAcK,UAAd;AACH;AACJ,KAJD;AAKAlB,mBAAeT,SAAf,CAAyByB,OAAzB,GAAmC,YAAY;AAC3C,YAAIL,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,oBAAX,EAAiC,KAAKpB,YAAtC;AACA,YAAI,KAAKD,QAAT,EAAmB;AACfP,kBAAM6B,KAAN,CAAY,wBAAZ;AACA,mBAAOC,QAAQC,MAAR,CAAe,2DAAf,CAAP;AACH;AACD,eAAO,IAAID,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIE,cAAc,SAAdA,WAAc,CAAUJ,KAAV,EAAiB;AAC/BxB,sBAAME,QAAN,IAAkBF,MAAME,QAAN,CAAe2B,GAAf,EAAlB;AACA7B,sBAAME,QAAN,GAAiB,IAAjB;AACAP,sBAAM6B,KAAN,CAAY,sBAAZ,EAAoCA,KAApC;AACAE,uBAAOF,KAAP;AACH,aALD;AAMA,gBAAIM,KAAK9B,MAAM+B,cAAN,CAAqB3B,WAA9B;AAAA,gBAA2C4B,SAASF,GAAGE,MAAvD;AAAA,gBAA+Df,YAAYa,GAAGb,SAA9E;AACAjB,kBAAME,QAAN,GAAiB+B,OAAOC,SAAP,GAAmBD,OAAOE,EAAP,CAAUC,WAAV,CAAsBJ,MAAtB,EAA8Bf,SAA9B,CAApC;AACAjB,kBAAMC,iBAAN,GAA0B,EAA1B;AACAD,kBAAME,QAAN,CAAemC,EAAf,CAAkB,mBAAlB,EAAuCrC,MAAMY,wBAA7C;AACAZ,kBAAME,QAAN,CAAemC,EAAf,CAAkB,qBAAlB,EAAyCrC,MAAMa,0BAA/C;AACAb,kBAAME,QAAN,CAAemC,EAAf,CAAkB,eAAlB,EAAmCrC,MAAMc,oBAAzC;AACAd,kBAAME,QAAN,CAAemC,EAAf,CAAkB,iBAAlB,EAAqCrC,MAAMe,sBAA3C;AACAf,kBAAME,QAAN,CAAemC,EAAf,CAAkB,gBAAlB,EAAoC,UAAUC,KAAV,EAAiB;AACjD3C,sBAAM4B,IAAN,CAAW,sBAAX,EAAmCe,KAAnC;AACAtC,sBAAMuC,SAAN,CAAgB9C,mBAAmB+C,eAAnB,CAAmCC,cAAnD,EAAmEH,KAAnE;AACH,aAHD;AAIAtC,kBAAME,QAAN,CAAemC,EAAf,CAAkB,gBAAlB,EAAoC,UAAUC,KAAV,EAAiB;AACjD3C,sBAAM4B,IAAN,CAAW,sBAAX,EAAmCe,KAAnC;AACAtC,sBAAMuC,SAAN,CAAgB9C,mBAAmB+C,eAAnB,CAAmCE,cAAnD,EAAmEJ,KAAnE;AACH,aAHD;AAIA,gBAAIK,iBAAiB,SAAjBA,cAAiB,CAAUnB,KAAV,EAAiB;AAClC,oBAAIA,KAAJ,EAAW;AACPI,gCAAYJ,KAAZ;AACA;AACH;AACDG;AACH,aAND;AAOA3B,kBAAME,QAAN,CAAeG,OAAf,CAAuBL,MAAMG,YAAN,CAAmByC,KAA1C,EAAiDD,cAAjD;AACH,SA9BM,CAAP;AA+BH,KAtCD;AAuCAtD,mBAAeT,SAAf,CAAyB2B,UAAzB,GAAsC,YAAY;AAC9C,YAAIP,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmB;AAClChC,kBAAM4B,IAAN,CAAW,4BAAX;AACA,gBAAIsB,iBAAiB7C,MAAME,QAA3B;AACAF,kBAAME,QAAN,GAAiB,IAAjB;AACAF,kBAAM8C,gBAAN,CAAuBC,OAAvB,CAA+B,UAAUC,cAAV,EAA0B;AACrDhD,sBAAMiD,qBAAN,CAA4BD,cAA5B;AACH,aAFD;AAGA,gBAAI,CAACH,cAAL,EAAqB;AACjBlD,sBAAM4B,IAAN,CAAW,+BAAX;AACAI;AACA;AACH;AACDkB,2BAAehB,GAAf;AACAgB,2BAAetC,UAAf;AACAP,kBAAMC,iBAAN,GAA0B,EAA1B;AACAN,kBAAM4B,IAAN,CAAW,sCAAX;AACAI;AACH,SAjBM,CAAP;AAkBH,KApBD;AAqBAtC,mBAAeT,SAAf,CAAyB4B,sBAAzB,GAAkD,UAAU0C,UAAV,EAAsB;AACpE,YAAIlD,QAAQ,IAAZ;AACA,YAAImD,WAAW,EAAf;AACA,aAAKL,gBAAL,CAAsBC,OAAtB,CAA8B,UAAUC,cAAV,EAA0B;AACpD,gBAAIA,eAAeI,QAAf,KAA4BF,UAAhC,EAA4C;AACxCC,yBAASE,IAAT,CAAcrD,MAAMsD,gCAAN,CAAuCN,cAAvC,CAAd;AACH;AACJ,SAJD;AAKA,eAAOvB,QAAQ8B,GAAR,CAAYJ,QAAZ,EAAsBK,IAAtB,CAA2B,YAAY;AAAE,mBAAOC,SAAP;AAAmB,SAA5D,CAAP;AACH,KATD;AAUApE,mBAAeT,SAAf,CAAyB6B,oBAAzB,GAAgD,UAAUyC,UAAV,EAAsBQ,WAAtB,EAAmC;AAC/E;AACA,eAAOjC,QAAQE,OAAR,EAAP;AACH,KAHD;AAIAtC,mBAAeT,SAAf,CAAyB+E,mBAAzB,GAA+C,UAAUD,WAAV,EAAuB;AAClE,eAAOjC,QAAQC,MAAR,CAAe,IAAIkC,KAAJ,CAAU,iBAAV,CAAf,CAAP;AACH,KAFD;AAGAvE,mBAAeT,SAAf,CAAyBiF,mBAAzB,GAA+C,UAAUC,UAAV,EAAsB;AACjE,YAAI9D,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIqC,wBAAwB/D,MAAMgE,6BAAN,CAAoCF,UAApC,CAA5B;AACA,gBAAI,CAACC,qBAAD,IAA0B,CAACA,sBAAsBE,UAArD,EAAiE;AAC7DvC,uBAAO,IAAIkC,KAAJ,CAAU,kDAAV,CAAP;AACA;AACH;AACD;AACAG,kCAAsBE,UAAtB,CAAiCC,QAAjC,CAA0C,UAAU1C,KAAV,EAAiB2C,KAAjB,EAAwB;AAC9D,oBAAI3C,KAAJ,EAAW;AACP7B,0BAAMyE,IAAN,CAAW,qBAAX,EAAkC5C,KAAlC;AACAG,4BAAQ,EAAE0C,SAASP,WAAWQ,EAAtB,EAA0BC,YAAY,EAAtC,EAAR;AACA;AACH;AACD5C,wBAAQ,EAAE0C,SAASP,WAAWQ,EAAtB,EAA0BC,YAAYJ,KAAtC,EAAR;AACH,aAPD;AAQH,SAfM,CAAP;AAgBH,KAlBD;AAmBA;AACA9E,mBAAeT,SAAf,CAAyBgC,wBAAzB,GAAoD,UAAU0B,KAAV,EAAiB;AACjE,YAAItC,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,0BAAX,EAAuCe,KAAvC;AACA,YAAIlB,aAAakB,MAAMlB,UAAvB;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAACpD,UAAxC,EAAoD;AAChD;AACH;AACD,YAAIqD,kBAAkBC,KAAKC,KAAL,CAAWvD,WAAWwD,IAAtB,EAA4B1B,UAAlD;AACA,aAAKxC,yBAAL,CAA+B+D,eAA/B,EAAgDrD,WAAWC,YAAX,KAA4B,KAAKwD,SAAjF,EACKrB,IADL,CACU,UAAUsB,OAAV,EAAmB;AACzB,gBAAI9B,iBAAiB;AACjB+B,wBAAQ3D,WAAWC,YADF;AAEjB+B,0BAAUqB,eAFO;AAGjBO,0BAAUhF,MAAM+B,cAAN,CAAqBkD,UAArB,KAAoC3F,iBAAiB4F,iBAAjB,CAAmCC,SAAvE,GACJ7F,iBAAiB4F,iBAAjB,CAAmCE,KAD/B,GACuC9F,iBAAiB4F,iBAAjB,CAAmCC,SAJnE;AAKjB/D,4BAAYA,UALK;AAMjBiE,2BAAW,IANM;AAOjBpB,4BAAY,IAPK;AAQjBqB,mCAAmB,EARF;AASjBC,6BAAaT,OATI;AAUjBU,qCAAqB;AAVJ,aAArB;AAYA,gBAAIpE,WAAWC,YAAX,KAA4BrB,MAAM6E,SAAlC,IAAgD,CAACC,QAAQW,WAAT,IAAwB,CAACX,QAAQY,WAArF,EAAmG;AAC/F/F,sBAAM4B,IAAN,CAAW,+CAAX,EAA4DyB,cAA5D;AACA,uBAAOA,cAAP;AACH;AACD,mBAAOhD,MAAMW,oBAAN,CAA2BmE,OAA3B,EACFtB,IADE,CACG,UAAU6B,SAAV,EAAqB;AAC3BrC,+BAAeqC,SAAf,GAA2BA,SAA3B;AACA1F,sBAAM4B,IAAN,CAAW,4CAAX,EAAyDyB,cAAzD;AACA,uBAAOA,cAAP;AACH,aALM,CAAP;AAMH,SAxBD,EAyBKQ,IAzBL,CAyBU,UAAUR,cAAV,EAA0B;AAChChD,kBAAM8C,gBAAN,CAAuB6C,GAAvB,CAA2B3C,eAAe+B,MAA1C,EAAkD/B,cAAlD;AACA,gBAAI5B,WAAWC,YAAX,KAA4BrB,MAAM6E,SAAtC,EAAiD;AAC7ClF,sBAAM4B,IAAN,CAAW,oCAAX;AACA;;;;AAIA,uBAAOvB,MAAMC,iBAAN,CAAwB2F,MAAxB,CAA+B,UAAUC,YAAV,EAAwBC,WAAxB,EAAqC;AAAE,2BAAOD,aAC/ErC,IAD+E,CAC1E,YAAY;AAAE,+BAAOxD,MAAMc,oBAAN,CAA2BgF,WAA3B,CAAP;AAAiD,qBADW,CAAP;AACA,iBADtE,EACwErE,QAAQE,OAAR,EADxE,EAEF6B,IAFE,CAEG,YAAY;AAClB,wBAAIR,eAAeqC,SAAnB,EAA8B;AAC1B,+BAAO,IAAI5D,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C/B,kCAAM4B,IAAN,CAAW,8CAAX;AACAvB,kCAAME,QAAN,CAAe6F,OAAf,CAAuB/C,eAAeqC,SAAtC,EAAiD,UAAU7D,KAAV,EAAiB;AAC9D,oCAAIA,KAAJ,EAAW;AACP7B,0CAAM6B,KAAN,CAAY,qCAAqCA,KAAjD;AACA,2CAAOE,OAAOF,KAAP,CAAP;AACH;AACD7B,sCAAM4B,IAAN,CAAW,mCAAX;AACA,uCAAOI,SAAP;AACH,6BAPD;AAQH,yBAVM,CAAP;AAWH;AACD,2BAAOF,QAAQE,OAAR,EAAP;AACH,iBAjBM,CAAP;AAkBH;AACJ,SApDD,EAqDKqE,KArDL,CAqDW,UAAUxE,KAAV,EAAiB;AACxB;AACA7B,kBAAM6B,KAAN,CAAY,yCAAyCA,KAArD;AACH,SAxDD;AAyDH,KAjED;AAkEAnC,mBAAeT,SAAf,CAAyBiC,0BAAzB,GAAsD,UAAUyB,KAAV,EAAiB;AACnE3C,cAAM4B,IAAN,CAAW,4BAAX,EAAyCe,KAAzC;AACA,YAAIlB,aAAakB,MAAMlB,UAAvB;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAACpD,UAAxC,EAAoD;AAChD;AACH;AACD,YAAI,KAAK0B,gBAAL,CAAsBmD,GAAtB,CAA0B7E,WAAWC,YAArC,CAAJ,EAAwD;AACpD,iBAAK4B,qBAAL,CAA2B,KAAKH,gBAAL,CAAsB9B,GAAtB,CAA0BI,WAAWC,YAArC,CAA3B;AACH;AACJ,KATD;AAUAhC,mBAAeT,SAAf,CAAyBkC,oBAAzB,GAAgD,UAAUwB,KAAV,EAAiB;AAC7D3C,cAAM4B,IAAN,CAAW,sBAAX,EAAmCe,MAAM4D,MAAzC;AACA,YAAIA,SAAS5D,MAAM4D,MAAnB;AACA,YAAI9E,aAAa,CAAC8E,UAAU,EAAE9E,YAAY,IAAd,EAAX,EAAiCA,UAAlD;AACA,YAAI,CAAC,KAAKoD,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAAC0B,MAApC,IAA8C9E,WAAWC,YAAX,KAA4B,KAAKwD,SAAnF,EAA8F;AAC1F;AACH;AACD,YAAI,CAAC,KAAK/B,gBAAL,CAAsBmD,GAAtB,CAA0B7E,WAAWC,YAArC,CAAL,EAAyD;AACrD1B,kBAAMyE,IAAN,CAAW,wDAAX;AACA,iBAAKnE,iBAAL,CAAuBoD,IAAvB,CAA4Bf,KAA5B;AACA;AACH;AACD,YAAIU,iBAAiB,KAAKF,gBAAL,CAAsB9B,GAAtB,CAA0BI,WAAWC,YAArC,CAArB;AACA1B,cAAM4B,IAAN,CAAW,wBAAX;AACA,aAAK4E,qBAAL,CAA2BD,MAA3B,EAAmC1C,IAAnC,CAAwC,UAAUS,UAAV,EAAsB;AAC1DjB,2BAAeiB,UAAf,GAA4BA,UAA5B;AACH,SAFD;AAGH,KAjBD;AAkBA5E,mBAAeT,SAAf,CAAyBmC,sBAAzB,GAAkD,UAAUuB,KAAV,EAAiB;AAC/D3C,cAAM4B,IAAN,CAAW,wBAAX,EAAqCe,KAArC;AACA,YAAI4D,SAAS5D,MAAM4D,MAAnB;AACA,YAAI,CAAC,KAAK1B,kBAAL,CAAwB,KAAxB,CAAD,IAAmC,CAAC0B,MAAxC,EAAgD;AAC5C;AACH;AACD,YAAIlD,iBAAiB,KAAKF,gBAAL,CAAsB9B,GAAtB,CAA0BkF,OAAO9E,UAAP,CAAkBC,YAA5C,CAArB;AACA,YAAI,CAAC2B,cAAL,EAAqB;AACjBrD,kBAAMyE,IAAN,CAAW,6CAAX;AACA;AACH;AACD,aAAKgC,iCAAL,CAAuCpD,cAAvC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,+CAAX,CAAP;AAAqE,SAD9F;AAEH,KAbD;AAcA;AACA;AACA/E,mBAAeT,SAAf,CAAyBqE,qBAAzB,GAAiD,UAAUD,cAAV,EAA0B;AACvE,aAAKF,gBAAL,CAAsBuD,MAAtB,CAA6BrD,eAAe+B,MAA5C;AACA,aAAKzB,gCAAL,CAAsCN,cAAtC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,4CAAX,CAAP;AAAkE,SAD3F;AAEA,aAAKgC,iCAAL,CAAuCpD,cAAvC,EACKgD,KADL,CACW,YAAY;AAAE,mBAAOrG,MAAMyE,IAAN,CAAW,6CAAX,CAAP;AAAmE,SAD5F;AAEH,KAND;AAOA;AACA;AACA/E,mBAAeT,SAAf,CAAyB8B,yBAAzB,GAAqD,UAAU+D,eAAV,EAA2B6B,kBAA3B,EAA+C;AAChG,YAAItG,QAAQ,IAAZ;AACAL,cAAM4B,IAAN,CAAW,2BAAX;AACA,YAAI2E,SAAS,EAAET,aAAa,IAAf,EAAqBC,aAAa,IAAlC,EAAb;AACA,YAAI,CAACY,kBAAL,EAAyB;AACrB3G,kBAAM4B,IAAN,CAAW,kDAAkDkD,eAAlD,GAAoE,kCAA/E;AACA,mBAAOhD,QAAQE,OAAR,CAAgBuE,MAAhB,CAAP;AACH;AACD,eAAO,KAAKK,sBAAL,CAA4BC,qBAA5B,CAAkD/B,eAAlD,EACFjB,IADE,CACG,UAAUE,WAAV,EAAuB;AAC7B,gBAAIA,WAAJ,EAAiB;AACb/D,sBAAM4B,IAAN,CAAW,mCAAX,EAAgDmC,WAAhD;AACAA,4BAAY+C,SAAZ,GAAwB1D,OAAxB,CAAgC,UAAU2D,KAAV,EAAiB;AAC7C,wBAAIA,MAAMC,IAAN,KAAe,OAAnB,EAA4B;AACxBT,+BAAOT,WAAP,GAAqBiB,KAArB;AACH,qBAFD,MAGK,IAAIA,MAAMC,IAAN,KAAe,OAAnB,EAA4B;AAC7BT,+BAAOR,WAAP,GAAqBgB,KAArB;AACH;AACJ,iBAPD;AAQH,aAVD,MAWK,IAAI1G,MAAM+B,cAAN,CAAqBmB,UAArB,KAAoC5D,iBAAiBsH,iBAAjB,CAAmCC,IAA3E,EAAiF;AAClFlH,sBAAMyE,IAAN,CAAW,6DAAX,EAA0EK,eAA1E;AACH;AACD,mBAAOyB,MAAP;AACH,SAjBM,CAAP;AAkBH,KA1BD;AA2BA7G,mBAAeT,SAAf,CAAyB+B,oBAAzB,GAAgD,UAAUuF,MAAV,EAAkB;AAC9D,YAAIY,WAAW;AACXrB,yBAAaS,OAAOT,WAAP,GAAqBS,OAAOT,WAA5B,GAA0C,KAD5C;AAEXC,yBAAaQ,OAAOR,WAAP,GAAqBQ,OAAOR,WAA5B,GAA0C,KAF5C;AAGXqB,0BAAc,CAAC,CAACb,OAAOR,WAHZ;AAIXsB,0BAAc,CAAC,CAACd,OAAOT,WAJZ;AAKXwB,0BAAc,KALH;AAMXC,6BAAiB;AANN,SAAf;AAQA,eAAO,IAAIzF,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAIyF,cAAclF,OAAOE,EAAP,CAAUiF,aAAV,CAAwB3D,SAAxB,EAAmCqD,QAAnC,EAA6C,UAAUtF,KAAV,EAAiB;AAC5E,oBAAIA,KAAJ,EAAW;AACPE,2BAAOF,KAAP;AACA;AACH;AACD2F,4BAAY9E,EAAZ,CAAe,iBAAf,EAAkC,UAAUC,KAAV,EAAiB;AAC/C3C,0BAAM4B,IAAN,CAAW,4BAAX,EAAyCe,KAAzC;AACA;AACA;AACAA,0BAAM+E,cAAN;AACH,iBALD;AAMAF,4BAAY9E,EAAZ,CAAe,qBAAf,EAAsC,UAAUC,KAAV,EAAiB;AACnDA,0BAAMgF,OAAN,CAAcC,KAAd,GAAsB,IAAtB;AACH,iBAFD;AAGAJ,4BAAY9E,EAAZ,CAAe,eAAf,EAAgC,UAAUC,KAAV,EAAiB;AAC7C3C,0BAAM4B,IAAN,CAAW,0BAAX,EAAuCe,KAAvC,EAA8C6E,YAAYjB,MAAZ,CAAmBsB,QAAjE;AACH,iBAFD;AAGA7F,wBAAQwF,WAAR;AACH,aAlBiB,CAAlB;AAmBH,SApBM,CAAP;AAqBH,KA9BD;AA+BA9H,mBAAeT,SAAf,CAAyB0E,gCAAzB,GAA4D,UAAUN,cAAV,EAA0B;AAClF,YAAI,KAAKwB,kBAAL,CAAwB,KAAxB,KAAkCxB,eAAeqC,SAArD,EAAgE;AAC5D,iBAAKnF,QAAL,CAAcuH,SAAd,CAAwBzE,eAAeqC,SAAvC;AACH;AACDrC,uBAAeqC,SAAf,GAA2B,IAA3B;AACArC,uBAAeuC,WAAf,GAA6B,IAA7B;AACA,eAAO9D,QAAQE,OAAR,EAAP;AACH,KAPD;AAQA;AACA;AACAtC,mBAAeT,SAAf,CAAyBuH,qBAAzB,GAAiD,UAAUuB,YAAV,EAAwB;AACrE,YAAI1H,QAAQ,IAAZ;AACA,eAAO,IAAIyB,OAAJ,CAAY,UAAUE,OAAV,EAAmBD,MAAnB,EAA2B;AAC1C,gBAAI,CAAC1B,MAAMwE,kBAAN,CAAyB,KAAzB,CAAL,EAAsC;AAClC9C,uBAAO,oBAAP;AACA;AACH;AACD,gBAAIuC,aAAajE,MAAME,QAAN,CAAeyH,SAAf,CAAyBD,YAAzB,EAAuC,IAAvC,EAA6C,EAAER,iBAAiB,KAAnB,EAA7C,EAAyE,UAAUU,GAAV,EAAe;AACrG,oBAAIA,GAAJ,EAAS;AACLjI,0BAAMyE,IAAN,CAAW,2BAAX,EAAwCwD,GAAxC;AACAlG,2BAAOkG,GAAP;AACA;AACH;AACD3D,2BAAW5B,EAAX,CAAc,qBAAd,EAAqC,UAAUC,KAAV,EAAiB;AAClD,wBAAIgF,UAAUhF,MAAMgF,OAApB;AACA,wBAAItE,iBAAiBhD,MAAM8C,gBAAN,CAAuB9B,GAAvB,CAA2B0G,aAAatG,UAAb,CAAwBC,YAAnD,CAArB;AACA,wBAAIwG,gBAAgBP,QAAQQ,SAA5B;AACA9E,mCAAeiB,UAAf,GAA4BA,UAA5B;AACA,wBAAI,CAAC4D,aAAL,EAAoB;AAChBlI,8BAAMyE,IAAN,CAAW,2CAAX;AACA;AACH;AACDzE,0BAAM4B,IAAN,CAAW,iCAAX,EAA8CyB,eAAeiB,UAA7D,EAAyE4D,aAAzE;AACAA,kCAAcpB,SAAd,GAA0B1D,OAA1B,CAAkC,UAAUe,UAAV,EAAsB;AACpD9D,8BAAM+H,oBAAN,CAA2B/E,cAA3B,EAA2Cc,UAA3C;AACH,qBAFD;AAGA9D,0BAAMgI,yBAAN,CAAgChF,cAAhC;AACH,iBAdD;AAeArB,wBAAQsC,UAAR;AACH,aAtBgB,CAAjB;AAuBH,SA5BM,CAAP;AA6BH,KA/BD;AAgCA5E,mBAAeT,SAAf,CAAyBwH,iCAAzB,GAA6D,UAAUpD,cAAV,EAA0B;AACnF,YAAI,KAAKwB,kBAAL,CAAwB,KAAxB,KAAkCxB,eAAeiB,UAArD,EAAiE;AAC7D,iBAAK/D,QAAL,CAAc+H,WAAd,CAA0BjF,eAAeiB,UAAzC;AACH;AACDjB,uBAAeiB,UAAf,GAA4B,IAA5B;AACA,eAAOxC,QAAQE,OAAR,EAAP;AACA;;;;AAIA;AACA;AACA;AACA;AACA;AACH,KAfD;AAgBA;AACAtC,mBAAeT,SAAf,CAAyB4F,kBAAzB,GAA8C,UAAU0D,WAAV,EAAuB;AACjE,YAAIA,gBAAgB,KAAK,CAAzB,EAA4B;AAAEA,0BAAc,IAAd;AAAqB;AACnD,YAAIC,YAAY,CAAC,EAAE,KAAKjI,QAAL,IAAiB,KAAKA,QAAL,CAAckB,UAA/B,IAA6C,KAAKlB,QAAL,CAAckB,UAAd,CAAyBC,YAAxE,CAAjB;AACA,eAAO7B,SAAS4I,cAAT,CAAwBD,SAAxB,EAAmC,iCAAnC,EAAsED,WAAtE,CAAP;AACH,KAJD;AAKA,WAAO7I,cAAP;AACH,CAzXmC,CAyXlCI,mBAAmB4I,gBAzXe,CAApC;AA0XAlJ,QAAQE,cAAR,GAAyBA,cAAzB;;AAEA","file":"SessionOpentok.js","sourcesContent":["\"use strict\";\nvar __extends = (this && this.__extends) || (function () {\n    var extendStatics = function (d, b) {\n        extendStatics = Object.setPrototypeOf ||\n            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||\n            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };\n        return extendStatics(d, b);\n    };\n    return function (d, b) {\n        extendStatics(d, b);\n        function __() { this.constructor = d; }\n        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());\n    };\n})();\nObject.defineProperty(exports, \"__esModule\", { value: true });\nexports.OpentokSession = void 0;\nvar MediaConstants_1 = require(\"../MediaConstants\");\nvar guards_1 = require(\"@techsee/techsee-common/lib/core/guards\");\nvar MediaSessionBase_1 = require(\"./MediaSessionBase\");\nvar MediaTracer_1 = require(\"../MediaUtils/MediaTracer\");\nvar trace = MediaTracer_1.getMediaTracer('OpentokSession');\n//Currently this version supports subscribing only. Publishing will be implemented as needed.\nvar OpentokSession = /** @class */ (function (_super) {\n    __extends(OpentokSession, _super);\n    function OpentokSession(sessionParams, streamFactory) {\n        var _this = _super.call(this, sessionParams, streamFactory) || this;\n        _this._lastStreamEvents = [];\n        _this._session = null;\n        _this._credentials = sessionParams.credentials;\n        _this.connect = _this.connect.bind(_this);\n        _this.disconnect = _this.disconnect.bind(_this);\n        _this.onMediaStreamDestroyed = _this.onMediaStreamDestroyed.bind(_this);\n        _this.onMediaStreamRenewed = _this.onMediaStreamRenewed.bind(_this);\n        _this.createStreamForPublishing = _this.createStreamForPublishing.bind(_this);\n        _this.createMediaPublisher = _this.createMediaPublisher.bind(_this);\n        _this.connectionCreatedHandler = _this.connectionCreatedHandler.bind(_this);\n        _this.connectionDestroyedHandler = _this.connectionDestroyedHandler.bind(_this);\n        _this.streamCreatedHandler = _this.streamCreatedHandler.bind(_this);\n        _this.streamDestroyedHandler = _this.streamDestroyedHandler.bind(_this);\n        return _this;\n    }\n    Object.defineProperty(OpentokSession.prototype, \"id\", {\n        get: function () {\n            return this._session && this._session.sessionId ? this._session.sessionId : '';\n        },\n        enumerable: false,\n        configurable: true\n    });\n    Object.defineProperty(OpentokSession.prototype, \"ownPeerId\", {\n        get: function () {\n            return this._session && this._session.connection ? this._session.connection.connectionId : '';\n        },\n        enumerable: false,\n        configurable: true\n    });\n    OpentokSession.prototype.sessionDisconnect = function () {\n        if (this._session) {\n            this._session.disconnect();\n        }\n    };\n    OpentokSession.prototype.connect = function () {\n        var _this = this;\n        trace.info('Connect to session', this._credentials);\n        if (this._session) {\n            trace.error('Session already exists');\n            return Promise.reject('Cannot connect to session while another session is active');\n        }\n        return new Promise(function (resolve, reject) {\n            var handleError = function (error) {\n                _this._session && _this._session.off();\n                _this._session = null;\n                trace.error('handleConnect error:', error);\n                reject(error);\n            };\n            var _a = _this._sessionParams.credentials, apiKey = _a.apiKey, sessionId = _a.sessionId;\n            _this._session = window.OTSESSION = window.OT.initSession(apiKey, sessionId);\n            _this._lastStreamEvents = [];\n            _this._session.on('connectionCreated', _this.connectionCreatedHandler);\n            _this._session.on('connectionDestroyed', _this.connectionDestroyedHandler);\n            _this._session.on('streamCreated', _this.streamCreatedHandler);\n            _this._session.on('streamDestroyed', _this.streamDestroyedHandler);\n            _this._session.on('archiveStarted', function (event) {\n                trace.info('archiveStarted event', event);\n                _this.emitEvent(MediaSessionBase_1.recordingEvents.RECORD_STARTED, event);\n            });\n            _this._session.on('archiveStopped', function (event) {\n                trace.info('archiveStopped event', event);\n                _this.emitEvent(MediaSessionBase_1.recordingEvents.RECORD_STOPPED, event);\n            });\n            var connectHandler = function (error) {\n                if (error) {\n                    handleError(error);\n                    return;\n                }\n                resolve();\n            };\n            _this._session.connect(_this._credentials.token, connectHandler);\n        });\n    };\n    OpentokSession.prototype.disconnect = function () {\n        var _this = this;\n        return new Promise(function (resolve) {\n            trace.info('Disconnecting from session');\n            var currentSession = _this._session;\n            _this._session = null;\n            _this._peerConnections.forEach(function (peerConnection) {\n                _this.destroyPeerConnection(peerConnection);\n            });\n            if (!currentSession) {\n                trace.info('No active session - resolving');\n                resolve();\n                return;\n            }\n            currentSession.off();\n            currentSession.disconnect();\n            _this._lastStreamEvents = [];\n            trace.info('Disconnection from session completed');\n            resolve();\n        });\n    };\n    OpentokSession.prototype.onMediaStreamDestroyed = function (clientRole) {\n        var _this = this;\n        var promises = [];\n        this._peerConnections.forEach(function (peerConnection) {\n            if (peerConnection.peerRole === clientRole) {\n                promises.push(_this.destroyPublisherOnPeerConnection(peerConnection));\n            }\n        });\n        return Promise.all(promises).then(function () { return undefined; });\n    };\n    OpentokSession.prototype.onMediaStreamRenewed = function (clientRole, mediaStream) {\n        //TODO - Alex: need to implement adding new tracks to peer connection and forcing negotiation (in OT API)\n        return Promise.resolve();\n    };\n    OpentokSession.prototype.replaceStreamTracks = function (mediaStream) {\n        return Promise.reject(new Error('Not implemented'));\n    };\n    OpentokSession.prototype.getRemoteTrackStats = function (mediaTrack) {\n        var _this = this;\n        return new Promise(function (resolve, reject) {\n            var peerConnectionOfTrack = _this.getPeerConnectionByMediaTrack(mediaTrack);\n            if (!peerConnectionOfTrack || !peerConnectionOfTrack.subscriber) {\n                reject(new Error('Cannot find peer or subscriber for getting stats'));\n                return;\n            }\n            //https://tokbox.com/developer/sdks/js/reference/Subscriber.html#getStats\n            peerConnectionOfTrack.subscriber.getStats(function (error, stats) {\n                if (error) {\n                    trace.warn('Error getting stats', error);\n                    resolve({ trackId: mediaTrack.id, trackStats: {} });\n                    return;\n                }\n                resolve({ trackId: mediaTrack.id, trackStats: stats });\n            });\n        });\n    };\n    //#region OpenTok Events Handlers\n    OpentokSession.prototype.connectionCreatedHandler = function (event) {\n        var _this = this;\n        trace.info('connectionCreatedHandler', event);\n        var connection = event.connection;\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n        var destinationRole = JSON.parse(connection.data).clientRole;\n        this.createStreamForPublishing(destinationRole, connection.connectionId === this.ownPeerId)\n            .then(function (streams) {\n            var peerConnection = {\n                peerId: connection.connectionId,\n                peerRole: destinationRole,\n                peerType: _this._sessionParams.clientType === MediaConstants_1.SessionClientType.INITIATOR\n                    ? MediaConstants_1.SessionClientType.GUEST : MediaConstants_1.SessionClientType.INITIATOR,\n                connection: connection,\n                publisher: null,\n                subscriber: null,\n                remoteMediaTracks: [],\n                localStream: streams,\n                connectionTimoutPrt: null\n            };\n            if (connection.connectionId !== _this.ownPeerId || (!streams.videoSource && !streams.audioSource)) {\n                trace.info('Peer connection without publisher was created', peerConnection);\n                return peerConnection;\n            }\n            return _this.createMediaPublisher(streams)\n                .then(function (publisher) {\n                peerConnection.publisher = publisher;\n                trace.info('Peer connection with publisher was created', peerConnection);\n                return peerConnection;\n            });\n        })\n            .then(function (peerConnection) {\n            _this._peerConnections.set(peerConnection.peerId, peerConnection);\n            if (connection.connectionId === _this.ownPeerId) {\n                trace.info('Before subscribe the event streams');\n                /*\n                    When publisher connect after others participants,\n                     make sure the publisher will not loose their stream to subscribe\n                 */\n                return _this._lastStreamEvents.reduce(function (promiseChain, streamEvent) { return promiseChain\n                    .then(function () { return _this.streamCreatedHandler(streamEvent); }); }, Promise.resolve())\n                    .then(function () {\n                    if (peerConnection.publisher) {\n                        return new Promise(function (resolve, reject) {\n                            trace.info('Starting publish to peerConnection.publisher');\n                            _this._session.publish(peerConnection.publisher, function (error) {\n                                if (error) {\n                                    trace.error(\"Publish to peerConnection error \" + error);\n                                    return reject(error);\n                                }\n                                trace.info('Publish to peerConnection success');\n                                return resolve();\n                            });\n                        });\n                    }\n                    return Promise.resolve();\n                });\n            }\n        })\n            .catch(function (error) {\n            //Need to handle fail cases during reliability\n            trace.error(\"Error handling new peer connection: \" + error);\n        });\n    };\n    OpentokSession.prototype.connectionDestroyedHandler = function (event) {\n        trace.info('connectionDestroyedHandler', event);\n        var connection = event.connection;\n        if (!this.sessionExistsGuard(false) || !connection) {\n            return;\n        }\n        if (this._peerConnections.has(connection.connectionId)) {\n            this.destroyPeerConnection(this._peerConnections.get(connection.connectionId));\n        }\n    };\n    OpentokSession.prototype.streamCreatedHandler = function (event) {\n        trace.info('streamCreatedHandler', event.stream);\n        var stream = event.stream;\n        var connection = (stream || { connection: null }).connection;\n        if (!this.sessionExistsGuard(false) || !stream || connection.connectionId === this.ownPeerId) {\n            return;\n        }\n        if (!this._peerConnections.has(connection.connectionId)) {\n            trace.warn('Unexpected case, connection should exist on this stage');\n            this._lastStreamEvents.push(event);\n            return;\n        }\n        var peerConnection = this._peerConnections.get(connection.connectionId);\n        trace.info('Subscribing the stream');\n        this.createMediaSubscriber(stream).then(function (subscriber) {\n            peerConnection.subscriber = subscriber;\n        });\n    };\n    OpentokSession.prototype.streamDestroyedHandler = function (event) {\n        trace.info('streamDestroyedHandler', event);\n        var stream = event.stream;\n        if (!this.sessionExistsGuard(false) || !stream) {\n            return;\n        }\n        var peerConnection = this._peerConnections.get(stream.connection.connectionId);\n        if (!peerConnection) {\n            trace.warn('Peer connection for remote stream not found');\n            return;\n        }\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying subscriber on stream destroy'); });\n    };\n    //#endregion\n    //#region PeerConnection\n    OpentokSession.prototype.destroyPeerConnection = function (peerConnection) {\n        this._peerConnections.delete(peerConnection.peerId);\n        this.destroyPublisherOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying publisher on peer destroy'); });\n        this.destroySubscriberOnPeerConnection(peerConnection)\n            .catch(function () { return trace.warn('Error destroying subscriber on peer destroy'); });\n    };\n    //#endregion\n    //#region Publisher\n    OpentokSession.prototype.createStreamForPublishing = function (destinationRole, shouldCreateStream) {\n        var _this = this;\n        trace.info('createStreamForPublishing');\n        var stream = { videoSource: null, audioSource: null };\n        if (!shouldCreateStream) {\n            trace.info(\"createStreamForPublishing - destinationRole: \" + destinationRole + \" not supposed to create a stream\");\n            return Promise.resolve(stream);\n        }\n        return this._sessionStreamsManager.getMediaStreamForRole(destinationRole)\n            .then(function (mediaStream) {\n            if (mediaStream) {\n                trace.info('Media stream found for publishing', mediaStream);\n                mediaStream.getTracks().forEach(function (track) {\n                    if (track.kind === 'video') {\n                        stream.videoSource = track;\n                    }\n                    else if (track.kind === 'audio') {\n                        stream.audioSource = track;\n                    }\n                });\n            }\n            else if (_this._sessionParams.clientRole === MediaConstants_1.SessionClientRole.USER) {\n                trace.warn('No local media was found for publishing to destinationRole:', destinationRole);\n            }\n            return stream;\n        });\n    };\n    OpentokSession.prototype.createMediaPublisher = function (stream) {\n        var otParams = {\n            videoSource: stream.videoSource ? stream.videoSource : false,\n            audioSource: stream.audioSource ? stream.audioSource : false,\n            publishAudio: !!stream.audioSource,\n            publishVideo: !!stream.videoSource,\n            showControls: false,\n            insertDefaultUI: false\n        };\n        return new Promise(function (resolve, reject) {\n            var otPublisher = window.OT.initPublisher(undefined, otParams, function (error) {\n                if (error) {\n                    reject(error);\n                    return;\n                }\n                otPublisher.on('streamDestroyed', function (event) {\n                    trace.info('Publisher stream destroyed', event);\n                    //We preventing the default, in order to prevent stop the stream by OT.\n                    //We managing streams by ourselves and if we allow OT to close the stream, it cannot be reused.\n                    event.preventDefault();\n                });\n                otPublisher.on('videoElementCreated', function (event) {\n                    event.element.muted = true;\n                });\n                otPublisher.on('streamCreated', function (event) {\n                    trace.info('publisher stream created', event, otPublisher.stream.hasAudio);\n                });\n                resolve(otPublisher);\n            });\n        });\n    };\n    OpentokSession.prototype.destroyPublisherOnPeerConnection = function (peerConnection) {\n        if (this.sessionExistsGuard(false) && peerConnection.publisher) {\n            this._session.unpublish(peerConnection.publisher);\n        }\n        peerConnection.publisher = null;\n        peerConnection.localStream = null;\n        return Promise.resolve();\n    };\n    //#endregion\n    //#region Subscriber\n    OpentokSession.prototype.createMediaSubscriber = function (remoteStream) {\n        var _this = this;\n        return new Promise(function (resolve, reject) {\n            if (!_this.sessionExistsGuard(false)) {\n                reject('Session not exists');\n                return;\n            }\n            var subscriber = _this._session.subscribe(remoteStream, null, { insertDefaultUI: false }, function (err) {\n                if (err) {\n                    trace.warn('Error creating subscriber', err);\n                    reject(err);\n                    return;\n                }\n                subscriber.on('videoElementCreated', function (event) {\n                    var element = event.element;\n                    var peerConnection = _this._peerConnections.get(remoteStream.connection.connectionId);\n                    var otMediaStream = element.srcObject;\n                    peerConnection.subscriber = subscriber;\n                    if (!otMediaStream) {\n                        trace.warn('MediaStream not found in OT video element');\n                        return;\n                    }\n                    trace.info('Registering remote media tracks', peerConnection.subscriber, otMediaStream);\n                    otMediaStream.getTracks().forEach(function (mediaTrack) {\n                        _this.addRemoteTrackToPeer(peerConnection, mediaTrack);\n                    });\n                    _this.registerPeersRemoteTracks(peerConnection);\n                });\n                resolve(subscriber);\n            });\n        });\n    };\n    OpentokSession.prototype.destroySubscriberOnPeerConnection = function (peerConnection) {\n        if (this.sessionExistsGuard(false) && peerConnection.subscriber) {\n            this._session.unsubscribe(peerConnection.subscriber);\n        }\n        peerConnection.subscriber = null;\n        return Promise.resolve();\n        /**\n         REMARK- opentok provide the same media track id for all participates.\n         when we unregister the media track we check by the id which is the same for all.\n         **/\n        // return this.unregisterPeersRemoteMediaTracks(peerConnection)\n        //     .catch(() => trace.warn('Error removing remote streams from peerConnection'))\n        //     .then(() => {\n        //         peerConnection.subscriber = null;\n        //     });\n    };\n    //#endregion\n    OpentokSession.prototype.sessionExistsGuard = function (shouldThrow) {\n        if (shouldThrow === void 0) { shouldThrow = true; }\n        var connected = !!(this._session && this._session.connection && this._session.connection.connectionId);\n        return guards_1.throwableGuard(connected, 'There no OpenTok session exists', shouldThrow);\n    };\n    return OpentokSession;\n}(MediaSessionBase_1.MediaSessionBase));\nexports.OpentokSession = OpentokSession;\n\n//# sourceMappingURL=SessionOpentok.js.map\n"]}

package/lib/MediaUtils/MediaDomUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/MediaUtils/MediaDomUtils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAOlD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA8EzH;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBlF;AAOD,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,WAAW,EAAE,eAAe,GAAE,eAAiC,GAAG,OAAO,CAAC,MAAM,CAAC,CAqGxI","file":"MediaDomUtils.d.ts","sourcesContent":["import isUndefined from 'lodash/isUndefined';\n\n// eslint-disable-next-line @typescript-eslint/ban-ts-comment\n//@ts-ignore\nimport {TsEnvironmentDetect} from '@techsee/techsee-common/lib/helpers/ts-environment-detect';\nimport {repeatWithTimeout} from '@techsee/techsee-common/lib/core/retry-with-timeout';\nimport {SnapshotOptions} from '../MediaContracts';\nimport {getMediaTracer} from './MediaTracer';\n\nconst trace = getMediaTracer('DomUtils');\n\nconst isIE11 = (new TsEnvironmentDetect()).isIE11();\n\nexport function renderMediaStreamToVideoEl(container: HTMLDivElement, mediaStream: MediaStream): Promise<HTMLVideoElement> {\n    return new Promise((resolve, reject) => {\n        if (!document.body.contains(container)) {\n            reject(new Error('Cannot render to container that is not attached to dom'));\n\n            return;\n        }\n\n        const doResolve = (videoEl: HTMLVideoElement): void => {\n            trace.info('Video element created successfully', {videoEl});\n            resolve(videoEl);\n        };\n\n        const videoEl = document.createElement('video') as any;\n\n        videoEl.muted = true;\n        videoEl.playsInline = true;\n\n        if (isIE11 && (window as any).WebRTCAdapter) {\n            container.appendChild(videoEl);\n            (window as any).WebRTCAdapter.bindVideoElement(videoEl);\n        }\n\n        videoEl.srcObject = mediaStream;\n\n        if (!isIE11) {\n            // Hack to override behavior introduced by Chrome/FF that unmuted video elements can't auto play\n            videoEl.setAttribute('muted', '');\n        }\n\n        try {\n            const playRes = videoEl.play();\n\n            if (playRes && playRes.then) {\n                playRes.then(() => {\n                    trace.info('Video element play success');\n                    if (!isIE11) {\n                        doResolve(videoEl);\n                    }\n                });\n            } else if (!isIE11) {\n                doResolve(videoEl);\n            }\n\n            if (playRes && playRes.catch) {\n                playRes.catch((error: any) => {\n                    trace.error('Reject while executing play method on video element', error);\n                    reject(error);\n                });\n            }\n        } catch (error) {\n            reject(error);\n            trace.error('Error while executing play method on video element', error);\n\n            return;\n        }\n\n\n        if (isIE11) {\n            const handleComplete = (): boolean => videoEl.parentElement.tagName !== 'OBJECT';\n\n            const waitForObjectSettings = {intervalInMs: 30, timeoutInMs: 200};\n\n            repeatWithTimeout(handleComplete, waitForObjectSettings)\n                .then(() => {\n                    //We will wait, until video is played, then we resolve\n                    const isVideoPlaying = (): boolean => videoEl.videoHeight <= 0 || videoEl.videoWidth <= 0;\n                    const waitForVideoSettings = {intervalInMs: 50, timeoutInMs: 10000};\n\n                    repeatWithTimeout(isVideoPlaying, waitForVideoSettings)\n                        .then(() => doResolve(videoEl.parentElement))\n                        .catch(() => reject(new Error('Timeout while waiting for video to play')));\n                });\n        } else {\n            container.appendChild(videoEl);\n            //doResolve(videoEl);\n        }\n    });\n}\n\nexport function removeVideoElementFromDom(videoEl: HTMLVideoElement): Promise<void> {\n    return new Promise((resolve) => {\n        if (isIE11 && (window as any).WebRTCAdapter) {\n            (window as any).WebRTCAdapter.unBindVideoElement(videoEl);\n            if (videoEl && videoEl.parentNode && videoEl.parentNode.removeChild) {\n                videoEl.parentNode.removeChild(videoEl);\n                trace.info('Video element removed successfully');\n            } else {\n                trace.warn('Video element not removed', videoEl, videoEl.parentNode);\n            }\n        } else {\n            videoEl.remove();\n        }\n\n        resolve();\n    });\n}\n\nconst defaultSnapshot: SnapshotOptions = {\n    format: 'image/png',\n    quality: 0.92\n};\n\nexport function getSnapshotFromMediaStream(mediaStream: MediaStream, snapshotOptions: SnapshotOptions = defaultSnapshot): Promise<string> {\n    const {format, quality, x, y, w, h} = snapshotOptions;\n    const crop = !isUndefined(x) && !isUndefined(y) && !isUndefined(w) && !isUndefined(h);\n    const resize = !crop && (!isUndefined(w) || !isUndefined(h));\n\n    return new Promise((resolve, reject) => {\n\n        const tempContainer = document.createElement('div');\n\n        tempContainer.style.cssText = 'position:absolute;left: -10000px;';\n        document.body.appendChild(tempContainer);\n\n        const doneFn = (err: any, image?: any): void => {\n            if (err) {\n                reject(err);\n\n                return;\n            }\n\n            setTimeout(() => {\n                document.body.removeChild(tempContainer);\n                if (!err) {\n                    resolve(image);\n                }\n            }, 50);\n        };\n\n        renderMediaStreamToVideoEl(tempContainer, mediaStream)\n            .then((videoElement) => Promise.resolve(isIE11 ? getImgDataIE11(videoElement) : getImgData(videoElement))\n                .then((imgData: any) => {\n                    if (!imgData || imgData.length < 10) {\n                        throw new Error('Failed to create a snapshot - imgData is null or empty');\n                    }\n\n                    doneFn(null, imgData);\n                }))\n            .catch((error) => {\n                doneFn(error || new Error('Failed to create a snapshot - can\\'t render MediaStream To VideoEl '));\n            });\n    });\n\n    //Gets image in all browsers except of IE\n    function getImgData(videoElement: HTMLVideoElement): string {\n        const {videoWidth, videoHeight} = videoElement;\n        const canvas = document.createElement('canvas');\n        const ctx = canvas.getContext('2d')!;\n\n        if (crop) {\n            canvas.width = w;\n            canvas.height = h;\n\n            ctx.drawImage(videoElement, x, y, w, h, 0, 0, w, h);\n        } else if (resize) {\n            canvas.width = w;\n            canvas.height = h;\n\n            ctx.drawImage(videoElement, 0, 0, w, h);\n        } else {\n            canvas.height = videoHeight;\n            canvas.width = videoWidth;\n\n            ctx.drawImage(videoElement, 0, 0);\n        }\n\n        return canvas.toDataURL(format, quality);\n    }\n\n    //Gets image in IE browser. There should be TechSee IE11 plugin or OpenTok plugin installed.\n    function getImgDataIE11(videoElement: any): Promise<string> {\n        return new Promise((resolve) => {\n            const {videoWidth, videoHeight} = videoElement;\n            const canvas = document.createElement('canvas');\n            const ctx = canvas.getContext('2d')!;\n\n            if (crop || resize) {\n                canvas.width = w;\n                canvas.height = h;\n            } else {\n                canvas.height = videoHeight;\n                canvas.width = videoWidth;\n            }\n\n            function _drawAndRemove(image: any): string {\n                if (crop) {\n                    ctx.drawImage(image, x, y, w, h, 0, 0, w, h);\n                } else if (resize) {\n                    ctx.drawImage(image, 0, 0, w, h);\n                } else {\n                    ctx.drawImage(image, 0, 0, videoWidth, videoHeight);\n                }\n\n                return canvas.toDataURL(format, quality);\n            }\n\n            const base64 = videoElement.getFrame();\n            const image = new Image();\n\n            image.onload = () => resolve(_drawAndRemove(image));\n            image.setAttribute('src', 'data:image/bmp;base64,' + base64);\n        });\n    }\n}\n"]}
+{"version":3,"sources":["../src/MediaUtils/MediaDomUtils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAOlD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAoFzH;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBlF;AAOD,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,WAAW,EAAE,eAAe,GAAE,eAAiC,GAAG,OAAO,CAAC,MAAM,CAAC,CAqGxI","file":"MediaDomUtils.d.ts","sourcesContent":["import isUndefined from 'lodash/isUndefined';\n\n// eslint-disable-next-line @typescript-eslint/ban-ts-comment\n//@ts-ignore\nimport {TsEnvironmentDetect} from '@techsee/techsee-common/lib/helpers/ts-environment-detect';\nimport {repeatWithTimeout} from '@techsee/techsee-common/lib/core/retry-with-timeout';\nimport {SnapshotOptions} from '../MediaContracts';\nimport {getMediaTracer} from './MediaTracer';\n\nconst trace = getMediaTracer('DomUtils');\n\nconst isIE11 = (new TsEnvironmentDetect()).isIE11();\n\nexport function renderMediaStreamToVideoEl(container: HTMLDivElement, mediaStream: MediaStream): Promise<HTMLVideoElement> {\n    return new Promise((resolve, reject) => {\n        if (!document.body.contains(container)) {\n            reject(new Error('Cannot render to container that is not attached to dom'));\n\n            return;\n        }\n\n        const doResolve = (videoEl: HTMLVideoElement): void => {\n            trace.info('Video element created successfully', {videoEl});\n            resolve(videoEl);\n        };\n\n        const videoEl = document.createElement('video') as any;\n\n        videoEl.muted = true;\n        videoEl.playsInline = true;\n\n        if (isIE11 && (window as any).WebRTCAdapter) {\n            container.appendChild(videoEl);\n            (window as any).WebRTCAdapter.bindVideoElement(videoEl);\n        }\n\n        videoEl.srcObject = mediaStream;\n\n        // When unplugged the headphones in ios the video element got paused.\n        videoEl.addEventListener('pause', () => {\n            trace.info('Video element got paused. IOS headphones disconnected');\n            videoEl.play();\n        });\n\n        if (!isIE11) {\n            // Hack to override behavior introduced by Chrome/FF that unmuted video elements can't auto play\n            videoEl.setAttribute('muted', '');\n        }\n\n        try {\n            const playRes = videoEl.play();\n\n            if (playRes && playRes.then) {\n                playRes.then(() => {\n                    trace.info('Video element play success');\n                    if (!isIE11) {\n                        doResolve(videoEl);\n                    }\n                });\n            } else if (!isIE11) {\n                doResolve(videoEl);\n            }\n\n            if (playRes && playRes.catch) {\n                playRes.catch((error: any) => {\n                    trace.error('Reject while executing play method on video element', error);\n                    reject(error);\n                });\n            }\n        } catch (error) {\n            reject(error);\n            trace.error('Error while executing play method on video element', error);\n\n            return;\n        }\n\n\n        if (isIE11) {\n            const handleComplete = (): boolean => videoEl.parentElement.tagName !== 'OBJECT';\n\n            const waitForObjectSettings = {intervalInMs: 30, timeoutInMs: 200};\n\n            repeatWithTimeout(handleComplete, waitForObjectSettings)\n                .then(() => {\n                    //We will wait, until video is played, then we resolve\n                    const isVideoPlaying = (): boolean => videoEl.videoHeight <= 0 || videoEl.videoWidth <= 0;\n                    const waitForVideoSettings = {intervalInMs: 50, timeoutInMs: 10000};\n\n                    repeatWithTimeout(isVideoPlaying, waitForVideoSettings)\n                        .then(() => doResolve(videoEl.parentElement))\n                        .catch(() => reject(new Error('Timeout while waiting for video to play')));\n                });\n        } else {\n            container.appendChild(videoEl);\n            //doResolve(videoEl);\n        }\n    });\n}\n\nexport function removeVideoElementFromDom(videoEl: HTMLVideoElement): Promise<void> {\n    return new Promise((resolve) => {\n        if (isIE11 && (window as any).WebRTCAdapter) {\n            (window as any).WebRTCAdapter.unBindVideoElement(videoEl);\n            if (videoEl && videoEl.parentNode && videoEl.parentNode.removeChild) {\n                videoEl.parentNode.removeChild(videoEl);\n                trace.info('Video element removed successfully');\n            } else {\n                trace.warn('Video element not removed', videoEl, videoEl.parentNode);\n            }\n        } else {\n            videoEl.remove();\n        }\n\n        resolve();\n    });\n}\n\nconst defaultSnapshot: SnapshotOptions = {\n    format: 'image/png',\n    quality: 0.92\n};\n\nexport function getSnapshotFromMediaStream(mediaStream: MediaStream, snapshotOptions: SnapshotOptions = defaultSnapshot): Promise<string> {\n    const {format, quality, x, y, w, h} = snapshotOptions;\n    const crop = !isUndefined(x) && !isUndefined(y) && !isUndefined(w) && !isUndefined(h);\n    const resize = !crop && (!isUndefined(w) || !isUndefined(h));\n\n    return new Promise((resolve, reject) => {\n\n        const tempContainer = document.createElement('div');\n\n        tempContainer.style.cssText = 'position:absolute;left: -10000px;';\n        document.body.appendChild(tempContainer);\n\n        const doneFn = (err: any, image?: any): void => {\n            if (err) {\n                reject(err);\n\n                return;\n            }\n\n            setTimeout(() => {\n                document.body.removeChild(tempContainer);\n                if (!err) {\n                    resolve(image);\n                }\n            }, 50);\n        };\n\n        renderMediaStreamToVideoEl(tempContainer, mediaStream)\n            .then((videoElement) => Promise.resolve(isIE11 ? getImgDataIE11(videoElement) : getImgData(videoElement))\n                .then((imgData: any) => {\n                    if (!imgData || imgData.length < 10) {\n                        throw new Error('Failed to create a snapshot - imgData is null or empty');\n                    }\n\n                    doneFn(null, imgData);\n                }))\n            .catch((error) => {\n                doneFn(error || new Error('Failed to create a snapshot - can\\'t render MediaStream To VideoEl '));\n            });\n    });\n\n    //Gets image in all browsers except of IE\n    function getImgData(videoElement: HTMLVideoElement): string {\n        const {videoWidth, videoHeight} = videoElement;\n        const canvas = document.createElement('canvas');\n        const ctx = canvas.getContext('2d')!;\n\n        if (crop) {\n            canvas.width = w;\n            canvas.height = h;\n\n            ctx.drawImage(videoElement, x, y, w, h, 0, 0, w, h);\n        } else if (resize) {\n            canvas.width = w;\n            canvas.height = h;\n\n            ctx.drawImage(videoElement, 0, 0, w, h);\n        } else {\n            canvas.height = videoHeight;\n            canvas.width = videoWidth;\n\n            ctx.drawImage(videoElement, 0, 0);\n        }\n\n        return canvas.toDataURL(format, quality);\n    }\n\n    //Gets image in IE browser. There should be TechSee IE11 plugin or OpenTok plugin installed.\n    function getImgDataIE11(videoElement: any): Promise<string> {\n        return new Promise((resolve) => {\n            const {videoWidth, videoHeight} = videoElement;\n            const canvas = document.createElement('canvas');\n            const ctx = canvas.getContext('2d')!;\n\n            if (crop || resize) {\n                canvas.width = w;\n                canvas.height = h;\n            } else {\n                canvas.height = videoHeight;\n                canvas.width = videoWidth;\n            }\n\n            function _drawAndRemove(image: any): string {\n                if (crop) {\n                    ctx.drawImage(image, x, y, w, h, 0, 0, w, h);\n                } else if (resize) {\n                    ctx.drawImage(image, 0, 0, w, h);\n                } else {\n                    ctx.drawImage(image, 0, 0, videoWidth, videoHeight);\n                }\n\n                return canvas.toDataURL(format, quality);\n            }\n\n            const base64 = videoElement.getFrame();\n            const image = new Image();\n\n            image.onload = () => resolve(_drawAndRemove(image));\n            image.setAttribute('src', 'data:image/bmp;base64,' + base64);\n        });\n    }\n}\n"]}

package/lib/MediaUtils/MediaDomUtils.js

@@ -31,6 +31,11 @@ function renderMediaStreamToVideoEl(container, mediaStream) {
             window.WebRTCAdapter.bindVideoElement(videoEl);
         }
         videoEl.srcObject = mediaStream;
+        // When unplugged the headphones in ios the video element got paused.
+        videoEl.addEventListener('pause', function () {
+            trace.info('Video element got paused. IOS headphones disconnected');
+            videoEl.play();
+        });
         if (!isIE11) {
             // Hack to override behavior introduced by Chrome/FF that unmuted video elements can't auto play
             videoEl.setAttribute('muted', '');

package/lib/MediaUtils/MediaDomUtils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["MediaUtils/MediaDomUtils.js"],"names":["__importDefault","mod","__esModule","Object","defineProperty","exports","value","getSnapshotFromMediaStream","removeVideoElementFromDom","renderMediaStreamToVideoEl","isUndefined_1","require","ts_environment_detect_1","retry_with_timeout_1","MediaTracer_1","trace","getMediaTracer","isIE11","TsEnvironmentDetect","container","mediaStream","Promise","resolve","reject","document","body","contains","Error","doResolve","videoEl","info","createElement","muted","playsInline","window","WebRTCAdapter","appendChild","bindVideoElement","srcObject","setAttribute","playRes","play","then","catch","error","handleComplete","parentElement","tagName","waitForObjectSettings","intervalInMs","timeoutInMs","repeatWithTimeout","isVideoPlaying","videoHeight","videoWidth","waitForVideoSettings","unBindVideoElement","parentNode","removeChild","warn","remove","defaultSnapshot","format","quality","snapshotOptions","x","y","w","h","crop","default","resize","tempContainer","style","cssText","doneFn","err","image","setTimeout","videoElement","getImgDataIE11","getImgData","imgData","length","canvas","ctx","getContext","width","height","drawImage","toDataURL","_drawAndRemove","base64","getFrame","Image","onload"],"mappings":"AAAA;;AACA,IAAIA,kBAAmB,aAAQ,UAAKA,eAAd,IAAkC,UAAUC,GAAV,EAAe;AACnE,WAAQA,OAAOA,IAAIC,UAAZ,GAA0BD,GAA1B,GAAgC,EAAE,WAAWA,GAAb,EAAvC;AACH,CAFD;AAGAE,OAAOC,cAAP,CAAsBC,OAAtB,EAA+B,YAA/B,EAA6C,EAAEC,OAAO,IAAT,EAA7C;AACAD,QAAQE,0BAAR,GAAqCF,QAAQG,yBAAR,GAAoCH,QAAQI,0BAAR,GAAqC,KAAK,CAAnH;AACA,IAAIC,gBAAgBV,gBAAgBW,QAAQ,oBAAR,CAAhB,CAApB;AACA;AACA;AACA,IAAIC,0BAA0BD,QAAQ,2DAAR,CAA9B;AACA,IAAIE,uBAAuBF,QAAQ,qDAAR,CAA3B;AACA,IAAIG,gBAAgBH,QAAQ,eAAR,CAApB;AACA,IAAII,QAAQD,cAAcE,cAAd,CAA6B,UAA7B,CAAZ;AACA,IAAIC,SAAU,IAAIL,wBAAwBM,mBAA5B,EAAD,CAAoDD,MAApD,EAAb;AACA,SAASR,0BAAT,CAAoCU,SAApC,EAA+CC,WAA/C,EAA4D;AACxD,WAAO,IAAIC,OAAJ,CAAY,UAAUC,OAAV,EAAmBC,MAAnB,EAA2B;AAC1C,YAAI,CAACC,SAASC,IAAT,CAAcC,QAAd,CAAuBP,SAAvB,CAAL,EAAwC;AACpCI,mBAAO,IAAII,KAAJ,CAAU,wDAAV,CAAP;AACA;AACH;AACD,YAAIC,YAAY,SAAZA,SAAY,CAAUC,OAAV,EAAmB;AAC/Bd,kBAAMe,IAAN,CAAW,oCAAX,EAAiD,EAAED,SAASA,OAAX,EAAjD;AACAP,oBAAQO,OAAR;AACH,SAHD;AAIA,YAAIA,UAAUL,SAASO,aAAT,CAAuB,OAAvB,CAAd;AACAF,gBAAQG,KAAR,GAAgB,IAAhB;AACAH,gBAAQI,WAAR,GAAsB,IAAtB;AACA,YAAIhB,UAAUiB,OAAOC,aAArB,EAAoC;AAChChB,sBAAUiB,WAAV,CAAsBP,OAAtB;AACAK,mBAAOC,aAAP,CAAqBE,gBAArB,CAAsCR,OAAtC;AACH;AACDA,gBAAQS,SAAR,GAAoBlB,WAApB;AACA,YAAI,CAACH,MAAL,EAAa;AACT;AACAY,oBAAQU,YAAR,CAAqB,OAArB,EAA8B,EAA9B;AACH;AACD,YAAI;AACA,gBAAIC,UAAUX,QAAQY,IAAR,EAAd;AACA,gBAAID,WAAWA,QAAQE,IAAvB,EAA6B;AACzBF,wBAAQE,IAAR,CAAa,YAAY;AACrB3B,0BAAMe,IAAN,CAAW,4BAAX;AACA,wBAAI,CAACb,MAAL,EAAa;AACTW,kCAAUC,OAAV;AACH;AACJ,iBALD;AAMH,aAPD,MAQK,IAAI,CAACZ,MAAL,EAAa;AACdW,0BAAUC,OAAV;AACH;AACD,gBAAIW,WAAWA,QAAQG,KAAvB,EAA8B;AAC1BH,wBAAQG,KAAR,CAAc,UAAUC,KAAV,EAAiB;AAC3B7B,0BAAM6B,KAAN,CAAY,qDAAZ,EAAmEA,KAAnE;AACArB,2BAAOqB,KAAP;AACH,iBAHD;AAIH;AACJ,SAnBD,CAoBA,OAAOA,KAAP,EAAc;AACVrB,mBAAOqB,KAAP;AACA7B,kBAAM6B,KAAN,CAAY,oDAAZ,EAAkEA,KAAlE;AACA;AACH;AACD,YAAI3B,MAAJ,EAAY;AACR,gBAAI4B,iBAAiB,SAAjBA,cAAiB,GAAY;AAAE,uBAAOhB,QAAQiB,aAAR,CAAsBC,OAAtB,KAAkC,QAAzC;AAAoD,aAAvF;AACA,gBAAIC,wBAAwB,EAAEC,cAAc,EAAhB,EAAoBC,aAAa,GAAjC,EAA5B;AACArC,iCAAqBsC,iBAArB,CAAuCN,cAAvC,EAAuDG,qBAAvD,EACKN,IADL,CACU,YAAY;AAClB;AACA,oBAAIU,iBAAiB,SAAjBA,cAAiB,GAAY;AAAE,2BAAOvB,QAAQwB,WAAR,IAAuB,CAAvB,IAA4BxB,QAAQyB,UAAR,IAAsB,CAAzD;AAA6D,iBAAhG;AACA,oBAAIC,uBAAuB,EAAEN,cAAc,EAAhB,EAAoBC,aAAa,KAAjC,EAA3B;AACArC,qCAAqBsC,iBAArB,CAAuCC,cAAvC,EAAuDG,oBAAvD,EACKb,IADL,CACU,YAAY;AAAE,2BAAOd,UAAUC,QAAQiB,aAAlB,CAAP;AAA0C,iBADlE,EAEKH,KAFL,CAEW,YAAY;AAAE,2BAAOpB,OAAO,IAAII,KAAJ,CAAU,yCAAV,CAAP,CAAP;AAAsE,iBAF/F;AAGH,aARD;AASH,SAZD,MAaK;AACDR,sBAAUiB,WAAV,CAAsBP,OAAtB;AACA;AACH;AACJ,KA/DM,CAAP;AAgEH;AACDxB,QAAQI,0BAAR,GAAqCA,0BAArC;AACA,SAASD,yBAAT,CAAmCqB,OAAnC,EAA4C;AACxC,WAAO,IAAIR,OAAJ,CAAY,UAAUC,OAAV,EAAmB;AAClC,YAAIL,UAAUiB,OAAOC,aAArB,EAAoC;AAChCD,mBAAOC,aAAP,CAAqBqB,kBAArB,CAAwC3B,OAAxC;AACA,gBAAIA,WAAWA,QAAQ4B,UAAnB,IAAiC5B,QAAQ4B,UAAR,CAAmBC,WAAxD,EAAqE;AACjE7B,wBAAQ4B,UAAR,CAAmBC,WAAnB,CAA+B7B,OAA/B;AACAd,sBAAMe,IAAN,CAAW,oCAAX;AACH,aAHD,MAIK;AACDf,sBAAM4C,IAAN,CAAW,2BAAX,EAAwC9B,OAAxC,EAAiDA,QAAQ4B,UAAzD;AACH;AACJ,SATD,MAUK;AACD5B,oBAAQ+B,MAAR;AACH;AACDtC;AACH,KAfM,CAAP;AAgBH;AACDjB,QAAQG,yBAAR,GAAoCA,yBAApC;AACA,IAAIqD,kBAAkB;AAClBC,YAAQ,WADU;AAElBC,aAAS;AAFS,CAAtB;AAIA,SAASxD,0BAAT,CAAoCa,WAApC,EAAiD4C,eAAjD,EAAkE;AAC9D,QAAIA,oBAAoB,KAAK,CAA7B,EAAgC;AAAEA,0BAAkBH,eAAlB;AAAoC;AACtE,QAAIC,SAASE,gBAAgBF,MAA7B;AAAA,QAAqCC,UAAUC,gBAAgBD,OAA/D;AAAA,QAAwEE,IAAID,gBAAgBC,CAA5F;AAAA,QAA+FC,IAAIF,gBAAgBE,CAAnH;AAAA,QAAsHC,IAAIH,gBAAgBG,CAA1I;AAAA,QAA6IC,IAAIJ,gBAAgBI,CAAjK;AACA,QAAIC,OAAO,CAAC3D,cAAc4D,OAAd,CAAsBL,CAAtB,CAAD,IAA6B,CAACvD,cAAc4D,OAAd,CAAsBJ,CAAtB,CAA9B,IAA0D,CAACxD,cAAc4D,OAAd,CAAsBH,CAAtB,CAA3D,IAAuF,CAACzD,cAAc4D,OAAd,CAAsBF,CAAtB,CAAnG;AACA,QAAIG,SAAS,CAACF,IAAD,KAAU,CAAC3D,cAAc4D,OAAd,CAAsBH,CAAtB,CAAD,IAA6B,CAACzD,cAAc4D,OAAd,CAAsBF,CAAtB,CAAxC,CAAb;AACA,WAAO,IAAI/C,OAAJ,CAAY,UAAUC,OAAV,EAAmBC,MAAnB,EAA2B;AAC1C,YAAIiD,gBAAgBhD,SAASO,aAAT,CAAuB,KAAvB,CAApB;AACAyC,sBAAcC,KAAd,CAAoBC,OAApB,GAA8B,mCAA9B;AACAlD,iBAASC,IAAT,CAAcW,WAAd,CAA0BoC,aAA1B;AACA,YAAIG,SAAS,SAATA,MAAS,CAAUC,GAAV,EAAeC,KAAf,EAAsB;AAC/B,gBAAID,GAAJ,EAAS;AACLrD,uBAAOqD,GAAP;AACA;AACH;AACDE,uBAAW,YAAY;AACnBtD,yBAASC,IAAT,CAAciC,WAAd,CAA0Bc,aAA1B;AACA,oBAAI,CAACI,GAAL,EAAU;AACNtD,4BAAQuD,KAAR;AACH;AACJ,aALD,EAKG,EALH;AAMH,SAXD;AAYApE,mCAA2B+D,aAA3B,EAA0CpD,WAA1C,EACKsB,IADL,CACU,UAAUqC,YAAV,EAAwB;AAAE,mBAAO1D,QAAQC,OAAR,CAAgBL,SAAS+D,eAAeD,YAAf,CAAT,GAAwCE,WAAWF,YAAX,CAAxD,EACtCrC,IADsC,CACjC,UAAUwC,OAAV,EAAmB;AACzB,oBAAI,CAACA,OAAD,IAAYA,QAAQC,MAAR,GAAiB,EAAjC,EAAqC;AACjC,0BAAM,IAAIxD,KAAJ,CAAU,wDAAV,CAAN;AACH;AACDgD,uBAAO,IAAP,EAAaO,OAAb;AACH,aAN0C,CAAP;AAM/B,SAPL,EAQKvC,KARL,CAQW,UAAUC,KAAV,EAAiB;AACxB+B,mBAAO/B,SAAS,IAAIjB,KAAJ,CAAU,qEAAV,CAAhB;AACH,SAVD;AAWH,KA3BM,CAAP;AA4BA;AACA,aAASsD,UAAT,CAAoBF,YAApB,EAAkC;AAC9B,YAAIzB,aAAayB,aAAazB,UAA9B;AAAA,YAA0CD,cAAc0B,aAAa1B,WAArE;AACA,YAAI+B,SAAS5D,SAASO,aAAT,CAAuB,QAAvB,CAAb;AACA,YAAIsD,MAAMD,OAAOE,UAAP,CAAkB,IAAlB,CAAV;AACA,YAAIjB,IAAJ,EAAU;AACNe,mBAAOG,KAAP,GAAepB,CAAf;AACAiB,mBAAOI,MAAP,GAAgBpB,CAAhB;AACAiB,gBAAII,SAAJ,CAAcV,YAAd,EAA4Bd,CAA5B,EAA+BC,CAA/B,EAAkCC,CAAlC,EAAqCC,CAArC,EAAwC,CAAxC,EAA2C,CAA3C,EAA8CD,CAA9C,EAAiDC,CAAjD;AACH,SAJD,MAKK,IAAIG,MAAJ,EAAY;AACba,mBAAOG,KAAP,GAAepB,CAAf;AACAiB,mBAAOI,MAAP,GAAgBpB,CAAhB;AACAiB,gBAAII,SAAJ,CAAcV,YAAd,EAA4B,CAA5B,EAA+B,CAA/B,EAAkCZ,CAAlC,EAAqCC,CAArC;AACH,SAJI,MAKA;AACDgB,mBAAOI,MAAP,GAAgBnC,WAAhB;AACA+B,mBAAOG,KAAP,GAAejC,UAAf;AACA+B,gBAAII,SAAJ,CAAcV,YAAd,EAA4B,CAA5B,EAA+B,CAA/B;AACH;AACD,eAAOK,OAAOM,SAAP,CAAiB5B,MAAjB,EAAyBC,OAAzB,CAAP;AACH;AACD;AACA,aAASiB,cAAT,CAAwBD,YAAxB,EAAsC;AAClC,eAAO,IAAI1D,OAAJ,CAAY,UAAUC,OAAV,EAAmB;AAClC,gBAAIgC,aAAayB,aAAazB,UAA9B;AAAA,gBAA0CD,cAAc0B,aAAa1B,WAArE;AACA,gBAAI+B,SAAS5D,SAASO,aAAT,CAAuB,QAAvB,CAAb;AACA,gBAAIsD,MAAMD,OAAOE,UAAP,CAAkB,IAAlB,CAAV;AACA,gBAAIjB,QAAQE,MAAZ,EAAoB;AAChBa,uBAAOG,KAAP,GAAepB,CAAf;AACAiB,uBAAOI,MAAP,GAAgBpB,CAAhB;AACH,aAHD,MAIK;AACDgB,uBAAOI,MAAP,GAAgBnC,WAAhB;AACA+B,uBAAOG,KAAP,GAAejC,UAAf;AACH;AACD,qBAASqC,cAAT,CAAwBd,KAAxB,EAA+B;AAC3B,oBAAIR,IAAJ,EAAU;AACNgB,wBAAII,SAAJ,CAAcZ,KAAd,EAAqBZ,CAArB,EAAwBC,CAAxB,EAA2BC,CAA3B,EAA8BC,CAA9B,EAAiC,CAAjC,EAAoC,CAApC,EAAuCD,CAAvC,EAA0CC,CAA1C;AACH,iBAFD,MAGK,IAAIG,MAAJ,EAAY;AACbc,wBAAII,SAAJ,CAAcZ,KAAd,EAAqB,CAArB,EAAwB,CAAxB,EAA2BV,CAA3B,EAA8BC,CAA9B;AACH,iBAFI,MAGA;AACDiB,wBAAII,SAAJ,CAAcZ,KAAd,EAAqB,CAArB,EAAwB,CAAxB,EAA2BvB,UAA3B,EAAuCD,WAAvC;AACH;AACD,uBAAO+B,OAAOM,SAAP,CAAiB5B,MAAjB,EAAyBC,OAAzB,CAAP;AACH;AACD,gBAAI6B,SAASb,aAAac,QAAb,EAAb;AACA,gBAAIhB,QAAQ,IAAIiB,KAAJ,EAAZ;AACAjB,kBAAMkB,MAAN,GAAe,YAAY;AAAE,uBAAOzE,QAAQqE,eAAed,KAAf,CAAR,CAAP;AAAwC,aAArE;AACAA,kBAAMtC,YAAN,CAAmB,KAAnB,EAA0B,2BAA2BqD,MAArD;AACH,SA5BM,CAAP;AA6BH;AACJ;AACDvF,QAAQE,0BAAR,GAAqCA,0BAArC;;AAEA","file":"MediaDomUtils.js","sourcesContent":["\"use strict\";\nvar __importDefault = (this && this.__importDefault) || function (mod) {\n    return (mod && mod.__esModule) ? mod : { \"default\": mod };\n};\nObject.defineProperty(exports, \"__esModule\", { value: true });\nexports.getSnapshotFromMediaStream = exports.removeVideoElementFromDom = exports.renderMediaStreamToVideoEl = void 0;\nvar isUndefined_1 = __importDefault(require(\"lodash/isUndefined\"));\n// eslint-disable-next-line @typescript-eslint/ban-ts-comment\n//@ts-ignore\nvar ts_environment_detect_1 = require(\"@techsee/techsee-common/lib/helpers/ts-environment-detect\");\nvar retry_with_timeout_1 = require(\"@techsee/techsee-common/lib/core/retry-with-timeout\");\nvar MediaTracer_1 = require(\"./MediaTracer\");\nvar trace = MediaTracer_1.getMediaTracer('DomUtils');\nvar isIE11 = (new ts_environment_detect_1.TsEnvironmentDetect()).isIE11();\nfunction renderMediaStreamToVideoEl(container, mediaStream) {\n    return new Promise(function (resolve, reject) {\n        if (!document.body.contains(container)) {\n            reject(new Error('Cannot render to container that is not attached to dom'));\n            return;\n        }\n        var doResolve = function (videoEl) {\n            trace.info('Video element created successfully', { videoEl: videoEl });\n            resolve(videoEl);\n        };\n        var videoEl = document.createElement('video');\n        videoEl.muted = true;\n        videoEl.playsInline = true;\n        if (isIE11 && window.WebRTCAdapter) {\n            container.appendChild(videoEl);\n            window.WebRTCAdapter.bindVideoElement(videoEl);\n        }\n        videoEl.srcObject = mediaStream;\n        if (!isIE11) {\n            // Hack to override behavior introduced by Chrome/FF that unmuted video elements can't auto play\n            videoEl.setAttribute('muted', '');\n        }\n        try {\n            var playRes = videoEl.play();\n            if (playRes && playRes.then) {\n                playRes.then(function () {\n                    trace.info('Video element play success');\n                    if (!isIE11) {\n                        doResolve(videoEl);\n                    }\n                });\n            }\n            else if (!isIE11) {\n                doResolve(videoEl);\n            }\n            if (playRes && playRes.catch) {\n                playRes.catch(function (error) {\n                    trace.error('Reject while executing play method on video element', error);\n                    reject(error);\n                });\n            }\n        }\n        catch (error) {\n            reject(error);\n            trace.error('Error while executing play method on video element', error);\n            return;\n        }\n        if (isIE11) {\n            var handleComplete = function () { return videoEl.parentElement.tagName !== 'OBJECT'; };\n            var waitForObjectSettings = { intervalInMs: 30, timeoutInMs: 200 };\n            retry_with_timeout_1.repeatWithTimeout(handleComplete, waitForObjectSettings)\n                .then(function () {\n                //We will wait, until video is played, then we resolve\n                var isVideoPlaying = function () { return videoEl.videoHeight <= 0 || videoEl.videoWidth <= 0; };\n                var waitForVideoSettings = { intervalInMs: 50, timeoutInMs: 10000 };\n                retry_with_timeout_1.repeatWithTimeout(isVideoPlaying, waitForVideoSettings)\n                    .then(function () { return doResolve(videoEl.parentElement); })\n                    .catch(function () { return reject(new Error('Timeout while waiting for video to play')); });\n            });\n        }\n        else {\n            container.appendChild(videoEl);\n            //doResolve(videoEl);\n        }\n    });\n}\nexports.renderMediaStreamToVideoEl = renderMediaStreamToVideoEl;\nfunction removeVideoElementFromDom(videoEl) {\n    return new Promise(function (resolve) {\n        if (isIE11 && window.WebRTCAdapter) {\n            window.WebRTCAdapter.unBindVideoElement(videoEl);\n            if (videoEl && videoEl.parentNode && videoEl.parentNode.removeChild) {\n                videoEl.parentNode.removeChild(videoEl);\n                trace.info('Video element removed successfully');\n            }\n            else {\n                trace.warn('Video element not removed', videoEl, videoEl.parentNode);\n            }\n        }\n        else {\n            videoEl.remove();\n        }\n        resolve();\n    });\n}\nexports.removeVideoElementFromDom = removeVideoElementFromDom;\nvar defaultSnapshot = {\n    format: 'image/png',\n    quality: 0.92\n};\nfunction getSnapshotFromMediaStream(mediaStream, snapshotOptions) {\n    if (snapshotOptions === void 0) { snapshotOptions = defaultSnapshot; }\n    var format = snapshotOptions.format, quality = snapshotOptions.quality, x = snapshotOptions.x, y = snapshotOptions.y, w = snapshotOptions.w, h = snapshotOptions.h;\n    var crop = !isUndefined_1.default(x) && !isUndefined_1.default(y) && !isUndefined_1.default(w) && !isUndefined_1.default(h);\n    var resize = !crop && (!isUndefined_1.default(w) || !isUndefined_1.default(h));\n    return new Promise(function (resolve, reject) {\n        var tempContainer = document.createElement('div');\n        tempContainer.style.cssText = 'position:absolute;left: -10000px;';\n        document.body.appendChild(tempContainer);\n        var doneFn = function (err, image) {\n            if (err) {\n                reject(err);\n                return;\n            }\n            setTimeout(function () {\n                document.body.removeChild(tempContainer);\n                if (!err) {\n                    resolve(image);\n                }\n            }, 50);\n        };\n        renderMediaStreamToVideoEl(tempContainer, mediaStream)\n            .then(function (videoElement) { return Promise.resolve(isIE11 ? getImgDataIE11(videoElement) : getImgData(videoElement))\n            .then(function (imgData) {\n            if (!imgData || imgData.length < 10) {\n                throw new Error('Failed to create a snapshot - imgData is null or empty');\n            }\n            doneFn(null, imgData);\n        }); })\n            .catch(function (error) {\n            doneFn(error || new Error('Failed to create a snapshot - can\\'t render MediaStream To VideoEl '));\n        });\n    });\n    //Gets image in all browsers except of IE\n    function getImgData(videoElement) {\n        var videoWidth = videoElement.videoWidth, videoHeight = videoElement.videoHeight;\n        var canvas = document.createElement('canvas');\n        var ctx = canvas.getContext('2d');\n        if (crop) {\n            canvas.width = w;\n            canvas.height = h;\n            ctx.drawImage(videoElement, x, y, w, h, 0, 0, w, h);\n        }\n        else if (resize) {\n            canvas.width = w;\n            canvas.height = h;\n            ctx.drawImage(videoElement, 0, 0, w, h);\n        }\n        else {\n            canvas.height = videoHeight;\n            canvas.width = videoWidth;\n            ctx.drawImage(videoElement, 0, 0);\n        }\n        return canvas.toDataURL(format, quality);\n    }\n    //Gets image in IE browser. There should be TechSee IE11 plugin or OpenTok plugin installed.\n    function getImgDataIE11(videoElement) {\n        return new Promise(function (resolve) {\n            var videoWidth = videoElement.videoWidth, videoHeight = videoElement.videoHeight;\n            var canvas = document.createElement('canvas');\n            var ctx = canvas.getContext('2d');\n            if (crop || resize) {\n                canvas.width = w;\n                canvas.height = h;\n            }\n            else {\n                canvas.height = videoHeight;\n                canvas.width = videoWidth;\n            }\n            function _drawAndRemove(image) {\n                if (crop) {\n                    ctx.drawImage(image, x, y, w, h, 0, 0, w, h);\n                }\n                else if (resize) {\n                    ctx.drawImage(image, 0, 0, w, h);\n                }\n                else {\n                    ctx.drawImage(image, 0, 0, videoWidth, videoHeight);\n                }\n                return canvas.toDataURL(format, quality);\n            }\n            var base64 = videoElement.getFrame();\n            var image = new Image();\n            image.onload = function () { return resolve(_drawAndRemove(image)); };\n            image.setAttribute('src', 'data:image/bmp;base64,' + base64);\n        });\n    }\n}\nexports.getSnapshotFromMediaStream = getSnapshotFromMediaStream;\n\n//# sourceMappingURL=MediaDomUtils.js.map\n"]}
+{"version":3,"sources":["MediaUtils/MediaDomUtils.js"],"names":["__importDefault","mod","__esModule","Object","defineProperty","exports","value","getSnapshotFromMediaStream","removeVideoElementFromDom","renderMediaStreamToVideoEl","isUndefined_1","require","ts_environment_detect_1","retry_with_timeout_1","MediaTracer_1","trace","getMediaTracer","isIE11","TsEnvironmentDetect","container","mediaStream","Promise","resolve","reject","document","body","contains","Error","doResolve","videoEl","info","createElement","muted","playsInline","window","WebRTCAdapter","appendChild","bindVideoElement","srcObject","addEventListener","play","setAttribute","playRes","then","catch","error","handleComplete","parentElement","tagName","waitForObjectSettings","intervalInMs","timeoutInMs","repeatWithTimeout","isVideoPlaying","videoHeight","videoWidth","waitForVideoSettings","unBindVideoElement","parentNode","removeChild","warn","remove","defaultSnapshot","format","quality","snapshotOptions","x","y","w","h","crop","default","resize","tempContainer","style","cssText","doneFn","err","image","setTimeout","videoElement","getImgDataIE11","getImgData","imgData","length","canvas","ctx","getContext","width","height","drawImage","toDataURL","_drawAndRemove","base64","getFrame","Image","onload"],"mappings":"AAAA;;AACA,IAAIA,kBAAmB,aAAQ,UAAKA,eAAd,IAAkC,UAAUC,GAAV,EAAe;AACnE,WAAQA,OAAOA,IAAIC,UAAZ,GAA0BD,GAA1B,GAAgC,EAAE,WAAWA,GAAb,EAAvC;AACH,CAFD;AAGAE,OAAOC,cAAP,CAAsBC,OAAtB,EAA+B,YAA/B,EAA6C,EAAEC,OAAO,IAAT,EAA7C;AACAD,QAAQE,0BAAR,GAAqCF,QAAQG,yBAAR,GAAoCH,QAAQI,0BAAR,GAAqC,KAAK,CAAnH;AACA,IAAIC,gBAAgBV,gBAAgBW,QAAQ,oBAAR,CAAhB,CAApB;AACA;AACA;AACA,IAAIC,0BAA0BD,QAAQ,2DAAR,CAA9B;AACA,IAAIE,uBAAuBF,QAAQ,qDAAR,CAA3B;AACA,IAAIG,gBAAgBH,QAAQ,eAAR,CAApB;AACA,IAAII,QAAQD,cAAcE,cAAd,CAA6B,UAA7B,CAAZ;AACA,IAAIC,SAAU,IAAIL,wBAAwBM,mBAA5B,EAAD,CAAoDD,MAApD,EAAb;AACA,SAASR,0BAAT,CAAoCU,SAApC,EAA+CC,WAA/C,EAA4D;AACxD,WAAO,IAAIC,OAAJ,CAAY,UAAUC,OAAV,EAAmBC,MAAnB,EAA2B;AAC1C,YAAI,CAACC,SAASC,IAAT,CAAcC,QAAd,CAAuBP,SAAvB,CAAL,EAAwC;AACpCI,mBAAO,IAAII,KAAJ,CAAU,wDAAV,CAAP;AACA;AACH;AACD,YAAIC,YAAY,SAAZA,SAAY,CAAUC,OAAV,EAAmB;AAC/Bd,kBAAMe,IAAN,CAAW,oCAAX,EAAiD,EAAED,SAASA,OAAX,EAAjD;AACAP,oBAAQO,OAAR;AACH,SAHD;AAIA,YAAIA,UAAUL,SAASO,aAAT,CAAuB,OAAvB,CAAd;AACAF,gBAAQG,KAAR,GAAgB,IAAhB;AACAH,gBAAQI,WAAR,GAAsB,IAAtB;AACA,YAAIhB,UAAUiB,OAAOC,aAArB,EAAoC;AAChChB,sBAAUiB,WAAV,CAAsBP,OAAtB;AACAK,mBAAOC,aAAP,CAAqBE,gBAArB,CAAsCR,OAAtC;AACH;AACDA,gBAAQS,SAAR,GAAoBlB,WAApB;AACA;AACAS,gBAAQU,gBAAR,CAAyB,OAAzB,EAAkC,YAAY;AAC1CxB,kBAAMe,IAAN,CAAW,uDAAX;AACAD,oBAAQW,IAAR;AACH,SAHD;AAIA,YAAI,CAACvB,MAAL,EAAa;AACT;AACAY,oBAAQY,YAAR,CAAqB,OAArB,EAA8B,EAA9B;AACH;AACD,YAAI;AACA,gBAAIC,UAAUb,QAAQW,IAAR,EAAd;AACA,gBAAIE,WAAWA,QAAQC,IAAvB,EAA6B;AACzBD,wBAAQC,IAAR,CAAa,YAAY;AACrB5B,0BAAMe,IAAN,CAAW,4BAAX;AACA,wBAAI,CAACb,MAAL,EAAa;AACTW,kCAAUC,OAAV;AACH;AACJ,iBALD;AAMH,aAPD,MAQK,IAAI,CAACZ,MAAL,EAAa;AACdW,0BAAUC,OAAV;AACH;AACD,gBAAIa,WAAWA,QAAQE,KAAvB,EAA8B;AAC1BF,wBAAQE,KAAR,CAAc,UAAUC,KAAV,EAAiB;AAC3B9B,0BAAM8B,KAAN,CAAY,qDAAZ,EAAmEA,KAAnE;AACAtB,2BAAOsB,KAAP;AACH,iBAHD;AAIH;AACJ,SAnBD,CAoBA,OAAOA,KAAP,EAAc;AACVtB,mBAAOsB,KAAP;AACA9B,kBAAM8B,KAAN,CAAY,oDAAZ,EAAkEA,KAAlE;AACA;AACH;AACD,YAAI5B,MAAJ,EAAY;AACR,gBAAI6B,iBAAiB,SAAjBA,cAAiB,GAAY;AAAE,uBAAOjB,QAAQkB,aAAR,CAAsBC,OAAtB,KAAkC,QAAzC;AAAoD,aAAvF;AACA,gBAAIC,wBAAwB,EAAEC,cAAc,EAAhB,EAAoBC,aAAa,GAAjC,EAA5B;AACAtC,iCAAqBuC,iBAArB,CAAuCN,cAAvC,EAAuDG,qBAAvD,EACKN,IADL,CACU,YAAY;AAClB;AACA,oBAAIU,iBAAiB,SAAjBA,cAAiB,GAAY;AAAE,2BAAOxB,QAAQyB,WAAR,IAAuB,CAAvB,IAA4BzB,QAAQ0B,UAAR,IAAsB,CAAzD;AAA6D,iBAAhG;AACA,oBAAIC,uBAAuB,EAAEN,cAAc,EAAhB,EAAoBC,aAAa,KAAjC,EAA3B;AACAtC,qCAAqBuC,iBAArB,CAAuCC,cAAvC,EAAuDG,oBAAvD,EACKb,IADL,CACU,YAAY;AAAE,2BAAOf,UAAUC,QAAQkB,aAAlB,CAAP;AAA0C,iBADlE,EAEKH,KAFL,CAEW,YAAY;AAAE,2BAAOrB,OAAO,IAAII,KAAJ,CAAU,yCAAV,CAAP,CAAP;AAAsE,iBAF/F;AAGH,aARD;AASH,SAZD,MAaK;AACDR,sBAAUiB,WAAV,CAAsBP,OAAtB;AACA;AACH;AACJ,KApEM,CAAP;AAqEH;AACDxB,QAAQI,0BAAR,GAAqCA,0BAArC;AACA,SAASD,yBAAT,CAAmCqB,OAAnC,EAA4C;AACxC,WAAO,IAAIR,OAAJ,CAAY,UAAUC,OAAV,EAAmB;AAClC,YAAIL,UAAUiB,OAAOC,aAArB,EAAoC;AAChCD,mBAAOC,aAAP,CAAqBsB,kBAArB,CAAwC5B,OAAxC;AACA,gBAAIA,WAAWA,QAAQ6B,UAAnB,IAAiC7B,QAAQ6B,UAAR,CAAmBC,WAAxD,EAAqE;AACjE9B,wBAAQ6B,UAAR,CAAmBC,WAAnB,CAA+B9B,OAA/B;AACAd,sBAAMe,IAAN,CAAW,oCAAX;AACH,aAHD,MAIK;AACDf,sBAAM6C,IAAN,CAAW,2BAAX,EAAwC/B,OAAxC,EAAiDA,QAAQ6B,UAAzD;AACH;AACJ,SATD,MAUK;AACD7B,oBAAQgC,MAAR;AACH;AACDvC;AACH,KAfM,CAAP;AAgBH;AACDjB,QAAQG,yBAAR,GAAoCA,yBAApC;AACA,IAAIsD,kBAAkB;AAClBC,YAAQ,WADU;AAElBC,aAAS;AAFS,CAAtB;AAIA,SAASzD,0BAAT,CAAoCa,WAApC,EAAiD6C,eAAjD,EAAkE;AAC9D,QAAIA,oBAAoB,KAAK,CAA7B,EAAgC;AAAEA,0BAAkBH,eAAlB;AAAoC;AACtE,QAAIC,SAASE,gBAAgBF,MAA7B;AAAA,QAAqCC,UAAUC,gBAAgBD,OAA/D;AAAA,QAAwEE,IAAID,gBAAgBC,CAA5F;AAAA,QAA+FC,IAAIF,gBAAgBE,CAAnH;AAAA,QAAsHC,IAAIH,gBAAgBG,CAA1I;AAAA,QAA6IC,IAAIJ,gBAAgBI,CAAjK;AACA,QAAIC,OAAO,CAAC5D,cAAc6D,OAAd,CAAsBL,CAAtB,CAAD,IAA6B,CAACxD,cAAc6D,OAAd,CAAsBJ,CAAtB,CAA9B,IAA0D,CAACzD,cAAc6D,OAAd,CAAsBH,CAAtB,CAA3D,IAAuF,CAAC1D,cAAc6D,OAAd,CAAsBF,CAAtB,CAAnG;AACA,QAAIG,SAAS,CAACF,IAAD,KAAU,CAAC5D,cAAc6D,OAAd,CAAsBH,CAAtB,CAAD,IAA6B,CAAC1D,cAAc6D,OAAd,CAAsBF,CAAtB,CAAxC,CAAb;AACA,WAAO,IAAIhD,OAAJ,CAAY,UAAUC,OAAV,EAAmBC,MAAnB,EAA2B;AAC1C,YAAIkD,gBAAgBjD,SAASO,aAAT,CAAuB,KAAvB,CAApB;AACA0C,sBAAcC,KAAd,CAAoBC,OAApB,GAA8B,mCAA9B;AACAnD,iBAASC,IAAT,CAAcW,WAAd,CAA0BqC,aAA1B;AACA,YAAIG,SAAS,SAATA,MAAS,CAAUC,GAAV,EAAeC,KAAf,EAAsB;AAC/B,gBAAID,GAAJ,EAAS;AACLtD,uBAAOsD,GAAP;AACA;AACH;AACDE,uBAAW,YAAY;AACnBvD,yBAASC,IAAT,CAAckC,WAAd,CAA0Bc,aAA1B;AACA,oBAAI,CAACI,GAAL,EAAU;AACNvD,4BAAQwD,KAAR;AACH;AACJ,aALD,EAKG,EALH;AAMH,SAXD;AAYArE,mCAA2BgE,aAA3B,EAA0CrD,WAA1C,EACKuB,IADL,CACU,UAAUqC,YAAV,EAAwB;AAAE,mBAAO3D,QAAQC,OAAR,CAAgBL,SAASgE,eAAeD,YAAf,CAAT,GAAwCE,WAAWF,YAAX,CAAxD,EACtCrC,IADsC,CACjC,UAAUwC,OAAV,EAAmB;AACzB,oBAAI,CAACA,OAAD,IAAYA,QAAQC,MAAR,GAAiB,EAAjC,EAAqC;AACjC,0BAAM,IAAIzD,KAAJ,CAAU,wDAAV,CAAN;AACH;AACDiD,uBAAO,IAAP,EAAaO,OAAb;AACH,aAN0C,CAAP;AAM/B,SAPL,EAQKvC,KARL,CAQW,UAAUC,KAAV,EAAiB;AACxB+B,mBAAO/B,SAAS,IAAIlB,KAAJ,CAAU,qEAAV,CAAhB;AACH,SAVD;AAWH,KA3BM,CAAP;AA4BA;AACA,aAASuD,UAAT,CAAoBF,YAApB,EAAkC;AAC9B,YAAIzB,aAAayB,aAAazB,UAA9B;AAAA,YAA0CD,cAAc0B,aAAa1B,WAArE;AACA,YAAI+B,SAAS7D,SAASO,aAAT,CAAuB,QAAvB,CAAb;AACA,YAAIuD,MAAMD,OAAOE,UAAP,CAAkB,IAAlB,CAAV;AACA,YAAIjB,IAAJ,EAAU;AACNe,mBAAOG,KAAP,GAAepB,CAAf;AACAiB,mBAAOI,MAAP,GAAgBpB,CAAhB;AACAiB,gBAAII,SAAJ,CAAcV,YAAd,EAA4Bd,CAA5B,EAA+BC,CAA/B,EAAkCC,CAAlC,EAAqCC,CAArC,EAAwC,CAAxC,EAA2C,CAA3C,EAA8CD,CAA9C,EAAiDC,CAAjD;AACH,SAJD,MAKK,IAAIG,MAAJ,EAAY;AACba,mBAAOG,KAAP,GAAepB,CAAf;AACAiB,mBAAOI,MAAP,GAAgBpB,CAAhB;AACAiB,gBAAII,SAAJ,CAAcV,YAAd,EAA4B,CAA5B,EAA+B,CAA/B,EAAkCZ,CAAlC,EAAqCC,CAArC;AACH,SAJI,MAKA;AACDgB,mBAAOI,MAAP,GAAgBnC,WAAhB;AACA+B,mBAAOG,KAAP,GAAejC,UAAf;AACA+B,gBAAII,SAAJ,CAAcV,YAAd,EAA4B,CAA5B,EAA+B,CAA/B;AACH;AACD,eAAOK,OAAOM,SAAP,CAAiB5B,MAAjB,EAAyBC,OAAzB,CAAP;AACH;AACD;AACA,aAASiB,cAAT,CAAwBD,YAAxB,EAAsC;AAClC,eAAO,IAAI3D,OAAJ,CAAY,UAAUC,OAAV,EAAmB;AAClC,gBAAIiC,aAAayB,aAAazB,UAA9B;AAAA,gBAA0CD,cAAc0B,aAAa1B,WAArE;AACA,gBAAI+B,SAAS7D,SAASO,aAAT,CAAuB,QAAvB,CAAb;AACA,gBAAIuD,MAAMD,OAAOE,UAAP,CAAkB,IAAlB,CAAV;AACA,gBAAIjB,QAAQE,MAAZ,EAAoB;AAChBa,uBAAOG,KAAP,GAAepB,CAAf;AACAiB,uBAAOI,MAAP,GAAgBpB,CAAhB;AACH,aAHD,MAIK;AACDgB,uBAAOI,MAAP,GAAgBnC,WAAhB;AACA+B,uBAAOG,KAAP,GAAejC,UAAf;AACH;AACD,qBAASqC,cAAT,CAAwBd,KAAxB,EAA+B;AAC3B,oBAAIR,IAAJ,EAAU;AACNgB,wBAAII,SAAJ,CAAcZ,KAAd,EAAqBZ,CAArB,EAAwBC,CAAxB,EAA2BC,CAA3B,EAA8BC,CAA9B,EAAiC,CAAjC,EAAoC,CAApC,EAAuCD,CAAvC,EAA0CC,CAA1C;AACH,iBAFD,MAGK,IAAIG,MAAJ,EAAY;AACbc,wBAAII,SAAJ,CAAcZ,KAAd,EAAqB,CAArB,EAAwB,CAAxB,EAA2BV,CAA3B,EAA8BC,CAA9B;AACH,iBAFI,MAGA;AACDiB,wBAAII,SAAJ,CAAcZ,KAAd,EAAqB,CAArB,EAAwB,CAAxB,EAA2BvB,UAA3B,EAAuCD,WAAvC;AACH;AACD,uBAAO+B,OAAOM,SAAP,CAAiB5B,MAAjB,EAAyBC,OAAzB,CAAP;AACH;AACD,gBAAI6B,SAASb,aAAac,QAAb,EAAb;AACA,gBAAIhB,QAAQ,IAAIiB,KAAJ,EAAZ;AACAjB,kBAAMkB,MAAN,GAAe,YAAY;AAAE,uBAAO1E,QAAQsE,eAAed,KAAf,CAAR,CAAP;AAAwC,aAArE;AACAA,kBAAMrC,YAAN,CAAmB,KAAnB,EAA0B,2BAA2BoD,MAArD;AACH,SA5BM,CAAP;AA6BH;AACJ;AACDxF,QAAQE,0BAAR,GAAqCA,0BAArC;;AAEA","file":"MediaDomUtils.js","sourcesContent":["\"use strict\";\nvar __importDefault = (this && this.__importDefault) || function (mod) {\n    return (mod && mod.__esModule) ? mod : { \"default\": mod };\n};\nObject.defineProperty(exports, \"__esModule\", { value: true });\nexports.getSnapshotFromMediaStream = exports.removeVideoElementFromDom = exports.renderMediaStreamToVideoEl = void 0;\nvar isUndefined_1 = __importDefault(require(\"lodash/isUndefined\"));\n// eslint-disable-next-line @typescript-eslint/ban-ts-comment\n//@ts-ignore\nvar ts_environment_detect_1 = require(\"@techsee/techsee-common/lib/helpers/ts-environment-detect\");\nvar retry_with_timeout_1 = require(\"@techsee/techsee-common/lib/core/retry-with-timeout\");\nvar MediaTracer_1 = require(\"./MediaTracer\");\nvar trace = MediaTracer_1.getMediaTracer('DomUtils');\nvar isIE11 = (new ts_environment_detect_1.TsEnvironmentDetect()).isIE11();\nfunction renderMediaStreamToVideoEl(container, mediaStream) {\n    return new Promise(function (resolve, reject) {\n        if (!document.body.contains(container)) {\n            reject(new Error('Cannot render to container that is not attached to dom'));\n            return;\n        }\n        var doResolve = function (videoEl) {\n            trace.info('Video element created successfully', { videoEl: videoEl });\n            resolve(videoEl);\n        };\n        var videoEl = document.createElement('video');\n        videoEl.muted = true;\n        videoEl.playsInline = true;\n        if (isIE11 && window.WebRTCAdapter) {\n            container.appendChild(videoEl);\n            window.WebRTCAdapter.bindVideoElement(videoEl);\n        }\n        videoEl.srcObject = mediaStream;\n        // When unplugged the headphones in ios the video element got paused.\n        videoEl.addEventListener('pause', function () {\n            trace.info('Video element got paused. IOS headphones disconnected');\n            videoEl.play();\n        });\n        if (!isIE11) {\n            // Hack to override behavior introduced by Chrome/FF that unmuted video elements can't auto play\n            videoEl.setAttribute('muted', '');\n        }\n        try {\n            var playRes = videoEl.play();\n            if (playRes && playRes.then) {\n                playRes.then(function () {\n                    trace.info('Video element play success');\n                    if (!isIE11) {\n                        doResolve(videoEl);\n                    }\n                });\n            }\n            else if (!isIE11) {\n                doResolve(videoEl);\n            }\n            if (playRes && playRes.catch) {\n                playRes.catch(function (error) {\n                    trace.error('Reject while executing play method on video element', error);\n                    reject(error);\n                });\n            }\n        }\n        catch (error) {\n            reject(error);\n            trace.error('Error while executing play method on video element', error);\n            return;\n        }\n        if (isIE11) {\n            var handleComplete = function () { return videoEl.parentElement.tagName !== 'OBJECT'; };\n            var waitForObjectSettings = { intervalInMs: 30, timeoutInMs: 200 };\n            retry_with_timeout_1.repeatWithTimeout(handleComplete, waitForObjectSettings)\n                .then(function () {\n                //We will wait, until video is played, then we resolve\n                var isVideoPlaying = function () { return videoEl.videoHeight <= 0 || videoEl.videoWidth <= 0; };\n                var waitForVideoSettings = { intervalInMs: 50, timeoutInMs: 10000 };\n                retry_with_timeout_1.repeatWithTimeout(isVideoPlaying, waitForVideoSettings)\n                    .then(function () { return doResolve(videoEl.parentElement); })\n                    .catch(function () { return reject(new Error('Timeout while waiting for video to play')); });\n            });\n        }\n        else {\n            container.appendChild(videoEl);\n            //doResolve(videoEl);\n        }\n    });\n}\nexports.renderMediaStreamToVideoEl = renderMediaStreamToVideoEl;\nfunction removeVideoElementFromDom(videoEl) {\n    return new Promise(function (resolve) {\n        if (isIE11 && window.WebRTCAdapter) {\n            window.WebRTCAdapter.unBindVideoElement(videoEl);\n            if (videoEl && videoEl.parentNode && videoEl.parentNode.removeChild) {\n                videoEl.parentNode.removeChild(videoEl);\n                trace.info('Video element removed successfully');\n            }\n            else {\n                trace.warn('Video element not removed', videoEl, videoEl.parentNode);\n            }\n        }\n        else {\n            videoEl.remove();\n        }\n        resolve();\n    });\n}\nexports.removeVideoElementFromDom = removeVideoElementFromDom;\nvar defaultSnapshot = {\n    format: 'image/png',\n    quality: 0.92\n};\nfunction getSnapshotFromMediaStream(mediaStream, snapshotOptions) {\n    if (snapshotOptions === void 0) { snapshotOptions = defaultSnapshot; }\n    var format = snapshotOptions.format, quality = snapshotOptions.quality, x = snapshotOptions.x, y = snapshotOptions.y, w = snapshotOptions.w, h = snapshotOptions.h;\n    var crop = !isUndefined_1.default(x) && !isUndefined_1.default(y) && !isUndefined_1.default(w) && !isUndefined_1.default(h);\n    var resize = !crop && (!isUndefined_1.default(w) || !isUndefined_1.default(h));\n    return new Promise(function (resolve, reject) {\n        var tempContainer = document.createElement('div');\n        tempContainer.style.cssText = 'position:absolute;left: -10000px;';\n        document.body.appendChild(tempContainer);\n        var doneFn = function (err, image) {\n            if (err) {\n                reject(err);\n                return;\n            }\n            setTimeout(function () {\n                document.body.removeChild(tempContainer);\n                if (!err) {\n                    resolve(image);\n                }\n            }, 50);\n        };\n        renderMediaStreamToVideoEl(tempContainer, mediaStream)\n            .then(function (videoElement) { return Promise.resolve(isIE11 ? getImgDataIE11(videoElement) : getImgData(videoElement))\n            .then(function (imgData) {\n            if (!imgData || imgData.length < 10) {\n                throw new Error('Failed to create a snapshot - imgData is null or empty');\n            }\n            doneFn(null, imgData);\n        }); })\n            .catch(function (error) {\n            doneFn(error || new Error('Failed to create a snapshot - can\\'t render MediaStream To VideoEl '));\n        });\n    });\n    //Gets image in all browsers except of IE\n    function getImgData(videoElement) {\n        var videoWidth = videoElement.videoWidth, videoHeight = videoElement.videoHeight;\n        var canvas = document.createElement('canvas');\n        var ctx = canvas.getContext('2d');\n        if (crop) {\n            canvas.width = w;\n            canvas.height = h;\n            ctx.drawImage(videoElement, x, y, w, h, 0, 0, w, h);\n        }\n        else if (resize) {\n            canvas.width = w;\n            canvas.height = h;\n            ctx.drawImage(videoElement, 0, 0, w, h);\n        }\n        else {\n            canvas.height = videoHeight;\n            canvas.width = videoWidth;\n            ctx.drawImage(videoElement, 0, 0);\n        }\n        return canvas.toDataURL(format, quality);\n    }\n    //Gets image in IE browser. There should be TechSee IE11 plugin or OpenTok plugin installed.\n    function getImgDataIE11(videoElement) {\n        return new Promise(function (resolve) {\n            var videoWidth = videoElement.videoWidth, videoHeight = videoElement.videoHeight;\n            var canvas = document.createElement('canvas');\n            var ctx = canvas.getContext('2d');\n            if (crop || resize) {\n                canvas.width = w;\n                canvas.height = h;\n            }\n            else {\n                canvas.height = videoHeight;\n                canvas.width = videoWidth;\n            }\n            function _drawAndRemove(image) {\n                if (crop) {\n                    ctx.drawImage(image, x, y, w, h, 0, 0, w, h);\n                }\n                else if (resize) {\n                    ctx.drawImage(image, 0, 0, w, h);\n                }\n                else {\n                    ctx.drawImage(image, 0, 0, videoWidth, videoHeight);\n                }\n                return canvas.toDataURL(format, quality);\n            }\n            var base64 = videoElement.getFrame();\n            var image = new Image();\n            image.onload = function () { return resolve(_drawAndRemove(image)); };\n            image.setAttribute('src', 'data:image/bmp;base64,' + base64);\n        });\n    }\n}\nexports.getSnapshotFromMediaStream = getSnapshotFromMediaStream;\n\n//# sourceMappingURL=MediaDomUtils.js.map\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@techsee/techsee-media-service",
-    "version": "0.16.1",
+    "version": "0.17.0",
     "description": "Techsee Media Service Client",
     "author": "TechSee",
     "main": "lib/index.js",