npm - @techsee/techsee-media-service - Versions diffs - 0.8.6 → 0.9.1 - Mend

@techsee/techsee-media-service 0.8.6 → 0.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (23) hide show

package/lib/LocalStreamManager.d.ts +12 -1
package/lib/LocalStreamManager.d.ts.map +1 -1
package/lib/LocalStreamManager.js +45 -13
package/lib/LocalStreamManager.js.map +1 -1
package/lib/MediaConstants.d.ts +5 -0
package/lib/MediaConstants.d.ts.map +1 -1
package/lib/MediaConstants.js +6 -0
package/lib/MediaConstants.js.map +1 -1
package/lib/MediaContracts.d.ts +2 -3
package/lib/MediaContracts.d.ts.map +1 -1
package/lib/MediaServiceBase.d.ts +8 -1
package/lib/MediaServiceBase.d.ts.map +1 -1
package/lib/MediaServiceBase.js +82 -18
package/lib/MediaServiceBase.js.map +1 -1
package/lib/MediaSession/SessionOpentok.d.ts +1 -0
package/lib/MediaSession/SessionOpentok.d.ts.map +1 -1
package/lib/MediaSession/SessionOpentok.js +3 -0
package/lib/MediaSession/SessionOpentok.js.map +1 -1
package/lib/MediaSession/SessionTurn.d.ts +2 -0
package/lib/MediaSession/SessionTurn.d.ts.map +1 -1
package/lib/MediaSession/SessionTurn.js +17 -0
package/lib/MediaSession/SessionTurn.js.map +1 -1
package/package.json +12 -11

package/lib/MediaContracts.d.ts CHANGED Viewed

@@ -9,15 +9,13 @@ export interface LocalMediaConstraints {
     video: boolean | LocalVideoStreamConstraints;
     audio?: boolean;
 }
-export declare type LocalMediaSourceInfo = LocalMediaConstraints & {
-    mediaSourceType: LocalVideoSourceType;
-};
 export interface VideoStreamResolution {
     resolution: string;
     constraintType: ConstraintType;
 }
 export interface LocalVideoStreamConstraints {
     videoResolution?: string | VideoStreamResolution[];
+    videoSourceType?: LocalVideoSourceType;
     facingMode?: string;
 }
 export interface MediaRequestSuccessResult {
@@ -101,6 +99,7 @@ export interface IMediaSession {
     getRemoteTrackStats(mediaTrack: MediaStreamTrack): Promise<RemoteTrackStats>;
     onMediaStreamDestroyed(clientRole: SessionClientRole): Promise<void>;
     onMediaStreamRenewed(clientRole: SessionClientRole, mediaStream: MediaStream): Promise<void>;
+    replaceStreamTracks(mediaStream: Nullable<MediaStream>): void;
 }
 export interface RemoteMediaTrack {
     mediaTrack: MediaStreamTrack;

package/lib/MediaContracts.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../src/MediaContracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAEjD,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,OAAO,CAAC;IACrB,MAAM,EAAE,MAAM,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC9B;AAED,OAAO,EACH,cAAc,EACd,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,EAChB,4BAA4B,EAC5B,2BAA2B,EAC3B,iBAAiB,EACjB,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,qBAAqB;IAClC,KAAK,EAAE,OAAO,GAAG,2BAA2B,CAAC;IAC7C,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,~~oBAAY,oBAAoB,GAAG,qBAAqB,GAAG;IACvD,eAAe,EAAE,oBAAoB,CAAC;CACzC,CAAA;AAED,~~MAAM,WAAW,qBAAqB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IACxC,eAAe,CAAC,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,sBAAsB,CAAC;IACnC,cAAc,EAAE,cAAc,CAAC;IAC/B,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,qBAAqB,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACnC,qBAAqB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1F,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE,gBAAgB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACjE;AAED,MAAM,WAAW,mBAAmB;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IAEnC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IAGxC,8BAA8B,CAAC,EAAE,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,kBAAkB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,WAAW,EAAE,0BAA0B,CAAC;CAC3C;AAED,MAAM,WAAW,yBAAyB;IAEtC,8BAA8B,EAAE,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,qBAAqB;IAClC,SAAS,EAAE,cAAc,CAAC;IAC1B,UAAU,EAAE,gBAAgB,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACjC,WAAW,EAAE,gBAAgB,EAAE,CAAC;IAChC,eAAe,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,gBAAgB;IAC7B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,6BAA6B,EAAE,OAAO,CAAC;IACvC,iCAAiC,EAAE,OAAO,CAAC;IAC3C,uBAAuB,EAAE,OAAO,CAAC;IACjC,2BAA2B,EAAE,OAAO,CAAC;CACxC;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAE9B,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAElC,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAE3C,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;CACzC;AAED,oBAAY,0BAA0B,GAAG,GAAG,CAAC;AAE7C,MAAM,WAAW,oBAAoB;IACjC,qBAAqB,EAAE,+BAA+B,CAAC;CAC1D;AAED,oBAAY,+BAA+B,GAAG,CAAC,MAAM,EAAE,4BAA4B,KAAK,IAAI,CAAA;AAE5F,MAAM,WAAW,iBAAiB;IAC9B,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,GAAG,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAE1B,OAAO,CAAC,WAAW,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE7E,sBAAsB,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErE,oBAAoB,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;~~CAChG~~;AAED,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,gBAAgB,CAAC;IAC7B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,YAAY,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,wBAAwB;IACrC,UAAU,EAAE,gBAAgB,CAAC;IAC7B,MAAM,EAAE,2BAA2B,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB;IACnC,UAAU,EAAE,gBAAgB,CAAC;CAChC","file":"MediaContracts.d.ts","sourcesContent":["import {Nullable} from '@techsee/techsee-common';\n\nexport interface IMediaEnvironment {\n isIOS: () => boolean;\n isIE11: () => boolean;\n majorVersion: () => number;\n}\n\nimport {\n ConstraintType,\n KnownMediaStream,\n LocalVideoSourceType,\n MediaRequestErrorCode,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole,\n SessionClientType\n} from './MediaConstants';\n\nexport interface LocalMediaConstraints {\n video: boolean \| LocalVideoStreamConstraints;\n audio?: boolean;\n}\n\nexport ~~type LocalMediaSourceInfo = LocalMediaConstraints & {\n mediaSourceType: LocalVideoSourceType;\n}\n\nexport~~ interface VideoStreamResolution {\n resolution: string;\n constraintType: ConstraintType;\n}\n\nexport interface LocalVideoStreamConstraints {\n videoResolution?: string \| VideoStreamResolution[];\n facingMode?: string;\n}\n\nexport interface MediaRequestSuccessResult {\n mediaStream: MediaStream;\n constraint: MediaStreamConstraints;\n constraintType: ConstraintType;\n isNew: boolean;\n}\n\nexport interface MediaRequestFailResult {\n message: string;\n errorCode: MediaRequestErrorCode;\n}\n\nexport interface ISessionStreamsManager {\n getMediaStreamForRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>>;\n\n addRemoteMediaTrack(mediaTrack: RemoteMediaTrack): Promise<void>;\n\n removeMediaTrack(mediaTrack: MediaStreamTrack): Promise<void>;\n}\n\nexport interface MediaServiceOptions {\n mediaServiceType: MediaServiceType;\n //How much to wait until raise \"peerConnectionTimeout\" if WebRTC connection events not arriving\n peerConnectivityTimeoutSeconds?: number;\n\n //How much to wait totally for video stream to arrive, before making fallback to image upload\n videoNotReceivedTimeoutSeconds?: number;\n}\n\nexport interface MediaSessionParams {\n sessionId: string;\n clientType: SessionClientType;\n clientRole: SessionClientRole;\n credentials: MediaSessionIceCredentials;\n}\n\nexport interface MediaSessionConfiguration {\n //How much to wait until raise \"peerConnectionTimeout\" if WebRTC connection events not arriving\n peerConnectivityTimeoutSeconds: number;\n}\n\nexport interface MediaSubscriberParams {\n container: HTMLDivElement;\n streamType: KnownMediaStream;\n}\n\nexport interface MediaPublisherParams {\n streamTypes: KnownMediaStream[];\n destinationRole: SessionClientRole;\n}\n\nexport interface ClientWebRtcInfo {\n isWebRTCSupported: boolean;\n isWebsiteHasWebcamPermissions: boolean;\n isWebsiteHasMicrophonePermissions: boolean;\n isGetUserMediaSupported: boolean;\n isApplyConstraintsSupported: boolean;\n}\n\nexport interface IMediaSubscriber {\n readonly streamType: KnownMediaStream;\n readonly container: HTMLDivElement;\n readonly isPlaying: boolean;\n readonly isSoundMuted: boolean;\n readonly hasAudio: boolean;\n readonly hasVideo: boolean;\n readonly mediaElement: Nullable<HTMLVideoElement>;\n readonly videoWidth: number;\n readonly videoHeight: number;\n readonly renderWidth: number;\n readonly renderHeight: number;\n\n muteSound(isMuted: boolean): void;\n\n onStateChanged(callback: () => void): void;\n\n onDispose(callback: () => void): void;\n}\n\nexport type MediaSessionIceCredentials = any;//TODO - Define type for credentials\n\nexport interface MediaSessionHandlers {\n onDisconnectedHandler: MediaSessionDisconnectedHandler;\n}\n\nexport type MediaSessionDisconnectedHandler = (reason: MediaSessionDisconnectReason) => void\n\nexport interface DeviceSupportInfo {\n webRtcSupportInfo: ClientWebRtcInfo;\n hasCamera: boolean;\n hasMicrophone: boolean;\n videoPlayback: boolean;\n}\n\nexport interface RemoteTrackStats {\n trackId: string;\n trackStats: any;\n}\n\nexport interface IMediaSession {\n //Boolean parameter is used for supporting \"RTC Test\" application\n connect(connectOnly?: boolean): Promise<void>;\n\n disconnect(): Promise<void>;\n\n getRemoteTrackStats(mediaTrack: MediaStreamTrack): Promise<RemoteTrackStats>;\n\n onMediaStreamDestroyed(clientRole: SessionClientRole): Promise<void>;\n\n onMediaStreamRenewed(clientRole: SessionClientRole, mediaStream: MediaStream): Promise<void>;\n}\n\nexport interface RemoteMediaTrack {\n mediaTrack: MediaStreamTrack;\n trackType: KnownMediaStream;\n isRegistered: boolean;\n}\n\nexport interface SnapshotResult {\n base64img: string;\n objectUrl: string;\n imageBlob: Blob;\n mimeType: string;\n}\n\nexport interface SnapshotOptions {\n format?: string;\n quality?: number;\n x?: any;\n y?: any;\n w?: any;\n h?: any;\n}\n\nexport interface StreamDestroyedEventArgs {\n streamType: KnownMediaStream;\n reason: MediaStreamUnregisterReason;\n}\n\nexport interface StreamCreatedEventArgs {\n streamType: KnownMediaStream;\n}\n"]}
1	+ {"version":3,"sources":["../src/MediaContracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAEjD,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,OAAO,CAAC;IACrB,MAAM,EAAE,MAAM,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC9B;AAED,OAAO,EACH,cAAc,EACd,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,EAChB,4BAA4B,EAC5B,2BAA2B,EAC3B,iBAAiB,EACjB,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,qBAAqB;IAClC,KAAK,EAAE,OAAO,GAAG,2BAA2B,CAAC;IAC7C,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IACxC,eAAe,CAAC,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;IACnD,eAAe,CAAC,EAAE,oBAAoB,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,sBAAsB,CAAC;IACnC,cAAc,EAAE,cAAc,CAAC;IAC/B,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,qBAAqB,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACnC,qBAAqB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1F,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE,gBAAgB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACjE;AAED,MAAM,WAAW,mBAAmB;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IAEnC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IAGxC,8BAA8B,CAAC,EAAE,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,kBAAkB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,WAAW,EAAE,0BAA0B,CAAC;CAC3C;AAED,MAAM,WAAW,yBAAyB;IAEtC,8BAA8B,EAAE,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,qBAAqB;IAClC,SAAS,EAAE,cAAc,CAAC;IAC1B,UAAU,EAAE,gBAAgB,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACjC,WAAW,EAAE,gBAAgB,EAAE,CAAC;IAChC,eAAe,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,gBAAgB;IAC7B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,6BAA6B,EAAE,OAAO,CAAC;IACvC,iCAAiC,EAAE,OAAO,CAAC;IAC3C,uBAAuB,EAAE,OAAO,CAAC;IACjC,2BAA2B,EAAE,OAAO,CAAC;CACxC;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAE9B,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAElC,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAE3C,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;CACzC;AAED,oBAAY,0BAA0B,GAAG,GAAG,CAAC;AAE7C,MAAM,WAAW,oBAAoB;IACjC,qBAAqB,EAAE,+BAA+B,CAAC;CAC1D;AAED,oBAAY,+BAA+B,GAAG,CAAC,MAAM,EAAE,4BAA4B,KAAK,IAAI,CAAA;AAE5F,MAAM,WAAW,iBAAiB;IAC9B,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,GAAG,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAE1B,OAAO,CAAC,WAAW,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,mBAAmB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE7E,sBAAsB,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErE,oBAAoB,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7F,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;CACjE;AAED,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,gBAAgB,CAAC;IAC7B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,YAAY,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,wBAAwB;IACrC,UAAU,EAAE,gBAAgB,CAAC;IAC7B,MAAM,EAAE,2BAA2B,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB;IACnC,UAAU,EAAE,gBAAgB,CAAC;CAChC","file":"MediaContracts.d.ts","sourcesContent":["import {Nullable} from '@techsee/techsee-common';\n\nexport interface IMediaEnvironment {\n isIOS: () => boolean;\n isIE11: () => boolean;\n majorVersion: () => number;\n}\n\nimport {\n ConstraintType,\n KnownMediaStream,\n LocalVideoSourceType,\n MediaRequestErrorCode,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole,\n SessionClientType\n} from './MediaConstants';\n\nexport interface LocalMediaConstraints {\n video: boolean \| LocalVideoStreamConstraints;\n audio?: boolean;\n}\n\nexport interface VideoStreamResolution {\n resolution: string;\n constraintType: ConstraintType;\n}\n\nexport interface LocalVideoStreamConstraints {\n videoResolution?: string \| VideoStreamResolution[];\n videoSourceType?: LocalVideoSourceType;\n facingMode?: string;\n}\n\nexport interface MediaRequestSuccessResult {\n mediaStream: MediaStream;\n constraint: MediaStreamConstraints;\n constraintType: ConstraintType;\n isNew: boolean;\n}\n\nexport interface MediaRequestFailResult {\n message: string;\n errorCode: MediaRequestErrorCode;\n}\n\nexport interface ISessionStreamsManager {\n getMediaStreamForRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>>;\n\n addRemoteMediaTrack(mediaTrack: RemoteMediaTrack): Promise<void>;\n\n removeMediaTrack(mediaTrack: MediaStreamTrack): Promise<void>;\n}\n\nexport interface MediaServiceOptions {\n mediaServiceType: MediaServiceType;\n //How much to wait until raise \"peerConnectionTimeout\" if WebRTC connection events not arriving\n peerConnectivityTimeoutSeconds?: number;\n\n //How much to wait totally for video stream to arrive, before making fallback to image upload\n videoNotReceivedTimeoutSeconds?: number;\n}\n\nexport interface MediaSessionParams {\n sessionId: string;\n clientType: SessionClientType;\n clientRole: SessionClientRole;\n credentials: MediaSessionIceCredentials;\n}\n\nexport interface MediaSessionConfiguration {\n //How much to wait until raise \"peerConnectionTimeout\" if WebRTC connection events not arriving\n peerConnectivityTimeoutSeconds: number;\n}\n\nexport interface MediaSubscriberParams {\n container: HTMLDivElement;\n streamType: KnownMediaStream;\n}\n\nexport interface MediaPublisherParams {\n streamTypes: KnownMediaStream[];\n destinationRole: SessionClientRole;\n}\n\nexport interface ClientWebRtcInfo {\n isWebRTCSupported: boolean;\n isWebsiteHasWebcamPermissions: boolean;\n isWebsiteHasMicrophonePermissions: boolean;\n isGetUserMediaSupported: boolean;\n isApplyConstraintsSupported: boolean;\n}\n\nexport interface IMediaSubscriber {\n readonly streamType: KnownMediaStream;\n readonly container: HTMLDivElement;\n readonly isPlaying: boolean;\n readonly isSoundMuted: boolean;\n readonly hasAudio: boolean;\n readonly hasVideo: boolean;\n readonly mediaElement: Nullable<HTMLVideoElement>;\n readonly videoWidth: number;\n readonly videoHeight: number;\n readonly renderWidth: number;\n readonly renderHeight: number;\n\n muteSound(isMuted: boolean): void;\n\n onStateChanged(callback: () => void): void;\n\n onDispose(callback: () => void): void;\n}\n\nexport type MediaSessionIceCredentials = any;//TODO - Define type for credentials\n\nexport interface MediaSessionHandlers {\n onDisconnectedHandler: MediaSessionDisconnectedHandler;\n}\n\nexport type MediaSessionDisconnectedHandler = (reason: MediaSessionDisconnectReason) => void\n\nexport interface DeviceSupportInfo {\n webRtcSupportInfo: ClientWebRtcInfo;\n hasCamera: boolean;\n hasMicrophone: boolean;\n videoPlayback: boolean;\n}\n\nexport interface RemoteTrackStats {\n trackId: string;\n trackStats: any;\n}\n\nexport interface IMediaSession {\n //Boolean parameter is used for supporting \"RTC Test\" application\n connect(connectOnly?: boolean): Promise<void>;\n\n disconnect(): Promise<void>;\n\n getRemoteTrackStats(mediaTrack: MediaStreamTrack): Promise<RemoteTrackStats>;\n\n onMediaStreamDestroyed(clientRole: SessionClientRole): Promise<void>;\n\n onMediaStreamRenewed(clientRole: SessionClientRole, mediaStream: MediaStream): Promise<void>;\n\n replaceStreamTracks(mediaStream: Nullable<MediaStream>): void;\n}\n\nexport interface RemoteMediaTrack {\n mediaTrack: MediaStreamTrack;\n trackType: KnownMediaStream;\n isRegistered: boolean;\n}\n\nexport interface SnapshotResult {\n base64img: string;\n objectUrl: string;\n imageBlob: Blob;\n mimeType: string;\n}\n\nexport interface SnapshotOptions {\n format?: string;\n quality?: number;\n x?: any;\n y?: any;\n w?: any;\n h?: any;\n}\n\nexport interface StreamDestroyedEventArgs {\n streamType: KnownMediaStream;\n reason: MediaStreamUnregisterReason;\n}\n\nexport interface StreamCreatedEventArgs {\n streamType: KnownMediaStream;\n}\n"]}

package/lib/MediaServiceBase.d.ts CHANGED Viewed

@@ -3,7 +3,7 @@ import { TechseeMediaSubscriber } from './MediaSubscriber';
 import { TechseeMediaPublisher } from './MediaPublisher';
 import { LocalStreamManager } from './LocalStreamManager';
 import { TechseeMediaStream } from './TechseeMediaStream';
-import { ClientWebRtcInfo, DeviceSupportInfo, IMediaEnvironment, IMediaSubscriber, ISessionStreamsManager, MediaServiceOptions, MediaSessionIceCredentials, MediaSessionParams, MediaSubscriberParams, RemoteTrackStats, SnapshotOptions, SnapshotResult, StreamCreatedEventArgs, StreamDestroyedEventArgs } from './MediaContracts';
+import { ClientWebRtcInfo, DeviceSupportInfo, IMediaEnvironment, IMediaSubscriber, ISessionStreamsManager, LocalMediaConstraints, MediaRequestSuccessResult, MediaServiceOptions, MediaSessionIceCredentials, MediaSessionParams, MediaSubscriberParams, RemoteTrackStats, SnapshotOptions, SnapshotResult, StreamCreatedEventArgs, StreamDestroyedEventArgs } from './MediaContracts';
 import { KnownMediaStream, MediaSessionDisconnectReason, SessionClientRole } from './MediaConstants';
 export declare abstract class TechseeMediaServiceBase {
     protected abstract getLocalMediaImplementation(): Promise<void>;
@@ -16,6 +16,7 @@ export declare abstract class TechseeMediaServiceBase {
     private readonly _publishers;
     private readonly _publisherPromises;
     protected _serviceOptions: Nullable<MediaServiceOptions>;
+    private _isIOS_13_orLater;
     private _autoReconnectEnabled;
     private readonly _emitter;
     private _initLocalStreamsPromise;
@@ -34,6 +35,11 @@ export declare abstract class TechseeMediaServiceBase {
     destroySubscriber(container: HTMLDivElement): Promise<void>;
     onStreamDestroyed(callback: (eventArgs: StreamDestroyedEventArgs) => void): void;
     onStreamCreated(callback: (eventArgs: StreamCreatedEventArgs) => void): void;
+    private getSwitchCameraConstraints;
+    switchCamera(revertCameraWhenFailed?: boolean): Promise<any>;
+    private replaceStreamTracks;
+    protected registerStreamResult(constraints: Nullable<LocalMediaConstraints>, streamResult: MediaRequestSuccessResult, switchCamera?: boolean, addStreamType?: KnownMediaStream): Promise<any[]>;
+    readonly supportSwitchCameras: boolean;
     connectToSession(sessionParams: MediaSessionParams): Promise<void>;
     disconnectFromSession(): Promise<void>;
     updateSessionCredentials(credentials: MediaSessionIceCredentials): Promise<void>;
@@ -53,6 +59,7 @@ export declare abstract class TechseeMediaServiceBase {
     protected registerEventCallback(event: string, callback: (eventArgs?: any) => void): void;
     protected emitEvent(event: string, eventArgs?: any): void;
     private registerRemoteMediaTrack;
+    private registerTrack;
     private registerStream;
     private unregisterTechseeMediaStream;
     private unregisterRemoteMediaTrack;

package/lib/MediaServiceBase.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../src/MediaServiceBase.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAC,sBAAsB,EAAC,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAGxD,OAAO,EACH,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,gBAAgB,EAChB,sBAAsB,EAEtB,mBAAmB,EAEnB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EAErB,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,wBAAwB,EAC3B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAEH,gBAAgB,EAGhB,4BAA4B,EAE5B,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAc1B,8BAAsB,uBAAuB;IAGzC,SAAS,CAAC,QAAQ,CAAC,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/D,SAAS,CAAC,QAAQ,CAAC,oBAAoB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAErH,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IACnD,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;IAE5D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAoB;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0D;IACvF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4D;IACxF,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqE;IACxG,SAAS,CAAC,eAAe,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAQ;IAChE,OAAO,CAAC,qBAAqB,CAAiB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,wBAAwB,CAAiC;IACjE,OAAO,CAAC,mBAAmB,CAAiC;IAC5D,OAAO,CAAC,kBAAkB,CAAwD;IAClF,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAIN;IAEV,SAAS,aAAa,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;aAuBrF,iBAAiB,EAAI,iBAAiB;aAMtC,aAAa,EAAI,OAAO;aAIxB,eAAe,EAAI,OAAO;aAI1B,wBAAwB,EAAI,OAAO;IASvC,gBAAgB,CAAC,cAAc,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDpE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtC,gBAAgB,CAAC,gBAAgB,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuBpF,iBAAiB,CAAC,SAAS,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3D,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IAIhF,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IAW5E,gBAAgB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkElE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtC,wBAAwB,CAAC,WAAW,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhF,uBAAuB,IAAI,IAAI;IAQ/B,SAAS,CAAC,6BAA6B,CAAC,MAAM,EAAE,4BAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5F,SAAS,CAAC,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsBzF,OAAO,CAAC,0BAA0B;IA0BlC,gBAAgB,CAAC,KAAK,EAAE,OAAO;IAc/B,kBAAkB,CAAC,UAAU,EAAE,kBAAkB;IAgBjD,0BAA0B,CAAC,YAAY,EAAE,gBAAgB,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAqDtH,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAa7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;uBAUV,WAAW,EAAI,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC;IAIxE,SAAS,CAAC,wBAAwB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IASpF,SAAS,CAAC,yBAAyB,CAAC,UAAU,EAAE,gBAAgB,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAI/F,SAAS,CAAC,0BAA0B,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAoB3F,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAIzF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;IAUzD,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,4BAA4B;IAoCpC,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,2BAA2B;IAyCnC,OAAO,CAAC,8BAA8B;IAmBtC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,eAAe;IAevB,SAAS,CAAC,gBAAgB,CAAC,WAAW,UAAO,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,WAAW,UAAO,GAAG,OAAO;CAO5D","file":"MediaServiceBase.d.ts","sourcesContent":["import filter from 'lodash/filter';\nimport cloneDeep from 'lodash/cloneDeep';\nimport values from 'lodash/values';\nimport debounce from 'lodash/debounce';\nimport includes from 'lodash/includes';\nimport {EventEmitter} from 'events';\nimport {Nullable} from '@techsee/techsee-common';\nimport {TechseeMediaSubscriber} from './MediaSubscriber';\nimport {TechseeMediaPublisher} from './MediaPublisher';\nimport {LocalStreamManager} from './LocalStreamManager';\nimport {TechseeMediaStream} from './TechseeMediaStream';\nimport {TurnWebRtcSession} from './MediaSession/SessionTurn';\nimport {getSnapshotFromMediaStream} from './MediaUtils/MediaDomUtils';\nimport {\n ClientWebRtcInfo,\n DeviceSupportInfo,\n IMediaEnvironment,\n IMediaSession,\n IMediaSubscriber,\n ISessionStreamsManager,\n MediaRequestFailResult,\n MediaServiceOptions, MediaSessionConfiguration,\n MediaSessionHandlers,\n MediaSessionIceCredentials,\n MediaSessionParams,\n MediaSubscriberParams,\n RemoteMediaTrack,\n RemoteTrackStats,\n SnapshotOptions,\n SnapshotResult,\n StreamCreatedEventArgs,\n StreamDestroyedEventArgs\n} from './MediaContracts';\nimport {enumerateMediaDevices, isVideoPlaySupportedOnDevice} from './MediaUtils/Compatibility';\nimport {OpentokSession} from './MediaSession/SessionOpentok';\nimport {\n DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS, DEFAULT_VIDEO_WAIT_TIMEOUT_SECONDS,\n KnownMediaStream,\n KnownMediaStreamKind,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole\n} from './MediaConstants';\n\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\n\nimport {getMediaTracer} from './MediaUtils/MediaTracer';\n\nconst trace = getMediaTracer('MediaServiceBase');\nconst traceStatsInfo = debounce(trace.info, 1000 * 5, {leading: true, maxWait: 1000 * 30});\n\nenum privateEvents {\n STREAM_CREATED = 'STREAM_CREATED',\n STREAM_DESTROYED = 'STREAM_DESTROYED'\n}\n\nexport abstract class TechseeMediaServiceBase {\n //This method should not be called. The only place that allowed to use it, is initLocalMediaStreams method.\n //Everyone who need to initialize MediaStream should use initLocalMediaStreams method.\n protected abstract getLocalMediaImplementation(): Promise<void>;\n\n protected abstract createMediaPublisher(destinationRole: SessionClientRole): Promise<Nullable<TechseeMediaPublisher>>;\n\n protected readonly _environment: IMediaEnvironment;\n protected readonly _sessionStreamsManager: ISessionStreamsManager;\n protected readonly _localStreamsManager: LocalStreamManager;\n\n private readonly _deviceSupportFlags: DeviceSupportInfo;\n private readonly _subscribers: Map<HTMLDivElement, TechseeMediaSubscriber> = new Map();\n private readonly _publishers: Map<SessionClientRole, TechseeMediaPublisher> = new Map();\n private readonly _publisherPromises: Map<SessionClientRole, Promise<Nullable<MediaStream>>> = new Map();\n protected _serviceOptions: Nullable<MediaServiceOptions> = null;\n private _autoReconnectEnabled: boolean = true;\n private readonly _emitter: EventEmitter;\n private _initLocalStreamsPromise: Nullable<Promise<void>> = null;\n private _initServicePromise: Nullable<Promise<void>> = null;\n private _registeredStreams: Map<KnownMediaStream, TechseeMediaStream> = new Map();\n private _isVoipEnabled: boolean = false;\n private _session: Nullable<{\n params: MediaSessionParams;\n connectPromise?: Promise<void>;\n instance?: IMediaSession;\n }> = null;\n\n protected constructor(environment: IMediaEnvironment, webRtcSupportInfo: ClientWebRtcInfo) {\n trace.info('TechseeMediaServiceBase created');\n\n this.bindClassMethods();\n\n this._emitter = new EventEmitter();\n this._environment = environment;\n this._deviceSupportFlags = {\n videoPlayback: false,\n hasCamera: false,\n hasMicrophone: false,\n webRtcSupportInfo: webRtcSupportInfo\n };\n\n this._localStreamsManager = new LocalStreamManager(this._environment);\n\n this._sessionStreamsManager = {\n getMediaStreamForRole: this.getStreamForDestinationRole,\n addRemoteMediaTrack: this.registerRemoteMediaTrack,\n removeMediaTrack: this.unregisterRemoteMediaTrack\n };\n }\n\n get deviceSupportInfo(): DeviceSupportInfo {\n this.serviceInitGuard(false);\n\n return cloneDeep(this._deviceSupportFlags);\n }\n\n get isVoipEnabled(): boolean {\n return this._isVoipEnabled;\n }\n\n get isSessionActive(): boolean {\n return this._session !== null;\n }\n\n get isLocalStreamInitialized(): boolean {\n return this._initLocalStreamsPromise !== null;\n }\n\n /\n Initializes media service. Before using anything from this service it should be initialized first.\n All of serviceOptions should be retrieved from account settings and by evaluating application state.\n For example, when initializing service, accountSettings is already loaded, and we know if FS session is audio enabled.\n /\n initMediaService(serviceOptions: MediaServiceOptions): Promise<void> {\n trace.info('TechseeMediaServiceBase.initMediaService', serviceOptions);\n const warnMessage = 'Multiple initialization does not supposed to happen. Not rejecting, but check the flow for correctness.';\n\n if (this._initServicePromise \|\| this._serviceOptions) {\n console.warn(warnMessage);\n\n return this._initServicePromise ? this._initServicePromise : Promise.resolve();\n }\n\n this._serviceOptions = cloneDeep(serviceOptions);\n const isOpenTok = this._serviceOptions.mediaServiceType === MediaServiceType.OPENTOK;\n\n this._initServicePromise = Promise.all([\n isVideoPlaySupportedOnDevice(isOpenTok)\n .then((isSupported: boolean) => this._deviceSupportFlags.videoPlayback = isSupported),\n enumerateMediaDevices()\n .catch((error) => {\n trace.warn(error);\n\n return [];\n })\n .then((localDevicesList: MediaDeviceInfo[]) => {\n const groupedDevices = {\n video: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'videoinput'),\n audio: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'audioinput')\n };\n\n this._localStreamsManager.setGroupedDevices(groupedDevices);\n\n // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This\n // is a hack to work around the issue until Apple resolve it\n const isIOS_13_orLater = this._environment.isIOS &&\n (!this._environment.majorVersion() \|\| (this._environment.majorVersion() >= 13));\n\n this._deviceSupportFlags.hasCamera = isIOS_13_orLater \|\| (groupedDevices.video.length > 0);\n this._deviceSupportFlags.hasMicrophone = isIOS_13_orLater \|\| (groupedDevices.audio.length > 0);\n\n })\n ]).then(() => undefined);\n\n\n return this._initServicePromise;\n }\n\n //#region Media Streams Management\n\n /\n The main method to start the initialization of local media streams.\n This method can be executed many times and it will insure all calls are synced and only relevant stream will be created.\n DO NOT USE ANY OTHER METHOD THAT FORCES \"navigator.getUserMedia\" OTHER THAN THIS ONE.\n /\n initLocalMediaStreams(): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._initLocalStreamsPromise) {\n trace.info('initLocalMediaStreams creating media streams');\n this._initLocalStreamsPromise = this.getLocalMediaImplementation()\n .catch((mediaRequestFailResult: MediaRequestFailResult) => {\n trace.error('initLocalMediaStreams failure: ', mediaRequestFailResult);\n\n throw mediaRequestFailResult;\n });\n } else {\n trace.info('initLocalMediaStreams already done or in progress');\n }\n\n return this._initLocalStreamsPromise;\n }\n\n /\n Creates an instance of subscriber that will \"listen\" to the requested stream.\n Whenever requested stream is available, subscriber will render it.\n /\n createSubscriber(subscriberParams: MediaSubscriberParams): Promise<IMediaSubscriber> {\n if (this._subscribers.has(subscriberParams.container)) {\n return Promise.reject('Subscriber for provided DIV element already exists');\n }\n\n const subscriber = new TechseeMediaSubscriber(subscriberParams);\n\n this._subscribers.set(subscriberParams.container, subscriber);\n const streamForSubscriber = this.getRegisteredStreamByType(subscriber.streamType);\n\n if (streamForSubscriber) {\n trace.info(`Stream for ${subscriberParams.streamType} is ready.`);\n subscriber.renderStream(streamForSubscriber);\n } else {\n trace.info(`Stream for ${subscriberParams.streamType} not created yet`);\n }\n\n return Promise.resolve(subscriber);\n }\n\n /\n Destroys the subscriber for provided HTML DIV container\n /\n destroySubscriber(container: HTMLDivElement): Promise<void> {\n if (this._subscribers.has(container)) {\n const subscriber = this._subscribers.get(container);\n\n subscriber!.dispose();\n }\n\n this._subscribers.delete(container);\n\n return Promise.resolve();\n }\n\n onStreamDestroyed(callback: (eventArgs: StreamDestroyedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_DESTROYED, callback);\n }\n\n onStreamCreated(callback: (eventArgs: StreamCreatedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_CREATED, callback);\n }\n\n //#endregion Media Streams Management\n\n //#region Session Management\n\n /\n Creates instance of WebRTC session which connects to (signaling server), and begins to listen to WebRTC events.\n /\n connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._session) {\n this._session = {params: cloneDeep(sessionParams)};\n this._session.connectPromise = new Promise((resolve, reject) => {\n const doAsyncReject = (error: any): void => {\n\n /\n Reject with timeout, to change JS 'execution flow'.\n If timeout removed, session is assigned to null, before promise returns, and \"catch\" will not\n work on promise that is returned.\n /\n setTimeout(() => {\n this._session = null;\n reject(error);\n });\n };\n\n const sessionHandlers: MediaSessionHandlers = {\n onDisconnectedHandler: this.onSessionDisconnectHandler\n };\n const mediaSessionParams: MediaSessionParams & MediaSessionConfiguration = {\n ...sessionParams,\n peerConnectivityTimeoutSeconds: this._serviceOptions!.peerConnectivityTimeoutSeconds \|\| DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS\n };\n\n trace.info('connectToSession', sessionParams);\n if (this._serviceOptions!.mediaServiceType === MediaServiceType.TURNSERVER) {\n this._session!.instance = new TurnWebRtcSession(mediaSessionParams, sessionHandlers, this._sessionStreamsManager);\n\n } else if (this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK) {\n this._session!.instance = new OpentokSession(mediaSessionParams, this._sessionStreamsManager);\n } else {\n const allowedValues = values(MediaServiceType);\n\n trace.error(`mediaServiceType '${this._serviceOptions!.mediaServiceType}' is not supported.`, {allowedValues});\n doAsyncReject(new Error('mediaServiceType is not supported'));\n }\n\n if (this._session && this._session.instance) {\n this._session!.instance.connect()\n .then(() => {\n trace.info('Session is connected');\n resolve();\n })\n .catch((error: any) => {\n trace.error('Failed to connect to session', error);\n doAsyncReject(error);\n });\n }\n\n });\n } else {\n trace.warn('Session connected already. Disconnect before connect to new session again');\n }\n\n //TODO - Alex: Change a structure of this function to be more safe\n //(when we return, there should not be case when session or promise is null)\n //To fix, need to return promise immediately, then execute process in setTimeout(fn, 0);\n return this._session!.connectPromise!;\n }\n\n /\n Disconnects from WebRTC session.\n /\n disconnectFromSession(): Promise<void> {\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer);\n }\n\n /\n Updates a credentials for turn server\n /\n updateSessionCredentials(credentials: MediaSessionIceCredentials): Promise<void> {\n trace.info('updateSessionCredentials');\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject('There no session to update credentials');\n }\n\n this._session!.params.credentials = cloneDeep(credentials);\n\n return Promise.resolve();\n }\n\n enableVoipDuringSession(): void {\n if (!this._isVoipEnabled && this.isLocalStreamInitialized) {\n throw new Error('Voip support cannot be enabled after local stream where initialized');\n }\n\n this._isVoipEnabled = true;\n }\n\n protected disconnectFromSessionInternal(reason: MediaSessionDisconnectReason): Promise<void> {\n if (!this._session) {\n return Promise.resolve();\n }\n\n trace.info('Disconnecting from session', reason);\n\n const lastSession = this._session;\n\n this._session = null;\n\n return Promise.all([\n lastSession.instance!.disconnect(),\n this.clearPublishers()\n ]).then(() => undefined);\n }\n\n protected getStatsForRemoteTrack(streamType: KnownMediaStream): Promise<RemoteTrackStats> {\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject(new Error('Media session not started'));\n }\n\n const streamForStats = this.getRegisteredStreamByType(streamType);\n\n if (!streamForStats) {\n return Promise.reject(new Error('Stream for requested type was not found'));\n }\n\n return this._session!.instance!.getRemoteTrackStats(streamForStats.mediaTrack)\n .then((trackStats: RemoteTrackStats) => {\n traceStatsInfo(`MediaTrackStats for ${streamType}: ${JSON.stringify(trackStats)}`);\n\n return {\n trackId: streamForStats.mediaTrack.id,\n trackStats: trackStats\n };\n });\n }\n\n private onSessionDisconnectHandler(reason: MediaSessionDisconnectReason): void {\n trace.info('onSessionDisconnectHandler', reason);\n if (reason !== MediaSessionDisconnectReason.ForcedByConsumer) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n this.disconnectFromSessionInternal(reason).then(() => {\n const reconnectReasons = [\n MediaSessionDisconnectReason.InitiatorPeerReconnected,\n MediaSessionDisconnectReason.SignalingChannelDisconnect,\n MediaSessionDisconnectReason.PeerConnectionInterrupted,\n MediaSessionDisconnectReason.PeerConnectionStateChangeTimeout\n ];\n\n if (lastParams && includes(reconnectReasons, reason) && this._autoReconnectEnabled) {\n this.reconnectToSession(lastParams);\n } else if (!this._autoReconnectEnabled) {\n trace.info('No reconnection- auto reconnect disabled');\n } else {\n trace.info('No params for reconnection to media session');\n }\n });\n } else {\n trace.info('Ignore Session disconnect event');\n }\n }\n\n setAutoReconnect(state: boolean) {\n this._autoReconnectEnabled = state;\n trace.info('_autoReconnectEnabled:', state);\n\n if (this._autoReconnectEnabled && !this.isSessionActive) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n if (lastParams) {\n trace.info('setAutoReconnect - reconnect to session');\n this.reconnectToSession(lastParams);\n }\n }\n }\n\n reconnectToSession(lastParams: MediaSessionParams) {\n trace.info('Reconnecting to media session, sessionParams:', lastParams);\n\n this.connectToSession(lastParams)\n .then(() => {\n trace.info('Media session reconnected');\n })\n .catch((error: any) => {\n trace.error('Error while reconnecting to media session', error);\n });\n }\n\n //#endregion Session Management\n\n //#region Utils\n\n getSnapshotFromKnownStream(sourceStream: KnownMediaStream, snapshotOptions?: SnapshotOptions): Promise<SnapshotResult> {\n return new Promise((resolve, reject) => {\n if (sourceStream !== KnownMediaStream.USER_VIDEO_STREAM &&\n sourceStream !== KnownMediaStream.USER_SCREEN_SHARE_STREAM) {\n trace.error('The requested stream is not video stream, and cannot be used for snapshot');\n reject(new Error('INCOMPATIBLE_STREAM_FOR_SNAPSHOT'));\n\n return;\n }\n\n const snapshotStream = this.getRegisteredStreamByType(sourceStream);\n\n if (!snapshotStream) {\n trace.error('Cannot make snapshot: The requested stream not exists yet.');\n reject(new Error('NO_REQUESTED_STREAM'));\n\n return;\n }\n\n getSnapshotFromMediaStream(snapshotStream.mediaStream, snapshotOptions)\n .then((imageData: any) => {\n const urlComponents = imageData.split(';base64,');\n const mimeType = urlComponents[0].split(':')[1];\n const bytes = atob(urlComponents[1]);\n const buffer = new ArrayBuffer(bytes.length);\n const rawData = new Uint8Array(buffer);\n\n for (let i = 0; i < bytes.length; i++) {\n rawData[i] = bytes.charCodeAt(i);\n }\n\n const blob = new Blob([rawData], {type: mimeType});\n const objectUrl = window.URL.createObjectURL(blob);\n\n trace.info('Snapshot created successfully');\n\n const result: SnapshotResult = {\n base64img: imageData,\n objectUrl: objectUrl,\n imageBlob: blob,\n mimeType: mimeType\n };\n\n resolve(result);\n })\n .catch((error: any) => {\n trace.error('Error creating snapshot', error);\n reject(error);\n });\n });\n }\n\n //Will clean streams, publishers and subscribers, but will not remove event listeners\n clearService(): Promise<void> {\n trace.info('MediaService clearing all resources');\n\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer)\n .then(this.clearSubscribers)\n .then(this.clearRegisteredStreams)\n .then(this._localStreamsManager.clearAllStreams)\n .then(() => {\n this._initLocalStreamsPromise = null;\n }).then(() => undefined);\n }\n\n //Will clear the service and remove all event listeners\n dispose(): Promise<void> {\n return this.clearService().catch(() => undefined).then(() => {\n this._emitter.removeAllListeners();\n });\n }\n\n //#endregion\n\n //#region Protected Methods\n\n protected get subscribers(): Map<HTMLDivElement, TechseeMediaSubscriber> {\n return this._subscribers;\n }\n\n protected registerLocalMediaStream(tsMediaStream: TechseeMediaStream): Promise<void> {\n trace.info('Registering local stream', tsMediaStream.streamType);\n if (this._registeredStreams.has(tsMediaStream.streamType)) {\n return Promise.reject(new Error(`Stream ${tsMediaStream.streamType} already registered`));\n }\n\n return this.registerStream(tsMediaStream);\n }\n\n protected getRegisteredStreamByType(streamType: KnownMediaStream): Nullable<TechseeMediaStream> {\n return this._registeredStreams.get(streamType) \|\| null;\n }\n\n protected changeEnableForKnownStream(streamType: KnownMediaStream, isPaused: boolean): void {\n const streamToChangeState = this.getRegisteredStreamByType(streamType);\n\n if (!streamToChangeState) {\n trace.warn('There no stream found to change enable state', streamType);\n } else {\n streamToChangeState.mediaTrack.enabled = !isPaused;\n\n if (streamToChangeState.isRemote && streamToChangeState.streamKind === KnownMediaStreamKind.Audio) {\n this.subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamType) {\n subscriber.muteSound(isPaused);\n }\n });\n }\n\n trace.info('Local stream enable state is changed', {streamType, isPaused});\n }\n }\n\n protected registerEventCallback(event: string, callback: (eventArgs?: any) => void): void {\n this._emitter.on(event, callback);\n }\n\n protected emitEvent(event: string, eventArgs?: any): void {\n setTimeout(() => {\n this._emitter.emit(event, eventArgs);\n });\n }\n\n //#endregion Protected Methods\n\n //#region Private Methods\n\n private registerRemoteMediaTrack(remoteMediaTrack: RemoteMediaTrack): Promise<void> {\n trace.info(`Registering remote ${remoteMediaTrack.trackType} MediaStreamTrack`, remoteMediaTrack.mediaTrack);\n const currentStream = this._registeredStreams.get(remoteMediaTrack.trackType);\n\n if (currentStream && !currentStream.isRemote) {\n return Promise.reject(new Error('Cannot register remote stream with the same type as local stream'));\n }\n\n const newDedicatedStream = new TechseeMediaStream(remoteMediaTrack.mediaTrack, remoteMediaTrack.trackType, true);\n\n return this.registerStream(newDedicatedStream);\n }\n\n private registerStream(mediaStream: TechseeMediaStream): Promise<void> {\n const currentStream = this._registeredStreams.get(mediaStream.streamType);\n\n const registerTrack = (): Promise<void> => {\n mediaStream.mediaTrack.onended = () =>\n this.unregisterTechseeMediaStream(mediaStream, MediaStreamUnregisterReason.NativeEvent);\n\n this._registeredStreams.set(mediaStream.streamType, mediaStream);\n\n trace.info(`TechseeMediaStream registered - ${mediaStream.streamType}`, TechseeMediaStream);\n\n return this.updateSubscribersWithNewStream(mediaStream).then(() => {\n const eventArgs: StreamCreatedEventArgs = {streamType: mediaStream.streamType};\n\n this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);\n });\n };\n\n if (currentStream) {\n return this.unregisterTechseeMediaStream(currentStream, MediaStreamUnregisterReason.ReplacingStream).then(registerTrack);\n }\n\n return registerTrack();\n\n }\n\n private unregisterTechseeMediaStream(streamToUnregister: TechseeMediaStream, reason: MediaStreamUnregisterReason): Promise<void> {\n const traceError = (error: any): void => {\n trace.warn('Unregister TechseeMediaStream error:', error);\n };\n\n const promises: any = [];\n\n trace.info('Unregister TechseeMediaStream: ', streamToUnregister.streamType);\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamToUnregister.streamType) {\n promises.push(subscriber.stopRendering().catch(traceError));\n }\n });\n\n if (!streamToUnregister.isRemote) {\n this._publishers.forEach((publisher: TechseeMediaPublisher) => {\n if (publisher.streamTypes.find((streamType) => streamType === streamToUnregister.streamType)) {\n if (this._session && this._session!.instance) {\n promises.push(this._session.instance.onMediaStreamDestroyed(publisher.destinationRole).catch(traceError));\n }\n }\n });\n }\n\n return Promise.all(promises)\n .then(() => {\n this._registeredStreams.delete(streamToUnregister.streamType);\n trace.info('Stream deleted', streamToUnregister.streamType);\n\n const eventArgs: StreamDestroyedEventArgs = {streamType: streamToUnregister.streamType, reason: reason};\n\n this.emitEvent(privateEvents.STREAM_DESTROYED, eventArgs);\n });\n }\n\n private unregisterRemoteMediaTrack(mediaTrack: MediaStreamTrack): Promise<void> {\n const promises: any = [];\n\n this._registeredStreams.forEach((registeredStream: TechseeMediaStream) => {\n if (registeredStream.mediaTrack.id === mediaTrack.id) {\n promises.push(this.unregisterTechseeMediaStream(registeredStream, MediaStreamUnregisterReason.ClosedRemotely));\n }\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private removePublisher(publisher: TechseeMediaPublisher): Promise<void> {\n this._publishers.delete(publisher.destinationRole);\n if (this._session && this._session.instance) {\n trace.info('Removing publisher', publisher.destinationRole);\n\n return this._session.instance.onMediaStreamDestroyed(publisher.destinationRole)\n .catch((error: any) => {\n trace.warn('Error while removing publisher', error);\n });\n }\n\n return Promise.resolve();\n }\n\n private getStreamForDestinationRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>> {\n this.serviceInitGuard();\n\n if (this._publishers.has(destinationRole)) {\n trace.info(`Publisher for ${destinationRole} already exists`);\n\n return Promise.resolve(this._publishers.get(destinationRole)!.mediaStream);\n }\n\n if (!this._publisherPromises.get(destinationRole)) {\n trace.info(`Creating publisher for ${destinationRole}`);\n const publisherPromise = this.initLocalMediaStreams()\n .then(() => this.createMediaPublisher(destinationRole))\n .then((mediaPublisher: Nullable<TechseeMediaPublisher>) => {\n if (mediaPublisher) {\n this._publishers.set(destinationRole, mediaPublisher);\n }\n\n this._publisherPromises.delete(destinationRole);\n\n return mediaPublisher ? mediaPublisher.mediaStream : null;\n })\n .catch((ex: any) => {\n if (ex && ex.message === 'audioStreamFailed') {\n this._isVoipEnabled = false;\n\n return null;\n }\n\n this._publisherPromises.delete(destinationRole);\n throw ex;\n });\n\n this._publisherPromises.set(destinationRole, publisherPromise);\n } else {\n trace.info(`Create publisher promise for ${destinationRole} already exists`);\n }\n\n return this._publisherPromises.get(destinationRole)!;\n }\n\n private updateSubscribersWithNewStream(registeredStream: TechseeMediaStream): Promise<void> {\n trace.info(`Updating subscribers of ${registeredStream.streamType} with new stream`);\n\n if (this._subscribers.size === 0) {\n trace.warn(`No subscribers exists for the ${registeredStream.streamType}.`);\n } else {\n trace.info(`Total ${this._subscribers.size} subscribers exists, will check if rerender needed.`);\n }\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === registeredStream.streamType) {\n trace.info(`${registeredStream.streamType} rendering on subscriber`);\n subscriber.renderStream(registeredStream);\n }\n });\n\n return Promise.resolve();\n }\n\n private bindClassMethods(): void {\n this.updateSessionCredentials = this.updateSessionCredentials.bind(this);\n this.getStreamForDestinationRole = this.getStreamForDestinationRole.bind(this);\n this.registerRemoteMediaTrack = this.registerRemoteMediaTrack.bind(this);\n this.unregisterRemoteMediaTrack = this.unregisterRemoteMediaTrack.bind(this);\n this.createMediaPublisher = this.createMediaPublisher.bind(this);\n this.updateSubscribersWithNewStream = this.updateSubscribersWithNewStream.bind(this);\n this.initLocalMediaStreams = this.initLocalMediaStreams.bind(this);\n this.onSessionDisconnectHandler = this.onSessionDisconnectHandler.bind(this);\n this.clearService = this.clearService.bind(this);\n this.clearRegisteredStreams = this.clearRegisteredStreams.bind(this);\n this.clearPublishers = this.clearPublishers.bind(this);\n this.clearSubscribers = this.clearSubscribers.bind(this);\n }\n\n //region Cleanup\n\n private clearRegisteredStreams(): Promise<void> {\n trace.info('Clearing registered streams');\n const promises: any = [];\n\n this._registeredStreams.forEach((streamToUnregister: TechseeMediaStream) => {\n promises.push(this.unregisterTechseeMediaStream(streamToUnregister, MediaStreamUnregisterReason.ServiceCleanUp));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearSubscribers(): Promise<void> {\n trace.info('Clearing subscribers');\n const promises: any = [];\n\n this._subscribers.forEach((subscriber) => {\n promises.push(this.destroySubscriber(subscriber.container));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearPublishers(): Promise<void> {\n trace.info('Clearing publishers');\n const promises: any = [];\n\n this._publishers.forEach((publisher) => {\n promises.push(this.removePublisher(publisher));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n //#endregion Cleanup\n\n //#region Simple Validation Methods\n\n protected serviceInitGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._serviceOptions, 'Media service is not initialized', shouldThrow);\n }\n\n protected sessionExistsGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._session, 'There no active session', shouldThrow);\n }\n\n //#endregion\n\n //#endregion Private Methods\n}\n"]}
1	+ {"version":3,"sources":["../src/MediaServiceBase.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAC,sBAAsB,EAAC,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAGxD,OAAO,EACH,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,gBAAgB,EAChB,sBAAsB,EAAE,qBAAqB,EAErB,yBAAyB,EACjD,mBAAmB,EAGnB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EAErB,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,wBAAwB,EAC3B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAEH,gBAAgB,EAIhB,4BAA4B,EAE5B,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAa1B,8BAAsB,uBAAuB;IAGzC,SAAS,CAAC,QAAQ,CAAC,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/D,SAAS,CAAC,QAAQ,CAAC,oBAAoB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAErH,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IACnD,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;IAE5D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAoB;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0D;IACvF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4D;IACxF,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqE;IACxG,SAAS,CAAC,eAAe,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAQ;IAChE,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,qBAAqB,CAAiB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,wBAAwB,CAAiC;IACjE,OAAO,CAAC,mBAAmB,CAAiC;IAC5D,OAAO,CAAC,kBAAkB,CAAwD;IAClF,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAIN;IAEV,SAAS,aAAa,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;aA8BrF,iBAAiB,EAAI,iBAAiB;aAMtC,aAAa,EAAI,OAAO;aAIxB,eAAe,EAAI,OAAO;aAI1B,wBAAwB,EAAI,OAAO;IASvC,gBAAgB,CAAC,cAAc,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA8CpE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtC,gBAAgB,CAAC,gBAAgB,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuBpF,iBAAiB,CAAC,SAAS,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3D,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IAIhF,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IAI5E,OAAO,CAAC,0BAA0B;IAoBlC,YAAY,CAAC,sBAAsB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAgC5D,OAAO,CAAC,mBAAmB;IAI3B,SAAS,CAAC,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,YAAY,EAAE,yBAAyB,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,gBAAgB;aAkB1K,oBAAoB;IAWxB,gBAAgB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkElE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtC,wBAAwB,CAAC,WAAW,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhF,uBAAuB,IAAI,IAAI;IAQ/B,SAAS,CAAC,6BAA6B,CAAC,MAAM,EAAE,4BAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5F,SAAS,CAAC,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsBzF,OAAO,CAAC,0BAA0B;IA0BlC,gBAAgB,CAAC,KAAK,EAAE,OAAO;IAc/B,kBAAkB,CAAC,UAAU,EAAE,kBAAkB;IAgBjD,0BAA0B,CAAC,YAAY,EAAE,gBAAgB,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAqDtH,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAc7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;uBAUV,WAAW,EAAI,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC;IAIxE,SAAS,CAAC,wBAAwB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IASpF,SAAS,CAAC,yBAAyB,CAAC,UAAU,EAAE,gBAAgB,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAI/F,SAAS,CAAC,0BAA0B,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAoB3F,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAIzF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;IAUzD,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,aAAa;IAerB,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,4BAA4B;IAoCpC,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,2BAA2B;IAyCnC,OAAO,CAAC,8BAA8B;IAmBtC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,eAAe;IAevB,SAAS,CAAC,gBAAgB,CAAC,WAAW,UAAO,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,WAAW,UAAO,GAAG,OAAO;CAO5D","file":"MediaServiceBase.d.ts","sourcesContent":["import filter from 'lodash/filter';\nimport cloneDeep from 'lodash/cloneDeep';\nimport values from 'lodash/values';\nimport debounce from 'lodash/debounce';\nimport includes from 'lodash/includes';\nimport {EventEmitter} from 'events';\nimport {Nullable} from '@techsee/techsee-common';\nimport {TechseeMediaSubscriber} from './MediaSubscriber';\nimport {TechseeMediaPublisher} from './MediaPublisher';\nimport {LocalStreamManager} from './LocalStreamManager';\nimport {TechseeMediaStream} from './TechseeMediaStream';\nimport {TurnWebRtcSession} from './MediaSession/SessionTurn';\nimport {getSnapshotFromMediaStream} from './MediaUtils/MediaDomUtils';\nimport {\n ClientWebRtcInfo,\n DeviceSupportInfo,\n IMediaEnvironment,\n IMediaSession,\n IMediaSubscriber,\n ISessionStreamsManager, LocalMediaConstraints,\n LocalVideoStreamConstraints,\n MediaRequestFailResult, MediaRequestSuccessResult,\n MediaServiceOptions,\n MediaSessionConfiguration,\n MediaSessionHandlers,\n MediaSessionIceCredentials,\n MediaSessionParams,\n MediaSubscriberParams,\n RemoteMediaTrack,\n RemoteTrackStats,\n SnapshotOptions,\n SnapshotResult,\n StreamCreatedEventArgs,\n StreamDestroyedEventArgs\n} from './MediaContracts';\nimport {enumerateMediaDevices, isVideoPlaySupportedOnDevice} from './MediaUtils/Compatibility';\nimport {OpentokSession} from './MediaSession/SessionOpentok';\nimport {\n DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS,\n KnownMediaStream,\n KnownMediaStreamKind,\n LocalVideoSourceType,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole\n} from './MediaConstants';\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\n\nimport {getMediaTracer} from './MediaUtils/MediaTracer';\n\nconst trace = getMediaTracer('MediaServiceBase');\nconst traceStatsInfo = debounce(trace.info, 1000 * 5, {leading: true, maxWait: 1000 * 30});\n\nenum privateEvents {\n STREAM_CREATED = 'STREAM_CREATED',\n STREAM_DESTROYED = 'STREAM_DESTROYED'\n}\n\nexport abstract class TechseeMediaServiceBase {\n //This method should not be called. The only place that allowed to use it, is initLocalMediaStreams method.\n //Everyone who need to initialize MediaStream should use initLocalMediaStreams method.\n protected abstract getLocalMediaImplementation(): Promise<void>;\n\n protected abstract createMediaPublisher(destinationRole: SessionClientRole): Promise<Nullable<TechseeMediaPublisher>>;\n\n protected readonly _environment: IMediaEnvironment;\n protected readonly _sessionStreamsManager: ISessionStreamsManager;\n protected readonly _localStreamsManager: LocalStreamManager;\n\n private readonly _deviceSupportFlags: DeviceSupportInfo;\n private readonly _subscribers: Map<HTMLDivElement, TechseeMediaSubscriber> = new Map();\n private readonly _publishers: Map<SessionClientRole, TechseeMediaPublisher> = new Map();\n private readonly _publisherPromises: Map<SessionClientRole, Promise<Nullable<MediaStream>>> = new Map();\n protected _serviceOptions: Nullable<MediaServiceOptions> = null;\n private _isIOS_13_orLater: boolean = false;\n private _autoReconnectEnabled: boolean = true;\n private readonly _emitter: EventEmitter;\n private _initLocalStreamsPromise: Nullable<Promise<void>> = null;\n private _initServicePromise: Nullable<Promise<void>> = null;\n private _registeredStreams: Map<KnownMediaStream, TechseeMediaStream> = new Map();\n private _isVoipEnabled: boolean = false;\n private _session: Nullable<{\n params: MediaSessionParams;\n connectPromise?: Promise<void>;\n instance?: IMediaSession;\n }> = null;\n\n protected constructor(environment: IMediaEnvironment, webRtcSupportInfo: ClientWebRtcInfo) {\n trace.info('TechseeMediaServiceBase created');\n\n this.bindClassMethods();\n\n this._emitter = new EventEmitter();\n this._environment = environment;\n this._deviceSupportFlags = {\n videoPlayback: false,\n hasCamera: false,\n hasMicrophone: false,\n webRtcSupportInfo: webRtcSupportInfo\n };\n\n this._localStreamsManager = new LocalStreamManager(this._environment);\n\n // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This\n // is a hack to work around the issue until Apple resolve it\n this._isIOS_13_orLater = this._environment.isIOS() &&\n (!this._environment.majorVersion() \|\| (this._environment.majorVersion() >= 13));\n\n trace.info(`TechseeMediaServiceBase: isIOS_13_orLater: ${this._isIOS_13_orLater}`);\n\n this._sessionStreamsManager = {\n getMediaStreamForRole: this.getStreamForDestinationRole,\n addRemoteMediaTrack: this.registerRemoteMediaTrack,\n removeMediaTrack: this.unregisterRemoteMediaTrack\n };\n }\n\n get deviceSupportInfo(): DeviceSupportInfo {\n this.serviceInitGuard(false);\n\n return cloneDeep(this._deviceSupportFlags);\n }\n\n get isVoipEnabled(): boolean {\n return this._isVoipEnabled;\n }\n\n get isSessionActive(): boolean {\n return this._session !== null;\n }\n\n get isLocalStreamInitialized(): boolean {\n return this._initLocalStreamsPromise !== null;\n }\n\n /\n Initializes media service. Before using anything from this service it should be initialized first.\n All of serviceOptions should be retrieved from account settings and by evaluating application state.\n For example, when initializing service, accountSettings is already loaded, and we know if FS session is audio enabled.\n /\n initMediaService(serviceOptions: MediaServiceOptions): Promise<void> {\n trace.info('TechseeMediaServiceBase.initMediaService', serviceOptions);\n const warnMessage = 'Multiple initialization does not supposed to happen. Not rejecting, but check the flow for correctness.';\n\n if (this._initServicePromise \|\| this._serviceOptions) {\n console.warn(warnMessage);\n\n return this._initServicePromise ? this._initServicePromise : Promise.resolve();\n }\n\n this._serviceOptions = cloneDeep(serviceOptions);\n const isOpenTok = this._serviceOptions.mediaServiceType === MediaServiceType.OPENTOK;\n\n this._initServicePromise = Promise.all([\n isVideoPlaySupportedOnDevice(isOpenTok)\n .then((isSupported: boolean) => this._deviceSupportFlags.videoPlayback = isSupported),\n enumerateMediaDevices()\n .catch((error) => {\n trace.warn(error);\n\n return [];\n })\n .then((localDevicesList: MediaDeviceInfo[]) => {\n const groupedDevices = {\n video: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'videoinput'),\n audio: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'audioinput')\n };\n\n this._localStreamsManager.setGroupedDevices(groupedDevices);\n this._deviceSupportFlags.hasCamera = this._isIOS_13_orLater \|\| (groupedDevices.video.length > 0);\n this._deviceSupportFlags.hasMicrophone = this._isIOS_13_orLater \|\| (groupedDevices.audio.length > 0);\n\n })\n ]).then(() => undefined);\n\n\n return this._initServicePromise;\n }\n\n //#region Media Streams Management\n\n /\n The main method to start the initialization of local media streams.\n This method can be executed many times and it will insure all calls are synced and only relevant stream will be created.\n DO NOT USE ANY OTHER METHOD THAT FORCES \"navigator.getUserMedia\" OTHER THAN THIS ONE.\n /\n initLocalMediaStreams(): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._initLocalStreamsPromise) {\n trace.info('initLocalMediaStreams creating media streams');\n this._initLocalStreamsPromise = this.getLocalMediaImplementation()\n .catch((mediaRequestFailResult: MediaRequestFailResult) => {\n trace.error('initLocalMediaStreams failure: ', mediaRequestFailResult);\n\n throw mediaRequestFailResult;\n });\n } else {\n trace.info('initLocalMediaStreams already done or in progress');\n }\n\n return this._initLocalStreamsPromise;\n }\n\n /\n Creates an instance of subscriber that will \"listen\" to the requested stream.\n Whenever requested stream is available, subscriber will render it.\n /\n createSubscriber(subscriberParams: MediaSubscriberParams): Promise<IMediaSubscriber> {\n if (this._subscribers.has(subscriberParams.container)) {\n return Promise.reject('Subscriber for provided DIV element already exists');\n }\n\n const subscriber = new TechseeMediaSubscriber(subscriberParams);\n\n this._subscribers.set(subscriberParams.container, subscriber);\n const streamForSubscriber = this.getRegisteredStreamByType(subscriber.streamType);\n\n if (streamForSubscriber) {\n trace.info(`Stream for ${subscriberParams.streamType} is ready.`);\n subscriber.renderStream(streamForSubscriber);\n } else {\n trace.info(`Stream for ${subscriberParams.streamType} not created yet`);\n }\n\n return Promise.resolve(subscriber);\n }\n\n /\n Destroys the subscriber for provided HTML DIV container\n /\n destroySubscriber(container: HTMLDivElement): Promise<void> {\n if (this._subscribers.has(container)) {\n const subscriber = this._subscribers.get(container);\n\n subscriber!.dispose();\n }\n\n this._subscribers.delete(container);\n\n return Promise.resolve();\n }\n\n onStreamDestroyed(callback: (eventArgs: StreamDestroyedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_DESTROYED, callback);\n }\n\n onStreamCreated(callback: (eventArgs: StreamCreatedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_CREATED, callback);\n }\n\n private getSwitchCameraConstraints() {\n const constraints = cloneDeep(window.latestLocalMediaConstraints);\n\n if (!constraints) {\n throw new Error('getSwitchCameraConstraints: unexpected use case constraints is null.');\n }\n\n trace.info('getSwitchCameraConstraints - Start switch camera with constraints:', constraints);\n\n const videoSourceType = (constraints.video as LocalVideoStreamConstraints).videoSourceType === LocalVideoSourceType.CAMERA\n ? LocalVideoSourceType.CAMERA_FRONT\n : LocalVideoSourceType.CAMERA;\n\n trace.info(`getSwitchCameraConstraints - switch to videoSourceType: ${videoSourceType}`);\n\n (constraints.video as LocalVideoStreamConstraints).videoSourceType = videoSourceType;\n\n return constraints;\n }\n\n switchCamera(revertCameraWhenFailed?: boolean): Promise<any> {\n trace.info('switchCamera: start');\n\n const constraints = !revertCameraWhenFailed ? this.getSwitchCameraConstraints() : cloneDeep(window.latestLocalMediaConstraints);\n\n if (!constraints) {\n throw new Error('switchCamera - unexpected use case constraints is null.');\n }\n\n this._localStreamsManager.destroyUserMediaStream();\n\n return this._localStreamsManager.getUserMediaStream(constraints)\n .then((streamResult: MediaRequestSuccessResult) => {\n const stream = streamResult.mediaStream;\n\n trace.info('switchCamera: new stream: ', stream);\n\n this.replaceStreamTracks(stream);\n\n return this.registerStreamResult(constraints, streamResult, true).then(() => ({revertCameraWhenFailed, constraints, streamResult}));\n })\n .catch((err) => {\n trace.error('switchCamera: Failed to switch camera: ', err);\n\n if (!revertCameraWhenFailed) {\n return this.switchCamera(true);\n }\n\n return Promise.reject('Failed to switch camera.');\n });\n }\n\n private replaceStreamTracks(mediaStream: Nullable<MediaStream>) {\n this._session!.instance && this._session!.instance.replaceStreamTracks(mediaStream);\n }\n\n protected registerStreamResult(constraints: Nullable<LocalMediaConstraints>, streamResult: MediaRequestSuccessResult, switchCamera?: boolean, addStreamType?: KnownMediaStream) {\n const regPromises: any[] = [];\n\n if (streamResult.isNew) {\n trace.info('registerStreamResult: stream result from getUserMediaStream:', streamResult.mediaStream);\n streamResult.mediaStream.getTracks().forEach((mediaTrack) => {\n trace.info('registerStreamResult: stream result from mediaTrack:', mediaTrack);\n const streamType = addStreamType \|\| (mediaTrack.kind === 'video'\n ? KnownMediaStream.USER_VIDEO_STREAM : KnownMediaStream.USER_AUDIO_STREAM);\n const newDedicatedStream = new TechseeMediaStream(mediaTrack, streamType, false);\n\n regPromises.push(switchCamera ? this.registerTrack(newDedicatedStream) : this.registerLocalMediaStream(newDedicatedStream));\n });\n }\n\n return Promise.all(regPromises);\n }\n\n get supportSwitchCameras() {\n return this._isIOS_13_orLater \|\| this._localStreamsManager.groupedDevices.camerasCount > 1;\n }\n\n //#endregion Media Streams Management\n\n //#region Session Management\n\n /\n Creates instance of WebRTC session which connects to (signaling server), and begins to listen to WebRTC events.\n /\n connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._session) {\n this._session = {params: cloneDeep(sessionParams)};\n this._session.connectPromise = new Promise((resolve, reject) => {\n const doAsyncReject = (error: any): void => {\n\n /\n Reject with timeout, to change JS 'execution flow'.\n If timeout removed, session is assigned to null, before promise returns, and \"catch\" will not\n work on promise that is returned.\n /\n setTimeout(() => {\n this._session = null;\n reject(error);\n });\n };\n\n const sessionHandlers: MediaSessionHandlers = {\n onDisconnectedHandler: this.onSessionDisconnectHandler\n };\n const mediaSessionParams: MediaSessionParams & MediaSessionConfiguration = {\n ...sessionParams,\n peerConnectivityTimeoutSeconds: this._serviceOptions!.peerConnectivityTimeoutSeconds \|\| DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS\n };\n\n trace.info('connectToSession', sessionParams);\n if (this._serviceOptions!.mediaServiceType === MediaServiceType.TURNSERVER) {\n this._session!.instance = new TurnWebRtcSession(mediaSessionParams, sessionHandlers, this._sessionStreamsManager);\n\n } else if (this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK) {\n this._session!.instance = new OpentokSession(mediaSessionParams, this._sessionStreamsManager);\n } else {\n const allowedValues = values(MediaServiceType);\n\n trace.error(`mediaServiceType '${this._serviceOptions!.mediaServiceType}' is not supported.`, {allowedValues});\n doAsyncReject(new Error('mediaServiceType is not supported'));\n }\n\n if (this._session && this._session.instance) {\n this._session!.instance.connect()\n .then(() => {\n trace.info('Session is connected');\n resolve();\n })\n .catch((error: any) => {\n trace.error('Failed to connect to session', error);\n doAsyncReject(error);\n });\n }\n\n });\n } else {\n trace.warn('Session connected already. Disconnect before connect to new session again');\n }\n\n //TODO - Alex: Change a structure of this function to be more safe\n //(when we return, there should not be case when session or promise is null)\n //To fix, need to return promise immediately, then execute process in setTimeout(fn, 0);\n return this._session!.connectPromise!;\n }\n\n /\n Disconnects from WebRTC session.\n /\n disconnectFromSession(): Promise<void> {\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer);\n }\n\n /\n Updates a credentials for turn server\n /\n updateSessionCredentials(credentials: MediaSessionIceCredentials): Promise<void> {\n trace.info('updateSessionCredentials');\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject('There no session to update credentials');\n }\n\n this._session!.params.credentials = cloneDeep(credentials);\n\n return Promise.resolve();\n }\n\n enableVoipDuringSession(): void {\n if (!this._isVoipEnabled && this.isLocalStreamInitialized) {\n throw new Error('Voip support cannot be enabled after local stream where initialized');\n }\n\n this._isVoipEnabled = true;\n }\n\n protected disconnectFromSessionInternal(reason: MediaSessionDisconnectReason): Promise<void> {\n if (!this._session) {\n return Promise.resolve();\n }\n\n trace.info('Disconnecting from session', reason);\n\n const lastSession = this._session;\n\n this._session = null;\n\n return Promise.all([\n lastSession.instance!.disconnect(),\n this.clearPublishers()\n ]).then(() => undefined);\n }\n\n protected getStatsForRemoteTrack(streamType: KnownMediaStream): Promise<RemoteTrackStats> {\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject(new Error('Media session not started'));\n }\n\n const streamForStats = this.getRegisteredStreamByType(streamType);\n\n if (!streamForStats) {\n return Promise.reject(new Error('Stream for requested type was not found'));\n }\n\n return this._session!.instance!.getRemoteTrackStats(streamForStats.mediaTrack)\n .then((trackStats: RemoteTrackStats) => {\n traceStatsInfo(`MediaTrackStats for ${streamType}: ${JSON.stringify(trackStats)}`);\n\n return {\n trackId: streamForStats.mediaTrack.id,\n trackStats: trackStats\n };\n });\n }\n\n private onSessionDisconnectHandler(reason: MediaSessionDisconnectReason): void {\n trace.info('onSessionDisconnectHandler', reason);\n if (reason !== MediaSessionDisconnectReason.ForcedByConsumer) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n this.disconnectFromSessionInternal(reason).then(() => {\n const reconnectReasons = [\n MediaSessionDisconnectReason.InitiatorPeerReconnected,\n MediaSessionDisconnectReason.SignalingChannelDisconnect,\n MediaSessionDisconnectReason.PeerConnectionInterrupted,\n MediaSessionDisconnectReason.PeerConnectionStateChangeTimeout\n ];\n\n if (lastParams && includes(reconnectReasons, reason) && this._autoReconnectEnabled) {\n this.reconnectToSession(lastParams);\n } else if (!this._autoReconnectEnabled) {\n trace.info('No reconnection- auto reconnect disabled');\n } else {\n trace.info('No params for reconnection to media session');\n }\n });\n } else {\n trace.info('Ignore Session disconnect event');\n }\n }\n\n setAutoReconnect(state: boolean) {\n this._autoReconnectEnabled = state;\n trace.info('_autoReconnectEnabled:', state);\n\n if (this._autoReconnectEnabled && !this.isSessionActive) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n if (lastParams) {\n trace.info('setAutoReconnect - reconnect to session');\n this.reconnectToSession(lastParams);\n }\n }\n }\n\n reconnectToSession(lastParams: MediaSessionParams) {\n trace.info('Reconnecting to media session, sessionParams:', lastParams);\n\n this.connectToSession(lastParams)\n .then(() => {\n trace.info('Media session reconnected');\n })\n .catch((error: any) => {\n trace.error('Error while reconnecting to media session', error);\n });\n }\n\n //#endregion Session Management\n\n //#region Utils\n\n getSnapshotFromKnownStream(sourceStream: KnownMediaStream, snapshotOptions?: SnapshotOptions): Promise<SnapshotResult> {\n return new Promise((resolve, reject) => {\n if (sourceStream !== KnownMediaStream.USER_VIDEO_STREAM &&\n sourceStream !== KnownMediaStream.USER_SCREEN_SHARE_STREAM) {\n trace.error('The requested stream is not video stream, and cannot be used for snapshot');\n reject(new Error('INCOMPATIBLE_STREAM_FOR_SNAPSHOT'));\n\n return;\n }\n\n const snapshotStream = this.getRegisteredStreamByType(sourceStream);\n\n if (!snapshotStream) {\n trace.error('Cannot make snapshot: The requested stream not exists yet.');\n reject(new Error('NO_REQUESTED_STREAM'));\n\n return;\n }\n\n getSnapshotFromMediaStream(snapshotStream.mediaStream, snapshotOptions)\n .then((imageData: any) => {\n const urlComponents = imageData.split(';base64,');\n const mimeType = urlComponents[0].split(':')[1];\n const bytes = atob(urlComponents[1]);\n const buffer = new ArrayBuffer(bytes.length);\n const rawData = new Uint8Array(buffer);\n\n for (let i = 0; i < bytes.length; i++) {\n rawData[i] = bytes.charCodeAt(i);\n }\n\n const blob = new Blob([rawData], {type: mimeType});\n const objectUrl = window.URL.createObjectURL(blob);\n\n trace.info('Snapshot created successfully');\n\n const result: SnapshotResult = {\n base64img: imageData,\n objectUrl: objectUrl,\n imageBlob: blob,\n mimeType: mimeType\n };\n\n resolve(result);\n })\n .catch((error: any) => {\n trace.error('Error creating snapshot', error);\n reject(error);\n });\n });\n }\n\n //Will clean streams, publishers and subscribers, but will not remove event listeners\n clearService(): Promise<void> {\n trace.info('MediaService clearing all resources');\n\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer)\n .then(this.clearSubscribers)\n .then(this.clearRegisteredStreams)\n .then(this._localStreamsManager.clearAllStreams)\n .then(() => {\n this._initLocalStreamsPromise = null;\n this._isVoipEnabled = false;\n }).then(() => undefined);\n }\n\n //Will clear the service and remove all event listeners\n dispose(): Promise<void> {\n return this.clearService().catch(() => undefined).then(() => {\n this._emitter.removeAllListeners();\n });\n }\n\n //#endregion\n\n //#region Protected Methods\n\n protected get subscribers(): Map<HTMLDivElement, TechseeMediaSubscriber> {\n return this._subscribers;\n }\n\n protected registerLocalMediaStream(tsMediaStream: TechseeMediaStream): Promise<void> {\n trace.info('Registering local stream', tsMediaStream.streamType);\n if (this._registeredStreams.has(tsMediaStream.streamType)) {\n return Promise.reject(new Error(`Stream ${tsMediaStream.streamType} already registered`));\n }\n\n return this.registerStream(tsMediaStream);\n }\n\n protected getRegisteredStreamByType(streamType: KnownMediaStream): Nullable<TechseeMediaStream> {\n return this._registeredStreams.get(streamType) \|\| null;\n }\n\n protected changeEnableForKnownStream(streamType: KnownMediaStream, isPaused: boolean): void {\n const streamToChangeState = this.getRegisteredStreamByType(streamType);\n\n if (!streamToChangeState) {\n trace.warn('There no stream found to change enable state', streamType);\n } else {\n streamToChangeState.mediaTrack.enabled = !isPaused;\n\n if (streamToChangeState.isRemote && streamToChangeState.streamKind === KnownMediaStreamKind.Audio) {\n this.subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamType) {\n subscriber.muteSound(isPaused);\n }\n });\n }\n\n trace.info('Local stream enable state is changed', {streamType, isPaused});\n }\n }\n\n protected registerEventCallback(event: string, callback: (eventArgs?: any) => void): void {\n this._emitter.on(event, callback);\n }\n\n protected emitEvent(event: string, eventArgs?: any): void {\n setTimeout(() => {\n this._emitter.emit(event, eventArgs);\n });\n }\n\n //#endregion Protected Methods\n\n //#region Private Methods\n\n private registerRemoteMediaTrack(remoteMediaTrack: RemoteMediaTrack): Promise<void> {\n trace.info(`Registering remote ${remoteMediaTrack.trackType} MediaStreamTrack`, remoteMediaTrack.mediaTrack);\n const currentStream = this._registeredStreams.get(remoteMediaTrack.trackType);\n\n if (currentStream && !currentStream.isRemote) {\n return Promise.reject(new Error('Cannot register remote stream with the same type as local stream'));\n }\n\n const newDedicatedStream = new TechseeMediaStream(remoteMediaTrack.mediaTrack, remoteMediaTrack.trackType, true);\n\n return this.registerStream(newDedicatedStream);\n }\n\n private registerTrack(mediaStream: TechseeMediaStream): Promise<void> {\n mediaStream.mediaTrack.onended = () =>\n this.unregisterTechseeMediaStream(mediaStream, MediaStreamUnregisterReason.NativeEvent);\n\n this._registeredStreams.set(mediaStream.streamType, mediaStream);\n\n trace.info(`TechseeMediaStream registered - ${mediaStream.streamType}`, TechseeMediaStream);\n\n return this.updateSubscribersWithNewStream(mediaStream).then(() => {\n const eventArgs: StreamCreatedEventArgs = {streamType: mediaStream.streamType};\n\n this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);\n });\n }\n\n private registerStream(mediaStream: TechseeMediaStream): Promise<void> {\n const currentStream = this._registeredStreams.get(mediaStream.streamType);\n\n if (currentStream) {\n return this.unregisterTechseeMediaStream(currentStream, MediaStreamUnregisterReason.ReplacingStream).then(() => this.registerTrack(mediaStream));\n }\n\n return this.registerTrack(mediaStream);\n }\n\n private unregisterTechseeMediaStream(streamToUnregister: TechseeMediaStream, reason: MediaStreamUnregisterReason): Promise<void> {\n const traceError = (error: any): void => {\n trace.warn('Unregister TechseeMediaStream error:', error);\n };\n\n const promises: any = [];\n\n trace.info('Unregister TechseeMediaStream: ', streamToUnregister.streamType);\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamToUnregister.streamType) {\n promises.push(subscriber.stopRendering().catch(traceError));\n }\n });\n\n if (!streamToUnregister.isRemote) {\n this._publishers.forEach((publisher: TechseeMediaPublisher) => {\n if (publisher.streamTypes.find((streamType) => streamType === streamToUnregister.streamType)) {\n if (this._session && this._session!.instance) {\n promises.push(this._session.instance.onMediaStreamDestroyed(publisher.destinationRole).catch(traceError));\n }\n }\n });\n }\n\n return Promise.all(promises)\n .then(() => {\n this._registeredStreams.delete(streamToUnregister.streamType);\n trace.info('Stream deleted', streamToUnregister.streamType);\n\n const eventArgs: StreamDestroyedEventArgs = {streamType: streamToUnregister.streamType, reason: reason};\n\n this.emitEvent(privateEvents.STREAM_DESTROYED, eventArgs);\n });\n }\n\n private unregisterRemoteMediaTrack(mediaTrack: MediaStreamTrack): Promise<void> {\n const promises: any = [];\n\n this._registeredStreams.forEach((registeredStream: TechseeMediaStream) => {\n if (registeredStream.mediaTrack.id === mediaTrack.id) {\n promises.push(this.unregisterTechseeMediaStream(registeredStream, MediaStreamUnregisterReason.ClosedRemotely));\n }\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private removePublisher(publisher: TechseeMediaPublisher): Promise<void> {\n this._publishers.delete(publisher.destinationRole);\n if (this._session && this._session.instance) {\n trace.info('Removing publisher', publisher.destinationRole);\n\n return this._session.instance.onMediaStreamDestroyed(publisher.destinationRole)\n .catch((error: any) => {\n trace.warn('Error while removing publisher', error);\n });\n }\n\n return Promise.resolve();\n }\n\n private getStreamForDestinationRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>> {\n this.serviceInitGuard();\n\n if (this._publishers.has(destinationRole)) {\n trace.info(`Publisher for ${destinationRole} already exists`);\n\n return Promise.resolve(this._publishers.get(destinationRole)!.mediaStream);\n }\n\n if (!this._publisherPromises.get(destinationRole)) {\n trace.info(`Creating publisher for ${destinationRole}`);\n const publisherPromise = this.initLocalMediaStreams()\n .then(() => this.createMediaPublisher(destinationRole))\n .then((mediaPublisher: Nullable<TechseeMediaPublisher>) => {\n if (mediaPublisher) {\n this._publishers.set(destinationRole, mediaPublisher);\n }\n\n this._publisherPromises.delete(destinationRole);\n\n return mediaPublisher ? mediaPublisher.mediaStream : null;\n })\n .catch((ex: any) => {\n if (ex && ex.message === 'audioStreamFailed') {\n this._isVoipEnabled = false;\n\n return null;\n }\n\n this._publisherPromises.delete(destinationRole);\n throw ex;\n });\n\n this._publisherPromises.set(destinationRole, publisherPromise);\n } else {\n trace.info(`Create publisher promise for ${destinationRole} already exists`);\n }\n\n return this._publisherPromises.get(destinationRole)!;\n }\n\n private updateSubscribersWithNewStream(registeredStream: TechseeMediaStream): Promise<void> {\n trace.info(`Updating subscribers of ${registeredStream.streamType} with new stream`);\n\n if (this._subscribers.size === 0) {\n trace.warn(`No subscribers exists for the ${registeredStream.streamType}.`);\n } else {\n trace.info(`Total ${this._subscribers.size} subscribers exists, will check if rerender needed.`);\n }\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === registeredStream.streamType) {\n trace.info(`${registeredStream.streamType} rendering on subscriber`);\n subscriber.renderStream(registeredStream);\n }\n });\n\n return Promise.resolve();\n }\n\n private bindClassMethods(): void {\n this.updateSessionCredentials = this.updateSessionCredentials.bind(this);\n this.getStreamForDestinationRole = this.getStreamForDestinationRole.bind(this);\n this.registerRemoteMediaTrack = this.registerRemoteMediaTrack.bind(this);\n this.unregisterRemoteMediaTrack = this.unregisterRemoteMediaTrack.bind(this);\n this.createMediaPublisher = this.createMediaPublisher.bind(this);\n this.updateSubscribersWithNewStream = this.updateSubscribersWithNewStream.bind(this);\n this.initLocalMediaStreams = this.initLocalMediaStreams.bind(this);\n this.onSessionDisconnectHandler = this.onSessionDisconnectHandler.bind(this);\n this.clearService = this.clearService.bind(this);\n this.clearRegisteredStreams = this.clearRegisteredStreams.bind(this);\n this.clearPublishers = this.clearPublishers.bind(this);\n this.clearSubscribers = this.clearSubscribers.bind(this);\n }\n\n //region Cleanup\n\n private clearRegisteredStreams(): Promise<void> {\n trace.info('Clearing registered streams');\n const promises: any = [];\n\n this._registeredStreams.forEach((streamToUnregister: TechseeMediaStream) => {\n promises.push(this.unregisterTechseeMediaStream(streamToUnregister, MediaStreamUnregisterReason.ServiceCleanUp));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearSubscribers(): Promise<void> {\n trace.info('Clearing subscribers');\n const promises: any = [];\n\n this._subscribers.forEach((subscriber) => {\n promises.push(this.destroySubscriber(subscriber.container));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearPublishers(): Promise<void> {\n trace.info('Clearing publishers');\n const promises: any = [];\n\n this._publishers.forEach((publisher) => {\n promises.push(this.removePublisher(publisher));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n //#endregion Cleanup\n\n //#region Simple Validation Methods\n\n protected serviceInitGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._serviceOptions, 'Media service is not initialized', shouldThrow);\n }\n\n protected sessionExistsGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._session, 'There no active session', shouldThrow);\n }\n\n //#endregion\n\n //#endregion Private Methods\n}\n"]}

package/lib/MediaServiceBase.js CHANGED Viewed

@@ -45,6 +45,7 @@ var TechseeMediaServiceBase = /** @class */function () {
         this._publishers = new Map();
         this._publisherPromises = new Map();
         this._serviceOptions = null;
+        this._isIOS_13_orLater = false;
         this._autoReconnectEnabled = true;
         this._initLocalStreamsPromise = null;
         this._initServicePromise = null;
@@ -62,6 +63,10 @@ var TechseeMediaServiceBase = /** @class */function () {
             webRtcSupportInfo: webRtcSupportInfo
         };
         this._localStreamsManager = new LocalStreamManager_1.LocalStreamManager(this._environment);
+        // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This
+        // is a hack to work around the issue until Apple resolve it
+        this._isIOS_13_orLater = this._environment.isIOS() && (!this._environment.majorVersion() || this._environment.majorVersion() >= 13);
+        trace.info("TechseeMediaServiceBase: isIOS_13_orLater: " + this._isIOS_13_orLater);
         this._sessionStreamsManager = {
             getMediaStreamForRole: this.getStreamForDestinationRole,
             addRemoteMediaTrack: this.registerRemoteMediaTrack,
@@ -127,11 +132,8 @@ var TechseeMediaServiceBase = /** @class */function () {
                 })
             };
             _this._localStreamsManager.setGroupedDevices(groupedDevices);
-            // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This
-            // is a hack to work around the issue until Apple resolve it
-            var isIOS_13_orLater = _this._environment.isIOS && (!_this._environment.majorVersion() || _this._environment.majorVersion() >= 13);
-            _this._deviceSupportFlags.hasCamera = isIOS_13_orLater || groupedDevices.video.length > 0;
-            _this._deviceSupportFlags.hasMicrophone = isIOS_13_orLater || groupedDevices.audio.length > 0;
+            _this._deviceSupportFlags.hasCamera = _this._isIOS_13_orLater || groupedDevices.video.length > 0;
+            _this._deviceSupportFlags.hasMicrophone = _this._isIOS_13_orLater || groupedDevices.audio.length > 0;
         })]).then(function () {
             return undefined;
         });
@@ -192,6 +194,64 @@ var TechseeMediaServiceBase = /** @class */function () {
     TechseeMediaServiceBase.prototype.onStreamCreated = function (callback) {
         this.registerEventCallback(privateEvents.STREAM_CREATED, callback);
     };
+    TechseeMediaServiceBase.prototype.getSwitchCameraConstraints = function () {
+        var constraints = cloneDeep_1.default(window.latestLocalMediaConstraints);
+        if (!constraints) {
+            throw new Error('getSwitchCameraConstraints: unexpected use case constraints is null.');
+        }
+        trace.info('getSwitchCameraConstraints - Start switch camera with constraints:', constraints);
+        var videoSourceType = constraints.video.videoSourceType === MediaConstants_1.LocalVideoSourceType.CAMERA ? MediaConstants_1.LocalVideoSourceType.CAMERA_FRONT : MediaConstants_1.LocalVideoSourceType.CAMERA;
+        trace.info("getSwitchCameraConstraints - switch to videoSourceType: " + videoSourceType);
+        constraints.video.videoSourceType = videoSourceType;
+        return constraints;
+    };
+    TechseeMediaServiceBase.prototype.switchCamera = function (revertCameraWhenFailed) {
+        var _this = this;
+        trace.info('switchCamera: start');
+        var constraints = !revertCameraWhenFailed ? this.getSwitchCameraConstraints() : cloneDeep_1.default(window.latestLocalMediaConstraints);
+        if (!constraints) {
+            throw new Error('switchCamera - unexpected use case constraints is null.');
+        }
+        this._localStreamsManager.destroyUserMediaStream();
+        return this._localStreamsManager.getUserMediaStream(constraints).then(function (streamResult) {
+            var stream = streamResult.mediaStream;
+            trace.info('switchCamera: new stream: ', stream);
+            _this.replaceStreamTracks(stream);
+            return _this.registerStreamResult(constraints, streamResult, true).then(function () {
+                return { revertCameraWhenFailed: revertCameraWhenFailed, constraints: constraints, streamResult: streamResult };
+            });
+        }).catch(function (err) {
+            trace.error('switchCamera: Failed to switch camera: ', err);
+            if (!revertCameraWhenFailed) {
+                return _this.switchCamera(true);
+            }
+            return Promise.reject('Failed to switch camera.');
+        });
+    };
+    TechseeMediaServiceBase.prototype.replaceStreamTracks = function (mediaStream) {
+        this._session.instance && this._session.instance.replaceStreamTracks(mediaStream);
+    };
+    TechseeMediaServiceBase.prototype.registerStreamResult = function (constraints, streamResult, switchCamera, addStreamType) {
+        var _this = this;
+        var regPromises = [];
+        if (streamResult.isNew) {
+            trace.info('registerStreamResult: stream result from getUserMediaStream:', streamResult.mediaStream);
+            streamResult.mediaStream.getTracks().forEach(function (mediaTrack) {
+                trace.info('registerStreamResult: stream result from mediaTrack:', mediaTrack);
+                var streamType = addStreamType || (mediaTrack.kind === 'video' ? MediaConstants_1.KnownMediaStream.USER_VIDEO_STREAM : MediaConstants_1.KnownMediaStream.USER_AUDIO_STREAM);
+                var newDedicatedStream = new TechseeMediaStream_1.TechseeMediaStream(mediaTrack, streamType, false);
+                regPromises.push(switchCamera ? _this.registerTrack(newDedicatedStream) : _this.registerLocalMediaStream(newDedicatedStream));
+            });
+        }
+        return Promise.all(regPromises);
+    };
+    Object.defineProperty(TechseeMediaServiceBase.prototype, "supportSwitchCameras", {
+        get: function get() {
+            return this._isIOS_13_orLater || this._localStreamsManager.groupedDevices.camerasCount > 1;
+        },
+        enumerable: true,
+        configurable: true
+    });
     //#endregion Media Streams Management
     //#region Session Management
     /*
@@ -381,6 +441,7 @@ var TechseeMediaServiceBase = /** @class */function () {
         trace.info('MediaService clearing all resources');
         return this.disconnectFromSessionInternal(MediaConstants_1.MediaSessionDisconnectReason.ForcedByConsumer).then(this.clearSubscribers).then(this.clearRegisteredStreams).then(this._localStreamsManager.clearAllStreams).then(function () {
             _this._initLocalStreamsPromise = null;
+            _this._isVoipEnabled = false;
         }).then(function () {
             return undefined;
         });
@@ -449,24 +510,27 @@ var TechseeMediaServiceBase = /** @class */function () {
         var newDedicatedStream = new TechseeMediaStream_1.TechseeMediaStream(remoteMediaTrack.mediaTrack, remoteMediaTrack.trackType, true);
         return this.registerStream(newDedicatedStream);
     };
+    TechseeMediaServiceBase.prototype.registerTrack = function (mediaStream) {
+        var _this = this;
+        mediaStream.mediaTrack.onended = function () {
+            return _this.unregisterTechseeMediaStream(mediaStream, MediaConstants_1.MediaStreamUnregisterReason.NativeEvent);
+        };
+        this._registeredStreams.set(mediaStream.streamType, mediaStream);
+        trace.info("TechseeMediaStream registered - " + mediaStream.streamType, TechseeMediaStream_1.TechseeMediaStream);
+        return this.updateSubscribersWithNewStream(mediaStream).then(function () {
+            var eventArgs = { streamType: mediaStream.streamType };
+            _this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);
+        });
+    };
     TechseeMediaServiceBase.prototype.registerStream = function (mediaStream) {
         var _this = this;
         var currentStream = this._registeredStreams.get(mediaStream.streamType);
-        var registerTrack = function registerTrack() {
-            mediaStream.mediaTrack.onended = function () {
-                return _this.unregisterTechseeMediaStream(mediaStream, MediaConstants_1.MediaStreamUnregisterReason.NativeEvent);
-            };
-            _this._registeredStreams.set(mediaStream.streamType, mediaStream);
-            trace.info("TechseeMediaStream registered - " + mediaStream.streamType, TechseeMediaStream_1.TechseeMediaStream);
-            return _this.updateSubscribersWithNewStream(mediaStream).then(function () {
-                var eventArgs = { streamType: mediaStream.streamType };
-                _this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);
-            });
-        };
         if (currentStream) {
-            return this.unregisterTechseeMediaStream(currentStream, MediaConstants_1.MediaStreamUnregisterReason.ReplacingStream).then(registerTrack);
+            return this.unregisterTechseeMediaStream(currentStream, MediaConstants_1.MediaStreamUnregisterReason.ReplacingStream).then(function () {
+                return _this.registerTrack(mediaStream);
+            });
         }
-        return registerTrack();
+        return this.registerTrack(mediaStream);
     };
     TechseeMediaServiceBase.prototype.unregisterTechseeMediaStream = function (streamToUnregister, reason) {
         var _this = this;