@techsee/techsee-media-service 999.20.2-alpha → 999.20.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/MediaServiceBase.d.ts.map +1 -1
- package/lib/MediaServiceBase.js +2 -2
- package/lib/MediaServiceBase.js.map +1 -1
- package/lib/MediaSubscriber.d.ts.map +1 -1
- package/lib/MediaSubscriber.js +1 -1
- package/lib/MediaSubscriber.js.map +1 -1
- package/lib/MediaUtils/Compatibility.d.ts.map +1 -1
- package/lib/MediaUtils/Compatibility.js +1 -1
- package/lib/MediaUtils/Compatibility.js.map +1 -1
- package/lib/MediaUtils/MediaDomUtils.d.ts +3 -2
- package/lib/MediaUtils/MediaDomUtils.d.ts.map +1 -1
- package/lib/MediaUtils/MediaDomUtils.js +8 -5
- package/lib/MediaUtils/MediaDomUtils.js.map +1 -1
- package/lib/MultiParty/Contracts.d.ts +4 -3
- package/lib/MultiParty/Contracts.d.ts.map +1 -1
- package/lib/MultiParty/MediaCapabilitiesHelper.d.ts +3 -1
- package/lib/MultiParty/MediaCapabilitiesHelper.d.ts.map +1 -1
- package/lib/MultiParty/MediaCapabilitiesHelper.js +75 -12
- package/lib/MultiParty/MediaCapabilitiesHelper.js.map +1 -1
- package/lib/MultiParty/MultiParty.d.ts +12 -3
- package/lib/MultiParty/MultiParty.d.ts.map +1 -1
- package/lib/MultiParty/MultiParty.js +15 -20
- package/lib/MultiParty/MultiParty.js.map +1 -1
- package/lib/MultiParty/MultipartyFactory.d.ts +3 -0
- package/lib/MultiParty/MultipartyFactory.d.ts.map +1 -0
- package/lib/MultiParty/MultipartyFactory.js +16 -0
- package/lib/MultiParty/MultipartyFactory.js.map +1 -0
- package/lib/MultiParty/OpentokMultiparty.d.ts +14 -15
- package/lib/MultiParty/OpentokMultiparty.d.ts.map +1 -1
- package/lib/MultiParty/OpentokMultiparty.js +357 -120
- package/lib/MultiParty/OpentokMultiparty.js.map +1 -1
- package/package.json +3 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/MediaServiceBase.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAC,sBAAsB,EAAC,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAGxD,OAAO,EACH,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EAGrB,yBAAyB,EACzB,mBAAmB,EAGnB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EAErB,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,wBAAwB,EAC3B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAEH,gBAAgB,EAIhB,4BAA4B,EAE5B,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAc1B,8BAAsB,uBAAuB;IAGzC,SAAS,CAAC,QAAQ,CAAC,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/D,SAAS,CAAC,QAAQ,CAAC,oBAAoB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAErH,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IACnD,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;IAE5D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAoB;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0D;IACvF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4D;IACxF,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqE;IACxG,SAAS,CAAC,eAAe,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAQ;IAChE,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,qBAAqB,CAAQ;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,wBAAwB,CAAiC;IACjE,OAAO,CAAC,mBAAmB,CAAiC;IAC5D,OAAO,CAAC,kBAAkB,CAAwD;IAClF,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAIN;IAEV,SAAS,aAAa,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;IAkCzF,IAAI,iBAAiB,IAAI,iBAAiB,CAIzC;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,wBAAwB,IAAI,OAAO,CAEtC;IAOD,gBAAgB,CAAC,cAAc,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA4CpE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BtC,gBAAgB,CAAC,gBAAgB,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuBpF,iBAAiB,CAAC,SAAS,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3D,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IAIhF,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IAI5E,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMzD,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMzD,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMxD,SAAS,CAAC,0BAA0B;IAoBpC,YAAY,CAAC,sBAAsB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAsC5D,OAAO,CAAC,mBAAmB;IAQ3B,SAAS,CAAC,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,YAAY,EAAE,yBAAyB,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,gBAAgB;IAuB9K,0BAA0B;IAM1B,IAAI,oBAAoB,YAEvB;IAED,OAAO,CAAC,iBAAiB;IA4EzB,gBAAgB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtC,wBAAwB,CAAC,WAAW,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhF,uBAAuB,IAAI,IAAI;IAQ/B,SAAS,CAAC,6BAA6B,CAAC,MAAM,EAAE,4BAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5F,SAAS,CAAC,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsBzF,OAAO,CAAC,0BAA0B;IA0BlC,gBAAgB,CAAC,KAAK,EAAE,OAAO;IAc/B,kBAAkB,CAAC,UAAU,EAAE,kBAAkB;IAgBjD,0BAA0B,CAAC,YAAY,EAAE,gBAAgB,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAqDtH,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAc7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,SAAS,KAAK,WAAW,IAAI,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAEvE;IAED,SAAS,CAAC,wBAAwB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IASpF,SAAS,CAAC,yBAAyB,CAAC,UAAU,EAAE,gBAAgB,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAI/F,SAAS,CAAC,0BAA0B,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAoB3F,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAIzF,SAAS,CAAC,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI;IAIpF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;IAUzD,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,aAAa;IAerB,SAAS,CAAC,cAAc,CAAC,WAAW,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAUxE,OAAO,CAAC,4BAA4B;IAoCpC,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,2BAA2B;IAyCnC,OAAO,CAAC,8BAA8B;IAmBtC,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,eAAe;IAevB,SAAS,CAAC,gBAAgB,CAAC,WAAW,UAAO,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,WAAW,UAAO,GAAG,OAAO;CAO5D","file":"MediaServiceBase.d.ts","sourcesContent":["import filter from 'lodash/filter';\nimport cloneDeep from 'lodash/cloneDeep';\nimport values from 'lodash/values';\nimport debounce from 'lodash/debounce';\nimport includes from 'lodash/includes';\nimport {EventEmitter} from 'events';\nimport {Nullable} from '@techsee/techsee-common';\nimport {TechseeMediaSubscriber} from './MediaSubscriber';\nimport {TechseeMediaPublisher} from './MediaPublisher';\nimport {LocalStreamManager} from './LocalStreamManager';\nimport {TechseeMediaStream} from './TechseeMediaStream';\nimport {TurnWebRtcSession} from './MediaSession/SessionTurn';\nimport {getSnapshotFromMediaStream} from './MediaUtils/MediaDomUtils';\nimport {\n ClientWebRtcInfo,\n DeviceSupportInfo,\n IMediaEnvironment,\n IMediaSession,\n IMediaSubscriber,\n ISessionStreamsManager,\n LocalMediaConstraints,\n LocalVideoStreamConstraints,\n MediaRequestFailResult,\n MediaRequestSuccessResult,\n MediaServiceOptions,\n MediaSessionConfiguration,\n MediaSessionHandlers,\n MediaSessionIceCredentials,\n MediaSessionParams,\n MediaSubscriberParams,\n RemoteMediaTrack,\n RemoteTrackStats,\n SnapshotOptions,\n SnapshotResult,\n StreamCreatedEventArgs,\n StreamDestroyedEventArgs\n} from './MediaContracts';\nimport {enumerateMediaDevices, isVideoPlaySupportedOnDevice} from './MediaUtils/Compatibility';\nimport {OpentokSession} from './MediaSession/SessionOpentok';\nimport {\n DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS,\n KnownMediaStream,\n KnownMediaStreamKind,\n LocalVideoSourceType,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole\n} from './MediaConstants';\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\nimport {MediaServerSession} from './MediaSession/MediaServer';\nimport {getMediaTracer} from './MediaUtils/MediaTracer';\nimport {recordingEvents} from './MediaSession/MediaSessionBase';\n\nconst trace = getMediaTracer('MediaServiceBase');\nconst traceStatsInfo = debounce(trace.info, 1000 * 5, {leading: true, maxWait: 1000 * 30});\n\nenum privateEvents {\n STREAM_CREATED = 'STREAM_CREATED',\n STREAM_DESTROYED = 'STREAM_DESTROYED'\n}\n\nexport abstract class TechseeMediaServiceBase {\n //This method should not be called. The only place that allowed to use it, is initLocalMediaStreams method.\n //Everyone who need to initialize MediaStream should use initLocalMediaStreams method.\n protected abstract getLocalMediaImplementation(): Promise<void>;\n\n protected abstract createMediaPublisher(destinationRole: SessionClientRole): Promise<Nullable<TechseeMediaPublisher>>;\n\n protected readonly _environment: IMediaEnvironment;\n protected readonly _sessionStreamsManager: ISessionStreamsManager;\n protected readonly _localStreamsManager: LocalStreamManager;\n\n private readonly _deviceSupportFlags: DeviceSupportInfo;\n private readonly _subscribers: Map<HTMLDivElement, TechseeMediaSubscriber> = new Map();\n private readonly _publishers: Map<SessionClientRole, TechseeMediaPublisher> = new Map();\n private readonly _publisherPromises: Map<SessionClientRole, Promise<Nullable<MediaStream>>> = new Map();\n protected _serviceOptions: Nullable<MediaServiceOptions> = null;\n private _isIOS_13_orLater = false;\n private _isIOS_14_orLater = false;\n private _autoReconnectEnabled = true;\n private readonly _emitter: EventEmitter;\n private _initLocalStreamsPromise: Nullable<Promise<void>> = null;\n private _initServicePromise: Nullable<Promise<void>> = null;\n private _registeredStreams: Map<KnownMediaStream, TechseeMediaStream> = new Map();\n private _isVoipEnabled = false;\n private _session: Nullable<{\n params: MediaSessionParams;\n connectPromise?: Promise<void>;\n instance?: IMediaSession;\n }> = null;\n\n protected constructor(environment: IMediaEnvironment, webRtcSupportInfo: ClientWebRtcInfo) {\n trace.info('TechseeMediaServiceBase created');\n\n this.bindClassMethods();\n\n this._emitter = new EventEmitter();\n this._environment = environment;\n this._deviceSupportFlags = {\n videoPlayback: false,\n hasCamera: false,\n hasMicrophone: false,\n webRtcSupportInfo: webRtcSupportInfo\n };\n\n this._localStreamsManager = new LocalStreamManager(this._environment);\n\n // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This\n // is a hack to work around the issue until Apple resolve it\n this._isIOS_13_orLater = this._environment.isIOS() &&\n (!this._environment.majorVersion() || (this._environment.majorVersion() >= 13));\n\n this._isIOS_14_orLater = this._environment.isIOS() &&\n (!this._environment.majorVersion() || (this._environment.majorVersion() >= 14));\n\n trace.info(`TechseeMediaServiceBase: isIOS_13_orLater: ${this._isIOS_13_orLater}`);\n trace.info(`TechseeMediaServiceBase: isIOS_14_orLater: ${this._isIOS_14_orLater}`);\n\n this._sessionStreamsManager = {\n getMediaStreamForRole: this.getStreamForDestinationRole,\n addRemoteMediaTrack: this.registerRemoteMediaTrack,\n removeMediaTrack: this.unregisterRemoteMediaTrack\n };\n }\n\n get deviceSupportInfo(): DeviceSupportInfo {\n this.serviceInitGuard(false);\n\n return cloneDeep(this._deviceSupportFlags);\n }\n\n get isVoipEnabled(): boolean {\n return this._isVoipEnabled;\n }\n\n get isSessionActive(): boolean {\n return this._session !== null;\n }\n\n get isLocalStreamInitialized(): boolean {\n return this._initLocalStreamsPromise !== null;\n }\n\n /*\n Initializes media service. Before using anything from this service it should be initialized first.\n All of serviceOptions should be retrieved from account settings and by evaluating application state.\n For example, when initializing service, accountSettings is already loaded, and we know if FS session is audio enabled.\n */\n initMediaService(serviceOptions: MediaServiceOptions): Promise<void> {\n trace.info('TechseeMediaServiceBase.initMediaService', serviceOptions);\n const warnMessage = 'Multiple initialization does not supposed to happen. Not rejecting, but check the flow for correctness.';\n\n if (this._initServicePromise || this._serviceOptions) {\n console.warn(warnMessage);\n\n return this._initServicePromise ? this._initServicePromise : Promise.resolve();\n }\n\n this._serviceOptions = cloneDeep(serviceOptions);\n this._initServicePromise = Promise.all([\n isVideoPlaySupportedOnDevice(this._serviceOptions.mediaServiceType)\n .then((isSupported: boolean) => this._deviceSupportFlags.videoPlayback = isSupported),\n (this._isIOS_14_orLater ? Promise.resolve([]) : enumerateMediaDevices())\n .catch((error) => {\n trace.warn(error);\n\n return [];\n })\n .then((localDevicesList: MediaDeviceInfo[]) => {\n const groupedDevices = {\n video: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'videoinput'),\n audio: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'audioinput')\n };\n\n this._localStreamsManager.setGroupedDevices(groupedDevices);\n this._deviceSupportFlags.hasCamera = this._isIOS_13_orLater || (groupedDevices.video.length > 0);\n this._deviceSupportFlags.hasMicrophone = this._isIOS_13_orLater || (groupedDevices.audio.length > 0);\n\n })\n ]).then(() => undefined);\n\n\n return this._initServicePromise;\n }\n\n //#region Media Streams Management\n\n /*\n The main method to start the initialization of local media streams.\n This method can be executed many times and it will insure all calls are synced and only relevant stream will be created.\n DO NOT USE ANY OTHER METHOD THAT FORCES \"navigator.getUserMedia\" OTHER THAN THIS ONE.\n */\n initLocalMediaStreams(): Promise<void> {\n this.serviceInitGuard();\n const isDashboardOpentok = this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK &&\n (this._serviceOptions!.clientRole === SessionClientRole.AGENT || this._serviceOptions!.clientRole === SessionClientRole.OBSERVER);\n\n // This hack for IOS 14 force a recreation of stream on seemingly unnecessary occasions (like agent page refresh).\n // we're not sure why but the stream breaks\n if (!this._initLocalStreamsPromise || (this._isIOS_14_orLater && !isDashboardOpentok)) {\n trace.info('initLocalMediaStreams creating media streams');\n this._initLocalStreamsPromise = this.getLocalMediaImplementation()\n .catch((mediaRequestFailResult: MediaRequestFailResult) => {\n trace.error(`initLocalMediaStreams failure: ${mediaRequestFailResult}`);\n\n throw mediaRequestFailResult;\n });\n } else {\n trace.info('initLocalMediaStreams already done or in progress');\n }\n\n return this._initLocalStreamsPromise;\n }\n\n /*\n Creates an instance of subscriber that will \"listen\" to the requested stream.\n Whenever requested stream is available, subscriber will render it.\n */\n createSubscriber(subscriberParams: MediaSubscriberParams): Promise<IMediaSubscriber> {\n if (this._subscribers.has(subscriberParams.container)) {\n return Promise.reject('Subscriber for provided DIV element already exists');\n }\n\n const subscriber = new TechseeMediaSubscriber(subscriberParams);\n\n this._subscribers.set(subscriberParams.container, subscriber);\n const streamForSubscriber = this.getRegisteredStreamByType(subscriber.streamType);\n\n if (streamForSubscriber) {\n trace.info(`Stream for ${subscriberParams.streamType} is ready.`);\n subscriber.renderStream(streamForSubscriber);\n } else {\n trace.info(`Stream for ${subscriberParams.streamType} not created yet`);\n }\n\n return Promise.resolve(subscriber);\n }\n\n /*\n Destroys the subscriber for provided HTML DIV container\n */\n destroySubscriber(container: HTMLDivElement): Promise<void> {\n if (this._subscribers.has(container)) {\n const subscriber = this._subscribers.get(container);\n\n subscriber!.dispose();\n }\n\n this._subscribers.delete(container);\n\n return Promise.resolve();\n }\n\n onStreamDestroyed(callback: (eventArgs: StreamDestroyedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_DESTROYED, callback);\n }\n\n onStreamCreated(callback: (eventArgs: StreamCreatedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_CREATED, callback);\n }\n\n onRecordStarted(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECORD_STARTED, callback);\n }\n }\n\n onRecordStopped(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECORD_STOPPED, callback);\n }\n }\n\n onReconnecting(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECONNECTING, callback);\n }\n }\n\n protected getSwitchCameraConstraints() {\n const constraints = cloneDeep(window.latestLocalMediaConstraints);\n\n if (!constraints) {\n throw new Error('getSwitchCameraConstraints: unexpected use case constraints is null.');\n }\n\n trace.info('getSwitchCameraConstraints - Start switch camera with constraints:', constraints);\n\n const videoSourceType = (constraints.video as LocalVideoStreamConstraints).videoSourceType === LocalVideoSourceType.CAMERA\n ? LocalVideoSourceType.CAMERA_FRONT\n : LocalVideoSourceType.CAMERA;\n\n trace.info(`getSwitchCameraConstraints - switch to videoSourceType: ${videoSourceType}`);\n\n (constraints.video as LocalVideoStreamConstraints).videoSourceType = videoSourceType;\n\n return constraints;\n }\n\n switchCamera(revertCameraWhenFailed?: boolean): Promise<any> {\n trace.info('switchCamera: start');\n\n const latestLocalMediaConstraints = cloneDeep(window.latestLocalMediaConstraints);\n const constraints = !revertCameraWhenFailed ? this.getSwitchCameraConstraints() : latestLocalMediaConstraints;\n\n if (!constraints) {\n throw new Error('switchCamera - unexpected use case constraints is null.');\n }\n\n return this._localStreamsManager.destroyUserMediaStream()\n .then(() => this._localStreamsManager.getUserMediaStream(constraints)\n .then((streamResult: MediaRequestSuccessResult) => {\n const stream = streamResult.mediaStream;\n\n trace.info('switchCamera: new stream: ', stream);\n\n return this.replaceStreamTracks(stream)\n .then(() => this.registerStreamResult(constraints, streamResult, true)\n .then(() => ({\n revertCameraWhenFailed,\n constraints,\n streamResult\n })));\n }))\n .catch((err) => {\n trace.error('switchCamera: Failed to switch camera: ', err);\n\n if (!revertCameraWhenFailed) {\n window.latestLocalMediaConstraints = latestLocalMediaConstraints;\n\n return this.switchCamera(true);\n }\n\n return Promise.reject('Failed to switch camera.');\n });\n }\n\n private replaceStreamTracks(mediaStream: Nullable<MediaStream>): Promise<void> {\n if (this._session!.instance) {\n return this._session!.instance.replaceStreamTracks(mediaStream);\n }\n\n return Promise.reject('replaceStreamTracks - session instance is not exists.');\n }\n\n protected registerStreamResult(constraints: Nullable<LocalMediaConstraints>, streamResult: MediaRequestSuccessResult, switchCamera?: boolean, addStreamType?: KnownMediaStream) {\n const regPromises: any[] = [];\n const isOpentok = this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK;\n\n if (streamResult.isNew) {\n trace.info('registerStreamResult: stream result from getUserMediaStream:', streamResult.mediaStream);\n streamResult.mediaStream.getTracks().forEach((mediaTrack) => {\n trace.info('registerStreamResult: stream result from mediaTrack:', mediaTrack);\n const streamType = addStreamType || (mediaTrack.kind === 'video'\n ? KnownMediaStream.USER_VIDEO_STREAM : KnownMediaStream.USER_AUDIO_STREAM);\n const newDedicatedStream = new TechseeMediaStream(mediaTrack, streamType, false);\n\n if (isOpentok) {\n regPromises.push(this.registerStream(newDedicatedStream));\n } else {\n regPromises.push(switchCamera ? this.registerTrack(newDedicatedStream) : this.registerLocalMediaStream(newDedicatedStream));\n }\n });\n }\n\n return Promise.all(regPromises);\n }\n\n disconnectFromMediaSession() {\n if (this._session && this._session.instance) {\n return this._session.instance.sessionDisconnect();\n }\n }\n\n get supportSwitchCameras() {\n return this._isIOS_13_orLater || this._localStreamsManager.groupedDevices.camerasCount > 1;\n }\n\n private _connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._session) {\n this._session = {params: cloneDeep(sessionParams)};\n this._session.connectPromise = new Promise((resolve, reject) => {\n const doAsyncReject = (error: any): void => {\n\n /*\n Reject with timeout, to change JS 'execution flow'.\n If timeout removed, session is assigned to null, before promise returns, and \"catch\" will not\n work on promise that is returned.\n */\n setTimeout(() => {\n this._session = null;\n reject(error);\n });\n };\n\n const sessionHandlers: MediaSessionHandlers = {\n onDisconnectedHandler: this.onSessionDisconnectHandler\n };\n const mediaSessionParams: MediaSessionParams & MediaSessionConfiguration = {\n ...sessionParams,\n peerConnectivityTimeoutSeconds: this._serviceOptions!.peerConnectivityTimeoutSeconds || DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS\n };\n\n trace.info('connectToSession', sessionParams);\n\n const allowedValues = values(MediaServiceType);\n\n switch (this._serviceOptions!.mediaServiceType) {\n case MediaServiceType.TURNSERVER:\n this._session!.instance = new TurnWebRtcSession(mediaSessionParams, sessionHandlers, this._sessionStreamsManager);\n break;\n case MediaServiceType.OPENTOK:\n this._session!.instance = new OpentokSession(mediaSessionParams, this._sessionStreamsManager);\n break;\n case MediaServiceType.MEDIASERVER:\n this._session!.instance = new MediaServerSession(mediaSessionParams, this._sessionStreamsManager);\n break;\n default:\n trace.error(`mediaServiceType '${this._serviceOptions!.mediaServiceType}' is not supported.`, {allowedValues});\n doAsyncReject(new Error('mediaServiceType is not supported'));\n }\n\n if (this._session && this._session.instance) {\n this._session!.instance.connect()\n .then(() => {\n trace.info('Session is connected');\n resolve();\n })\n .catch((error: any) => {\n trace.error('Failed to connect to session', error);\n doAsyncReject(error);\n });\n }\n\n });\n } else {\n trace.warn('Session connected already. Disconnect before connect to new session again');\n }\n\n //TODO - Alex: Change a structure of this function to be more safe\n //(when we return, there should not be case when session or promise is null)\n //To fix, need to return promise immediately, then execute process in setTimeout(fn, 0);\n return this._session!.connectPromise!;\n }\n\n //#endregion Media Streams Management\n\n //#region Session Management\n\n /*\n Creates instance of WebRTC session which connects to (signaling server), and begins to listen to WebRTC events.\n */\n connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n return this._connectToSession(sessionParams);\n }\n\n /*\n Disconnects from WebRTC session.\n */\n disconnectFromSession(): Promise<void> {\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer);\n }\n\n /*\n Updates a credentials for turn server\n */\n updateSessionCredentials(credentials: MediaSessionIceCredentials): Promise<void> {\n trace.info('updateSessionCredentials');\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject('There no session to update credentials');\n }\n\n this._session!.params.credentials = cloneDeep(credentials);\n\n return Promise.resolve();\n }\n\n enableVoipDuringSession(): void {\n if (!this._isVoipEnabled && this.isLocalStreamInitialized) {\n this._initLocalStreamsPromise = null;\n }\n\n this._isVoipEnabled = true;\n }\n\n protected disconnectFromSessionInternal(reason: MediaSessionDisconnectReason): Promise<void> {\n if (!this._session) {\n return Promise.resolve();\n }\n\n trace.info('Disconnecting from session', reason);\n\n const lastSession = this._session;\n\n this._session = null;\n\n return Promise.all([\n lastSession.instance!.disconnect(),\n this.clearPublishers()\n ]).then(() => undefined);\n }\n\n protected getStatsForRemoteTrack(streamType: KnownMediaStream): Promise<RemoteTrackStats> {\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject(new Error('Media session not started'));\n }\n\n const streamForStats = this.getRegisteredStreamByType(streamType);\n\n if (!streamForStats) {\n return Promise.reject(new Error('Stream for requested type was not found'));\n }\n\n return this._session!.instance!.getRemoteTrackStats(streamForStats.mediaTrack)\n .then((trackStats: RemoteTrackStats) => {\n traceStatsInfo(`MediaTrackStats for ${streamType}: ${JSON.stringify(trackStats)}`);\n\n return {\n trackId: streamForStats.mediaTrack.id,\n trackStats: trackStats\n };\n });\n }\n\n private onSessionDisconnectHandler(reason: MediaSessionDisconnectReason): void {\n trace.info('onSessionDisconnectHandler', reason);\n if (reason !== MediaSessionDisconnectReason.ForcedByConsumer) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n this.disconnectFromSessionInternal(reason).then(() => {\n const reconnectReasons = [\n MediaSessionDisconnectReason.InitiatorPeerReconnected,\n MediaSessionDisconnectReason.SignalingChannelDisconnect,\n MediaSessionDisconnectReason.PeerConnectionInterrupted,\n MediaSessionDisconnectReason.PeerConnectionStateChangeTimeout\n ];\n\n if (lastParams && includes(reconnectReasons, reason) && this._autoReconnectEnabled) {\n this.reconnectToSession(lastParams);\n } else if (!this._autoReconnectEnabled) {\n trace.info('No reconnection- auto reconnect disabled');\n } else {\n trace.info('No params for reconnection to media session');\n }\n });\n } else {\n trace.info('Ignore Session disconnect event');\n }\n }\n\n setAutoReconnect(state: boolean) {\n this._autoReconnectEnabled = state;\n trace.info('_autoReconnectEnabled:', state);\n\n if (this._autoReconnectEnabled && !this.isSessionActive) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n if (lastParams) {\n trace.info('setAutoReconnect - reconnect to session');\n this.reconnectToSession(lastParams);\n }\n }\n }\n\n reconnectToSession(lastParams: MediaSessionParams) {\n trace.info('Reconnecting to media session, sessionParams:', lastParams);\n\n this._connectToSession(lastParams)\n .then(() => {\n trace.info('Media session reconnected');\n })\n .catch((error: any) => {\n trace.error('Error while reconnecting to media session', error);\n });\n }\n\n //#endregion Session Management\n\n //#region Utils\n\n getSnapshotFromKnownStream(sourceStream: KnownMediaStream, snapshotOptions?: SnapshotOptions): Promise<SnapshotResult> {\n return new Promise((resolve, reject) => {\n if (sourceStream !== KnownMediaStream.USER_VIDEO_STREAM &&\n sourceStream !== KnownMediaStream.USER_SCREEN_SHARE_STREAM) {\n trace.error('The requested stream is not video stream, and cannot be used for snapshot');\n reject(new Error('INCOMPATIBLE_STREAM_FOR_SNAPSHOT'));\n\n return;\n }\n\n const snapshotStream = this.getRegisteredStreamByType(sourceStream);\n\n if (!snapshotStream) {\n trace.error('Cannot make snapshot: The requested stream not exists yet.');\n reject(new Error('NO_REQUESTED_STREAM'));\n\n return;\n }\n\n getSnapshotFromMediaStream(snapshotStream.mediaStream, snapshotOptions)\n .then((imageData: any) => {\n const urlComponents = imageData.split(';base64,');\n const mimeType = urlComponents[0].split(':')[1];\n const bytes = atob(urlComponents[1]);\n const buffer = new ArrayBuffer(bytes.length);\n const rawData = new Uint8Array(buffer);\n\n for (let i = 0; i < bytes.length; i++) {\n rawData[i] = bytes.charCodeAt(i);\n }\n\n const blob = new Blob([rawData], {type: mimeType});\n const objectUrl = window.URL.createObjectURL(blob);\n\n trace.info('Snapshot created successfully');\n\n const result: SnapshotResult = {\n base64img: imageData,\n objectUrl: objectUrl,\n imageBlob: blob,\n mimeType: mimeType\n };\n\n resolve(result);\n })\n .catch((error: any) => {\n trace.error('Error creating snapshot', error);\n reject(error);\n });\n });\n }\n\n //Will clean streams, publishers and subscribers, but will not remove event listeners\n clearService(): Promise<void> {\n trace.info('MediaService clearing all resources');\n\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer)\n .then(this.clearSubscribers)\n .then(this.clearRegisteredStreams)\n .then(this._localStreamsManager.clearAllStreams)\n .then(() => {\n this._initLocalStreamsPromise = null;\n this._isVoipEnabled = false;\n }).then(() => undefined);\n }\n\n //Will clear the service and remove all event listeners\n dispose(): Promise<void> {\n return this.clearService().catch(() => undefined).then(() => {\n this._emitter.removeAllListeners();\n });\n }\n\n //#endregion\n\n //#region Protected Methods\n\n protected get subscribers(): Map<HTMLDivElement, TechseeMediaSubscriber> {\n return this._subscribers;\n }\n\n protected registerLocalMediaStream(tsMediaStream: TechseeMediaStream): Promise<void> {\n trace.info('Registering local stream', tsMediaStream.streamType);\n if (this._registeredStreams.has(tsMediaStream.streamType)) {\n return Promise.reject(new Error(`Stream ${tsMediaStream.streamType} already registered`));\n }\n\n return this.registerStream(tsMediaStream);\n }\n\n protected getRegisteredStreamByType(streamType: KnownMediaStream): Nullable<TechseeMediaStream> {\n return this._registeredStreams.get(streamType) || null;\n }\n\n protected changeEnableForKnownStream(streamType: KnownMediaStream, isPaused: boolean): void {\n const streamToChangeState = this.getRegisteredStreamByType(streamType);\n\n if (!streamToChangeState) {\n trace.warn('There no stream found to change enable state', streamType);\n } else {\n streamToChangeState.mediaTrack.enabled = !isPaused;\n\n if (streamToChangeState.isRemote && streamToChangeState.streamKind === KnownMediaStreamKind.Audio) {\n this.subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamType) {\n subscriber.muteSound(isPaused);\n }\n });\n }\n\n trace.info('Local stream enable state is changed', {streamType, isPaused});\n }\n }\n\n protected registerEventCallback(event: string, callback: (eventArgs?: any) => void): void {\n this._emitter.on(event, callback);\n }\n\n protected unregisterEventCallback(event: string, callback: (eventArgs?: any) => void) {\n this._emitter.off(event, callback);\n }\n\n protected emitEvent(event: string, eventArgs?: any): void {\n setTimeout(() => {\n this._emitter.emit(event, eventArgs);\n });\n }\n\n //#endregion Protected Methods\n\n //#region Private Methods\n\n private registerRemoteMediaTrack(remoteMediaTrack: RemoteMediaTrack): Promise<void> {\n trace.info(`Registering remote ${remoteMediaTrack.trackType} MediaStreamTrack`, remoteMediaTrack.mediaTrack);\n const currentStream = this._registeredStreams.get(remoteMediaTrack.trackType);\n\n if (currentStream && !currentStream.isRemote) {\n return Promise.reject(new Error('Cannot register remote stream with the same type as local stream'));\n }\n\n const newDedicatedStream = new TechseeMediaStream(remoteMediaTrack.mediaTrack, remoteMediaTrack.trackType, true);\n\n return this.registerStream(newDedicatedStream);\n }\n\n private registerTrack(mediaStream: TechseeMediaStream): Promise<void> {\n mediaStream.mediaTrack.onended = () =>\n this.unregisterTechseeMediaStream(mediaStream, MediaStreamUnregisterReason.NativeEvent);\n\n this._registeredStreams.set(mediaStream.streamType, mediaStream);\n\n trace.info(`TechseeMediaStream registered - ${mediaStream.streamType}`, TechseeMediaStream);\n\n return this.updateSubscribersWithNewStream(mediaStream).then(() => {\n const eventArgs: StreamCreatedEventArgs = {streamType: mediaStream.streamType};\n\n this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);\n });\n }\n\n protected registerStream(mediaStream: TechseeMediaStream): Promise<void> {\n const currentStream = this._registeredStreams.get(mediaStream.streamType);\n\n if (currentStream) {\n return this.unregisterTechseeMediaStream(currentStream, MediaStreamUnregisterReason.ReplacingStream).then(() => this.registerTrack(mediaStream));\n }\n\n return this.registerTrack(mediaStream);\n }\n\n private unregisterTechseeMediaStream(streamToUnregister: TechseeMediaStream, reason: MediaStreamUnregisterReason): Promise<void> {\n const traceError = (error: any): void => {\n trace.warn('Unregister TechseeMediaStream error:', error);\n };\n\n const promises: any = [];\n\n trace.info('Unregister TechseeMediaStream: ', streamToUnregister.streamType);\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamToUnregister.streamType) {\n promises.push(subscriber.stopRendering().catch(traceError));\n }\n });\n\n if (!streamToUnregister.isRemote) {\n this._publishers.forEach((publisher: TechseeMediaPublisher) => {\n if (publisher.streamTypes.find((streamType) => streamType === streamToUnregister.streamType)) {\n if (this._session && this._session!.instance) {\n promises.push(this._session.instance.onMediaStreamDestroyed(publisher.destinationRole).catch(traceError));\n }\n }\n });\n }\n\n return Promise.all(promises)\n .then(() => {\n this._registeredStreams.delete(streamToUnregister.streamType);\n trace.info('Stream deleted', streamToUnregister.streamType);\n\n const eventArgs: StreamDestroyedEventArgs = {streamType: streamToUnregister.streamType, reason: reason};\n\n this.emitEvent(privateEvents.STREAM_DESTROYED, eventArgs);\n });\n }\n\n private unregisterRemoteMediaTrack(mediaTrack: MediaStreamTrack): Promise<void> {\n const promises: any = [];\n\n this._registeredStreams.forEach((registeredStream: TechseeMediaStream) => {\n if (registeredStream.mediaTrack.id === mediaTrack.id) {\n promises.push(this.unregisterTechseeMediaStream(registeredStream, MediaStreamUnregisterReason.ClosedRemotely));\n }\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private removePublisher(publisher: TechseeMediaPublisher): Promise<void> {\n this._publishers.delete(publisher.destinationRole);\n if (this._session && this._session.instance) {\n trace.info('Removing publisher', publisher.destinationRole);\n\n return this._session.instance.onMediaStreamDestroyed(publisher.destinationRole)\n .catch((error: any) => {\n trace.warn('Error while removing publisher', error);\n });\n }\n\n return Promise.resolve();\n }\n\n private getStreamForDestinationRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>> {\n this.serviceInitGuard();\n\n if (this._publishers.has(destinationRole)) {\n trace.info(`Publisher for ${destinationRole} already exists`);\n\n return Promise.resolve(this._publishers.get(destinationRole)!.mediaStream);\n }\n\n if (!this._publisherPromises.get(destinationRole)) {\n trace.info(`Creating publisher for ${destinationRole}`);\n const publisherPromise = this.initLocalMediaStreams()\n .then(() => this.createMediaPublisher(destinationRole))\n .then((mediaPublisher: Nullable<TechseeMediaPublisher>) => {\n if (mediaPublisher) {\n this._publishers.set(destinationRole, mediaPublisher);\n }\n\n this._publisherPromises.delete(destinationRole);\n\n return mediaPublisher ? mediaPublisher.mediaStream : null;\n })\n .catch((ex: any) => {\n if (ex && ex.message === 'audioStreamFailed') {\n this._isVoipEnabled = false;\n\n return null;\n }\n\n this._publisherPromises.delete(destinationRole);\n throw ex;\n });\n\n this._publisherPromises.set(destinationRole, publisherPromise);\n } else {\n trace.info(`Create publisher promise for ${destinationRole} already exists`);\n }\n\n return this._publisherPromises.get(destinationRole)!;\n }\n\n private updateSubscribersWithNewStream(registeredStream: TechseeMediaStream): Promise<void> {\n trace.info(`Updating subscribers of ${registeredStream.streamType} with new stream`);\n\n if (this._subscribers.size === 0) {\n trace.warn(`No subscribers exists for the ${registeredStream.streamType}.`);\n } else {\n trace.info(`Total ${this._subscribers.size} subscribers exists, will check if rerender needed.`);\n }\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === registeredStream.streamType) {\n trace.info(`${registeredStream.streamType} rendering on subscriber`);\n subscriber.renderStream(registeredStream);\n }\n });\n\n return Promise.resolve();\n }\n\n private bindClassMethods(): void {\n this.updateSessionCredentials = this.updateSessionCredentials.bind(this);\n this.getStreamForDestinationRole = this.getStreamForDestinationRole.bind(this);\n this.registerRemoteMediaTrack = this.registerRemoteMediaTrack.bind(this);\n this.unregisterRemoteMediaTrack = this.unregisterRemoteMediaTrack.bind(this);\n this.createMediaPublisher = this.createMediaPublisher.bind(this);\n this.updateSubscribersWithNewStream = this.updateSubscribersWithNewStream.bind(this);\n this.initLocalMediaStreams = this.initLocalMediaStreams.bind(this);\n this.onSessionDisconnectHandler = this.onSessionDisconnectHandler.bind(this);\n this.clearService = this.clearService.bind(this);\n this.clearRegisteredStreams = this.clearRegisteredStreams.bind(this);\n this.clearPublishers = this.clearPublishers.bind(this);\n this.clearSubscribers = this.clearSubscribers.bind(this);\n this._connectToSession = this._connectToSession.bind(this);\n this.disconnectFromMediaSession = this.disconnectFromMediaSession.bind(this);\n }\n\n //region Cleanup\n\n private clearRegisteredStreams(): Promise<void> {\n trace.info('Clearing registered streams');\n const promises: any = [];\n\n this._registeredStreams.forEach((streamToUnregister: TechseeMediaStream) => {\n promises.push(this.unregisterTechseeMediaStream(streamToUnregister, MediaStreamUnregisterReason.ServiceCleanUp));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearSubscribers(): Promise<void> {\n trace.info('Clearing subscribers');\n const promises: any = [];\n\n this._subscribers.forEach((subscriber) => {\n promises.push(this.destroySubscriber(subscriber.container));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearPublishers(): Promise<void> {\n trace.info('Clearing publishers');\n const promises: any = [];\n\n this._publishers.forEach((publisher) => {\n promises.push(this.removePublisher(publisher));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n //#endregion Cleanup\n\n //#region Simple Validation Methods\n\n protected serviceInitGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._serviceOptions, 'Media service is not initialized', shouldThrow);\n }\n\n protected sessionExistsGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._session, 'There no active session', shouldThrow);\n }\n\n //#endregion\n\n //#endregion Private Methods\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/MediaServiceBase.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAC,sBAAsB,EAAC,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAGxD,OAAO,EACH,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EAGrB,yBAAyB,EACzB,mBAAmB,EAGnB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EAErB,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,wBAAwB,EAC3B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAEH,gBAAgB,EAIhB,4BAA4B,EAE5B,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAc1B,8BAAsB,uBAAuB;IAGzC,SAAS,CAAC,QAAQ,CAAC,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/D,SAAS,CAAC,QAAQ,CAAC,oBAAoB,CAAC,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAErH,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IACnD,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;IAE5D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAoB;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0D;IACvF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4D;IACxF,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqE;IACxG,SAAS,CAAC,eAAe,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAQ;IAChE,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,qBAAqB,CAAQ;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,wBAAwB,CAAiC;IACjE,OAAO,CAAC,mBAAmB,CAAiC;IAC5D,OAAO,CAAC,kBAAkB,CAAwD;IAClF,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAIN;IAEV,SAAS,aAAa,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;IAkCzF,IAAI,iBAAiB,IAAI,iBAAiB,CAIzC;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,wBAAwB,IAAI,OAAO,CAEtC;IAOD,gBAAgB,CAAC,cAAc,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA8CpE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BtC,gBAAgB,CAAC,gBAAgB,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuBpF,iBAAiB,CAAC,SAAS,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3D,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IAIhF,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IAI5E,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMzD,eAAe,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMzD,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAMxD,SAAS,CAAC,0BAA0B;IAoBpC,YAAY,CAAC,sBAAsB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAsC5D,OAAO,CAAC,mBAAmB;IAQ3B,SAAS,CAAC,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,YAAY,EAAE,yBAAyB,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,gBAAgB;IAuB9K,0BAA0B;IAM1B,IAAI,oBAAoB,YAEvB;IAED,OAAO,CAAC,iBAAiB;IA4EzB,gBAAgB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlE,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtC,wBAAwB,CAAC,WAAW,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhF,uBAAuB,IAAI,IAAI;IAQ/B,SAAS,CAAC,6BAA6B,CAAC,MAAM,EAAE,4BAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5F,SAAS,CAAC,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsBzF,OAAO,CAAC,0BAA0B;IA0BlC,gBAAgB,CAAC,KAAK,EAAE,OAAO;IAc/B,kBAAkB,CAAC,UAAU,EAAE,kBAAkB;IAgBjD,0BAA0B,CAAC,YAAY,EAAE,gBAAgB,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAqDtH,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAc7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,SAAS,KAAK,WAAW,IAAI,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAEvE;IAED,SAAS,CAAC,wBAAwB,CAAC,aAAa,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IASpF,SAAS,CAAC,yBAAyB,CAAC,UAAU,EAAE,gBAAgB,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAI/F,SAAS,CAAC,0BAA0B,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAoB3F,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAIzF,SAAS,CAAC,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,IAAI;IAIpF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;IAUzD,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,aAAa;IAerB,SAAS,CAAC,cAAc,CAAC,WAAW,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAUxE,OAAO,CAAC,4BAA4B;IAoCpC,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,2BAA2B;IAyCnC,OAAO,CAAC,8BAA8B;IAmBtC,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,eAAe;IAevB,SAAS,CAAC,gBAAgB,CAAC,WAAW,UAAO,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,WAAW,UAAO,GAAG,OAAO;CAO5D","file":"MediaServiceBase.d.ts","sourcesContent":["import filter from 'lodash/filter';\nimport cloneDeep from 'lodash/cloneDeep';\nimport values from 'lodash/values';\nimport debounce from 'lodash/debounce';\nimport includes from 'lodash/includes';\nimport {EventEmitter} from 'events';\nimport {Nullable} from '@techsee/techsee-common';\nimport {TechseeMediaSubscriber} from './MediaSubscriber';\nimport {TechseeMediaPublisher} from './MediaPublisher';\nimport {LocalStreamManager} from './LocalStreamManager';\nimport {TechseeMediaStream} from './TechseeMediaStream';\nimport {TurnWebRtcSession} from './MediaSession/SessionTurn';\nimport {getSnapshotFromMediaStream} from './MediaUtils/MediaDomUtils';\nimport {\n ClientWebRtcInfo,\n DeviceSupportInfo,\n IMediaEnvironment,\n IMediaSession,\n IMediaSubscriber,\n ISessionStreamsManager,\n LocalMediaConstraints,\n LocalVideoStreamConstraints,\n MediaRequestFailResult,\n MediaRequestSuccessResult,\n MediaServiceOptions,\n MediaSessionConfiguration,\n MediaSessionHandlers,\n MediaSessionIceCredentials,\n MediaSessionParams,\n MediaSubscriberParams,\n RemoteMediaTrack,\n RemoteTrackStats,\n SnapshotOptions,\n SnapshotResult,\n StreamCreatedEventArgs,\n StreamDestroyedEventArgs\n} from './MediaContracts';\nimport {enumerateMediaDevices, isVideoPlaySupportedOnDevice} from './MediaUtils/Compatibility';\nimport {OpentokSession} from './MediaSession/SessionOpentok';\nimport {\n DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS,\n KnownMediaStream,\n KnownMediaStreamKind,\n LocalVideoSourceType,\n MediaServiceType,\n MediaSessionDisconnectReason,\n MediaStreamUnregisterReason,\n SessionClientRole\n} from './MediaConstants';\nimport {throwableGuard} from '@techsee/techsee-common/lib/core/guards';\nimport {MediaServerSession} from './MediaSession/MediaServer';\nimport {getMediaTracer} from './MediaUtils/MediaTracer';\nimport {recordingEvents} from './MediaSession/MediaSessionBase';\n\nconst trace = getMediaTracer('MediaServiceBase');\nconst traceStatsInfo = debounce(trace.info, 1000 * 5, {leading: true, maxWait: 1000 * 30});\n\nenum privateEvents {\n STREAM_CREATED = 'STREAM_CREATED',\n STREAM_DESTROYED = 'STREAM_DESTROYED'\n}\n\nexport abstract class TechseeMediaServiceBase {\n //This method should not be called. The only place that allowed to use it, is initLocalMediaStreams method.\n //Everyone who need to initialize MediaStream should use initLocalMediaStreams method.\n protected abstract getLocalMediaImplementation(): Promise<void>;\n\n protected abstract createMediaPublisher(destinationRole: SessionClientRole): Promise<Nullable<TechseeMediaPublisher>>;\n\n protected readonly _environment: IMediaEnvironment;\n protected readonly _sessionStreamsManager: ISessionStreamsManager;\n protected readonly _localStreamsManager: LocalStreamManager;\n\n private readonly _deviceSupportFlags: DeviceSupportInfo;\n private readonly _subscribers: Map<HTMLDivElement, TechseeMediaSubscriber> = new Map();\n private readonly _publishers: Map<SessionClientRole, TechseeMediaPublisher> = new Map();\n private readonly _publisherPromises: Map<SessionClientRole, Promise<Nullable<MediaStream>>> = new Map();\n protected _serviceOptions: Nullable<MediaServiceOptions> = null;\n private _isIOS_13_orLater = false;\n private _isIOS_14_orLater = false;\n private _autoReconnectEnabled = true;\n private readonly _emitter: EventEmitter;\n private _initLocalStreamsPromise: Nullable<Promise<void>> = null;\n private _initServicePromise: Nullable<Promise<void>> = null;\n private _registeredStreams: Map<KnownMediaStream, TechseeMediaStream> = new Map();\n private _isVoipEnabled = false;\n private _session: Nullable<{\n params: MediaSessionParams;\n connectPromise?: Promise<void>;\n instance?: IMediaSession;\n }> = null;\n\n protected constructor(environment: IMediaEnvironment, webRtcSupportInfo: ClientWebRtcInfo) {\n trace.info('TechseeMediaServiceBase created');\n\n this.bindClassMethods();\n\n this._emitter = new EventEmitter();\n this._environment = environment;\n this._deviceSupportFlags = {\n videoPlayback: false,\n hasCamera: false,\n hasMicrophone: false,\n webRtcSupportInfo: webRtcSupportInfo\n };\n\n this._localStreamsManager = new LocalStreamManager(this._environment);\n\n // TODO: Hack as IOS 13.3 and above sometimes do not return the video/audio device. This\n // is a hack to work around the issue until Apple resolve it\n this._isIOS_13_orLater = this._environment.isIOS() &&\n (!this._environment.majorVersion() || (this._environment.majorVersion() >= 13));\n\n this._isIOS_14_orLater = this._environment.isIOS() &&\n (!this._environment.majorVersion() || (this._environment.majorVersion() >= 14));\n\n trace.info(`TechseeMediaServiceBase: isIOS_13_orLater: ${this._isIOS_13_orLater}`);\n trace.info(`TechseeMediaServiceBase: isIOS_14_orLater: ${this._isIOS_14_orLater}`);\n\n this._sessionStreamsManager = {\n getMediaStreamForRole: this.getStreamForDestinationRole,\n addRemoteMediaTrack: this.registerRemoteMediaTrack,\n removeMediaTrack: this.unregisterRemoteMediaTrack\n };\n }\n\n get deviceSupportInfo(): DeviceSupportInfo {\n this.serviceInitGuard(false);\n\n return cloneDeep(this._deviceSupportFlags);\n }\n\n get isVoipEnabled(): boolean {\n return this._isVoipEnabled;\n }\n\n get isSessionActive(): boolean {\n return this._session !== null;\n }\n\n get isLocalStreamInitialized(): boolean {\n return this._initLocalStreamsPromise !== null;\n }\n\n /*\n Initializes media service. Before using anything from this service it should be initialized first.\n All of serviceOptions should be retrieved from account settings and by evaluating application state.\n For example, when initializing service, accountSettings is already loaded, and we know if FS session is audio enabled.\n */\n initMediaService(serviceOptions: MediaServiceOptions): Promise<void> {\n trace.info('TechseeMediaServiceBase.initMediaService', serviceOptions);\n const warnMessage = 'Multiple initialization does not supposed to happen. Not rejecting, but check the flow for correctness.';\n\n if (this._initServicePromise || this._serviceOptions) {\n console.warn(warnMessage);\n\n return this._initServicePromise ? this._initServicePromise : Promise.resolve();\n }\n\n this._serviceOptions = cloneDeep(serviceOptions);\n this._initServicePromise = Promise.all([\n isVideoPlaySupportedOnDevice(this._serviceOptions.mediaServiceType)\n .then((isSupported: boolean) => this._deviceSupportFlags.videoPlayback = isSupported),\n ((this._isIOS_14_orLater || !this._deviceSupportFlags.webRtcSupportInfo.isWebRTCSupported)\n ? Promise.resolve([])\n : enumerateMediaDevices())\n .catch((error) => {\n trace.warn(error);\n\n return [];\n })\n .then((localDevicesList: MediaDeviceInfo[]) => {\n const groupedDevices = {\n video: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'videoinput'),\n audio: filter(localDevicesList, (device) => device.kind.toLowerCase() === 'audioinput')\n };\n\n this._localStreamsManager.setGroupedDevices(groupedDevices);\n this._deviceSupportFlags.hasCamera = this._isIOS_13_orLater || (groupedDevices.video.length > 0);\n this._deviceSupportFlags.hasMicrophone = this._isIOS_13_orLater || (groupedDevices.audio.length > 0);\n\n })\n ]).then(() => undefined);\n\n\n return this._initServicePromise;\n }\n\n //#region Media Streams Management\n\n /*\n The main method to start the initialization of local media streams.\n This method can be executed many times and it will insure all calls are synced and only relevant stream will be created.\n DO NOT USE ANY OTHER METHOD THAT FORCES \"navigator.getUserMedia\" OTHER THAN THIS ONE.\n */\n initLocalMediaStreams(): Promise<void> {\n this.serviceInitGuard();\n const isDashboardOpentok = this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK &&\n (this._serviceOptions!.clientRole === SessionClientRole.AGENT || this._serviceOptions!.clientRole === SessionClientRole.OBSERVER);\n\n // This hack for IOS 14 force a recreation of stream on seemingly unnecessary occasions (like agent page refresh).\n // we're not sure why but the stream breaks\n if (!this._initLocalStreamsPromise || (this._isIOS_14_orLater && !isDashboardOpentok)) {\n trace.info('initLocalMediaStreams creating media streams');\n this._initLocalStreamsPromise = this.getLocalMediaImplementation()\n .catch((mediaRequestFailResult: MediaRequestFailResult) => {\n trace.error(`initLocalMediaStreams failure: ${mediaRequestFailResult}`);\n\n throw mediaRequestFailResult;\n });\n } else {\n trace.info('initLocalMediaStreams already done or in progress');\n }\n\n return this._initLocalStreamsPromise;\n }\n\n /*\n Creates an instance of subscriber that will \"listen\" to the requested stream.\n Whenever requested stream is available, subscriber will render it.\n */\n createSubscriber(subscriberParams: MediaSubscriberParams): Promise<IMediaSubscriber> {\n if (this._subscribers.has(subscriberParams.container)) {\n return Promise.reject('Subscriber for provided DIV element already exists');\n }\n\n const subscriber = new TechseeMediaSubscriber(subscriberParams);\n\n this._subscribers.set(subscriberParams.container, subscriber);\n const streamForSubscriber = this.getRegisteredStreamByType(subscriber.streamType);\n\n if (streamForSubscriber) {\n trace.info(`Stream for ${subscriberParams.streamType} is ready.`);\n subscriber.renderStream(streamForSubscriber);\n } else {\n trace.info(`Stream for ${subscriberParams.streamType} not created yet`);\n }\n\n return Promise.resolve(subscriber);\n }\n\n /*\n Destroys the subscriber for provided HTML DIV container\n */\n destroySubscriber(container: HTMLDivElement): Promise<void> {\n if (this._subscribers.has(container)) {\n const subscriber = this._subscribers.get(container);\n\n subscriber!.dispose();\n }\n\n this._subscribers.delete(container);\n\n return Promise.resolve();\n }\n\n onStreamDestroyed(callback: (eventArgs: StreamDestroyedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_DESTROYED, callback);\n }\n\n onStreamCreated(callback: (eventArgs: StreamCreatedEventArgs) => void): void {\n this.registerEventCallback(privateEvents.STREAM_CREATED, callback);\n }\n\n onRecordStarted(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECORD_STARTED, callback);\n }\n }\n\n onRecordStopped(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECORD_STOPPED, callback);\n }\n }\n\n onReconnecting(callback: (eventArgs: any) => void): void {\n if (this._session && this._session.instance) {\n this._session.instance.registerEventCallback(recordingEvents.RECONNECTING, callback);\n }\n }\n\n protected getSwitchCameraConstraints() {\n const constraints = cloneDeep(window.latestLocalMediaConstraints);\n\n if (!constraints) {\n throw new Error('getSwitchCameraConstraints: unexpected use case constraints is null.');\n }\n\n trace.info('getSwitchCameraConstraints - Start switch camera with constraints:', constraints);\n\n const videoSourceType = (constraints.video as LocalVideoStreamConstraints).videoSourceType === LocalVideoSourceType.CAMERA\n ? LocalVideoSourceType.CAMERA_FRONT\n : LocalVideoSourceType.CAMERA;\n\n trace.info(`getSwitchCameraConstraints - switch to videoSourceType: ${videoSourceType}`);\n\n (constraints.video as LocalVideoStreamConstraints).videoSourceType = videoSourceType;\n\n return constraints;\n }\n\n switchCamera(revertCameraWhenFailed?: boolean): Promise<any> {\n trace.info('switchCamera: start');\n\n const latestLocalMediaConstraints = cloneDeep(window.latestLocalMediaConstraints);\n const constraints = !revertCameraWhenFailed ? this.getSwitchCameraConstraints() : latestLocalMediaConstraints;\n\n if (!constraints) {\n throw new Error('switchCamera - unexpected use case constraints is null.');\n }\n\n return this._localStreamsManager.destroyUserMediaStream()\n .then(() => this._localStreamsManager.getUserMediaStream(constraints)\n .then((streamResult: MediaRequestSuccessResult) => {\n const stream = streamResult.mediaStream;\n\n trace.info('switchCamera: new stream: ', stream);\n\n return this.replaceStreamTracks(stream)\n .then(() => this.registerStreamResult(constraints, streamResult, true)\n .then(() => ({\n revertCameraWhenFailed,\n constraints,\n streamResult\n })));\n }))\n .catch((err) => {\n trace.error('switchCamera: Failed to switch camera: ', err);\n\n if (!revertCameraWhenFailed) {\n window.latestLocalMediaConstraints = latestLocalMediaConstraints;\n\n return this.switchCamera(true);\n }\n\n return Promise.reject('Failed to switch camera.');\n });\n }\n\n private replaceStreamTracks(mediaStream: Nullable<MediaStream>): Promise<void> {\n if (this._session!.instance) {\n return this._session!.instance.replaceStreamTracks(mediaStream);\n }\n\n return Promise.reject('replaceStreamTracks - session instance is not exists.');\n }\n\n protected registerStreamResult(constraints: Nullable<LocalMediaConstraints>, streamResult: MediaRequestSuccessResult, switchCamera?: boolean, addStreamType?: KnownMediaStream) {\n const regPromises: any[] = [];\n const isOpentok = this._serviceOptions!.mediaServiceType === MediaServiceType.OPENTOK;\n\n if (streamResult.isNew) {\n trace.info('registerStreamResult: stream result from getUserMediaStream:', streamResult.mediaStream);\n streamResult.mediaStream.getTracks().forEach((mediaTrack) => {\n trace.info('registerStreamResult: stream result from mediaTrack:', mediaTrack);\n const streamType = addStreamType || (mediaTrack.kind === 'video'\n ? KnownMediaStream.USER_VIDEO_STREAM : KnownMediaStream.USER_AUDIO_STREAM);\n const newDedicatedStream = new TechseeMediaStream(mediaTrack, streamType, false);\n\n if (isOpentok) {\n regPromises.push(this.registerStream(newDedicatedStream));\n } else {\n regPromises.push(switchCamera ? this.registerTrack(newDedicatedStream) : this.registerLocalMediaStream(newDedicatedStream));\n }\n });\n }\n\n return Promise.all(regPromises);\n }\n\n disconnectFromMediaSession() {\n if (this._session && this._session.instance) {\n return this._session.instance.sessionDisconnect();\n }\n }\n\n get supportSwitchCameras() {\n return this._isIOS_13_orLater || this._localStreamsManager.groupedDevices.camerasCount > 1;\n }\n\n private _connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n this.serviceInitGuard();\n\n if (!this._session) {\n this._session = {params: cloneDeep(sessionParams)};\n this._session.connectPromise = new Promise((resolve, reject) => {\n const doAsyncReject = (error: any): void => {\n\n /*\n Reject with timeout, to change JS 'execution flow'.\n If timeout removed, session is assigned to null, before promise returns, and \"catch\" will not\n work on promise that is returned.\n */\n setTimeout(() => {\n this._session = null;\n reject(error);\n });\n };\n\n const sessionHandlers: MediaSessionHandlers = {\n onDisconnectedHandler: this.onSessionDisconnectHandler\n };\n const mediaSessionParams: MediaSessionParams & MediaSessionConfiguration = {\n ...sessionParams,\n peerConnectivityTimeoutSeconds: this._serviceOptions!.peerConnectivityTimeoutSeconds || DEFAULT_PEER_CONNECTIVITY_TIMEOUT_SECONDS\n };\n\n trace.info('connectToSession', sessionParams);\n\n const allowedValues = values(MediaServiceType);\n\n switch (this._serviceOptions!.mediaServiceType) {\n case MediaServiceType.TURNSERVER:\n this._session!.instance = new TurnWebRtcSession(mediaSessionParams, sessionHandlers, this._sessionStreamsManager);\n break;\n case MediaServiceType.OPENTOK:\n this._session!.instance = new OpentokSession(mediaSessionParams, this._sessionStreamsManager);\n break;\n case MediaServiceType.MEDIASERVER:\n this._session!.instance = new MediaServerSession(mediaSessionParams, this._sessionStreamsManager);\n break;\n default:\n trace.error(`mediaServiceType '${this._serviceOptions!.mediaServiceType}' is not supported.`, {allowedValues});\n doAsyncReject(new Error('mediaServiceType is not supported'));\n }\n\n if (this._session && this._session.instance) {\n this._session!.instance.connect()\n .then(() => {\n trace.info('Session is connected');\n resolve();\n })\n .catch((error: any) => {\n trace.error('Failed to connect to session', error);\n doAsyncReject(error);\n });\n }\n\n });\n } else {\n trace.warn('Session connected already. Disconnect before connect to new session again');\n }\n\n //TODO - Alex: Change a structure of this function to be more safe\n //(when we return, there should not be case when session or promise is null)\n //To fix, need to return promise immediately, then execute process in setTimeout(fn, 0);\n return this._session!.connectPromise!;\n }\n\n //#endregion Media Streams Management\n\n //#region Session Management\n\n /*\n Creates instance of WebRTC session which connects to (signaling server), and begins to listen to WebRTC events.\n */\n connectToSession(sessionParams: MediaSessionParams): Promise<void> {\n return this._connectToSession(sessionParams);\n }\n\n /*\n Disconnects from WebRTC session.\n */\n disconnectFromSession(): Promise<void> {\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer);\n }\n\n /*\n Updates a credentials for turn server\n */\n updateSessionCredentials(credentials: MediaSessionIceCredentials): Promise<void> {\n trace.info('updateSessionCredentials');\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject('There no session to update credentials');\n }\n\n this._session!.params.credentials = cloneDeep(credentials);\n\n return Promise.resolve();\n }\n\n enableVoipDuringSession(): void {\n if (!this._isVoipEnabled && this.isLocalStreamInitialized) {\n this._initLocalStreamsPromise = null;\n }\n\n this._isVoipEnabled = true;\n }\n\n protected disconnectFromSessionInternal(reason: MediaSessionDisconnectReason): Promise<void> {\n if (!this._session) {\n return Promise.resolve();\n }\n\n trace.info('Disconnecting from session', reason);\n\n const lastSession = this._session;\n\n this._session = null;\n\n return Promise.all([\n lastSession.instance!.disconnect(),\n this.clearPublishers()\n ]).then(() => undefined);\n }\n\n protected getStatsForRemoteTrack(streamType: KnownMediaStream): Promise<RemoteTrackStats> {\n if (!this.sessionExistsGuard(false)) {\n return Promise.reject(new Error('Media session not started'));\n }\n\n const streamForStats = this.getRegisteredStreamByType(streamType);\n\n if (!streamForStats) {\n return Promise.reject(new Error('Stream for requested type was not found'));\n }\n\n return this._session!.instance!.getRemoteTrackStats(streamForStats.mediaTrack)\n .then((trackStats: RemoteTrackStats) => {\n traceStatsInfo(`MediaTrackStats for ${streamType}: ${JSON.stringify(trackStats)}`);\n\n return {\n trackId: streamForStats.mediaTrack.id,\n trackStats: trackStats\n };\n });\n }\n\n private onSessionDisconnectHandler(reason: MediaSessionDisconnectReason): void {\n trace.info('onSessionDisconnectHandler', reason);\n if (reason !== MediaSessionDisconnectReason.ForcedByConsumer) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n this.disconnectFromSessionInternal(reason).then(() => {\n const reconnectReasons = [\n MediaSessionDisconnectReason.InitiatorPeerReconnected,\n MediaSessionDisconnectReason.SignalingChannelDisconnect,\n MediaSessionDisconnectReason.PeerConnectionInterrupted,\n MediaSessionDisconnectReason.PeerConnectionStateChangeTimeout\n ];\n\n if (lastParams && includes(reconnectReasons, reason) && this._autoReconnectEnabled) {\n this.reconnectToSession(lastParams);\n } else if (!this._autoReconnectEnabled) {\n trace.info('No reconnection- auto reconnect disabled');\n } else {\n trace.info('No params for reconnection to media session');\n }\n });\n } else {\n trace.info('Ignore Session disconnect event');\n }\n }\n\n setAutoReconnect(state: boolean) {\n this._autoReconnectEnabled = state;\n trace.info('_autoReconnectEnabled:', state);\n\n if (this._autoReconnectEnabled && !this.isSessionActive) {\n const lastParams = this._session && this._session.params ? this._session.params : null;\n\n if (lastParams) {\n trace.info('setAutoReconnect - reconnect to session');\n this.reconnectToSession(lastParams);\n }\n }\n }\n\n reconnectToSession(lastParams: MediaSessionParams) {\n trace.info('Reconnecting to media session, sessionParams:', lastParams);\n\n this._connectToSession(lastParams)\n .then(() => {\n trace.info('Media session reconnected');\n })\n .catch((error: any) => {\n trace.error('Error while reconnecting to media session', error);\n });\n }\n\n //#endregion Session Management\n\n //#region Utils\n\n getSnapshotFromKnownStream(sourceStream: KnownMediaStream, snapshotOptions?: SnapshotOptions): Promise<SnapshotResult> {\n return new Promise((resolve, reject) => {\n if (sourceStream !== KnownMediaStream.USER_VIDEO_STREAM &&\n sourceStream !== KnownMediaStream.USER_SCREEN_SHARE_STREAM) {\n trace.error('The requested stream is not video stream, and cannot be used for snapshot');\n reject(new Error('INCOMPATIBLE_STREAM_FOR_SNAPSHOT'));\n\n return;\n }\n\n const snapshotStream = this.getRegisteredStreamByType(sourceStream);\n\n if (!snapshotStream) {\n trace.error('Cannot make snapshot: The requested stream not exists yet.');\n reject(new Error('NO_REQUESTED_STREAM'));\n\n return;\n }\n\n getSnapshotFromMediaStream(snapshotStream.mediaStream, sourceStream, snapshotOptions)\n .then((imageData: any) => {\n const urlComponents = imageData.split(';base64,');\n const mimeType = urlComponents[0].split(':')[1];\n const bytes = atob(urlComponents[1]);\n const buffer = new ArrayBuffer(bytes.length);\n const rawData = new Uint8Array(buffer);\n\n for (let i = 0; i < bytes.length; i++) {\n rawData[i] = bytes.charCodeAt(i);\n }\n\n const blob = new Blob([rawData], {type: mimeType});\n const objectUrl = window.URL.createObjectURL(blob);\n\n trace.info('Snapshot created successfully');\n\n const result: SnapshotResult = {\n base64img: imageData,\n objectUrl: objectUrl,\n imageBlob: blob,\n mimeType: mimeType\n };\n\n resolve(result);\n })\n .catch((error: any) => {\n trace.error('Error creating snapshot', error);\n reject(error);\n });\n });\n }\n\n //Will clean streams, publishers and subscribers, but will not remove event listeners\n clearService(): Promise<void> {\n trace.info('MediaService clearing all resources');\n\n return this.disconnectFromSessionInternal(MediaSessionDisconnectReason.ForcedByConsumer)\n .then(this.clearSubscribers)\n .then(this.clearRegisteredStreams)\n .then(this._localStreamsManager.clearAllStreams)\n .then(() => {\n this._initLocalStreamsPromise = null;\n this._isVoipEnabled = false;\n }).then(() => undefined);\n }\n\n //Will clear the service and remove all event listeners\n dispose(): Promise<void> {\n return this.clearService().catch(() => undefined).then(() => {\n this._emitter.removeAllListeners();\n });\n }\n\n //#endregion\n\n //#region Protected Methods\n\n protected get subscribers(): Map<HTMLDivElement, TechseeMediaSubscriber> {\n return this._subscribers;\n }\n\n protected registerLocalMediaStream(tsMediaStream: TechseeMediaStream): Promise<void> {\n trace.info('Registering local stream', tsMediaStream.streamType);\n if (this._registeredStreams.has(tsMediaStream.streamType)) {\n return Promise.reject(new Error(`Stream ${tsMediaStream.streamType} already registered`));\n }\n\n return this.registerStream(tsMediaStream);\n }\n\n protected getRegisteredStreamByType(streamType: KnownMediaStream): Nullable<TechseeMediaStream> {\n return this._registeredStreams.get(streamType) || null;\n }\n\n protected changeEnableForKnownStream(streamType: KnownMediaStream, isPaused: boolean): void {\n const streamToChangeState = this.getRegisteredStreamByType(streamType);\n\n if (!streamToChangeState) {\n trace.warn('There no stream found to change enable state', streamType);\n } else {\n streamToChangeState.mediaTrack.enabled = !isPaused;\n\n if (streamToChangeState.isRemote && streamToChangeState.streamKind === KnownMediaStreamKind.Audio) {\n this.subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamType) {\n subscriber.muteSound(isPaused);\n }\n });\n }\n\n trace.info('Local stream enable state is changed', {streamType, isPaused});\n }\n }\n\n protected registerEventCallback(event: string, callback: (eventArgs?: any) => void): void {\n this._emitter.on(event, callback);\n }\n\n protected unregisterEventCallback(event: string, callback: (eventArgs?: any) => void) {\n this._emitter.off(event, callback);\n }\n\n protected emitEvent(event: string, eventArgs?: any): void {\n setTimeout(() => {\n this._emitter.emit(event, eventArgs);\n });\n }\n\n //#endregion Protected Methods\n\n //#region Private Methods\n\n private registerRemoteMediaTrack(remoteMediaTrack: RemoteMediaTrack): Promise<void> {\n trace.info(`Registering remote ${remoteMediaTrack.trackType} MediaStreamTrack`, remoteMediaTrack.mediaTrack);\n const currentStream = this._registeredStreams.get(remoteMediaTrack.trackType);\n\n if (currentStream && !currentStream.isRemote) {\n return Promise.reject(new Error('Cannot register remote stream with the same type as local stream'));\n }\n\n const newDedicatedStream = new TechseeMediaStream(remoteMediaTrack.mediaTrack, remoteMediaTrack.trackType, true);\n\n return this.registerStream(newDedicatedStream);\n }\n\n private registerTrack(mediaStream: TechseeMediaStream): Promise<void> {\n mediaStream.mediaTrack.onended = () =>\n this.unregisterTechseeMediaStream(mediaStream, MediaStreamUnregisterReason.NativeEvent);\n\n this._registeredStreams.set(mediaStream.streamType, mediaStream);\n\n trace.info(`TechseeMediaStream registered - ${mediaStream.streamType}`, TechseeMediaStream);\n\n return this.updateSubscribersWithNewStream(mediaStream).then(() => {\n const eventArgs: StreamCreatedEventArgs = {streamType: mediaStream.streamType};\n\n this.emitEvent(privateEvents.STREAM_CREATED, eventArgs);\n });\n }\n\n protected registerStream(mediaStream: TechseeMediaStream): Promise<void> {\n const currentStream = this._registeredStreams.get(mediaStream.streamType);\n\n if (currentStream) {\n return this.unregisterTechseeMediaStream(currentStream, MediaStreamUnregisterReason.ReplacingStream).then(() => this.registerTrack(mediaStream));\n }\n\n return this.registerTrack(mediaStream);\n }\n\n private unregisterTechseeMediaStream(streamToUnregister: TechseeMediaStream, reason: MediaStreamUnregisterReason): Promise<void> {\n const traceError = (error: any): void => {\n trace.warn('Unregister TechseeMediaStream error:', error);\n };\n\n const promises: any = [];\n\n trace.info('Unregister TechseeMediaStream: ', streamToUnregister.streamType);\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === streamToUnregister.streamType) {\n promises.push(subscriber.stopRendering().catch(traceError));\n }\n });\n\n if (!streamToUnregister.isRemote) {\n this._publishers.forEach((publisher: TechseeMediaPublisher) => {\n if (publisher.streamTypes.find((streamType) => streamType === streamToUnregister.streamType)) {\n if (this._session && this._session!.instance) {\n promises.push(this._session.instance.onMediaStreamDestroyed(publisher.destinationRole).catch(traceError));\n }\n }\n });\n }\n\n return Promise.all(promises)\n .then(() => {\n this._registeredStreams.delete(streamToUnregister.streamType);\n trace.info('Stream deleted', streamToUnregister.streamType);\n\n const eventArgs: StreamDestroyedEventArgs = {streamType: streamToUnregister.streamType, reason: reason};\n\n this.emitEvent(privateEvents.STREAM_DESTROYED, eventArgs);\n });\n }\n\n private unregisterRemoteMediaTrack(mediaTrack: MediaStreamTrack): Promise<void> {\n const promises: any = [];\n\n this._registeredStreams.forEach((registeredStream: TechseeMediaStream) => {\n if (registeredStream.mediaTrack.id === mediaTrack.id) {\n promises.push(this.unregisterTechseeMediaStream(registeredStream, MediaStreamUnregisterReason.ClosedRemotely));\n }\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private removePublisher(publisher: TechseeMediaPublisher): Promise<void> {\n this._publishers.delete(publisher.destinationRole);\n if (this._session && this._session.instance) {\n trace.info('Removing publisher', publisher.destinationRole);\n\n return this._session.instance.onMediaStreamDestroyed(publisher.destinationRole)\n .catch((error: any) => {\n trace.warn('Error while removing publisher', error);\n });\n }\n\n return Promise.resolve();\n }\n\n private getStreamForDestinationRole(destinationRole: SessionClientRole): Promise<Nullable<MediaStream>> {\n this.serviceInitGuard();\n\n if (this._publishers.has(destinationRole)) {\n trace.info(`Publisher for ${destinationRole} already exists`);\n\n return Promise.resolve(this._publishers.get(destinationRole)!.mediaStream);\n }\n\n if (!this._publisherPromises.get(destinationRole)) {\n trace.info(`Creating publisher for ${destinationRole}`);\n const publisherPromise = this.initLocalMediaStreams()\n .then(() => this.createMediaPublisher(destinationRole))\n .then((mediaPublisher: Nullable<TechseeMediaPublisher>) => {\n if (mediaPublisher) {\n this._publishers.set(destinationRole, mediaPublisher);\n }\n\n this._publisherPromises.delete(destinationRole);\n\n return mediaPublisher ? mediaPublisher.mediaStream : null;\n })\n .catch((ex: any) => {\n if (ex && ex.message === 'audioStreamFailed') {\n this._isVoipEnabled = false;\n\n return null;\n }\n\n this._publisherPromises.delete(destinationRole);\n throw ex;\n });\n\n this._publisherPromises.set(destinationRole, publisherPromise);\n } else {\n trace.info(`Create publisher promise for ${destinationRole} already exists`);\n }\n\n return this._publisherPromises.get(destinationRole)!;\n }\n\n private updateSubscribersWithNewStream(registeredStream: TechseeMediaStream): Promise<void> {\n trace.info(`Updating subscribers of ${registeredStream.streamType} with new stream`);\n\n if (this._subscribers.size === 0) {\n trace.warn(`No subscribers exists for the ${registeredStream.streamType}.`);\n } else {\n trace.info(`Total ${this._subscribers.size} subscribers exists, will check if rerender needed.`);\n }\n\n this._subscribers.forEach((subscriber) => {\n if (subscriber.streamType === registeredStream.streamType) {\n trace.info(`${registeredStream.streamType} rendering on subscriber`);\n subscriber.renderStream(registeredStream);\n }\n });\n\n return Promise.resolve();\n }\n\n private bindClassMethods(): void {\n this.updateSessionCredentials = this.updateSessionCredentials.bind(this);\n this.getStreamForDestinationRole = this.getStreamForDestinationRole.bind(this);\n this.registerRemoteMediaTrack = this.registerRemoteMediaTrack.bind(this);\n this.unregisterRemoteMediaTrack = this.unregisterRemoteMediaTrack.bind(this);\n this.createMediaPublisher = this.createMediaPublisher.bind(this);\n this.updateSubscribersWithNewStream = this.updateSubscribersWithNewStream.bind(this);\n this.initLocalMediaStreams = this.initLocalMediaStreams.bind(this);\n this.onSessionDisconnectHandler = this.onSessionDisconnectHandler.bind(this);\n this.clearService = this.clearService.bind(this);\n this.clearRegisteredStreams = this.clearRegisteredStreams.bind(this);\n this.clearPublishers = this.clearPublishers.bind(this);\n this.clearSubscribers = this.clearSubscribers.bind(this);\n this._connectToSession = this._connectToSession.bind(this);\n this.disconnectFromMediaSession = this.disconnectFromMediaSession.bind(this);\n }\n\n //region Cleanup\n\n private clearRegisteredStreams(): Promise<void> {\n trace.info('Clearing registered streams');\n const promises: any = [];\n\n this._registeredStreams.forEach((streamToUnregister: TechseeMediaStream) => {\n promises.push(this.unregisterTechseeMediaStream(streamToUnregister, MediaStreamUnregisterReason.ServiceCleanUp));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearSubscribers(): Promise<void> {\n trace.info('Clearing subscribers');\n const promises: any = [];\n\n this._subscribers.forEach((subscriber) => {\n promises.push(this.destroySubscriber(subscriber.container));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n private clearPublishers(): Promise<void> {\n trace.info('Clearing publishers');\n const promises: any = [];\n\n this._publishers.forEach((publisher) => {\n promises.push(this.removePublisher(publisher));\n });\n\n return Promise.all(promises).then(() => undefined);\n }\n\n //#endregion Cleanup\n\n //#region Simple Validation Methods\n\n protected serviceInitGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._serviceOptions, 'Media service is not initialized', shouldThrow);\n }\n\n protected sessionExistsGuard(shouldThrow = true): boolean {\n return throwableGuard(!!this._session, 'There no active session', shouldThrow);\n }\n\n //#endregion\n\n //#endregion Private Methods\n}\n"]}
|
package/lib/MediaServiceBase.js
CHANGED
|
@@ -124,7 +124,7 @@ var TechseeMediaServiceBase = /** @class */function () {
|
|
|
124
124
|
this._serviceOptions = cloneDeep_1.default(serviceOptions);
|
|
125
125
|
this._initServicePromise = Promise.all([Compatibility_1.isVideoPlaySupportedOnDevice(this._serviceOptions.mediaServiceType).then(function (isSupported) {
|
|
126
126
|
return _this._deviceSupportFlags.videoPlayback = isSupported;
|
|
127
|
-
}), (this._isIOS_14_orLater ? Promise.resolve([]) : Compatibility_1.enumerateMediaDevices()).catch(function (error) {
|
|
127
|
+
}), (this._isIOS_14_orLater || !this._deviceSupportFlags.webRtcSupportInfo.isWebRTCSupported ? Promise.resolve([]) : Compatibility_1.enumerateMediaDevices()).catch(function (error) {
|
|
128
128
|
trace.warn(error);
|
|
129
129
|
return [];
|
|
130
130
|
}).then(function (localDevicesList) {
|
|
@@ -463,7 +463,7 @@ var TechseeMediaServiceBase = /** @class */function () {
|
|
|
463
463
|
reject(new Error('NO_REQUESTED_STREAM'));
|
|
464
464
|
return;
|
|
465
465
|
}
|
|
466
|
-
MediaDomUtils_1.getSnapshotFromMediaStream(snapshotStream.mediaStream, snapshotOptions).then(function (imageData) {
|
|
466
|
+
MediaDomUtils_1.getSnapshotFromMediaStream(snapshotStream.mediaStream, sourceStream, snapshotOptions).then(function (imageData) {
|
|
467
467
|
var urlComponents = imageData.split(';base64,');
|
|
468
468
|
var mimeType = urlComponents[0].split(':')[1];
|
|
469
469
|
var bytes = atob(urlComponents[1]);
|