@pexip/media 22.0.0 → 22.2.0

package/CHANGELOG.md

@@ -1,5 +1,57 @@
 # @pexip/media
 
+## 22.2.0
+
+### Patch Changes
+
+- 72f8dde: Temporarily remove updating the backend in the pipeline
+- 746f6b6: Add Canvas2d rendering backend support: alpha mask converter,
+  Canvas2d mask renderer, canvas dimension-aware rendering, and proper backend
+  propagation through the video processor pipeline.
+- 265c898: Migrate test runner from Jest to Vitest.
+- a5e8026: Fix "We can't find your microphone" error when changing the
+  microphone while sharing content without audio. The audio mixing processor no
+  longer tries to create an audio source node from a presentation stream that
+  has no audio track, and audio nodes belonging to a stale `AudioContext` are
+  recreated instead of being reused.
+- 0878b3b: Fix race conditions in the video processing pipeline so effect
+  changes made during processor startup are correctly applied and worker option
+  diffs are computed against the previous state.
+- Updated dependencies [5a17991]
+- Updated dependencies [f4af45a]
+- Updated dependencies [746f6b6]
+- Updated dependencies [c101d02]
+- Updated dependencies [476acbf]
+- Updated dependencies [7c99e29]
+- Updated dependencies [1b82fd5]
+- Updated dependencies [265c898]
+- Updated dependencies [a5e8026]
+- Updated dependencies [0878b3b]
+  - @pexip/utils@17.4.1
+  - @pexip/media-processor@22.2.0
+  - @pexip/media-control@22.2.0
+  - @pexip/signal@16.9.6
+
+## 22.1.0
+
+### Minor Changes
+
+- 44ad859: Move proxyWithLog to utils
+
+### Patch Changes
+
+- 588b6e1: Fix process stopped track
+- 49e9299: Fix process stopped track issue
+- 136aa70: Fix race on close
+- Updated dependencies [a9456de]
+- Updated dependencies [44ad859]
+- Updated dependencies [136aa70]
+- Updated dependencies [ad47e6a]
+- Updated dependencies [514c523]
+  - @pexip/media-control@22.1.0
+  - @pexip/utils@17.4.0
+  - @pexip/media-processor@22.1.0
+
 ## 22.0.0
 
 ### Major Changes

package/api-docs/README.mdx

@@ -372,7 +372,6 @@ await mediaController.media.applyConstraints({
 | [createAudioStreamProcess](functions/createAudioStreamProcess.mdx) | Create an Audio Stream Processor and will own the stream passed-in |
 | [createGetDisplayMedia](functions/createGetDisplayMedia.mdx) | - |
 | [setLogger](functions/setLogger.mdx) | - |
-| [proxyWithLog](functions/proxyWithLog.mdx) | - |
 | [createMedia](functions/createMedia.mdx) | Create an object to interact with the media scream, which is usually used for our main stream. |
 | [createPreviewStreamController](functions/createPreviewStreamController.mdx) | - |
 | [createMediaSignal](functions/createMediaSignal.mdx) | Create a general signal with consistent scoped name |

package/api-docs/functions/applyContentHint.mdx

@@ -8,7 +8,7 @@ Apply the content hint to the track
 
 | Type Parameter |
 | ------ |
-| `T` *extends* \| `""` \| `"speech"` \| `"speech-recognition"` \| `"music"` \| `"motion"` \| `"detail"` \| `"text"` |
+| `T extends \| "" \| "speech" \| "speech-recognition" \| "music" \| "motion" \| "detail" \| "text"` |
 
 ## Parameters
 

package/api-docs/functions/createAudioMixingProcess.mdx

@@ -11,7 +11,7 @@ Create an Audio Mixing Processor and will own the stream passed-in
 
 | Parameter | Type | Default value |
 | ------ | ------ | ------ |
-| `getCurrentMedia` | () => `MediaStream` \| `undefined` | `undefined` |
+| `getCurrentMedia` | `() => MediaStream \| undefined` | `undefined` |
 | `signals?` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | `undefined` |
 | `label?` | `"AudioMixingProcessor"` | `PROCESSOR_LABELS.AudioMixingProcessor` |
 

package/api-docs/functions/createGetDisplayMedia.mdx

@@ -6,8 +6,8 @@ function createGetDisplayMedia(getDefaultConstraints, getDisplayMedia): (constra
 
 | Parameter | Type |
 | ------ | ------ |
-| `getDefaultConstraints` | () => `DisplayMediaOptions` |
-| `getDisplayMedia` | (`options?`) => `Promise`\<`MediaStream`\> |
+| `getDefaultConstraints` | `() => DisplayMediaOptions` |
+| `getDisplayMedia` | `(options?) => Promise<MediaStream>` |
 
 ## Returns
 
@@ -23,4 +23,4 @@ function createGetDisplayMedia(getDefaultConstraints, getDisplayMedia): (constra
 
 ### Returns
 
-`Promise`\<`MediaStream` \| `undefined`\>
+`Promise<MediaStream | undefined>`

package/api-docs/functions/createMediaSignal.mdx

@@ -19,11 +19,11 @@ Create a general signal with consistent scoped name
 | ------ | ------ | ------ | ------ |
 | `name` | `string` | `undefined` | Signal name |
 | `crucial` | `boolean` | `true` | Signify if the signal is unmissable. |
-| `variant` | `"generic"` \| `"behavior"` \| `"replay"` | `'generic'` | The variant of the signal |
+| `variant` | `"generic" \| "behavior" \| "replay"` | `'generic'` | The variant of the signal |
 
 ## Returns
 
-`Signal`\<`T`, `T`\>
+`Signal<T, T>`
 
 ## Default Value
 

package/api-docs/functions/createMediaSignals.mdx

@@ -9,18 +9,20 @@ signals for media to work
 
 | Type Parameter |
 | ------ |
-| `K` *extends* \| `"onAddTrack"` \| `"onDevicesChanged"` \| `"onMediaTrackMuted"` \| `"onMediaTrackResumed"` \| `"onMediaTrackStopped"` \| `"onMediaTrackSuspended"` \| `"onRemoveTrack"` \| `"onStatusChanged"` \| `"onUpdatingAudio"` \| `"onUpdatingVideo"` |
+| `K extends \| "onAddTrack" \| "onDevicesChanged" \| "onMediaTrackMuted" \| "onMediaTrackResumed" \| "onMediaTrackStopped" \| "onMediaTrackSuspended" \| "onRemoveTrack" \| "onStatusChanged" \| "onUpdatingAudio" \| "onUpdatingVideo"` |
 
 ## Parameters
 
 | Parameter | Type | Default value | Description |
 | ------ | ------ | ------ | ------ |
-| `more` | `K`[] | `undefined` | Keys from `MediaSignalsOptional`, |
+| `more` | `K[]` | `undefined` | Keys from `MediaSignalsOptional`, |
 | `scope` | `string` | `''` | any scope prefix for the generated signal name, |
 
 ## Returns
 
-`Pick`\<`Required`\<[`MediaSignals`](../type-aliases/MediaSignals.mdx)\>, `SignalKeys`\>
+```ts
+Pick<Required<MediaSignals>, SignalKeys>
+```
 
 ## See
 

package/api-docs/functions/deriveInitialPermissionStatus.mdx

@@ -7,8 +7,10 @@ function deriveInitialPermissionStatus(prevStatus, getPermissionState): Promise<
 | Parameter | Type | Default value |
 | ------ | ------ | ------ |
 | `prevStatus` | [`UserMediaStatus`](../enumerations/UserMediaStatus.mdx) | `undefined` |
-| `getPermissionState` | (`anyActiveAudioTrack?`, `anyActiveVideoTrack?`, `getDevices?`) => `Promise`\<`InputDevicePermission`\> | `getInputDevicePermissionState` |
+| `getPermissionState` | `(anyActiveAudioTrack?, anyActiveVideoTrack?, getDevices?) => Promise<InputDevicePermission>` | `getInputDevicePermissionState` |
 
 ## Returns
 
-`Promise`\<[`UserMediaStatus`](../enumerations/UserMediaStatus.mdx)\>
+```ts
+Promise<UserMediaStatus>
+```

package/api-docs/functions/getPermissionStatus.mdx

@@ -16,19 +16,39 @@ function getPermissionStatus(__namedParameters):
 
 | Parameter | Type |
 | ------ | ------ |
-| `__namedParameters` | \{ `audio`: `PermissionState`; `video`: `PermissionState`; \} |
+| `__namedParameters` | `{ audio: PermissionState; video: PermissionState; }` |
 | `__namedParameters.audio` | `PermissionState` |
 | `__namedParameters.video` | `PermissionState` |
 
 ## Returns
 
-  \| [`Initial`](../enumerations/UserMediaStatus.mdx#initial)
-  \| [`InitialPermissionsGranted`](../enumerations/UserMediaStatus.mdx#initialpermissionsgranted)
-  \| [`InitialPermissionsNotGranted`](../enumerations/UserMediaStatus.mdx#initialpermissionsnotgranted)
-  \| [`InitialPermissionsVideoInputDenied`](../enumerations/UserMediaStatus.mdx#initialpermissionsvideoinputdenied)
-  \| [`InitialPermissionsAudioInputDenied`](../enumerations/UserMediaStatus.mdx#initialpermissionsaudioinputdenied)
-  \| [`InitialPermissionsVideoInputGranted`](../enumerations/UserMediaStatus.mdx#initialpermissionsvideoinputgranted)
-  \| [`InitialPermissionsAudioInputGranted`](../enumerations/UserMediaStatus.mdx#initialpermissionsaudioinputgranted)
-  \| [`InitialPermissionsGrantedVideoInputDenied`](../enumerations/UserMediaStatus.mdx#initialpermissionsgrantedvideoinputdenied)
-  \| [`InitialPermissionsGrantedAudioInputDenied`](../enumerations/UserMediaStatus.mdx#initialpermissionsgrantedaudioinputdenied)
-  \| [`PermissionsRejected`](../enumerations/UserMediaStatus.mdx#permissionsrejected)
+```ts
+| Initial
+```
+```ts
+| InitialPermissionsGranted
+```
+```ts
+| InitialPermissionsNotGranted
+```
+```ts
+| InitialPermissionsVideoInputDenied
+```
+```ts
+| InitialPermissionsAudioInputDenied
+```
+```ts
+| InitialPermissionsVideoInputGranted
+```
+```ts
+| InitialPermissionsAudioInputGranted
+```
+```ts
+| InitialPermissionsGrantedVideoInputDenied
+```
+```ts
+| InitialPermissionsGrantedAudioInputDenied
+```
+```ts
+| PermissionsRejected
+```

package/api-docs/functions/toDeniedDevices.mdx

@@ -10,4 +10,6 @@ function toDeniedDevices(status?): DeniedDevices | undefined;
 
 ## Returns
 
-[`DeniedDevices`](../enumerations/DeniedDevices.mdx) \| `undefined`
+```ts
+DeniedDevices | undefined
+```

package/api-docs/interfaces/AudioDetectionSignals.mdx

@@ -2,5 +2,5 @@
 
 | Property | Type |
 | ------ | ------ |
-| <a id="onvad"></a> `onVAD` | `Signal`\<`undefined`\> |
-| <a id="onsilentdetected"></a> `onSilentDetected` | `Signal`\<`boolean`\> |
+| <a id="onvad"></a> `onVAD` | `Signal<undefined>` |
+| <a id="onsilentdetected"></a> `onSilentDetected` | `Signal<boolean>` |

package/api-docs/interfaces/AudioSignalDetectionOptions.mdx

@@ -3,4 +3,4 @@
 | Property | Type | Description |
 | ------ | ------ | ------ |
 | <a id="audiosignaldetectionduration"></a> `audioSignalDetectionDuration?` | `number` | Audio Signal Detection Duration in second |
-| <a id="shoulddetectaudio"></a> `shouldDetectAudio` | () => `boolean` | Whether or not to detect audio signal for malfunctioning device |
+| <a id="shoulddetectaudio"></a> `shouldDetectAudio` | `() => boolean` | Whether or not to detect audio signal for malfunctioning device |

package/api-docs/interfaces/ExtendedMediaTrackSettings.mdx

@@ -16,20 +16,20 @@
 | <a id="edgebluramount"></a> `edgeBlurAmount?` | `number` | - | - |
 | <a id="maskcombineratio"></a> `maskCombineRatio?` | `number` | - | - |
 | <a id="foregroundthreshold"></a> `foregroundThreshold?` | `number` | - | - |
-| <a id="videosegmentation"></a> `videoSegmentation?` | `"none"` \| `"blur"` \| `"overlay"` | - | - |
+| <a id="videosegmentation"></a> `videoSegmentation?` | `"none" \| "blur" \| "overlay"` | - | - |
 | <a id="panenabled"></a> `panEnabled?` | `boolean` | - | - |
 | <a id="tiltenabled"></a> `tiltEnabled?` | `boolean` | - | - |
 | <a id="zoomenabled"></a> `zoomEnabled?` | `boolean` | - | - |
 | <a id="pan"></a> `pan?` | `number` | - | - |
 | <a id="tilt"></a> `tilt?` | `number` | - | - |
 | <a id="zoom"></a> `zoom?` | `number` | `MediaTrackSettings.zoom` | - |
-| <a id="contenthint"></a> `contentHint?` | \| `""` \| `"speech"` \| `"speech-recognition"` \| `"music"` \| `"motion"` \| `"detail"` \| `"text"` | - | - |
+| <a id="contenthint"></a> `contentHint?` | `\| "" \| "speech" \| "speech-recognition" \| "music" \| "motion" \| "detail" \| "text"` | - | - |
 | <a id="aspectratio"></a> `aspectRatio?` | `number` | - | `MediaTrackSettings.aspectRatio` |
 | <a id="autogaincontrol"></a> `autoGainControl?` | `boolean` | - | `MediaTrackSettings.autoGainControl` |
 | <a id="backgroundblur"></a> `backgroundBlur?` | `boolean` | - | `MediaTrackSettings.backgroundBlur` |
 | <a id="deviceid"></a> `deviceId?` | `string` | - | `MediaTrackSettings.deviceId` |
 | <a id="displaysurface"></a> `displaySurface?` | `string` | - | `MediaTrackSettings.displaySurface` |
-| <a id="echocancellation"></a> `echoCancellation?` | `string` \| `boolean` | - | `MediaTrackSettings.echoCancellation` |
+| <a id="echocancellation"></a> `echoCancellation?` | `string \| boolean` | - | `MediaTrackSettings.echoCancellation` |
 | <a id="facingmode"></a> `facingMode?` | `string` | - | `MediaTrackSettings.facingMode` |
 | <a id="framerate"></a> `frameRate?` | `number` | - | `MediaTrackSettings.frameRate` |
 | <a id="groupid"></a> `groupId?` | `string` | - | `MediaTrackSettings.groupId` |

package/api-docs/interfaces/Media.mdx

@@ -13,8 +13,8 @@
 | <a id="expectedaudioinput"></a> `expectedAudioInput?` | `public` | `MediaDeviceInfoLike` | The audio input device which is expected to be used for the current stream based on the provided constraints | [`MediaAttributes`](MediaAttributes.mdx).[`expectedAudioInput`](MediaAttributes.mdx#expectedaudioinput) |
 | <a id="expectedvideoinput"></a> `expectedVideoInput?` | `public` | `MediaDeviceInfoLike` | The video input device which is expected to be used for the current stream based on the provided constraints | [`MediaAttributes`](MediaAttributes.mdx).[`expectedVideoInput`](MediaAttributes.mdx#expectedvideoinput) |
 | <a id="status"></a> `status` | `public` | [`UserMediaStatus`](../enumerations/UserMediaStatus.mdx) | The status of the media | [`MediaAttributes`](MediaAttributes.mdx).[`status`](MediaAttributes.mdx#status) |
-| <a id="audiomuted"></a> `audioMuted` | `public` | `boolean` \| `undefined` | Current mute state of audio track `undefined` means there is no such track from the stream | [`MediaAttributes`](MediaAttributes.mdx).[`audioMuted`](MediaAttributes.mdx#audiomuted) |
-| <a id="videomuted"></a> `videoMuted` | `public` | `boolean` \| `undefined` | Current mute state of video track `undefined` means there is no such track from the stream | [`MediaAttributes`](MediaAttributes.mdx).[`videoMuted`](MediaAttributes.mdx#videomuted) |
+| <a id="audiomuted"></a> `audioMuted` | `public` | `boolean \| undefined` | Current mute state of audio track `undefined` means there is no such track from the stream | [`MediaAttributes`](MediaAttributes.mdx).[`audioMuted`](MediaAttributes.mdx#audiomuted) |
+| <a id="videomuted"></a> `videoMuted` | `public` | `boolean \| undefined` | Current mute state of video track `undefined` means there is no such track from the stream | [`MediaAttributes`](MediaAttributes.mdx).[`videoMuted`](MediaAttributes.mdx#videomuted) |
 | <a id="audioinput"></a> `audioInput?` | `public` | `MediaDeviceInfoLike` | Audio input device is used for the audio track from the current stream | [`MediaAttributes`](MediaAttributes.mdx).[`audioInput`](MediaAttributes.mdx#audioinput) |
 | <a id="videoinput"></a> `videoInput?` | `public` | `MediaDeviceInfoLike` | Video input device is used for the video track from the current stream | [`MediaAttributes`](MediaAttributes.mdx).[`videoInput`](MediaAttributes.mdx#videoinput) |
 
@@ -76,7 +76,7 @@ Apply the constraints to the current media
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -90,7 +90,7 @@ Release the media resources, e.g. camera/microphone
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 

package/api-docs/interfaces/MediaAttributes.mdx

@@ -13,7 +13,7 @@
 | <a id="expectedaudioinput"></a> `expectedAudioInput?` | `public` | `MediaDeviceInfoLike` | The audio input device which is expected to be used for the current stream based on the provided constraints |
 | <a id="expectedvideoinput"></a> `expectedVideoInput?` | `public` | `MediaDeviceInfoLike` | The video input device which is expected to be used for the current stream based on the provided constraints |
 | <a id="status"></a> `status` | `public` | [`UserMediaStatus`](../enumerations/UserMediaStatus.mdx) | The status of the media |
-| <a id="audiomuted"></a> `audioMuted` | `public` | `boolean` \| `undefined` | Current mute state of audio track `undefined` means there is no such track from the stream |
-| <a id="videomuted"></a> `videoMuted` | `public` | `boolean` \| `undefined` | Current mute state of video track `undefined` means there is no such track from the stream |
+| <a id="audiomuted"></a> `audioMuted` | `public` | `boolean \| undefined` | Current mute state of audio track `undefined` means there is no such track from the stream |
+| <a id="videomuted"></a> `videoMuted` | `public` | `boolean \| undefined` | Current mute state of video track `undefined` means there is no such track from the stream |
 | <a id="audioinput"></a> `audioInput?` | `public` | `MediaDeviceInfoLike` | Audio input device is used for the audio track from the current stream |
 | <a id="videoinput"></a> `videoInput?` | `public` | `MediaDeviceInfoLike` | Video input device is used for the video track from the current stream |

package/api-docs/interfaces/MediaChangesSignals.mdx

@@ -2,14 +2,14 @@
 
 | Property | Type |
 | ------ | ------ |
-| <a id="onaddtrack"></a> `onAddTrack` | `Signal`\<`MediaStreamTrack`\> |
-| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal`\<`IndexedDevices`\> |
+| <a id="onaddtrack"></a> `onAddTrack` | `Signal<MediaStreamTrack>` |
+| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal<IndexedDevices>` |
 | <a id="onmediachanged"></a> `onMediaChanged` | `Signal`\<[`Media`](Media.mdx) \| `undefined`\> |
 | <a id="onmediatrackmuted"></a> `onMediaTrackMuted` | `Signal`\<[`MediaTrack`](MediaTrack.mdx)\> |
 | <a id="onmediatrackresumed"></a> `onMediaTrackResumed` | `Signal`\<[`MediaTrack`](MediaTrack.mdx)\> |
 | <a id="onmediatrackstopped"></a> `onMediaTrackStopped` | `Signal`\<[`MediaTrack`](MediaTrack.mdx)\> |
 | <a id="onmediatracksuspended"></a> `onMediaTrackSuspended` | `Signal`\<[`MediaTrack`](MediaTrack.mdx)\> |
-| <a id="onremovetrack"></a> `onRemoveTrack` | `Signal`\<`MediaStreamTrack`\> |
+| <a id="onremovetrack"></a> `onRemoveTrack` | `Signal<MediaStreamTrack>` |
 | <a id="onstatuschanged"></a> `onStatusChanged` | `Signal`\<[`UserMediaStatus`](../enumerations/UserMediaStatus.mdx)\> |
-| <a id="onupdatingaudio"></a> `onUpdatingAudio` | `Signal`\<`boolean`\> |
-| <a id="onupdatingvideo"></a> `onUpdatingVideo` | `Signal`\<`boolean`\> |
+| <a id="onupdatingaudio"></a> `onUpdatingAudio` | `Signal<boolean>` |
+| <a id="onupdatingvideo"></a> `onUpdatingVideo` | `Signal<boolean>` |

package/api-docs/interfaces/MediaController.mdx

@@ -6,6 +6,6 @@
 | <a id="updatingvideo"></a> `updatingVideo` | `readonly` | `boolean` | - |
 | <a id="media"></a> `media?` | `readonly` | [`Media`](Media.mdx) | Current Media |
 | <a id="devices"></a> `devices` | `readonly` | `IndexedDevices` | Current device list |
-| <a id="getusermedia"></a> `getUserMedia` | `public` | (`constraints`) => `void` | Execute the media pipeline immediately with provided constraints **See** MediaDeviceRequest |
-| <a id="getusermediaasync"></a> `getUserMediaAsync` | `public` | (`constraints`) => `Promise`\<`void`\> | Execute the media pipeline immediately with provided constraints. An explicit version of `getUserMedia` to make it possible to chain other async actions **See** MediaDeviceRequest |
-| <a id="tryandgetusermedia"></a> `tryAndGetUserMedia` | `public` | (`constraints`) => `void` | Cross-check PermissionState and available devices before requesting user media, the request will be skipped if there is no granted device. |
+| <a id="getusermedia"></a> `getUserMedia` | `public` | `(constraints) => void` | Execute the media pipeline immediately with provided constraints **See** MediaDeviceRequest |
+| <a id="getusermediaasync"></a> `getUserMediaAsync` | `public` | `(constraints) => Promise<void>` | Execute the media pipeline immediately with provided constraints. An explicit version of `getUserMedia` to make it possible to chain other async actions **See** MediaDeviceRequest |
+| <a id="tryandgetusermedia"></a> `tryAndGetUserMedia` | `public` | `(constraints) => void` | Cross-check PermissionState and available devices before requesting user media, the request will be skipped if there is no granted device. |

package/api-docs/interfaces/MediaInit.mdx

@@ -10,5 +10,5 @@
 | <a id="tracks"></a> `tracks` | [`MediaTrack`](MediaTrack.mdx)[] |
 | <a id="devices"></a> `devices` | `IndexedDevices` |
 | <a id="status"></a> `status` | [`UserMediaStatus`](../enumerations/UserMediaStatus.mdx) |
-| <a id="stream"></a> `stream` | `MediaStream` \| `undefined` |
+| <a id="stream"></a> `stream` | `MediaStream \| undefined` |
 | <a id="signals"></a> `signals?` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) |

package/api-docs/interfaces/MediaOptions.mdx

@@ -5,6 +5,6 @@
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | Media signals to be used for the module **See** MediaSignals |
 | <a id="audioprocessors"></a> `audioProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | Media Processors |
 | <a id="videoprocessors"></a> `videoProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
-| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | () => `boolean` | - |
-| <a id="getmutestate"></a> `getMuteState` | () => `DeviceMuteState` | A function to get the devices' mute state |
-| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | () => `object` | Pass default constraints to use with get media wrappers |
+| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | `() => boolean` | - |
+| <a id="getmutestate"></a> `getMuteState` | `() => DeviceMuteState` | A function to get the devices' mute state |
+| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | `() => object` | Pass default constraints to use with get media wrappers |

package/api-docs/interfaces/MediaTrack.mdx

@@ -5,7 +5,7 @@
 | <a id="id"></a> `id` | `readonly` | `string` | A unique identifier for the track same as `MediaStreamTrack.id` if `track` is available otherwise it uses the `id` from the construction or the `kind`. **See** MediaTrackInit |
 | <a id="stopped"></a> `stopped?` | `readonly` | `boolean` | It maps to MediaStreamTrack['readyState'] When `true` the track's `readyState` is `ended`, `false` means `live` otherwise the track is not available |
 | <a id="suspended"></a> `suspended?` | `readonly` | `boolean` | Indicate that the media has been suspended by the User Agent, and it could happen at any time. `undefined` means the track is not available |
-| <a id="kind"></a> `kind` | `readonly` | `"audioinput"` \| `"videoinput"` | - |
+| <a id="kind"></a> `kind` | `readonly` | `"audioinput" \| "videoinput"` | - |
 | <a id="label"></a> `label?` | `readonly` | `string` | - |
 | <a id="previousmediatrack"></a> `previousMediaTrack?` | `readonly` | `MediaTrack` | - |
 | <a id="track"></a> `track?` | `readonly` | `MediaStreamTrack` | The MediaStreamTrack object representing the track **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaStreamTrack |
@@ -75,7 +75,7 @@ applyConstraints(constraints): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -87,7 +87,7 @@ release(): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 

package/api-docs/interfaces/MediaTrackInit.mdx

@@ -1,6 +1,8 @@
 ## Extends
 
-- `Partial`\<`Omit`\<[`MediaTrack`](MediaTrack.mdx), `"mute"`\>\>
+```ts
+- Partial<Omit<MediaTrack, "mute">>
+```
 
 ## Properties
 
@@ -14,16 +16,16 @@
 | <a id="track"></a> `track?` | `readonly` | `MediaStreamTrack` | The MediaStreamTrack object representing the track **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaStreamTrack | - | [`MediaTrack`](MediaTrack.mdx).[`track`](MediaTrack.mdx#track) |
 | <a id="muted"></a> `muted?` | `public` | `boolean` | The current mute state of the track. `undefined` means the track is not available | - | [`MediaTrack`](MediaTrack.mdx).[`muted`](MediaTrack.mdx#muted) |
 | <a id="source"></a> `source?` | `readonly` | [`MediaTrack`](MediaTrack.mdx) | The source track that it is originated from | - | [`MediaTrack`](MediaTrack.mdx).[`source`](MediaTrack.mdx#source) |
-| <a id="getsettings"></a> `getSettings?` | `public` | () => [`ExtendedMediaTrackSettings`](ExtendedMediaTrackSettings.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`getSettings`](MediaTrack.mdx#getsettings) |
-| <a id="getconstraints"></a> `getConstraints?` | `public` | () => `InputDeviceConstraint` | - | - | [`MediaTrack`](MediaTrack.mdx).[`getConstraints`](MediaTrack.mdx#getconstraints) |
-| <a id="applyconstraints"></a> `applyConstraints?` | `public` | (`constraints`) => `Promise`\<`void`\> | - | - | [`MediaTrack`](MediaTrack.mdx).[`applyConstraints`](MediaTrack.mdx#applyconstraints) |
-| <a id="release"></a> `release?` | `public` | () => `Promise`\<`void`\> | - | - | [`MediaTrack`](MediaTrack.mdx).[`release`](MediaTrack.mdx#release) |
-| <a id="clone"></a> `clone?` | `public` | (`signals?`, `label?`) => [`MediaTrack`](MediaTrack.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`clone`](MediaTrack.mdx#clone) |
-| <a id="tojson"></a> `toJSON?` | `public` | () => `unknown` | - | - | [`MediaTrack`](MediaTrack.mdx).[`toJSON`](MediaTrack.mdx#tojson) |
-| <a id="kind"></a> `kind` | `public` | `"audioinput"` \| `"videoinput"` | - | [`MediaTrack`](MediaTrack.mdx).[`kind`](MediaTrack.mdx#kind) | - |
-| <a id="input"></a> `input` | `public` | `MediaDeviceInfoLike` \| `undefined` | The `MediaDeviceInfo` object representing the device that the track is connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`input`](MediaTrack.mdx#input) | - |
+| <a id="getsettings"></a> `getSettings?` | `public` | () =\> [`ExtendedMediaTrackSettings`](ExtendedMediaTrackSettings.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`getSettings`](MediaTrack.mdx#getsettings) |
+| <a id="getconstraints"></a> `getConstraints?` | `public` | `() => InputDeviceConstraint` | - | - | [`MediaTrack`](MediaTrack.mdx).[`getConstraints`](MediaTrack.mdx#getconstraints) |
+| <a id="applyconstraints"></a> `applyConstraints?` | `public` | `(constraints) => Promise<void>` | - | - | [`MediaTrack`](MediaTrack.mdx).[`applyConstraints`](MediaTrack.mdx#applyconstraints) |
+| <a id="release"></a> `release?` | `public` | `() => Promise<void>` | - | - | [`MediaTrack`](MediaTrack.mdx).[`release`](MediaTrack.mdx#release) |
+| <a id="clone"></a> `clone?` | `public` | (`signals?`, `label?`) =\> [`MediaTrack`](MediaTrack.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`clone`](MediaTrack.mdx#clone) |
+| <a id="tojson"></a> `toJSON?` | `public` | `() => unknown` | - | - | [`MediaTrack`](MediaTrack.mdx).[`toJSON`](MediaTrack.mdx#tojson) |
+| <a id="kind"></a> `kind` | `public` | `"audioinput" \| "videoinput"` | - | [`MediaTrack`](MediaTrack.mdx).[`kind`](MediaTrack.mdx#kind) | - |
+| <a id="input"></a> `input` | `public` | `MediaDeviceInfoLike \| undefined` | The `MediaDeviceInfo` object representing the device that the track is connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`input`](MediaTrack.mdx#input) | - |
 | <a id="expectedinput"></a> `expectedInput?` | `public` | `MediaDeviceInfoLike` | The `MediaDeviceInfo` object representing the device that the track is expected to be connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`expectedInput`](MediaTrack.mdx#expectedinput) | - |
 | <a id="constraints"></a> `constraints` | `public` | `InputDeviceConstraint` | - | - | - |
 | <a id="overridemute"></a> `overrideMute?` | `public` | `boolean` | - | - | - |
 | <a id="signals"></a> `signals?` | `public` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | - | - | - |
-| <a id="mute"></a> `mute?` | `public` | (`toMute`, `self`, `soft?`) => `void` | Overriding Mute the track | - | - |
+| <a id="mute"></a> `mute?` | `public` | `(toMute, self, soft?) => void` | Overriding Mute the track | - | - |

package/api-docs/interfaces/PreviewEventHandler.mdx

@@ -9,11 +9,11 @@
 | <a id="audioinputerror"></a> `audioInputError?` | `EventErrorCallback` |
 | <a id="applychangeserror"></a> `applyChangesError?` | `EventErrorCallback` |
 | <a id="revertchangeserror"></a> `revertChangesError?` | `EventErrorCallback` |
-| <a id="audiomuted"></a> `audioMuted?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="audiosuspended"></a> `audioSuspended?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="updatingmain"></a> `updatingMain?` | `EventCallback`\<`boolean`\> |
-| <a id="updatingpreviewaudio"></a> `updatingPreviewAudio?` | `EventCallback`\<`boolean`\> |
-| <a id="updatingpreviewvideo"></a> `updatingPreviewVideo?` | `EventCallback`\<`boolean`\> |
-| <a id="videomuted"></a> `videoMuted?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="videosuspended"></a> `videoSuspended?` | `EventCallback`\<`boolean` \| `undefined`\> |
+| <a id="audiomuted"></a> `audioMuted?` | `EventCallback<boolean \| undefined>` |
+| <a id="audiosuspended"></a> `audioSuspended?` | `EventCallback<boolean \| undefined>` |
+| <a id="updatingmain"></a> `updatingMain?` | `EventCallback<boolean>` |
+| <a id="updatingpreviewaudio"></a> `updatingPreviewAudio?` | `EventCallback<boolean>` |
+| <a id="updatingpreviewvideo"></a> `updatingPreviewVideo?` | `EventCallback<boolean>` |
+| <a id="videomuted"></a> `videoMuted?` | `EventCallback<boolean \| undefined>` |
+| <a id="videosuspended"></a> `videoSuspended?` | `EventCallback<boolean \| undefined>` |
 | <a id="unsubscribemain"></a> `unsubscribeMain?` | [`Unsubscribe`](../type-aliases/Unsubscribe.mdx) |

package/api-docs/interfaces/PreviewStreamController.mdx

@@ -11,7 +11,7 @@
 | <a id="updatingmain"></a> `updatingMain` | `boolean` |
 | <a id="updatingpreviewaudio"></a> `updatingPreviewAudio` | `boolean` |
 | <a id="updatingpreviewvideo"></a> `updatingPreviewVideo` | `boolean` |
-| <a id="cleanup"></a> `cleanup` | () => `Promise`\<`void`\> |
+| <a id="cleanup"></a> `cleanup` | `() => Promise<void>` |
 
 ## Methods
 
@@ -83,7 +83,7 @@ applyChanges(force?): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -95,7 +95,7 @@ revertChanges(): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -163,7 +163,7 @@ onUpdatingPreviewAudio(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -181,7 +181,7 @@ onUpdatingPreviewVideo(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -199,7 +199,7 @@ onUpdatingMain(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -289,7 +289,7 @@ onAudioMuted(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -307,7 +307,7 @@ onAudioSuspended(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -325,7 +325,7 @@ onVideoMuted(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -343,7 +343,7 @@ onVideoSuspended(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 

package/api-docs/interfaces/PreviewStreamParams.mdx

@@ -2,15 +2,15 @@
 
 | Property | Type | Description |
 | ------ | ------ | ------ |
-| <a id="getcurrentdevices"></a> `getCurrentDevices` | () => `IndexedDevices` | - |
-| <a id="getcurrentmedia"></a> `getCurrentMedia` | () => [`Media`](Media.mdx) \| `undefined` | - |
-| <a id="updatemainstream"></a> `updateMainStream` | (`request`) => `Promise`\<`void`\> | - |
+| <a id="getcurrentdevices"></a> `getCurrentDevices` | `() => IndexedDevices` | - |
+| <a id="getcurrentmedia"></a> `getCurrentMedia` | () =\> [`Media`](Media.mdx) \| `undefined` | - |
+| <a id="updatemainstream"></a> `updateMainStream` | `(request) => Promise<void>` | - |
 | <a id="mainmediasignal"></a> `mainMediaSignal` | `Signal`\<[`Media`](Media.mdx) \| `undefined`, [`Media`](Media.mdx) \| `undefined`\> | - |
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | - |
-| <a id="onended"></a> `onEnded?` | () => `void` | - |
+| <a id="onended"></a> `onEnded?` | `() => void` | - |
 | <a id="fftsize"></a> `fftSize?` | `number` | - |
-| <a id="queueoptions"></a> `queueOptions?` | `Partial`\<`AsyncQueueOptions`\> | - |
+| <a id="queueoptions"></a> `queueOptions?` | `Partial<AsyncQueueOptions>` | - |
 | <a id="audioprocessors"></a> `audioProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="videoprocessors"></a> `videoProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
-| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | () => `object` | Pass default constraints to use with get media wrappers |
-| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | () => `boolean` | - |
+| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | `() => object` | Pass default constraints to use with get media wrappers |
+| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | `() => boolean` | - |

package/api-docs/interfaces/VoiceActivityDetectionOptions.mdx

@@ -3,4 +3,4 @@
 | Property | Type | Description |
 | ------ | ------ | ------ |
 | <a id="vadthrottlems"></a> `vadThrottleMS?` | `number` | Voice Activity Detection in millisecond |
-| <a id="shoulddetectvoiceactivity"></a> `shouldDetectVoiceActivity` | () => `boolean` | Whether or not to detect voice activity |
+| <a id="shoulddetectvoiceactivity"></a> `shouldDetectVoiceActivity` | `() => boolean` | Whether or not to detect voice activity |

package/api-docs/type-aliases/GetUserMediaProcess.mdx

@@ -9,11 +9,13 @@ type GetUserMediaProcess = (request) => Promise<Media>;
 | `request` | \{ `constraints`: `MediaDeviceRequest`; `originalConstraints`: `MediaDeviceRequest`; `permission`: \{ `audio`: `PermissionState`; `video`: `PermissionState`; \}; `currentMedia`: [`Media`](../interfaces/Media.mdx) \| `undefined`; \} |
 | `request.constraints` | `MediaDeviceRequest` |
 | `request.originalConstraints` | `MediaDeviceRequest` |
-| `request.permission` | \{ `audio`: `PermissionState`; `video`: `PermissionState`; \} |
+| `request.permission` | `{ audio: PermissionState; video: PermissionState; }` |
 | `request.permission.audio` | `PermissionState` |
 | `request.permission.video` | `PermissionState` |
 | `request.currentMedia` | [`Media`](../interfaces/Media.mdx) \| `undefined` |
 
 ## Returns
 
-`Promise`\<[`Media`](../interfaces/Media.mdx)\>
+```ts
+Promise<Media>
+```

package/api-docs/type-aliases/Process.mdx

@@ -16,4 +16,6 @@ type Process<T> = (a) => Promise<MediaTrack>;
 
 ## Returns
 
-`Promise`\<[`MediaTrack`](../interfaces/MediaTrack.mdx)\>
+```ts
+Promise<MediaTrack>
+```

package/api-docs/variables/internalSignals.mdx

@@ -10,4 +10,4 @@ Internal signals
 
 | Name | Type |
 | ------ | ------ |
-| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal`\<`IndexedDevices`, `IndexedDevices`\> |
+| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal<IndexedDevices, IndexedDevices>` |

package/dist/audioMixingProcessor.d.ts

@@ -5,6 +5,7 @@ interface AudioStreamProcessorProps {
     mixWithAdditionalMedia?: boolean;
     merger?: AudioNodeInit<ChannelMergerNode, ChannelMergerNode>;
     displaySource?: AudioNodeInit<MediaStreamAudioSourceNode, MediaStreamAudioSourceNode>;
+    displayStream?: MediaStream;
     audioGraph?: AudioGraph;
 }
 declare const FEATURE_KEYS: {
@@ -13,6 +14,20 @@ declare const FEATURE_KEYS: {
 type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
+/**
+ * Extract a `MediaStream` containing only the audio tracks of the provided
+ * stream, or `undefined` when there is no audio track to mix, e.g. sharing a
+ * screen without audio.
+ *
+ * @param stream - The stream to extract the audio tracks from
+ *
+ * @example
+ *
+ * ```typescript
+ * const audioOnly = toAudioOnlyStream(displayStream);
+ * ```
+ */
+export declare const toAudioOnlyStream: (stream?: MediaStream) => MediaStream | undefined;
 /**
  * Create an Audio Mixing Processor and will own the stream passed-in
  */

package/dist/audioMixingProcessor.js

@@ -28,6 +28,26 @@ export const updateFeatureProps = (constraints, props) => {
     }
     return features;
 };
+/**
+ * Extract a `MediaStream` containing only the audio tracks of the provided
+ * stream, or `undefined` when there is no audio track to mix, e.g. sharing a
+ * screen without audio.
+ *
+ * @param stream - The stream to extract the audio tracks from
+ *
+ * @example
+ *
+ * ```typescript
+ * const audioOnly = toAudioOnlyStream(displayStream);
+ * ```
+ */
+export const toAudioOnlyStream = (stream) => {
+    const audioTracks = stream?.getAudioTracks?.() ?? [];
+    if (audioTracks.length === 0) {
+        return undefined;
+    }
+    return new MediaStream(audioTracks);
+};
 /**
  * Create an Audio Mixing Processor and will own the stream passed-in
  */
@@ -36,7 +56,8 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
     return async (prevMediaTrack) => {
         updateFeatureProps(prevMediaTrack.getConstraints(), props);
         const displayStream = getCurrentMedia();
-        const displayTrack = displayStream?.getAudioTracks?.().at(0);
+        const displayAudioStream = toAudioOnlyStream(displayStream);
+        const displayTrack = displayAudioStream?.getAudioTracks().at(0);
         const applyConstraints = async (constraints) => {
             if (isEmpty(constraints)) {
                 return;
@@ -50,8 +71,8 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
             }
             if (features.mixWithAdditionalMedia) {
                 const newStream = getCurrentMedia();
-                const [newTrack] = getCurrentMedia()?.getAudioTracks() ?? [];
-                if (!newTrack) {
+                const newAudioStream = toAudioOnlyStream(newStream);
+                if (!newAudioStream) {
                     return;
                 }
                 if (!props.audioGraph || !props.merger) {
@@ -59,8 +80,7 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
                     return;
                 }
                 if (props.displaySource && props.merger) {
-                    if (newStream ===
-                        props.displaySource.audioNode?.mediaStream) {
+                    if (newStream === props.displayStream) {
                         return;
                     }
                     props.audioGraph.disconnect([
@@ -68,14 +88,13 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
                         props.merger,
                     ]);
                 }
-                if (newStream) {
-                    props.displaySource =
-                        createStreamSourceGraphNode(newStream);
-                    props.audioGraph.connect([
-                        props.displaySource,
-                        props.merger,
-                    ]);
-                }
+                props.displayStream = newStream;
+                props.displaySource =
+                    createStreamSourceGraphNode(newAudioStream);
+                props.audioGraph.connect([
+                    props.displaySource,
+                    props.merger,
+                ]);
             }
             else if (features.mixWithAdditionalMedia === false) {
                 // Unmixing
@@ -83,6 +102,7 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
                     props.displaySource.release();
                     props.audioGraph?.disconnect([props.displaySource]);
                     props.displaySource = undefined;
+                    props.displayStream = undefined;
                 }
             }
             return Promise.resolve();
@@ -118,8 +138,10 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
         }
         assert(prevMediaTrack.track, 'Main track should be available');
         const mainSource = createStreamSourceGraphNode(new MediaStream([prevMediaTrack.track]));
-        props.displaySource =
-            displayStream && createStreamSourceGraphNode(displayStream);
+        props.displaySource = displayAudioStream
+            ? createStreamSourceGraphNode(displayAudioStream)
+            : undefined;
+        props.displayStream = displayAudioStream ? displayStream : undefined;
         props.merger = createChannelMergerGraphNode();
         const destination = createStreamDestinationGraphNode({
             channelCount: 1,
@@ -151,10 +173,13 @@ export const createAudioMixingProcess = (getCurrentMedia, signals, label = PROCE
             logger.debug({ label }, 'Release Media');
             unsubscribe();
             // Release Props
-            await props.audioGraph?.release();
-            props.audioGraph = undefined;
-            props.merger = undefined;
-            props.displaySource = undefined;
+            await audioGraph.release();
+            if (props.audioGraph === audioGraph) {
+                props.audioGraph = undefined;
+                props.merger = undefined;
+                props.displaySource = undefined;
+                props.displayStream = undefined;
+            }
         };
         return Promise.resolve(createMediaTrack({
             label,

package/dist/audioProcessor.js

@@ -173,6 +173,14 @@ label = PROCESSOR_LABELS.AudioProcessor, }) => {
             [source, analyzer],
         ];
         logger.debug({ initialAudioNodeConnection, label }, 'Initial AudioNodeConnection');
+        if (props.denoiseNode) {
+            props.denoiseNode.release();
+            props.denoiseNode = undefined;
+        }
+        if (props.analyzer) {
+            props.analyzer.release();
+            props.analyzer = undefined;
+        }
         const audioGraph = createAudioGraphProxy(createAudioGraph(initialAudioNodeConnection, props.audioGraphOptions), {
             connect: (target, args) => {
                 logger.debug({ label, target, args }, 'connect nodes');
@@ -199,9 +207,11 @@ label = PROCESSOR_LABELS.AudioProcessor, }) => {
             track.stop();
             // Release Props
             await audioGraph.release();
-            props.denoiseNode = undefined;
-            props.analyzer = undefined;
-            props.audioGraph = undefined;
+            if (props.audioGraph === audioGraph) {
+                props.denoiseNode = undefined;
+                props.analyzer = undefined;
+                props.audioGraph = undefined;
+            }
         };
         return createMediaTrack({
             label,

package/dist/index.d.ts

@@ -9,4 +9,4 @@ export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger, proxyWithLog } from './logger';
+export { setLogger } from './logger';

package/dist/index.js

@@ -9,4 +9,4 @@ export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger, proxyWithLog } from './logger';
+export { setLogger } from './logger';

package/dist/logger.d.ts

@@ -7,5 +7,3 @@ export declare function setLogger(newLogger: Logger): void;
  * @param metaBase - The meta data which will always be included into the log
  */
 export declare const createModuleLogger: (metaBase: unknown) => Logger;
-export declare const createLogProxyHandler: <T extends object>(logger: Logger, name: string, scope: string) => ProxyHandler<T>;
-export declare const proxyWithLog: (logger: Logger, scope: string) => <T extends object>(obj: T, name: string) => T;

package/dist/logger.js

@@ -23,27 +23,3 @@ export const createModuleLogger = (metaBase) => {
         return log;
     }, {});
 };
-export const createLogProxyHandler = (logger, name, scope) => {
-    return {
-        get: (target, p, receiver) => {
-            const value = Reflect.get(target, p, receiver);
-            logger.debug({ scope, name, prop: p, value }, `called get ${name}[${String(p)}]`);
-            if (typeof value === 'function') {
-                return new Proxy(value, {
-                    apply: (fn, thisArg, args) => {
-                        logger.debug({ scope, name, method: String(p), args }, `called ${name}.${String(p)}(...)`);
-                        return Reflect.apply(fn, thisArg, args);
-                    },
-                });
-            }
-            return value;
-        },
-        set: (target, p, value, receiver) => {
-            logger.info({ scope, name, prop: p, value }, `called set ${name}[${String(p)}]`);
-            return Reflect.set(target, p, value, receiver);
-        },
-    };
-};
-export const proxyWithLog = (logger, scope) => (obj, name) => {
-    return new Proxy(obj, createLogProxyHandler(logger, name, scope));
-};

package/dist/previewController.js

@@ -365,7 +365,25 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
     };
     const cleanup = async () => {
         logger.debug('Cleanup preview controller');
-        await props.media?.release();
+        // Drop pending jobs, then enqueue release so it runs after any
+        // in-flight `processAndUpdateMedia`. Releasing concurrently with an
+        // in-flight `videoProcessor.process()` would tear down the worker
+        // pipeline mid-flight.
+        queue.empty();
+        const media = props.media;
+        if (media) {
+            await new Promise((resolve, reject) => {
+                queue.enqueue(async () => {
+                    try {
+                        await media.release();
+                        resolve();
+                    }
+                    catch (error) {
+                        reject(error);
+                    }
+                });
+            });
+        }
         cleanUpMainSubscription();
         for (const unsub of subscriptions) {
             unsub?.();

package/dist/utils.js

@@ -182,9 +182,9 @@ export const createMediaTrack = (trackInit) => {
         },
         async release() {
             trackUnsubscribe?.();
-            trackInit.track?.stop();
             await trackInit.release?.();
             await trackInit.previousMediaTrack?.release();
+            trackInit.track?.stop();
             trackInit.signals?.onMediaTrackStopped?.emit(this);
         },
         toJSON() {
@@ -783,12 +783,21 @@ export const createMediaProcessor = ({ audioProcessors, videoProcessors, onProce
         }
         catch (error) {
             if (error instanceof Error) {
+                if (track.stopped) {
+                    // Ignore the error as track stopped
+                    return track;
+                }
                 onProcessingError?.(error, track);
             }
             return track;
         }
     };
     return async (newTracks) => {
-        return await Promise.all(newTracks.map(track => processTrack(track)));
+        return await Promise.all(newTracks.flatMap(track => {
+            if (track.stopped === undefined || track.stopped) {
+                return [];
+            }
+            return [processTrack(track)];
+        }));
     };
 };

package/dist/videoProcessor.d.ts

@@ -22,6 +22,7 @@ interface VideoStreamProcessProps extends Partial<VideoRenderParams> {
     contentHint?: VideoContentHint;
 }
 declare const FEATURE_KEYS: {
+    readonly backend: "string";
     readonly backgroundBlurAmount: "number";
     readonly backgroundImageUrl: "string";
     readonly backgroundThreshold: "number";

package/dist/videoProcessor.js

@@ -1,11 +1,12 @@
 import { isRenderEffects } from '@pexip/media-processor';
 import { extractConstraints, getValueFromConstrainNumber, } from '@pexip/media-control';
-import { hasOwn, isEmpty } from '@pexip/utils';
+import { hasOwn, isEmpty, proxyWithLog } from '@pexip/utils';
 import { createMediaTrack, getBlurKernelSize, getTentBlurSize } from './utils';
-import { logger, proxyWithLog } from './logger';
+import { logger } from './logger';
 import { isVideoContentHint } from './typeGuard';
 import { PROCESSOR_LABELS } from './constants';
 const FEATURE_KEYS = {
+    backend: 'string',
     backgroundBlurAmount: 'number',
     backgroundImageUrl: 'string',
     backgroundThreshold: 'number',
@@ -217,21 +218,26 @@ const applyFeatures = async (processor, features, referenceProcessingHeight) =>
             case 'downSampleFactor':
             case 'backgroundThreshold': {
                 const value = features[k];
-                if (value !== undefined) {
+                if (value !== undefined &&
+                    value !== processor.renderOptions[k]) {
                     renderOptions[k] = value;
                 }
                 break;
             }
             case 'excludeBystanders': {
                 const value = features[k];
-                if (value !== undefined) {
+                if (value !== undefined &&
+                    value !== processor.renderOptions[k]) {
                     renderOptions[k] = value;
                 }
                 break;
             }
             case 'personCenterX': {
                 const value = features[k];
-                if (value !== undefined) {
+                if (value !== undefined &&
+                    value !== processor.renderOptions.personCenter[0]) {
+                    // Keep the other coordinate from the local draft or existing
+                    // processor state so X/Y single-field updates stay paired.
                     renderOptions.personCenter = [
                         value,
                         renderOptions.personCenter?.[1] ??
@@ -242,7 +248,10 @@ const applyFeatures = async (processor, features, referenceProcessingHeight) =>
             }
             case 'personCenterY': {
                 const value = features[k];
-                if (value !== undefined) {
+                if (value !== undefined &&
+                    value !== processor.renderOptions.personCenter[1]) {
+                    // Keep the other coordinate from the local draft or existing
+                    // processor state so X/Y single-field updates stay paired.
                     renderOptions.personCenter = [
                         renderOptions.personCenter?.[0] ??
                             processor.renderOptions.personCenter[0],
@@ -255,14 +264,20 @@ const applyFeatures = async (processor, features, referenceProcessingHeight) =>
             case 'backgroundBlurAmount': {
                 const value = features[k];
                 if (value !== undefined) {
-                    renderOptions[k] = getBlurKernelSize(value, referenceProcessingHeight ?? processor.processingHeight, processor.processingHeight);
+                    const actualValue = getBlurKernelSize(value, referenceProcessingHeight ?? processor.processingHeight, processor.processingHeight);
+                    if (actualValue !== processor.renderOptions[k]) {
+                        renderOptions[k] = actualValue;
+                    }
                 }
                 break;
             }
             case 'edgeBlurAmount': {
                 const value = features[k];
                 if (value !== undefined) {
-                    renderOptions[k] = getTentBlurSize(value, referenceProcessingHeight ?? processor.processingHeight, processor.processingHeight);
+                    const actualValue = getTentBlurSize(value, referenceProcessingHeight ?? processor.processingHeight, processor.processingHeight);
+                    if (actualValue !== processor.renderOptions[k]) {
+                        renderOptions[k] = actualValue;
+                    }
                 }
                 break;
             }
@@ -273,6 +288,13 @@ const applyFeatures = async (processor, features, referenceProcessingHeight) =>
                 }
                 break;
             }
+            case 'backend': {
+                const value = features[k];
+                if (value && value !== processor.renderOptions.backend) {
+                    renderOptions.backend = value;
+                }
+                break;
+            }
             case 'backgroundImageUrl': {
                 const value = features[k];
                 if (value &&
@@ -324,7 +346,7 @@ label = PROCESSOR_LABELS.VideoProcessor, referenceProcessingHeight, maskCombineR
     return async (prevMediaTrack) => {
         const features = updateFeatureProps(prevMediaTrack.getConstraints(), props);
         const shouldEnabled = shouldEnable();
-        if (!shouldEnabled || !prevMediaTrack.track) {
+        if (!shouldEnabled || !prevMediaTrack.track || prevMediaTrack.stopped) {
             logger.debug({
                 label,
                 features,
@@ -356,9 +378,23 @@ label = PROCESSOR_LABELS.VideoProcessor, referenceProcessingHeight, maskCombineR
             });
         }
         else {
-            await applyFeatures(videoProcessor, { ...features, videoSegmentation }, referenceProcessingHeight);
+            await applyFeatures(videoProcessor, {
+                backend: gpuAPI(),
+                ...renderOptions,
+                videoSegmentation,
+            }, referenceProcessingHeight);
         }
         const track = await videoProcessor.process(prevMediaTrack.track);
+        // The source track constraints may have changed while `process()` was
+        // awaiting the segmentation model to load (e.g. the user toggled blur
+        // in pre-flight before the processor was ready). The features computed
+        // above are already baked into the freshly opened processor, so
+        // re-apply anything that changed in the meantime to avoid silently
+        // dropping the effect.
+        const latestFeatures = updateFeatureProps(prevMediaTrack.getConstraints(), props);
+        if (!isEmpty(latestFeatures)) {
+            await applyFeatures(videoProcessor, latestFeatures, referenceProcessingHeight);
+        }
         // Inherit contentHint from previous track
         track.contentHint = prevMediaTrack.track.contentHint;
         let trackReleaseTimeoutID = 0;
@@ -391,7 +427,7 @@ label = PROCESSOR_LABELS.VideoProcessor, referenceProcessingHeight, maskCombineR
                         // the last frame is black to avoid frozen frame in a gateway call
                         trackReleaseTimeoutID = window.setTimeout(() => {
                             track.stop();
-                            videoProcessor.close();
+                            void videoProcessor.close();
                             void this?.release?.();
                             trackReleaseTimeoutID = 0;
                         }, 500);
@@ -407,7 +443,7 @@ label = PROCESSOR_LABELS.VideoProcessor, referenceProcessingHeight, maskCombineR
             },
             signals,
             async release() {
-                videoProcessor.close();
+                await videoProcessor.close();
                 await this.previousMediaTrack?.release();
             },
             async applyConstraints(constraints) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pexip/media",
-  "version": "22.0.0",
+  "version": "22.2.0",
   "description": "Home for media related stuff",
   "homepage": "https://developer.pexip.com",
   "bugs": "https://gitlab.com/pexip/zoo/issues",
@@ -39,7 +39,7 @@
     "clean": "rm -fr dist api-docs",
     "dev": "pexip-bundler dev",
     "prepack": "yarn clean && yarn build && yarn docs",
-    "test": "jest",
+    "test": "pexip-bundler test",
     "check-format": "prettier --ignore-path=../../.prettierignore --check .",
     "format": "prettier --ignore-path=../../.prettierignore --write .",
     "lint": "yarn run -T biome lint",
@@ -47,18 +47,13 @@
     "docs": "typedoc"
   },
   "dependencies": {
-    "@pexip/media-control": "22.0.0",
-    "@pexip/media-processor": "22.0.0",
-    "@pexip/signal": "16.9.5",
-    "@pexip/utils": "17.3.0"
+    "@pexip/media-control": "22.2.0",
+    "@pexip/media-processor": "22.2.0",
+    "@pexip/signal": "16.9.6",
+    "@pexip/utils": "17.4.1"
   },
   "devDependencies": {
-    "@jest/globals": "^29.5.12",
-    "@pexip/bundler": "18.2.1",
-    "@swc/core": "^1.10.12",
-    "@swc/jest": "^0.2.39",
-    "jest": "^29.5.12",
-    "jest-junit": "^16.0.0",
+    "@pexip/bundler": "18.3.0",
     "prettier": "^3.2.5",
     "typedoc": "^0.28.18",
     "typedoc-plugin-markdown": "^4.11.0",

package/api-docs/functions/proxyWithLog.mdx

@@ -1,33 +0,0 @@
-```ts
-function proxyWithLog(logger, scope): <T>(obj, name) => T;
-```
-
-## Parameters
-
-| Parameter | Type |
-| ------ | ------ |
-| `logger` | `Logger` |
-| `scope` | `string` |
-
-## Returns
-
-```ts
-<T>(obj, name): T;
-```
-
-### Type Parameters
-
-| Type Parameter |
-| ------ |
-| `T` *extends* `object` |
-
-### Parameters
-
-| Parameter | Type |
-| ------ | ------ |
-| `obj` | `T` |
-| `name` | `string` |
-
-### Returns
-
-`T`