@pexip/media 21.0.0 → 22.1.0

package/api-docs/interfaces/MediaTrackInit.mdx

@@ -1,6 +1,8 @@
 ## Extends
 
-- `Partial`\<`Omit`\<[`MediaTrack`](MediaTrack.mdx), `"mute"`\>\>
+```ts
+- Partial<Omit<MediaTrack, "mute">>
+```
 
 ## Properties
 
@@ -14,16 +16,16 @@
 | <a id="track"></a> `track?` | `readonly` | `MediaStreamTrack` | The MediaStreamTrack object representing the track **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaStreamTrack | - | [`MediaTrack`](MediaTrack.mdx).[`track`](MediaTrack.mdx#track) |
 | <a id="muted"></a> `muted?` | `public` | `boolean` | The current mute state of the track. `undefined` means the track is not available | - | [`MediaTrack`](MediaTrack.mdx).[`muted`](MediaTrack.mdx#muted) |
 | <a id="source"></a> `source?` | `readonly` | [`MediaTrack`](MediaTrack.mdx) | The source track that it is originated from | - | [`MediaTrack`](MediaTrack.mdx).[`source`](MediaTrack.mdx#source) |
-| <a id="getsettings"></a> `getSettings?` | `public` | () => [`ExtendedMediaTrackSettings`](ExtendedMediaTrackSettings.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`getSettings`](MediaTrack.mdx#getsettings) |
-| <a id="getconstraints"></a> `getConstraints?` | `public` | () => `InputDeviceConstraint` | - | - | [`MediaTrack`](MediaTrack.mdx).[`getConstraints`](MediaTrack.mdx#getconstraints) |
-| <a id="applyconstraints"></a> `applyConstraints?` | `public` | (`constraints`) => `Promise`\<`void`\> | - | - | [`MediaTrack`](MediaTrack.mdx).[`applyConstraints`](MediaTrack.mdx#applyconstraints) |
-| <a id="release"></a> `release?` | `public` | () => `Promise`\<`void`\> | - | - | [`MediaTrack`](MediaTrack.mdx).[`release`](MediaTrack.mdx#release) |
-| <a id="clone"></a> `clone?` | `public` | (`signals?`, `label?`) => [`MediaTrack`](MediaTrack.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`clone`](MediaTrack.mdx#clone) |
-| <a id="tojson"></a> `toJSON?` | `public` | () => `unknown` | - | - | [`MediaTrack`](MediaTrack.mdx).[`toJSON`](MediaTrack.mdx#tojson) |
-| <a id="kind"></a> `kind` | `public` | `"audioinput"` \| `"videoinput"` | - | [`MediaTrack`](MediaTrack.mdx).[`kind`](MediaTrack.mdx#kind) | - |
-| <a id="input"></a> `input` | `public` | `MediaDeviceInfoLike` \| `undefined` | The `MediaDeviceInfo` object representing the device that the track is connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`input`](MediaTrack.mdx#input) | - |
+| <a id="getsettings"></a> `getSettings?` | `public` | () =\> [`ExtendedMediaTrackSettings`](ExtendedMediaTrackSettings.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`getSettings`](MediaTrack.mdx#getsettings) |
+| <a id="getconstraints"></a> `getConstraints?` | `public` | `() => InputDeviceConstraint` | - | - | [`MediaTrack`](MediaTrack.mdx).[`getConstraints`](MediaTrack.mdx#getconstraints) |
+| <a id="applyconstraints"></a> `applyConstraints?` | `public` | `(constraints) => Promise<void>` | - | - | [`MediaTrack`](MediaTrack.mdx).[`applyConstraints`](MediaTrack.mdx#applyconstraints) |
+| <a id="release"></a> `release?` | `public` | `() => Promise<void>` | - | - | [`MediaTrack`](MediaTrack.mdx).[`release`](MediaTrack.mdx#release) |
+| <a id="clone"></a> `clone?` | `public` | (`signals?`, `label?`) =\> [`MediaTrack`](MediaTrack.mdx) | - | - | [`MediaTrack`](MediaTrack.mdx).[`clone`](MediaTrack.mdx#clone) |
+| <a id="tojson"></a> `toJSON?` | `public` | `() => unknown` | - | - | [`MediaTrack`](MediaTrack.mdx).[`toJSON`](MediaTrack.mdx#tojson) |
+| <a id="kind"></a> `kind` | `public` | `"audioinput" \| "videoinput"` | - | [`MediaTrack`](MediaTrack.mdx).[`kind`](MediaTrack.mdx#kind) | - |
+| <a id="input"></a> `input` | `public` | `MediaDeviceInfoLike \| undefined` | The `MediaDeviceInfo` object representing the device that the track is connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`input`](MediaTrack.mdx#input) | - |
 | <a id="expectedinput"></a> `expectedInput?` | `public` | `MediaDeviceInfoLike` | The `MediaDeviceInfo` object representing the device that the track is expected to be connected to. **See** https://developer.mozilla.org/en-US/docs/Web/API/MediaDeviceInfo | [`MediaTrack`](MediaTrack.mdx).[`expectedInput`](MediaTrack.mdx#expectedinput) | - |
 | <a id="constraints"></a> `constraints` | `public` | `InputDeviceConstraint` | - | - | - |
 | <a id="overridemute"></a> `overrideMute?` | `public` | `boolean` | - | - | - |
 | <a id="signals"></a> `signals?` | `public` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | - | - | - |
-| <a id="mute"></a> `mute?` | `public` | (`toMute`, `self`, `soft?`) => `void` | Overriding Mute the track | - | - |
+| <a id="mute"></a> `mute?` | `public` | `(toMute, self, soft?) => void` | Overriding Mute the track | - | - |

package/api-docs/interfaces/PreviewControllerProps.mdx

@@ -12,3 +12,4 @@
 | <a id="discardmedia"></a> `discardMedia` | `boolean` |
 | <a id="initialized"></a> `initialized` | `boolean` |
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) |
+| <a id="keepvideomuted"></a> `keepVideoMuted` | `boolean` |

package/api-docs/interfaces/PreviewEventHandler.mdx

@@ -9,11 +9,11 @@
 | <a id="audioinputerror"></a> `audioInputError?` | `EventErrorCallback` |
 | <a id="applychangeserror"></a> `applyChangesError?` | `EventErrorCallback` |
 | <a id="revertchangeserror"></a> `revertChangesError?` | `EventErrorCallback` |
-| <a id="audiomuted"></a> `audioMuted?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="audiosuspended"></a> `audioSuspended?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="updatingmain"></a> `updatingMain?` | `EventCallback`\<`boolean`\> |
-| <a id="updatingpreviewaudio"></a> `updatingPreviewAudio?` | `EventCallback`\<`boolean`\> |
-| <a id="updatingpreviewvideo"></a> `updatingPreviewVideo?` | `EventCallback`\<`boolean`\> |
-| <a id="videomuted"></a> `videoMuted?` | `EventCallback`\<`boolean` \| `undefined`\> |
-| <a id="videosuspended"></a> `videoSuspended?` | `EventCallback`\<`boolean` \| `undefined`\> |
+| <a id="audiomuted"></a> `audioMuted?` | `EventCallback<boolean \| undefined>` |
+| <a id="audiosuspended"></a> `audioSuspended?` | `EventCallback<boolean \| undefined>` |
+| <a id="updatingmain"></a> `updatingMain?` | `EventCallback<boolean>` |
+| <a id="updatingpreviewaudio"></a> `updatingPreviewAudio?` | `EventCallback<boolean>` |
+| <a id="updatingpreviewvideo"></a> `updatingPreviewVideo?` | `EventCallback<boolean>` |
+| <a id="videomuted"></a> `videoMuted?` | `EventCallback<boolean \| undefined>` |
+| <a id="videosuspended"></a> `videoSuspended?` | `EventCallback<boolean \| undefined>` |
 | <a id="unsubscribemain"></a> `unsubscribeMain?` | [`Unsubscribe`](../type-aliases/Unsubscribe.mdx) |

package/api-docs/interfaces/PreviewStreamController.mdx

@@ -11,7 +11,7 @@
 | <a id="updatingmain"></a> `updatingMain` | `boolean` |
 | <a id="updatingpreviewaudio"></a> `updatingPreviewAudio` | `boolean` |
 | <a id="updatingpreviewvideo"></a> `updatingPreviewVideo` | `boolean` |
-| <a id="cleanup"></a> `cleanup` | () => `Promise`\<`void`\> |
+| <a id="cleanup"></a> `cleanup` | `() => Promise<void>` |
 
 ## Methods
 
@@ -83,7 +83,7 @@ applyChanges(force?): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -95,7 +95,7 @@ revertChanges(): Promise<void>;
 
 #### Returns
 
-`Promise`\<`void`\>
+`Promise<void>`
 
 ***
 
@@ -163,7 +163,7 @@ onUpdatingPreviewAudio(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -181,7 +181,7 @@ onUpdatingPreviewVideo(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -199,7 +199,7 @@ onUpdatingMain(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean`\> |
+| `callback` | `EventCallback<boolean>` |
 
 #### Returns
 
@@ -289,7 +289,7 @@ onAudioMuted(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -307,7 +307,7 @@ onAudioSuspended(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -325,7 +325,7 @@ onVideoMuted(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 
@@ -343,7 +343,7 @@ onVideoSuspended(callback): Unsubscribe;
 
 | Parameter | Type |
 | ------ | ------ |
-| `callback` | `EventCallback`\<`boolean` \| `undefined`\> |
+| `callback` | `EventCallback<boolean \| undefined>` |
 
 #### Returns
 

package/api-docs/interfaces/PreviewStreamParams.mdx

@@ -2,14 +2,15 @@
 
 | Property | Type | Description |
 | ------ | ------ | ------ |
-| <a id="getcurrentdevices"></a> `getCurrentDevices` | () => `IndexedDevices` | - |
-| <a id="getcurrentmedia"></a> `getCurrentMedia` | () => [`Media`](Media.mdx) \| `undefined` | - |
-| <a id="updatemainstream"></a> `updateMainStream` | (`request`) => `Promise`\<`void`\> | - |
+| <a id="getcurrentdevices"></a> `getCurrentDevices` | `() => IndexedDevices` | - |
+| <a id="getcurrentmedia"></a> `getCurrentMedia` | () =\> [`Media`](Media.mdx) \| `undefined` | - |
+| <a id="updatemainstream"></a> `updateMainStream` | `(request) => Promise<void>` | - |
 | <a id="mainmediasignal"></a> `mainMediaSignal` | `Signal`\<[`Media`](Media.mdx) \| `undefined`, [`Media`](Media.mdx) \| `undefined`\> | - |
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) | - |
-| <a id="onended"></a> `onEnded?` | () => `void` | - |
+| <a id="onended"></a> `onEnded?` | `() => void` | - |
 | <a id="fftsize"></a> `fftSize?` | `number` | - |
-| <a id="queueoptions"></a> `queueOptions?` | `Partial`\<`AsyncQueueOptions`\> | - |
+| <a id="queueoptions"></a> `queueOptions?` | `Partial<AsyncQueueOptions>` | - |
 | <a id="audioprocessors"></a> `audioProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="videoprocessors"></a> `videoProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
-| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | () => `object` | Pass default constraints to use with get media wrappers |
+| <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | `() => object` | Pass default constraints to use with get media wrappers |
+| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | `() => boolean` | - |

package/api-docs/interfaces/VoiceActivityDetectionOptions.mdx

@@ -3,4 +3,4 @@
 | Property | Type | Description |
 | ------ | ------ | ------ |
 | <a id="vadthrottlems"></a> `vadThrottleMS?` | `number` | Voice Activity Detection in millisecond |
-| <a id="shoulddetectvoiceactivity"></a> `shouldDetectVoiceActivity` | () => `boolean` | Whether or not to detect voice activity |
+| <a id="shoulddetectvoiceactivity"></a> `shouldDetectVoiceActivity` | `() => boolean` | Whether or not to detect voice activity |

package/api-docs/type-aliases/GetUserMediaProcess.mdx

@@ -9,11 +9,13 @@ type GetUserMediaProcess = (request) => Promise<Media>;
 | `request` | \{ `constraints`: `MediaDeviceRequest`; `originalConstraints`: `MediaDeviceRequest`; `permission`: \{ `audio`: `PermissionState`; `video`: `PermissionState`; \}; `currentMedia`: [`Media`](../interfaces/Media.mdx) \| `undefined`; \} |
 | `request.constraints` | `MediaDeviceRequest` |
 | `request.originalConstraints` | `MediaDeviceRequest` |
-| `request.permission` | \{ `audio`: `PermissionState`; `video`: `PermissionState`; \} |
+| `request.permission` | `{ audio: PermissionState; video: PermissionState; }` |
 | `request.permission.audio` | `PermissionState` |
 | `request.permission.video` | `PermissionState` |
 | `request.currentMedia` | [`Media`](../interfaces/Media.mdx) \| `undefined` |
 
 ## Returns
 
-`Promise`\<[`Media`](../interfaces/Media.mdx)\>
+```ts
+Promise<Media>
+```

package/api-docs/type-aliases/Process.mdx

@@ -16,4 +16,6 @@ type Process<T> = (a) => Promise<MediaTrack>;
 
 ## Returns
 
-`Promise`\<[`MediaTrack`](../interfaces/MediaTrack.mdx)\>
+```ts
+Promise<MediaTrack>
+```

package/api-docs/variables/internalSignals.mdx

@@ -10,4 +10,4 @@ Internal signals
 
 | Name | Type |
 | ------ | ------ |
-| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal`\<`IndexedDevices`, `IndexedDevices`\> |
+| <a id="ondeviceschanged"></a> `onDevicesChanged` | `Signal<IndexedDevices, IndexedDevices>` |

package/dist/audioMixingProcessor.d.ts

@@ -7,8 +7,10 @@ interface AudioStreamProcessorProps {
     displaySource?: AudioNodeInit<MediaStreamAudioSourceNode, MediaStreamAudioSourceNode>;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['mixWithAdditionalMedia'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly mixWithAdditionalMedia: "boolean";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioMixingProcessor.js

@@ -1,22 +1,32 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { isEmpty, assert } from '@pexip/utils';
 import { createAudioGraph, createAudioGraphProxy, createChannelMergerGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, resumeAudioOnUnmute, } from '@pexip/media-processor';
 import { logger } from './logger';
 import { createMediaTrack } from './utils';
 import { PROCESSOR_LABELS } from './constants';
-const FEATURE_KEYS = ['mixWithAdditionalMedia'];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = { mixWithAdditionalMedia: 'boolean' };
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
-        const [feature] = extracted[key];
-        if (feature !== undefined && props[key] !== feature) {
-            props[key] = feature;
-            accm[key] = feature;
-            return accm;
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
         }
-        return accm;
-    }, {});
+        switch (key) {
+            case 'mixWithAdditionalMedia': {
+                const [feature] = extractConstraints(key)(constraints);
+                if (feature !== undefined && props[key] !== feature) {
+                    props[key] = feature;
+                    features[key] = feature;
+                }
+                break;
+            }
+        }
+    }
+    return features;
 };
 /**
  * Create an Audio Mixing Processor and will own the stream passed-in

package/dist/audioProcessor.d.ts

@@ -76,8 +76,13 @@ interface AudioStreamProcessorProps {
     contentHint?: AudioContentHint;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['denoise', 'vad', 'asd', 'contentHint'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly denoise: "boolean";
+    readonly vad: "boolean";
+    readonly asd: "boolean";
+    readonly contentHint: "string";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioProcessor.js

@@ -1,4 +1,4 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { createQueue, isEmpty, assert } from '@pexip/utils';
 import { avg, createAnalyzerSubscribableGraphNode, createAudioGraph, createAudioGraphProxy, createAudioSignalDetector, createDenoiseWorkletGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, createVADetector, createVoiceDetectorFromProbability, createVoiceDetectorFromTimeData, } from '@pexip/media-processor';
 import { PROCESSOR_LABELS } from './constants';
@@ -17,41 +17,46 @@ const fetchDenoiseWasm = async (denoiseWasm, wasmURL) => {
     }
     return await (await fetch(wasmURL)).arrayBuffer();
 };
-const FEATURE_KEYS = [
-    'denoise',
-    'vad',
-    'asd',
-    'contentHint',
-];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = {
+    denoise: 'boolean',
+    vad: 'boolean',
+    asd: 'boolean',
+    contentHint: 'string',
+};
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
+        }
         switch (key) {
             case 'contentHint': {
-                const [[feature] = []] = extracted[key];
+                const [[feature] = []] = extractConstraints(key)(constraints);
                 if (isAudioContentHint(feature) && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             case 'denoise':
             case 'asd':
             case 'vad': {
-                const [feature] = extracted[key];
+                const [feature] = extractConstraints(key)(constraints);
                 if (feature !== undefined && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             default:
-                return accm;
+                break;
         }
-    }, {});
+    }
+    return features;
 };
 /**
  * Create an Audio Stream Processor and will own the stream passed-in

package/dist/logger.d.ts

@@ -7,5 +7,3 @@ export declare function setLogger(newLogger: Logger): void;
  * @param metaBase - The meta data which will always be included into the log
  */
 export declare const createModuleLogger: (metaBase: unknown) => Logger;
-export declare const createLogProxyHandler: <T extends object>(logger: Logger, name: string, scope: string) => ProxyHandler<T>;
-export declare const proxyWithLog: (logger: Logger, scope: string) => <T extends object>(obj: T, name: string) => T;

package/dist/logger.js

@@ -23,19 +23,3 @@ export const createModuleLogger = (metaBase) => {
         return log;
     }, {});
 };
-export const createLogProxyHandler = (logger, name, scope) => {
-    return {
-        get: (target, p, receiver) => {
-            const value = Reflect.get(target, p, receiver);
-            logger.debug({ scope, name, prop: p, value }, `called get ${name}[${String(p)}]`);
-            return value;
-        },
-        set: (target, p, value, receiver) => {
-            logger.info({ scope, name, prop: p, value }, `called set ${name}[${String(p)}]`);
-            return Reflect.set(target, p, value, receiver);
-        },
-    };
-};
-export const proxyWithLog = (logger, scope) => (obj, name) => {
-    return new Proxy(obj, createLogProxyHandler(logger, name, scope));
-};

package/dist/media.js

@@ -7,7 +7,7 @@ import { createGetUserMediaProcess, requestUserMediaWithRetry, } from './userMed
 import { AUDIO_SETTINGS_KEYS, MIXING_SETTINGS_KEYS, PAN_TILT_ZOOM_SETTINGS_KEYS, VIDEO_SETTINGS_KEYS, buildMedia, createMediaProcessor, diffSettings, getDevicesChanges, getSettingsFromKeys, hasPtzFeature, isApplyingRenderEffect, mergeSettings, refineMediaConstraints, } from './utils';
 import { getPermissionStatus, isRequestPermissionNeeded } from './status';
 import { isMedia } from './typeGuard';
-import { updateFeatureProps as getVideoFeatures } from './videoProcessor';
+import { updateFeatureProps as getVideoFeatures, mapFeatureToSettings, mapSettingsToFeatures, } from './videoProcessor';
 import { updateFeatureProps as getAudioFeatures } from './audioProcessor';
 import { updateFeatureProps as getMixingFeatures } from './audioMixingProcessor';
 import { GET_USER_MEDIA_TIMEOUT_MS, DEVICE_CHANGE_DEBOUNCE_TIMEOUT_MS, } from './constants';
@@ -59,7 +59,7 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
         const defaultVideoSettings = getSettingsFromKeys(VIDEO_SETTINGS_KEYS, getDefaultConstraints?.().video);
         const videoFeaturesChanged = defaultVideoSettings === false
             ? undefined
-            : diffSettings(VIDEO_SETTINGS_KEYS)(prevVideoSettings ?? defaultVideoSettings, videoFeatures);
+            : diffSettings(VIDEO_SETTINGS_KEYS)(prevVideoSettings ?? defaultVideoSettings, mapFeatureToSettings(videoFeatures));
         const defaultMixingSettings = getSettingsFromKeys(MIXING_SETTINGS_KEYS, getDefaultConstraints?.().audio);
         const mixingFeaturesChanged = defaultMixingSettings === false
             ? undefined
@@ -68,7 +68,7 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
         const ptzFeaturesChanges = defaultPTZSettings === false
             ? undefined
             : hasPtzFeature() &&
-                diffSettings(PAN_TILT_ZOOM_SETTINGS_KEYS)(prevVideoSettings ?? defaultPTZSettings, videoFeatures);
+                diffSettings(PAN_TILT_ZOOM_SETTINGS_KEYS)(prevVideoSettings ?? defaultPTZSettings, mapFeatureToSettings(videoFeatures));
         const audioRequest = refineMediaConstraints({
             kind: 'audioinput',
             request: constraints.audio,
@@ -154,8 +154,8 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
             : undefined;
         if (audioDiff || videoDiff) {
             await currentMedia?.applyConstraints({
-                audio: audioDiff,
-                video: videoDiff,
+                audio: audioDiff && mapSettingsToFeatures(audioDiff),
+                video: videoDiff && mapSettingsToFeatures(videoDiff),
             });
         }
     };

package/dist/previewController.d.ts

@@ -39,6 +39,7 @@ export interface PreviewStreamParams {
         audio?: InputConstraintSet | false;
         video?: InputConstraintSet | false;
     };
+    stopVideoTrackAsMute?: () => boolean;
 }
 export interface PreviewControllerProps {
     media: Media | undefined;
@@ -51,6 +52,7 @@ export interface PreviewControllerProps {
     discardMedia: boolean;
     initialized: boolean;
     signals: MediaSignals;
+    keepVideoMuted: boolean;
 }
 export interface PreviewStreamController {
     media: Media | undefined;
@@ -83,6 +85,6 @@ export interface PreviewStreamController {
     onVideoMuted(callback: EventCallback<boolean | undefined>): Unsubscribe;
     onVideoSuspended(callback: EventCallback<boolean | undefined>): Unsubscribe;
 }
-export declare const createPreviewStreamController: ({ getCurrentDevices, getCurrentMedia, updateMainStream, onEnded, mainMediaSignal, queueOptions, audioProcessors, videoProcessors, getDefaultConstraints, signals, }: PreviewStreamParams) => PreviewStreamController;
+export declare const createPreviewStreamController: ({ getCurrentDevices, getCurrentMedia, updateMainStream, onEnded, mainMediaSignal, queueOptions, audioProcessors, videoProcessors, getDefaultConstraints, signals, stopVideoTrackAsMute, }: PreviewStreamParams) => PreviewStreamController;
 export type CreatePreviewStreamController = typeof createPreviewStreamController;
 export {};

package/dist/previewController.js

@@ -51,7 +51,7 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
     throttleInMS: DEFAULT_QUEUE_THROTTLE_MS,
     delayInMS: DEFAULT_QUEUE_DELAY_MS,
     dropLast: DEFAULT_QUEUE_DROP_LAST,
-}, audioProcessors, videoProcessors, getDefaultConstraints = () => ({}), signals, }) => {
+}, audioProcessors, videoProcessors, getDefaultConstraints = () => ({}), signals, stopVideoTrackAsMute = () => false, }) => {
     const queue = createAsyncQueue(queueOptions);
     const eventHandlers = {};
     const internalProps = {
@@ -62,6 +62,7 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
         discardMedia: false,
         initialized: false,
         signals,
+        keepVideoMuted: false,
     };
     const logger = createModuleLogger({
         module: 'PreviewStreamController',
@@ -125,7 +126,7 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
                 eventHandlers.audioMuted?.(track.muted);
             }
             else {
-                eventHandlers.videoMuted?.(track.muted);
+                eventHandlers.videoMuted?.(props.keepVideoMuted || track.muted);
             }
         }),
         props.signals.onMediaTrackSuspended?.add(track => {
@@ -151,7 +152,9 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
                     break;
                 }
                 case 'video': {
-                    eventHandlers.videoMuted?.(isTrackMuted(track) || isTrackEnded(track));
+                    eventHandlers.videoMuted?.(props.keepVideoMuted ||
+                        isTrackMuted(track) ||
+                        isTrackEnded(track));
                     break;
                 }
             }
@@ -163,7 +166,9 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
                     break;
                 }
                 case 'video': {
-                    eventHandlers.videoMuted?.(isTrackMuted(track) || isTrackEnded(track));
+                    eventHandlers.videoMuted?.(props.keepVideoMuted ||
+                        isTrackMuted(track) ||
+                        isTrackEnded(track));
                     break;
                 }
             }
@@ -173,7 +178,7 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
         getUserMedia: requestUserMediaWithRetry(() => Promise.resolve(getCurrentDevices())),
         signals: props.signals,
         getCurrentDevices: () => Promise.resolve(getCurrentDevices()),
-        stopVideoTrackAsMute: () => false,
+        stopVideoTrackAsMute,
         updateMedia: constraints => updateMedia(constraints),
     });
     const mergeMediaConstraints = (constraints) => {
@@ -223,6 +228,14 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
         getCurrentDevices: () => Promise.resolve(getCurrentDevices()),
         shouldDiscardMedia: () => props.discardMedia,
         onMediaTracksChanged: (media, tracks) => {
+            if (props.keepVideoMuted) {
+                for (const track of tracks) {
+                    if (track.kind === 'videoinput') {
+                        track.mute(true);
+                    }
+                }
+                props.keepVideoMuted = false;
+            }
             props.media = media;
             queue.enqueue(async () => {
                 await processAndUpdateMedia(media, tracks, false);
@@ -328,14 +341,16 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
             props.updatingPreviewAudio = false;
         }
     };
-    const updateVideoInput = async (input) => {
+    const updateVideoInput = async (input, syncMuteState = true) => {
         try {
             props.videoInput = input;
             props.updatingPreviewVideo = true;
             if (input === undefined) {
                 return await releaseVideo();
             }
-            return await updatePreviewMedia({ video: { device: { exact: input } } });
+            props.keepVideoMuted = syncMuteState && !!props.media?.videoMuted;
+            await updatePreviewMedia({ video: { device: { exact: input } } });
+            return;
         }
         catch (error) {
             if (error instanceof Error) {
@@ -350,7 +365,25 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
     };
     const cleanup = async () => {
         logger.debug('Cleanup preview controller');
-        await props.media?.release();
+        // Drop pending jobs, then enqueue release so it runs after any
+        // in-flight `processAndUpdateMedia`. Releasing concurrently with an
+        // in-flight `videoProcessor.process()` would tear down the worker
+        // pipeline mid-flight.
+        queue.empty();
+        const media = props.media;
+        if (media) {
+            await new Promise((resolve, reject) => {
+                queue.enqueue(async () => {
+                    try {
+                        await media.release();
+                        resolve();
+                    }
+                    catch (error) {
+                        reject(error);
+                    }
+                });
+            });
+        }
         cleanUpMainSubscription();
         for (const unsub of subscriptions) {
             unsub?.();
@@ -475,7 +508,7 @@ export const createPreviewStreamController = ({ getCurrentDevices, getCurrentMed
                     return updateAudioInput(input);
                 }
                 case 'videoinput': {
-                    return updateVideoInput(input);
+                    return updateVideoInput(input, false);
                 }
             }
         },

package/dist/typeGuard.d.ts

@@ -1,5 +1,5 @@
 import type { AnalyzerNodeInit } from '@pexip/media-processor';
-import type { AudioContentHint, Media, VideoContentHint, VideoStreamTrackProcessorAPIs } from './types';
+import type { AudioContentHint, Media, VideoContentHint } from './types';
 import { UserMediaStatus } from './types';
 export declare const isNonNullObject: (value: unknown) => value is Record<string, unknown>;
 export declare const isUserMediaStatus: (value: unknown) => value is UserMediaStatus;
@@ -7,4 +7,3 @@ export declare const isMedia: (value: unknown) => value is Media;
 export declare const isAnalyzerNodeInitProp: (value: unknown) => value is AnalyzerNodeInit | undefined;
 export declare const isAudioContentHint: (value: unknown) => value is AudioContentHint;
 export declare const isVideoContentHint: (value: unknown) => value is VideoContentHint;
-export declare const isVideoStreamTrackProcessorAPIs: (value: unknown) => value is VideoStreamTrackProcessorAPIs;

package/dist/typeGuard.js

@@ -38,6 +38,3 @@ export const isVideoContentHint = (value) => {
     }
     return false;
 };
-export const isVideoStreamTrackProcessorAPIs = (value) => {
-    return (typeof value === 'string' && (value === 'stream' || value === 'canvas'));
-};