@pexip/media 21.0.0 → 22.0.0

package/CHANGELOG.md

@@ -1,5 +1,51 @@
 # @pexip/media
 
+## 22.0.0
+
+### Major Changes
+
+- 498ff3b: - **`createVideoStreamProcess` refactored**:
+  - No longer accepts `segmenters`, `transformer`, `trackProcessorAPI`, or
+    `videoSegmentationModel`.
+  - Now requires a `getVideoProcessor: () => VideoProcessor` factory.
+  - All render option updates go through
+    `videoProcessor.update({renderOptions})` instead of direct transformer
+    property mutation.
+  - `applyFeatures` is now `async`.
+  - **`videoSegmentationModel` removed** from constraints, settings, and types.
+  - **`Segmenters` type removed**.
+  - **`isVideoStreamTrackProcessorAPIs` removed**
+
+### Minor Changes
+
+- 7d986cc: - Adds new optional `stopVideoTrackAsMute` prop to
+  `PreviewStreamParams` of `previewController.ts`. This is forwarded to
+  `createGetUserMediaProcess`, defaults to `() => false`
+  - Preview controller always syncs current video track mute state with new one
+    after it is acquired unless explicitly forced to not do so.
+
+### Patch Changes
+
+- f8bd1c5: Fix VideoProcessor and Segment open/update behavior
+- d2fd777: Fix `mapSettingsToFeatures` and `mapFeatureToSettings` Proxy handlers
+  to include `ownKeys`, `has`, and `getOwnPropertyDescriptor` traps. Previously,
+  the proxies wrapped an empty object, causing `Object.keys()`, `for...in`,
+  `hasOwn()`, and `isEmpty()` to see no properties. This could silently skip
+  constraint application and cause downstream logic to receive incorrect values.
+- fb41d4d: Changes related to Typescript V6 Upgrade
+- Updated dependencies [f8bd1c5]
+- Updated dependencies [498ff3b]
+- Updated dependencies [498ff3b]
+- Updated dependencies [498ff3b]
+- Updated dependencies [925cce6]
+- Updated dependencies [fb41d4d]
+- Updated dependencies [fe0a0a4]
+- Updated dependencies [b99c070]
+  - @pexip/media-processor@22.0.0
+  - @pexip/utils@17.3.0
+  - @pexip/media-control@22.0.0
+  - @pexip/signal@16.9.5
+
 ## 21.0.0
 
 ### Major Changes

package/README.md

@@ -11,7 +11,7 @@ create a streamlined media process
 
 ### `createMedia`
 
-It create's an object to interact with the media stream, which is usually used
+It creates an object to interact with the media stream, which is usually used
 for our main stream.
 
 Its major features:
@@ -67,11 +67,6 @@ export interface InputConstraintSet extends MediaTrackConstraints {
    * segment. Available effects are `none`, `blur`, `overlay` or `remove`
    */
   videoSegmentation?: ConstrainDOMString;
-  /**
-   * Segmentation model to be used for video segmentation, currently only
-   * supports `mediapipeSelfie` and `personify`
-   */
-  videoSegmentationModel?: ConstrainDOMString;
   /**
    * Whether or not using our own noise suppression
    */
@@ -133,12 +128,8 @@ export interface InputConstraintSet extends MediaTrackConstraints {
 
 ```typescript
 import {createMedia, createMediaSignals, UserMediaStatus} from '@pexip/media';
-import type {RenderEffects, Segmenters, Media} from '@pexip/media';
-import {
-  createSegmenter,
-  createCanvasTransform,
-  createVideoProcessor,
-} from '@pexip/media-processor';
+import type {RenderEffects, Media} from '@pexip/media';
+import {createSegmenter, createVideoProcessor} from '@pexip/media-processor';
 
 // App states
 const states: {
@@ -186,32 +177,29 @@ const modelAsset = {
   modelName: 'selfie' as const,
 };
 
-const segmenter = createSegmenter(tasksVisionBasePath, {modelAssets});
-// Create a processing transformer and set the effects to `blur`
-const transformer = createCanvasTransform(segmenter, {
-  effects: states.effects,
-  foregroundThreshold: states.foregroundThreshold,
-  backgroundBlurAmount: states.backgroundBlurAmount,
-  maskCombineRatio: states.maskCombineRatio,
-  backgroundImageUrl: states.backgroundImageUrl,
-});
-
-const selfie = createSegmenter(taskVisionBasePath, {
+const selfie = createSegmenter(tasksVisionBasePath, {
   modelAsset,
   delegate: () => 'GPU', // Use GPU
 });
 
-export const segmenters: Partial<Segmenters> = {
-  selfie,
-};
-
-const videoProcessor = createVideoProcessor([transformer]);
-
 const videoStreamProcessor = createVideoStreamProcess({
   shouldEnable: () => true, // Always Process Video Track
-  segmenters,
-  transformer,
-  videoProcessor,
+  getVideoProcessor: () => {
+    return createVideoProcessor(
+      selfie,
+      getDefaultInputProcessAdaptor(
+        chooseVideoProcessorAPI() === 'stream',
+        FRAME_RATE,
+      ),
+    );
+  },
+  videoSegmentation: states.effects,
+  foregroundThreshold: states.foregroundThreshold,
+  backgroundBlurAmount: states.backgroundBlurAmount,
+  maskCombineRatio: states.maskCombineRatio,
+  backgroundImageUrl: states.backgroundImageUrl,
+  processingWidth: 640,
+  processingHeight: 480,
 });
 
 // Instantiate the media object

package/api-docs/README.mdx

@@ -11,7 +11,7 @@ create a streamlined media process
 
 ### `createMedia`
 
-It create's an object to interact with the media stream, which is usually used
+It creates an object to interact with the media stream, which is usually used
 for our main stream.
 
 Its major features:
@@ -67,11 +67,6 @@ export interface InputConstraintSet extends MediaTrackConstraints {
    * segment. Available effects are `none`, `blur`, `overlay` or `remove`
    */
   videoSegmentation?: ConstrainDOMString;
-  /**
-   * Segmentation model to be used for video segmentation, currently only
-   * supports `mediapipeSelfie` and `personify`
-   */
-  videoSegmentationModel?: ConstrainDOMString;
   /**
    * Whether or not using our own noise suppression
    */
@@ -133,12 +128,8 @@ export interface InputConstraintSet extends MediaTrackConstraints {
 
 ```typescript
 import {createMedia, createMediaSignals, UserMediaStatus} from '@pexip/media';
-import type {RenderEffects, Segmenters, Media} from '@pexip/media';
-import {
-  createSegmenter,
-  createCanvasTransform,
-  createVideoProcessor,
-} from '@pexip/media-processor';
+import type {RenderEffects, Media} from '@pexip/media';
+import {createSegmenter, createVideoProcessor} from '@pexip/media-processor';
 
 // App states
 const states: {
@@ -186,32 +177,29 @@ const modelAsset = {
   modelName: 'selfie' as const,
 };
 
-const segmenter = createSegmenter(tasksVisionBasePath, {modelAssets});
-// Create a processing transformer and set the effects to `blur`
-const transformer = createCanvasTransform(segmenter, {
-  effects: states.effects,
-  foregroundThreshold: states.foregroundThreshold,
-  backgroundBlurAmount: states.backgroundBlurAmount,
-  maskCombineRatio: states.maskCombineRatio,
-  backgroundImageUrl: states.backgroundImageUrl,
-});
-
-const selfie = createSegmenter(taskVisionBasePath, {
+const selfie = createSegmenter(tasksVisionBasePath, {
   modelAsset,
   delegate: () => 'GPU', // Use GPU
 });
 
-export const segmenters: Partial<Segmenters> = {
-  selfie,
-};
-
-const videoProcessor = createVideoProcessor([transformer]);
-
 const videoStreamProcessor = createVideoStreamProcess({
   shouldEnable: () => true, // Always Process Video Track
-  segmenters,
-  transformer,
-  videoProcessor,
+  getVideoProcessor: () => {
+    return createVideoProcessor(
+      selfie,
+      getDefaultInputProcessAdaptor(
+        chooseVideoProcessorAPI() === 'stream',
+        FRAME_RATE,
+      ),
+    );
+  },
+  videoSegmentation: states.effects,
+  foregroundThreshold: states.foregroundThreshold,
+  backgroundBlurAmount: states.backgroundBlurAmount,
+  maskCombineRatio: states.maskCombineRatio,
+  backgroundImageUrl: states.backgroundImageUrl,
+  processingWidth: 640,
+  processingHeight: 480,
 });
 
 // Instantiate the media object
@@ -328,12 +316,10 @@ await mediaController.media.applyConstraints({
 | [Process](type-aliases/Process.mdx) | - |
 | [TrackProcessor](type-aliases/TrackProcessor.mdx) | - |
 | [GetUserMediaProcess](type-aliases/GetUserMediaProcess.mdx) | - |
-| [VideoStreamTrackProcessorAPIs](type-aliases/VideoStreamTrackProcessorAPIs.mdx) | Use which processor API to process the stream track `stream` - Use `MediaStreamTrackProcessor`, when available `canvas` - Use Canvas |
 | [VideoRenderParams](type-aliases/VideoRenderParams.mdx) | - |
 | [MediaSignalsOptional](type-aliases/MediaSignalsOptional.mdx) | - |
 | [MediaSignalsRequired](type-aliases/MediaSignalsRequired.mdx) | - |
 | [MediaSignals](type-aliases/MediaSignals.mdx) | - |
-| [Segmenters](type-aliases/Segmenters.mdx) | - |
 | [AudioContentHint](type-aliases/AudioContentHint.mdx) | - |
 | [VideoContentHint](type-aliases/VideoContentHint.mdx) | - |
 
@@ -386,6 +372,7 @@ await mediaController.media.applyConstraints({
 | [createAudioStreamProcess](functions/createAudioStreamProcess.mdx) | Create an Audio Stream Processor and will own the stream passed-in |
 | [createGetDisplayMedia](functions/createGetDisplayMedia.mdx) | - |
 | [setLogger](functions/setLogger.mdx) | - |
+| [proxyWithLog](functions/proxyWithLog.mdx) | - |
 | [createMedia](functions/createMedia.mdx) | Create an object to interact with the media scream, which is usually used for our main stream. |
 | [createPreviewStreamController](functions/createPreviewStreamController.mdx) | - |
 | [createMediaSignal](functions/createMediaSignal.mdx) | Create a general signal with consistent scoped name |
@@ -399,7 +386,6 @@ await mediaController.media.applyConstraints({
 | [isAnalyzerNodeInitProp](functions/isAnalyzerNodeInitProp.mdx) | - |
 | [isAudioContentHint](functions/isAudioContentHint.mdx) | - |
 | [isVideoContentHint](functions/isVideoContentHint.mdx) | - |
-| [isVideoStreamTrackProcessorAPIs](functions/isVideoStreamTrackProcessorAPIs.mdx) | - |
 | [getBlurKernelSize](functions/getBlurKernelSize.mdx) | A function to get the blur kernel size of image height based on Kawase blur algorithm |
 | [getTentBlurSize](functions/getTentBlurSize.mdx) | A function to get the Tent blur size of image height |
 | [applyContentHint](functions/applyContentHint.mdx) | Apply the content hint to the track |

package/api-docs/functions/proxyWithLog.mdx

@@ -0,0 +1,33 @@
+```ts
+function proxyWithLog(logger, scope): <T>(obj, name) => T;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `logger` | `Logger` |
+| `scope` | `string` |
+
+## Returns
+
+```ts
+<T>(obj, name): T;
+```
+
+### Type Parameters
+
+| Type Parameter |
+| ------ |
+| `T` *extends* `object` |
+
+### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `obj` | `T` |
+| `name` | `string` |
+
+### Returns
+
+`T`

package/api-docs/interfaces/ExtendedMediaTrackSettings.mdx

@@ -17,17 +17,19 @@
 | <a id="maskcombineratio"></a> `maskCombineRatio?` | `number` | - | - |
 | <a id="foregroundthreshold"></a> `foregroundThreshold?` | `number` | - | - |
 | <a id="videosegmentation"></a> `videoSegmentation?` | `"none"` \| `"blur"` \| `"overlay"` | - | - |
-| <a id="videosegmentationmodel"></a> `videoSegmentationModel?` | `SegmentationModel` | - | - |
-| <a id="pan"></a> `pan?` | `boolean` | - | - |
-| <a id="tilt"></a> `tilt?` | `boolean` | - | - |
-| <a id="zoom"></a> `zoom?` | `boolean` | - | - |
+| <a id="panenabled"></a> `panEnabled?` | `boolean` | - | - |
+| <a id="tiltenabled"></a> `tiltEnabled?` | `boolean` | - | - |
+| <a id="zoomenabled"></a> `zoomEnabled?` | `boolean` | - | - |
+| <a id="pan"></a> `pan?` | `number` | - | - |
+| <a id="tilt"></a> `tilt?` | `number` | - | - |
+| <a id="zoom"></a> `zoom?` | `number` | `MediaTrackSettings.zoom` | - |
 | <a id="contenthint"></a> `contentHint?` | \| `""` \| `"speech"` \| `"speech-recognition"` \| `"music"` \| `"motion"` \| `"detail"` \| `"text"` | - | - |
 | <a id="aspectratio"></a> `aspectRatio?` | `number` | - | `MediaTrackSettings.aspectRatio` |
 | <a id="autogaincontrol"></a> `autoGainControl?` | `boolean` | - | `MediaTrackSettings.autoGainControl` |
 | <a id="backgroundblur"></a> `backgroundBlur?` | `boolean` | - | `MediaTrackSettings.backgroundBlur` |
 | <a id="deviceid"></a> `deviceId?` | `string` | - | `MediaTrackSettings.deviceId` |
 | <a id="displaysurface"></a> `displaySurface?` | `string` | - | `MediaTrackSettings.displaySurface` |
-| <a id="echocancellation"></a> `echoCancellation?` | `boolean` | - | `MediaTrackSettings.echoCancellation` |
+| <a id="echocancellation"></a> `echoCancellation?` | `string` \| `boolean` | - | `MediaTrackSettings.echoCancellation` |
 | <a id="facingmode"></a> `facingMode?` | `string` | - | `MediaTrackSettings.facingMode` |
 | <a id="framerate"></a> `frameRate?` | `number` | - | `MediaTrackSettings.frameRate` |
 | <a id="groupid"></a> `groupId?` | `string` | - | `MediaTrackSettings.groupId` |
@@ -35,4 +37,6 @@
 | <a id="noisesuppression"></a> `noiseSuppression?` | `boolean` | - | `MediaTrackSettings.noiseSuppression` |
 | <a id="samplerate"></a> `sampleRate?` | `number` | - | `MediaTrackSettings.sampleRate` |
 | <a id="samplesize"></a> `sampleSize?` | `number` | - | `MediaTrackSettings.sampleSize` |
+| <a id="torch"></a> `torch?` | `boolean` | - | `MediaTrackSettings.torch` |
+| <a id="whitebalancemode"></a> `whiteBalanceMode?` | `string` | - | `MediaTrackSettings.whiteBalanceMode` |
 | <a id="width"></a> `width?` | `number` | - | `MediaTrackSettings.width` |

package/api-docs/interfaces/PreviewControllerProps.mdx

@@ -12,3 +12,4 @@
 | <a id="discardmedia"></a> `discardMedia` | `boolean` |
 | <a id="initialized"></a> `initialized` | `boolean` |
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) |
+| <a id="keepvideomuted"></a> `keepVideoMuted` | `boolean` |

package/api-docs/interfaces/PreviewStreamParams.mdx

@@ -13,3 +13,4 @@
 | <a id="audioprocessors"></a> `audioProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="videoprocessors"></a> `videoProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | () => `object` | Pass default constraints to use with get media wrappers |
+| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | () => `boolean` | - |

package/dist/audioMixingProcessor.d.ts

@@ -7,8 +7,10 @@ interface AudioStreamProcessorProps {
     displaySource?: AudioNodeInit<MediaStreamAudioSourceNode, MediaStreamAudioSourceNode>;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['mixWithAdditionalMedia'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly mixWithAdditionalMedia: "boolean";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioMixingProcessor.js

@@ -1,22 +1,32 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { isEmpty, assert } from '@pexip/utils';
 import { createAudioGraph, createAudioGraphProxy, createChannelMergerGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, resumeAudioOnUnmute, } from '@pexip/media-processor';
 import { logger } from './logger';
 import { createMediaTrack } from './utils';
 import { PROCESSOR_LABELS } from './constants';
-const FEATURE_KEYS = ['mixWithAdditionalMedia'];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = { mixWithAdditionalMedia: 'boolean' };
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
-        const [feature] = extracted[key];
-        if (feature !== undefined && props[key] !== feature) {
-            props[key] = feature;
-            accm[key] = feature;
-            return accm;
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
         }
-        return accm;
-    }, {});
+        switch (key) {
+            case 'mixWithAdditionalMedia': {
+                const [feature] = extractConstraints(key)(constraints);
+                if (feature !== undefined && props[key] !== feature) {
+                    props[key] = feature;
+                    features[key] = feature;
+                }
+                break;
+            }
+        }
+    }
+    return features;
 };
 /**
  * Create an Audio Mixing Processor and will own the stream passed-in

package/dist/audioProcessor.d.ts

@@ -76,8 +76,13 @@ interface AudioStreamProcessorProps {
     contentHint?: AudioContentHint;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['denoise', 'vad', 'asd', 'contentHint'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly denoise: "boolean";
+    readonly vad: "boolean";
+    readonly asd: "boolean";
+    readonly contentHint: "string";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioProcessor.js

@@ -1,4 +1,4 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { createQueue, isEmpty, assert } from '@pexip/utils';
 import { avg, createAnalyzerSubscribableGraphNode, createAudioGraph, createAudioGraphProxy, createAudioSignalDetector, createDenoiseWorkletGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, createVADetector, createVoiceDetectorFromProbability, createVoiceDetectorFromTimeData, } from '@pexip/media-processor';
 import { PROCESSOR_LABELS } from './constants';
@@ -17,41 +17,46 @@ const fetchDenoiseWasm = async (denoiseWasm, wasmURL) => {
     }
     return await (await fetch(wasmURL)).arrayBuffer();
 };
-const FEATURE_KEYS = [
-    'denoise',
-    'vad',
-    'asd',
-    'contentHint',
-];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = {
+    denoise: 'boolean',
+    vad: 'boolean',
+    asd: 'boolean',
+    contentHint: 'string',
+};
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
+        }
         switch (key) {
             case 'contentHint': {
-                const [[feature] = []] = extracted[key];
+                const [[feature] = []] = extractConstraints(key)(constraints);
                 if (isAudioContentHint(feature) && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             case 'denoise':
             case 'asd':
             case 'vad': {
-                const [feature] = extracted[key];
+                const [feature] = extractConstraints(key)(constraints);
                 if (feature !== undefined && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             default:
-                return accm;
+                break;
         }
-    }, {});
+    }
+    return features;
 };
 /**
  * Create an Audio Stream Processor and will own the stream passed-in

package/dist/index.d.ts

@@ -9,4 +9,4 @@ export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger } from './logger';
+export { setLogger, proxyWithLog } from './logger';

package/dist/index.js

@@ -9,4 +9,4 @@ export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger } from './logger';
+export { setLogger, proxyWithLog } from './logger';

package/dist/logger.js

@@ -28,6 +28,14 @@ export const createLogProxyHandler = (logger, name, scope) => {
         get: (target, p, receiver) => {
             const value = Reflect.get(target, p, receiver);
             logger.debug({ scope, name, prop: p, value }, `called get ${name}[${String(p)}]`);
+            if (typeof value === 'function') {
+                return new Proxy(value, {
+                    apply: (fn, thisArg, args) => {
+                        logger.debug({ scope, name, method: String(p), args }, `called ${name}.${String(p)}(...)`);
+                        return Reflect.apply(fn, thisArg, args);
+                    },
+                });
+            }
             return value;
         },
         set: (target, p, value, receiver) => {

package/dist/media.js

@@ -7,7 +7,7 @@ import { createGetUserMediaProcess, requestUserMediaWithRetry, } from './userMed
 import { AUDIO_SETTINGS_KEYS, MIXING_SETTINGS_KEYS, PAN_TILT_ZOOM_SETTINGS_KEYS, VIDEO_SETTINGS_KEYS, buildMedia, createMediaProcessor, diffSettings, getDevicesChanges, getSettingsFromKeys, hasPtzFeature, isApplyingRenderEffect, mergeSettings, refineMediaConstraints, } from './utils';
 import { getPermissionStatus, isRequestPermissionNeeded } from './status';
 import { isMedia } from './typeGuard';
-import { updateFeatureProps as getVideoFeatures } from './videoProcessor';
+import { updateFeatureProps as getVideoFeatures, mapFeatureToSettings, mapSettingsToFeatures, } from './videoProcessor';
 import { updateFeatureProps as getAudioFeatures } from './audioProcessor';
 import { updateFeatureProps as getMixingFeatures } from './audioMixingProcessor';
 import { GET_USER_MEDIA_TIMEOUT_MS, DEVICE_CHANGE_DEBOUNCE_TIMEOUT_MS, } from './constants';
@@ -59,7 +59,7 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
         const defaultVideoSettings = getSettingsFromKeys(VIDEO_SETTINGS_KEYS, getDefaultConstraints?.().video);
         const videoFeaturesChanged = defaultVideoSettings === false
             ? undefined
-            : diffSettings(VIDEO_SETTINGS_KEYS)(prevVideoSettings ?? defaultVideoSettings, videoFeatures);
+            : diffSettings(VIDEO_SETTINGS_KEYS)(prevVideoSettings ?? defaultVideoSettings, mapFeatureToSettings(videoFeatures));
         const defaultMixingSettings = getSettingsFromKeys(MIXING_SETTINGS_KEYS, getDefaultConstraints?.().audio);
         const mixingFeaturesChanged = defaultMixingSettings === false
             ? undefined
@@ -68,7 +68,7 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
         const ptzFeaturesChanges = defaultPTZSettings === false
             ? undefined
             : hasPtzFeature() &&
-                diffSettings(PAN_TILT_ZOOM_SETTINGS_KEYS)(prevVideoSettings ?? defaultPTZSettings, videoFeatures);
+                diffSettings(PAN_TILT_ZOOM_SETTINGS_KEYS)(prevVideoSettings ?? defaultPTZSettings, mapFeatureToSettings(videoFeatures));
         const audioRequest = refineMediaConstraints({
             kind: 'audioinput',
             request: constraints.audio,
@@ -154,8 +154,8 @@ export const createMediaUpdater = ({ getUserMedia, getCurrentDevices, shouldDisc
             : undefined;
         if (audioDiff || videoDiff) {
             await currentMedia?.applyConstraints({
-                audio: audioDiff,
-                video: videoDiff,
+                audio: audioDiff && mapSettingsToFeatures(audioDiff),
+                video: videoDiff && mapSettingsToFeatures(videoDiff),
             });
         }
     };

package/dist/previewController.d.ts

@@ -39,6 +39,7 @@ export interface PreviewStreamParams {
         audio?: InputConstraintSet | false;
         video?: InputConstraintSet | false;
     };
+    stopVideoTrackAsMute?: () => boolean;
 }
 export interface PreviewControllerProps {
     media: Media | undefined;
@@ -51,6 +52,7 @@ export interface PreviewControllerProps {
     discardMedia: boolean;
     initialized: boolean;
     signals: MediaSignals;
+    keepVideoMuted: boolean;
 }
 export interface PreviewStreamController {
     media: Media | undefined;
@@ -83,6 +85,6 @@ export interface PreviewStreamController {
     onVideoMuted(callback: EventCallback<boolean | undefined>): Unsubscribe;
     onVideoSuspended(callback: EventCallback<boolean | undefined>): Unsubscribe;
 }
-export declare const createPreviewStreamController: ({ getCurrentDevices, getCurrentMedia, updateMainStream, onEnded, mainMediaSignal, queueOptions, audioProcessors, videoProcessors, getDefaultConstraints, signals, }: PreviewStreamParams) => PreviewStreamController;
+export declare const createPreviewStreamController: ({ getCurrentDevices, getCurrentMedia, updateMainStream, onEnded, mainMediaSignal, queueOptions, audioProcessors, videoProcessors, getDefaultConstraints, signals, stopVideoTrackAsMute, }: PreviewStreamParams) => PreviewStreamController;
 export type CreatePreviewStreamController = typeof createPreviewStreamController;
 export {};