@pexip/media 20.3.5 → 22.0.0

package/CHANGELOG.md

@@ -1,5 +1,111 @@
 # @pexip/media
 
+## 22.0.0
+
+### Major Changes
+
+- 498ff3b: - **`createVideoStreamProcess` refactored**:
+  - No longer accepts `segmenters`, `transformer`, `trackProcessorAPI`, or
+    `videoSegmentationModel`.
+  - Now requires a `getVideoProcessor: () => VideoProcessor` factory.
+  - All render option updates go through
+    `videoProcessor.update({renderOptions})` instead of direct transformer
+    property mutation.
+  - `applyFeatures` is now `async`.
+  - **`videoSegmentationModel` removed** from constraints, settings, and types.
+  - **`Segmenters` type removed**.
+  - **`isVideoStreamTrackProcessorAPIs` removed**
+
+### Minor Changes
+
+- 7d986cc: - Adds new optional `stopVideoTrackAsMute` prop to
+  `PreviewStreamParams` of `previewController.ts`. This is forwarded to
+  `createGetUserMediaProcess`, defaults to `() => false`
+  - Preview controller always syncs current video track mute state with new one
+    after it is acquired unless explicitly forced to not do so.
+
+### Patch Changes
+
+- f8bd1c5: Fix VideoProcessor and Segment open/update behavior
+- d2fd777: Fix `mapSettingsToFeatures` and `mapFeatureToSettings` Proxy handlers
+  to include `ownKeys`, `has`, and `getOwnPropertyDescriptor` traps. Previously,
+  the proxies wrapped an empty object, causing `Object.keys()`, `for...in`,
+  `hasOwn()`, and `isEmpty()` to see no properties. This could silently skip
+  constraint application and cause downstream logic to receive incorrect values.
+- fb41d4d: Changes related to Typescript V6 Upgrade
+- Updated dependencies [f8bd1c5]
+- Updated dependencies [498ff3b]
+- Updated dependencies [498ff3b]
+- Updated dependencies [498ff3b]
+- Updated dependencies [925cce6]
+- Updated dependencies [fb41d4d]
+- Updated dependencies [fe0a0a4]
+- Updated dependencies [b99c070]
+  - @pexip/media-processor@22.0.0
+  - @pexip/utils@17.3.0
+  - @pexip/media-control@22.0.0
+  - @pexip/signal@16.9.5
+
+## 21.0.0
+
+### Major Changes
+
+- 2606fa4: Fix blur normalize function
+
+### Minor Changes
+
+- 1786b2d: Get correct stream status when only one input kind is requested
+- a004e3c: Introduce new `renderParams` that can be applied via the video
+  constraints:
+  - `backgroundThreshold` - Segmentation threshold for classifying pixels as
+    background (lower values include more background).
+  - `downSampleFactor` - Factor for downsampling the video frame before
+    processing (higher values improve performance but reduce quality).
+  - `lightWrapBlurAmount` - Amount of blur applied to the light wrap effect
+    around the subject's edges.
+  - `lightWrapEdgeBand` - Width of the edge band in pixels where the light wrap
+    effect is applied.
+  - `lightWrapIntensity` - Intensity/strength of the light wrap effect (0.0 to
+    1.0).
+  - `lightWrapTightness` - Controls how tightly the light wrap effect hugs the
+    subject's edges.
+  - `morphDilateRadiusPx` - Radius in pixels for morphological dilation
+    operation on the segmentation mask.
+  - `morphErodeRadiusPx` - Radius in pixels for morphological erosion operation
+    on the segmentation mask.
+  - `morphPass` - Number of morphological filter passes to apply for mask
+    refinement.
+  - `personCenterX` - X-coordinate (0.0 to 1.0) of the expected center position
+    of the person in the frame for segmentation optimization.
+  - `personCenterY` - Y-coordinate (0.0 to 1.0) of the expected center position
+    of the person in the frame for segmentation optimization.
+  - `sigmaRangeHi` - Bilateral filter: upper bound of sigma in color space for
+    edge-preserving smoothing.
+  - `sigmaRangeLo` - Bilateral filter: lower bound of sigma in color space for
+    edge-preserving smoothing.
+  - `sigmaSpace` - Bilateral filter: sigma in pixel space for mask edge
+    snapping.
+
+### Patch Changes
+
+- c10f5b6: Normalise initial `lightWrapBlurAmount` and `edgeBlurAmount` values
+- Updated dependencies [24bc717]
+- Updated dependencies [1786b2d]
+- Updated dependencies [872971f]
+- Updated dependencies [2e895ac]
+- Updated dependencies [3963c2e]
+- Updated dependencies [1fff975]
+- Updated dependencies [3963c2e]
+- Updated dependencies [762ebd2]
+- Updated dependencies [4eaf9d7]
+- Updated dependencies [4d2da34]
+- Updated dependencies [a004e3c]
+- Updated dependencies [4cc4701]
+  - @pexip/media-processor@21.0.0
+  - @pexip/media-control@21.0.0
+  - @pexip/utils@17.2.0
+  - @pexip/signal@16.9.4
+
 ## 20.3.5
 
 ### Patch Changes

package/README.md

@@ -11,7 +11,7 @@ create a streamlined media process
 
 ### `createMedia`
 
-It create's an object to interact with the media stream, which is usually used
+It creates an object to interact with the media stream, which is usually used
 for our main stream.
 
 Its major features:
@@ -67,11 +67,6 @@ export interface InputConstraintSet extends MediaTrackConstraints {
    * segment. Available effects are `none`, `blur`, `overlay` or `remove`
    */
   videoSegmentation?: ConstrainDOMString;
-  /**
-   * Segmentation model to be used for video segmentation, currently only
-   * supports `mediapipeSelfie` and `personify`
-   */
-  videoSegmentationModel?: ConstrainDOMString;
   /**
    * Whether or not using our own noise suppression
    */
@@ -133,12 +128,8 @@ export interface InputConstraintSet extends MediaTrackConstraints {
 
 ```typescript
 import {createMedia, createMediaSignals, UserMediaStatus} from '@pexip/media';
-import type {RenderEffects, Segmenters, Media} from '@pexip/media';
-import {
-  createSegmenter,
-  createCanvasTransform,
-  createVideoProcessor,
-} from '@pexip/media-processor';
+import type {RenderEffects, Media} from '@pexip/media';
+import {createSegmenter, createVideoProcessor} from '@pexip/media-processor';
 
 // App states
 const states: {
@@ -186,32 +177,29 @@ const modelAsset = {
   modelName: 'selfie' as const,
 };
 
-const segmenter = createSegmenter(tasksVisionBasePath, {modelAssets});
-// Create a processing transformer and set the effects to `blur`
-const transformer = createCanvasTransform(segmenter, {
-  effects: states.effects,
-  foregroundThreshold: states.foregroundThreshold,
-  backgroundBlurAmount: states.backgroundBlurAmount,
-  maskCombineRatio: states.maskCombineRatio,
-  backgroundImageUrl: states.backgroundImageUrl,
-});
-
-const selfie = createSegmenter(taskVisionBasePath, {
+const selfie = createSegmenter(tasksVisionBasePath, {
   modelAsset,
   delegate: () => 'GPU', // Use GPU
 });
 
-export const segmenters: Partial<Segmenters> = {
-  selfie,
-};
-
-const videoProcessor = createVideoProcessor([transformer]);
-
 const videoStreamProcessor = createVideoStreamProcess({
   shouldEnable: () => true, // Always Process Video Track
-  segmenters,
-  transformer,
-  videoProcessor,
+  getVideoProcessor: () => {
+    return createVideoProcessor(
+      selfie,
+      getDefaultInputProcessAdaptor(
+        chooseVideoProcessorAPI() === 'stream',
+        FRAME_RATE,
+      ),
+    );
+  },
+  videoSegmentation: states.effects,
+  foregroundThreshold: states.foregroundThreshold,
+  backgroundBlurAmount: states.backgroundBlurAmount,
+  maskCombineRatio: states.maskCombineRatio,
+  backgroundImageUrl: states.backgroundImageUrl,
+  processingWidth: 640,
+  processingHeight: 480,
 });
 
 // Instantiate the media object

package/api-docs/README.mdx

@@ -11,7 +11,7 @@ create a streamlined media process
 
 ### `createMedia`
 
-It create's an object to interact with the media stream, which is usually used
+It creates an object to interact with the media stream, which is usually used
 for our main stream.
 
 Its major features:
@@ -67,11 +67,6 @@ export interface InputConstraintSet extends MediaTrackConstraints {
    * segment. Available effects are `none`, `blur`, `overlay` or `remove`
    */
   videoSegmentation?: ConstrainDOMString;
-  /**
-   * Segmentation model to be used for video segmentation, currently only
-   * supports `mediapipeSelfie` and `personify`
-   */
-  videoSegmentationModel?: ConstrainDOMString;
   /**
    * Whether or not using our own noise suppression
    */
@@ -133,12 +128,8 @@ export interface InputConstraintSet extends MediaTrackConstraints {
 
 ```typescript
 import {createMedia, createMediaSignals, UserMediaStatus} from '@pexip/media';
-import type {RenderEffects, Segmenters, Media} from '@pexip/media';
-import {
-  createSegmenter,
-  createCanvasTransform,
-  createVideoProcessor,
-} from '@pexip/media-processor';
+import type {RenderEffects, Media} from '@pexip/media';
+import {createSegmenter, createVideoProcessor} from '@pexip/media-processor';
 
 // App states
 const states: {
@@ -186,32 +177,29 @@ const modelAsset = {
   modelName: 'selfie' as const,
 };
 
-const segmenter = createSegmenter(tasksVisionBasePath, {modelAssets});
-// Create a processing transformer and set the effects to `blur`
-const transformer = createCanvasTransform(segmenter, {
-  effects: states.effects,
-  foregroundThreshold: states.foregroundThreshold,
-  backgroundBlurAmount: states.backgroundBlurAmount,
-  maskCombineRatio: states.maskCombineRatio,
-  backgroundImageUrl: states.backgroundImageUrl,
-});
-
-const selfie = createSegmenter(taskVisionBasePath, {
+const selfie = createSegmenter(tasksVisionBasePath, {
   modelAsset,
   delegate: () => 'GPU', // Use GPU
 });
 
-export const segmenters: Partial<Segmenters> = {
-  selfie,
-};
-
-const videoProcessor = createVideoProcessor([transformer]);
-
 const videoStreamProcessor = createVideoStreamProcess({
   shouldEnable: () => true, // Always Process Video Track
-  segmenters,
-  transformer,
-  videoProcessor,
+  getVideoProcessor: () => {
+    return createVideoProcessor(
+      selfie,
+      getDefaultInputProcessAdaptor(
+        chooseVideoProcessorAPI() === 'stream',
+        FRAME_RATE,
+      ),
+    );
+  },
+  videoSegmentation: states.effects,
+  foregroundThreshold: states.foregroundThreshold,
+  backgroundBlurAmount: states.backgroundBlurAmount,
+  maskCombineRatio: states.maskCombineRatio,
+  backgroundImageUrl: states.backgroundImageUrl,
+  processingWidth: 640,
+  processingHeight: 480,
 });
 
 // Instantiate the media object
@@ -328,12 +316,10 @@ await mediaController.media.applyConstraints({
 | [Process](type-aliases/Process.mdx) | - |
 | [TrackProcessor](type-aliases/TrackProcessor.mdx) | - |
 | [GetUserMediaProcess](type-aliases/GetUserMediaProcess.mdx) | - |
-| [VideoStreamTrackProcessorAPIs](type-aliases/VideoStreamTrackProcessorAPIs.mdx) | Use which processor API to process the stream track `stream` - Use `MediaStreamTrackProcessor`, when available `canvas` - Use Canvas |
 | [VideoRenderParams](type-aliases/VideoRenderParams.mdx) | - |
 | [MediaSignalsOptional](type-aliases/MediaSignalsOptional.mdx) | - |
 | [MediaSignalsRequired](type-aliases/MediaSignalsRequired.mdx) | - |
 | [MediaSignals](type-aliases/MediaSignals.mdx) | - |
-| [Segmenters](type-aliases/Segmenters.mdx) | - |
 | [AudioContentHint](type-aliases/AudioContentHint.mdx) | - |
 | [VideoContentHint](type-aliases/VideoContentHint.mdx) | - |
 
@@ -386,6 +372,7 @@ await mediaController.media.applyConstraints({
 | [createAudioStreamProcess](functions/createAudioStreamProcess.mdx) | Create an Audio Stream Processor and will own the stream passed-in |
 | [createGetDisplayMedia](functions/createGetDisplayMedia.mdx) | - |
 | [setLogger](functions/setLogger.mdx) | - |
+| [proxyWithLog](functions/proxyWithLog.mdx) | - |
 | [createMedia](functions/createMedia.mdx) | Create an object to interact with the media scream, which is usually used for our main stream. |
 | [createPreviewStreamController](functions/createPreviewStreamController.mdx) | - |
 | [createMediaSignal](functions/createMediaSignal.mdx) | Create a general signal with consistent scoped name |
@@ -399,6 +386,7 @@ await mediaController.media.applyConstraints({
 | [isAnalyzerNodeInitProp](functions/isAnalyzerNodeInitProp.mdx) | - |
 | [isAudioContentHint](functions/isAudioContentHint.mdx) | - |
 | [isVideoContentHint](functions/isVideoContentHint.mdx) | - |
-| [isVideoStreamTrackProcessorAPIs](functions/isVideoStreamTrackProcessorAPIs.mdx) | - |
+| [getBlurKernelSize](functions/getBlurKernelSize.mdx) | A function to get the blur kernel size of image height based on Kawase blur algorithm |
+| [getTentBlurSize](functions/getTentBlurSize.mdx) | A function to get the Tent blur size of image height |
 | [applyContentHint](functions/applyContentHint.mdx) | Apply the content hint to the track |
 | [createVideoStreamProcess](functions/createVideoStreamProcess.mdx) | - |

package/api-docs/functions/getBlurKernelSize.mdx

@@ -0,0 +1,25 @@
+```ts
+function getBlurKernelSize(
+   norm, 
+   heightRef, 
+   height, 
+   max): number;
+```
+
+A function to get the blur kernel size of image height based on
+Kawase blur algorithm
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `norm` | `number` | [0-100] The normalized blur amount |
+| `heightRef` | `number` | The reference image height |
+| `height` | `number` | The current image height |
+| `max` | `number` | The upper bound |
+
+## Returns
+
+`number`
+
+blur kernel size

package/api-docs/functions/getTentBlurSize.mdx

@@ -0,0 +1,24 @@
+```ts
+function getTentBlurSize(
+   norm, 
+   heightRef, 
+   height, 
+   max): number;
+```
+
+A function to get the Tent blur size of image height
+
+## Parameters
+
+| Parameter | Type | Default value | Description |
+| ------ | ------ | ------ | ------ |
+| `norm` | `number` | `undefined` | [0-100] The normalized blur amount |
+| `heightRef` | `number` | `undefined` | The reference image height |
+| `height` | `number` | `undefined` | The current image height |
+| `max` | `number` | `MAX_TENT_BLUR_SIZE` | The upper bound |
+
+## Returns
+
+`number`
+
+tent blur size

package/api-docs/functions/proxyWithLog.mdx

@@ -0,0 +1,33 @@
+```ts
+function proxyWithLog(logger, scope): <T>(obj, name) => T;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `logger` | `Logger` |
+| `scope` | `string` |
+
+## Returns
+
+```ts
+<T>(obj, name): T;
+```
+
+### Type Parameters
+
+| Type Parameter |
+| ------ |
+| `T` *extends* `object` |
+
+### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `obj` | `T` |
+| `name` | `string` |
+
+### Returns
+
+`T`

package/api-docs/interfaces/ExtendedMediaTrackSettings.mdx

@@ -17,17 +17,19 @@
 | <a id="maskcombineratio"></a> `maskCombineRatio?` | `number` | - | - |
 | <a id="foregroundthreshold"></a> `foregroundThreshold?` | `number` | - | - |
 | <a id="videosegmentation"></a> `videoSegmentation?` | `"none"` \| `"blur"` \| `"overlay"` | - | - |
-| <a id="videosegmentationmodel"></a> `videoSegmentationModel?` | `SegmentationModel` | - | - |
-| <a id="pan"></a> `pan?` | `boolean` | - | - |
-| <a id="tilt"></a> `tilt?` | `boolean` | - | - |
-| <a id="zoom"></a> `zoom?` | `boolean` | - | - |
+| <a id="panenabled"></a> `panEnabled?` | `boolean` | - | - |
+| <a id="tiltenabled"></a> `tiltEnabled?` | `boolean` | - | - |
+| <a id="zoomenabled"></a> `zoomEnabled?` | `boolean` | - | - |
+| <a id="pan"></a> `pan?` | `number` | - | - |
+| <a id="tilt"></a> `tilt?` | `number` | - | - |
+| <a id="zoom"></a> `zoom?` | `number` | `MediaTrackSettings.zoom` | - |
 | <a id="contenthint"></a> `contentHint?` | \| `""` \| `"speech"` \| `"speech-recognition"` \| `"music"` \| `"motion"` \| `"detail"` \| `"text"` | - | - |
 | <a id="aspectratio"></a> `aspectRatio?` | `number` | - | `MediaTrackSettings.aspectRatio` |
 | <a id="autogaincontrol"></a> `autoGainControl?` | `boolean` | - | `MediaTrackSettings.autoGainControl` |
 | <a id="backgroundblur"></a> `backgroundBlur?` | `boolean` | - | `MediaTrackSettings.backgroundBlur` |
 | <a id="deviceid"></a> `deviceId?` | `string` | - | `MediaTrackSettings.deviceId` |
 | <a id="displaysurface"></a> `displaySurface?` | `string` | - | `MediaTrackSettings.displaySurface` |
-| <a id="echocancellation"></a> `echoCancellation?` | `boolean` | - | `MediaTrackSettings.echoCancellation` |
+| <a id="echocancellation"></a> `echoCancellation?` | `string` \| `boolean` | - | `MediaTrackSettings.echoCancellation` |
 | <a id="facingmode"></a> `facingMode?` | `string` | - | `MediaTrackSettings.facingMode` |
 | <a id="framerate"></a> `frameRate?` | `number` | - | `MediaTrackSettings.frameRate` |
 | <a id="groupid"></a> `groupId?` | `string` | - | `MediaTrackSettings.groupId` |
@@ -35,4 +37,6 @@
 | <a id="noisesuppression"></a> `noiseSuppression?` | `boolean` | - | `MediaTrackSettings.noiseSuppression` |
 | <a id="samplerate"></a> `sampleRate?` | `number` | - | `MediaTrackSettings.sampleRate` |
 | <a id="samplesize"></a> `sampleSize?` | `number` | - | `MediaTrackSettings.sampleSize` |
+| <a id="torch"></a> `torch?` | `boolean` | - | `MediaTrackSettings.torch` |
+| <a id="whitebalancemode"></a> `whiteBalanceMode?` | `string` | - | `MediaTrackSettings.whiteBalanceMode` |
 | <a id="width"></a> `width?` | `number` | - | `MediaTrackSettings.width` |

package/api-docs/interfaces/PreviewControllerProps.mdx

@@ -12,3 +12,4 @@
 | <a id="discardmedia"></a> `discardMedia` | `boolean` |
 | <a id="initialized"></a> `initialized` | `boolean` |
 | <a id="signals"></a> `signals` | [`MediaSignals`](../type-aliases/MediaSignals.mdx) |
+| <a id="keepvideomuted"></a> `keepVideoMuted` | `boolean` |

package/api-docs/interfaces/PreviewStreamParams.mdx

@@ -13,3 +13,4 @@
 | <a id="audioprocessors"></a> `audioProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="videoprocessors"></a> `videoProcessors` | [`TrackProcessor`](../type-aliases/TrackProcessor.mdx)[] | - |
 | <a id="getdefaultconstraints"></a> `getDefaultConstraints?` | () => `object` | Pass default constraints to use with get media wrappers |
+| <a id="stopvideotrackasmute"></a> `stopVideoTrackAsMute?` | () => `boolean` | - |

package/api-docs/type-aliases/VideoRenderParams.mdx

@@ -1,5 +1,5 @@
 ```ts
-type VideoRenderParams = Omit<RendererOptions, "effects"> & object;
+type VideoRenderParams = Omit<RendererOptions, "effects" | "personCenter"> & object;
 ```
 
 ## Type Declaration
@@ -13,3 +13,5 @@ type VideoRenderParams = Omit<RendererOptions, "effects"> & object;
 | `pan?` | `boolean` | - |
 | `tilt?` | `boolean` | - |
 | `zoom?` | `boolean` | - |
+| `personCenterX?` | `number` | - |
+| `personCenterY?` | `number` | - |

package/dist/audioMixingProcessor.d.ts

@@ -7,8 +7,10 @@ interface AudioStreamProcessorProps {
     displaySource?: AudioNodeInit<MediaStreamAudioSourceNode, MediaStreamAudioSourceNode>;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['mixWithAdditionalMedia'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly mixWithAdditionalMedia: "boolean";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioMixingProcessor.js

@@ -1,22 +1,32 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { isEmpty, assert } from '@pexip/utils';
 import { createAudioGraph, createAudioGraphProxy, createChannelMergerGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, resumeAudioOnUnmute, } from '@pexip/media-processor';
 import { logger } from './logger';
 import { createMediaTrack } from './utils';
 import { PROCESSOR_LABELS } from './constants';
-const FEATURE_KEYS = ['mixWithAdditionalMedia'];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = { mixWithAdditionalMedia: 'boolean' };
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
-        const [feature] = extracted[key];
-        if (feature !== undefined && props[key] !== feature) {
-            props[key] = feature;
-            accm[key] = feature;
-            return accm;
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
         }
-        return accm;
-    }, {});
+        switch (key) {
+            case 'mixWithAdditionalMedia': {
+                const [feature] = extractConstraints(key)(constraints);
+                if (feature !== undefined && props[key] !== feature) {
+                    props[key] = feature;
+                    features[key] = feature;
+                }
+                break;
+            }
+        }
+    }
+    return features;
 };
 /**
  * Create an Audio Mixing Processor and will own the stream passed-in

package/dist/audioProcessor.d.ts

@@ -76,8 +76,13 @@ interface AudioStreamProcessorProps {
     contentHint?: AudioContentHint;
     audioGraph?: AudioGraph;
 }
-declare const FEATURE_KEYS: ['denoise', 'vad', 'asd', 'contentHint'];
-type FeaturePropKeys = (typeof FEATURE_KEYS)[number];
+declare const FEATURE_KEYS: {
+    readonly denoise: "boolean";
+    readonly vad: "boolean";
+    readonly asd: "boolean";
+    readonly contentHint: "string";
+};
+type FeaturePropKeys = keyof typeof FEATURE_KEYS;
 type FeatureProps = Pick<AudioStreamProcessorProps, FeaturePropKeys>;
 export declare const updateFeatureProps: (constraints: MediaDeviceRequest["audio"], props: FeatureProps) => FeatureProps;
 /**

package/dist/audioProcessor.js

@@ -1,4 +1,4 @@
-import { extractConstraintsWithKeys } from '@pexip/media-control';
+import { extractConstraints } from '@pexip/media-control';
 import { createQueue, isEmpty, assert } from '@pexip/utils';
 import { avg, createAnalyzerSubscribableGraphNode, createAudioGraph, createAudioGraphProxy, createAudioSignalDetector, createDenoiseWorkletGraphNode, createStreamDestinationGraphNode, createStreamSourceGraphNode, createVADetector, createVoiceDetectorFromProbability, createVoiceDetectorFromTimeData, } from '@pexip/media-processor';
 import { PROCESSOR_LABELS } from './constants';
@@ -17,41 +17,46 @@ const fetchDenoiseWasm = async (denoiseWasm, wasmURL) => {
     }
     return await (await fetch(wasmURL)).arrayBuffer();
 };
-const FEATURE_KEYS = [
-    'denoise',
-    'vad',
-    'asd',
-    'contentHint',
-];
-const getAudioConstraints = extractConstraintsWithKeys(FEATURE_KEYS);
+const FEATURE_KEYS = {
+    denoise: 'boolean',
+    vad: 'boolean',
+    asd: 'boolean',
+    contentHint: 'string',
+};
 export const updateFeatureProps = (constraints, props) => {
-    const extracted = getAudioConstraints(constraints);
-    return FEATURE_KEYS.reduce((accm, key) => {
+    const features = {};
+    if (constraints === undefined || typeof constraints === 'boolean') {
+        return features;
+    }
+    for (const k of Object.keys(constraints)) {
+        const key = k;
+        if (!FEATURE_KEYS[key]) {
+            continue;
+        }
         switch (key) {
             case 'contentHint': {
-                const [[feature] = []] = extracted[key];
+                const [[feature] = []] = extractConstraints(key)(constraints);
                 if (isAudioContentHint(feature) && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             case 'denoise':
             case 'asd':
             case 'vad': {
-                const [feature] = extracted[key];
+                const [feature] = extractConstraints(key)(constraints);
                 if (feature !== undefined && props[key] !== feature) {
                     props[key] = feature;
-                    accm[key] = feature;
-                    return accm;
+                    features[key] = feature;
                 }
-                return accm;
+                break;
             }
             default:
-                return accm;
+                break;
         }
-    }, {});
+    }
+    return features;
 };
 /**
  * Create an Audio Stream Processor and will own the stream passed-in

package/dist/constants.d.ts

@@ -6,3 +6,4 @@ export declare const PROCESSOR_LABELS: Readonly<{
 }>;
 export declare const GET_USER_MEDIA_TIMEOUT_MS = 10000;
 export declare const DEVICE_CHANGE_DEBOUNCE_TIMEOUT_MS = 500;
+export declare const MAX_TENT_BLUR_SIZE = 9;

package/dist/constants.js

@@ -6,3 +6,4 @@ export const PROCESSOR_LABELS = Object.freeze({
 });
 export const GET_USER_MEDIA_TIMEOUT_MS = 10000;
 export const DEVICE_CHANGE_DEBOUNCE_TIMEOUT_MS = 500;
+export const MAX_TENT_BLUR_SIZE = 9;

package/dist/index.d.ts

@@ -4,9 +4,9 @@ export * from './signals';
 export * from './status';
 export * from './typeGuard';
 export * from './types';
-export { applyContentHint } from './utils';
+export { applyContentHint, getBlurKernelSize, getTentBlurSize } from './utils';
 export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger } from './logger';
+export { setLogger, proxyWithLog } from './logger';

package/dist/index.js

@@ -4,9 +4,9 @@ export * from './signals';
 export * from './status';
 export * from './typeGuard';
 export * from './types';
-export { applyContentHint } from './utils';
+export { applyContentHint, getBlurKernelSize, getTentBlurSize } from './utils';
 export { createAudioMixingProcess } from './audioMixingProcessor';
 export { createAudioStreamProcess } from './audioProcessor';
 export { createMedia } from './media';
 export { createVideoStreamProcess } from './videoProcessor';
-export { setLogger } from './logger';
+export { setLogger, proxyWithLog } from './logger';

package/dist/logger.js

@@ -28,6 +28,14 @@ export const createLogProxyHandler = (logger, name, scope) => {
         get: (target, p, receiver) => {
             const value = Reflect.get(target, p, receiver);
             logger.debug({ scope, name, prop: p, value }, `called get ${name}[${String(p)}]`);
+            if (typeof value === 'function') {
+                return new Proxy(value, {
+                    apply: (fn, thisArg, args) => {
+                        logger.debug({ scope, name, method: String(p), args }, `called ${name}.${String(p)}(...)`);
+                        return Reflect.apply(fn, thisArg, args);
+                    },
+                });
+            }
             return value;
         },
         set: (target, p, value, receiver) => {