@pexip/media-processor 20.3.4 → 21.0.0

package/api-docs/functions/createAudioContext.mdx

@@ -0,0 +1,22 @@
+```ts
+function createAudioContext(options?): AudioContext;
+```
+
+**`Internal`**
+
+A function to create `AudioContext` using constructor or factory function
+depends on the browser supports
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options?` | `AudioContextOptions` |  |
+
+## Returns
+
+`AudioContext`
+
+## See
+
+AudioContextOptions

package/api-docs/functions/createAudioDestinationGraphNode.mdx

@@ -0,0 +1,9 @@
+```ts
+function createAudioDestinationGraphNode(): AudioNodeInit<AudioDestinationNode, AudioDestinationNode>;
+```
+
+Create an `AudioDestinationNode`
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`AudioDestinationNode`, `AudioDestinationNode`\>

package/api-docs/functions/createAudioGraph.mdx

@@ -0,0 +1,28 @@
+```ts
+function createAudioGraph(initialConnections, options): AudioGraph;
+```
+
+Accepts AudioNodeInitConnections to build the audio graph within a signal audio context
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `initialConnections` | [`AudioNodeInitConnections`](../type-aliases/AudioNodeInitConnections.mdx) | A list of AudioNodeInit to build the graph in a linear fashion |
+| `options` | [`AudioGraphOptions`](../interfaces/AudioGraphOptions.mdx) |  |
+
+## Returns
+
+[`AudioGraph`](../interfaces/AudioGraph.mdx)
+
+## See
+
+[AudioGraphOptions](../interfaces/AudioGraphOptions.mdx)
+
+## Example
+
+```typescript
+const source = createStreamSourceGraphNode(stream);
+const analyzer = createAnalyzerGraphNode({fftSize});
+const audioGraph = createAudioGraph([[source, analyzer]]);
+```

package/api-docs/functions/createAudioGraphProxy.mdx

@@ -0,0 +1,14 @@
+```ts
+function createAudioGraphProxy(audioGraph, handlers): AudioGraph;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `audioGraph` | [`AudioGraph`](../interfaces/AudioGraph.mdx) |
+| `handlers` | `AudioGraphProxyHandlers` |
+
+## Returns
+
+[`AudioGraph`](../interfaces/AudioGraph.mdx)

package/api-docs/functions/createAudioSignalDetector.mdx

@@ -0,0 +1,51 @@
+```ts
+function createAudioSignalDetector(shouldDetect, onDetected): (buffer, threshold?) => (samples) => void;
+```
+
+Create a function to process the AudioStats and check if silent
+`onSignalDetected` callback is called under 2 situations:
+
+```
+Logic
+lastCheck | silent | should call onSignalDetected
+0         | 0      | 0
+0         | 1      | 1
+1         | 0      | 1
+1         | 1      | 0
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `shouldDetect` | () => `boolean` |
+| `onDetected` | (`silent`) => `void` |
+
+## Returns
+
+```ts
+(buffer, threshold?): (samples) => void;
+```
+
+### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `buffer` | `Queue`\<`number`[]\> |
+| `threshold?` | `number` |
+
+### Returns
+
+```ts
+(samples): void;
+```
+
+#### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `samples` | `number`[] |
+
+#### Returns
+
+`void`

package/api-docs/functions/createAudioStats.mdx

@@ -0,0 +1,19 @@
+```ts
+function createAudioStats(stats, options): AudioStats;
+```
+
+AudioStats builder
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `stats` | `Partial`\<[`AudioStats`](../interfaces/AudioStats.mdx)\> | overwrite the default attributes |
+| `options` | \{ `silentThreshold?`: `number`; `lowVolumeThreshold?`: `number`; `clipCountThreshold?`: `number`; \} | `silentThreshold`, `lowVolumeThreshold` and `clipCountThreshold` |
+| `options.silentThreshold?` | `number` | - |
+| `options.lowVolumeThreshold?` | `number` | - |
+| `options.clipCountThreshold?` | `number` | - |
+
+## Returns
+
+[`AudioStats`](../interfaces/AudioStats.mdx)

package/api-docs/functions/createBenchmark.mdx

@@ -0,0 +1,26 @@
+```ts
+function createBenchmark(clock, options): Benchmark;
+```
+
+Creates a benchmarking utility for measuring frame durations and calculating frames per second (FPS).
+
+## Parameters
+
+| Parameter | Type | Default value | Description |
+| ------ | ------ | ------ | ------ |
+| `clock` | [`Clock`](../interfaces/Clock.mdx) | `performance` | An object with a `now()` method returning the current timestamp (in milliseconds). Defaults to `window.performance`. |
+| `options` | `BenchmarkOptions` | `{}` | Optional configuration options for the benchmark utility. |
+
+## Returns
+
+[`Benchmark`](../interfaces/Benchmark.mdx)
+
+An object with methods to start/end frame measurements, reset the benchmark, and calculate current FPS.
+
+## Remarks
+
+This function is designed for performance measurement in animation or game loops.
+It records frame start/end times, ignores an initial warmup period, utilizes a circular buffer
+to average recent frame durations, and computes a smoothed FPS value on demand.
+The calculation may only occur if sufficient samples have been gathered and the minimum interval between
+calculations has elapsed.

package/api-docs/functions/createCanvas.mdx

@@ -0,0 +1,16 @@
+```ts
+function createCanvas(width, height): HTMLCanvasElement;
+```
+
+Create a Canvas element with provided width and height
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `width` | `number` | canvas.width |
+| `height` | `number` | canvas.height |
+
+## Returns
+
+`HTMLCanvasElement`

package/api-docs/functions/createCanvasTransform.mdx

@@ -0,0 +1,14 @@
+```ts
+function createCanvasTransform(segmenter, __namedParameters): Transform<InputFrame, InputFrame> & SegmentationParams & Pick<Segmenter, "update"> & Omit<Process, "open"> & object;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `segmenter` | [`Segmenter`](../interfaces/Segmenter.mdx) |
+| `__namedParameters` | `Partial`\<`Options`\> |
+
+## Returns
+
+[`Transform`](../interfaces/Transform.mdx)\<[`InputFrame`](../type-aliases/InputFrame.mdx), [`InputFrame`](../type-aliases/InputFrame.mdx)\> & [`SegmentationParams`](../interfaces/SegmentationParams.mdx) & `Pick`\<[`Segmenter`](../interfaces/Segmenter.mdx), `"update"`\> & `Omit`\<[`Process`](../interfaces/Process.mdx), `"open"`\> & `object`

package/api-docs/functions/createChannelMergerGraphNode.mdx

@@ -0,0 +1,19 @@
+```ts
+function createChannelMergerGraphNode(options?): AudioNodeInit<ChannelMergerNode, ChannelMergerNode>;
+```
+
+Create a ChannelMergerNode
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options?` | `ChannelMergerOptions` |  |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`ChannelMergerNode`, `ChannelMergerNode`\>
+
+## See
+
+ChannelMergerOptions

package/api-docs/functions/createChannelSplitterGraphNode.mdx

@@ -0,0 +1,19 @@
+```ts
+function createChannelSplitterGraphNode(options?): AudioNodeInit<ChannelSplitterNode, ChannelSplitterNode>;
+```
+
+Create a ChannelSplitterNode
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options?` | `ChannelSplitterOptions` |  |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`ChannelSplitterNode`, `ChannelSplitterNode`\>
+
+## See
+
+ChannelSplitterOptions

package/api-docs/functions/createDelayGraphNode.mdx

@@ -0,0 +1,19 @@
+```ts
+function createDelayGraphNode(options?): AudioNodeInit<DelayNode, DelayNode>;
+```
+
+Create a `DelayNode`
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options?` | `DelayOptions` |  |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`DelayNode`, `DelayNode`\>
+
+## See
+
+DelayOptions

package/api-docs/functions/createDenoiseWorkletGraphNode.mdx

@@ -0,0 +1,16 @@
+```ts
+function createDenoiseWorkletGraphNode(data, messageHandler?): AudioNodeInit<AudioWorkletNode, AudioWorkletNode>;
+```
+
+Create a noise suppression node
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `data` | `BufferSource` | WebAssembly source |
+| `messageHandler?` | (`vads`) => `void` | - |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`AudioWorkletNode`, `AudioWorkletNode`\>

package/api-docs/functions/createFrameCallbackRequest.mdx

@@ -0,0 +1,29 @@
+```ts
+function createFrameCallbackRequest(
+   callback, 
+   frameRate, 
+   __namedParameters): object;
+```
+
+Create a callback loop for video frame processing using
+`requestVideoFrameCallback` under-the-hood when available otherwise our
+fallback implementation based on `setTimeout`.
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `callback` | [`Callback`](../type-aliases/Callback.mdx)\<`Promise`\<`void`\>, \[[`ProcessInputType`](../type-aliases/ProcessInputType.mdx)\]\> | To be called by the loop |
+| `frameRate` | `number` | A fallback frame rate when we are not able to get the rate from API |
+| `__namedParameters` | `FrameCallbackRequestOptions` | - |
+
+## Returns
+
+`object`
+
+| Name | Type |
+| ------ | ------ |
+| `start()` | (`input`) => `Promise`\<`void`\> |
+| `stop()` | () => `void` |
+| `get frameRate` | `number` |
+| `set frameRate` | `void` |

package/api-docs/functions/createGainGraphNode.mdx

@@ -0,0 +1,15 @@
+```ts
+function createGainGraphNode(mute): AudioNodeInit<GainNode, Gain>;
+```
+
+Create a GainNodeInit
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `mute` | `boolean` | initial mute state |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`GainNode`, [`Gain`](../interfaces/Gain.mdx)\>

package/api-docs/functions/createMediaElementSourceGraphNode.mdx

@@ -0,0 +1,15 @@
+```ts
+function createMediaElementSourceGraphNode(mediaElement): AudioNodeInit<MediaElementAudioSourceNode, MediaElementAudioSourceNode>;
+```
+
+Create a MediaStreamAudioSourceNodeInit
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `mediaElement` | `HTMLMediaElement` |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`MediaElementAudioSourceNode`, `MediaElementAudioSourceNode`\>

package/api-docs/functions/createSegmenter.mdx

@@ -0,0 +1,14 @@
+```ts
+function createSegmenter(basePath, __namedParameters): Segmenter;
+```
+
+## Parameters
+
+| Parameter | Type | Default value | Description |
+| ------ | ------ | ------ | ------ |
+| `basePath` | `string` \| `undefined` | `'/'` | A base path to specify the directory the Wasm files should be loaded from. If not provided, it will be loaded from the host's root directory. **See** [FileResolver](https://ai.google.dev/edge/api/mediapipe/js/tasks-vision.filesetresolver#filesetresolverforvisiontasks) |
+| `__namedParameters` | `Options` | `...` | - |
+
+## Returns
+
+[`Segmenter`](../interfaces/Segmenter.mdx)

package/api-docs/functions/createStreamDestinationGraphNode.mdx

@@ -0,0 +1,15 @@
+```ts
+function createStreamDestinationGraphNode(options?): AudioNodeInit<MediaStreamAudioDestinationNode, MediaStreamAudioDestinationNode>;
+```
+
+Create a MediaStreamAudioDestinationNodeInit
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `options?` | `AudioNodeOptions` |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`MediaStreamAudioDestinationNode`, `MediaStreamAudioDestinationNode`\>

package/api-docs/functions/createStreamSourceGraphNode.mdx

@@ -0,0 +1,16 @@
+```ts
+function createStreamSourceGraphNode(mediaStream, shouldResetEnabled): AudioNodeInit<MediaStreamAudioSourceNode, MediaStreamAudioSourceNode>;
+```
+
+Create a MediaStreamAudioSourceNodeInit
+
+## Parameters
+
+| Parameter | Type | Default value | Description |
+| ------ | ------ | ------ | ------ |
+| `mediaStream` | `MediaStream` | `undefined` | Source MediaStream |
+| `shouldResetEnabled` | `boolean` | `true` | Whether or not to enable the cloned track |
+
+## Returns
+
+[`AudioNodeInit`](../interfaces/AudioNodeInit.mdx)\<`MediaStreamAudioSourceNode`, `MediaStreamAudioSourceNode`\>

package/api-docs/functions/createVADetector.mdx

@@ -0,0 +1,54 @@
+```ts
+function createVADetector(
+   onDetected, 
+   shouldDetect, 
+   options?): <T>(isVoice) => (data) => void;
+```
+
+Create a voice detector based on provided params
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `onDetected` | () => `void` | When there is voice activity, this callback will be called |
+| `shouldDetect` | () => `boolean` | When return `true`, voice activity will function, otherwise, not function |
+| `options?` | [`ThrottleOptions`](../interfaces/ThrottleOptions.mdx) |  |
+
+## Returns
+
+```ts
+<T>(isVoice): (data) => void;
+```
+
+### Type Parameters
+
+| Type Parameter |
+| ------ |
+| `T` |
+
+### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `isVoice` | [`IsVoice`](../type-aliases/IsVoice.mdx)\<`T`\> |
+
+### Returns
+
+```ts
+(data): void;
+```
+
+#### Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `data` | `T` |
+
+#### Returns
+
+`void`
+
+## See
+
+ThrottleOptions

package/api-docs/functions/createVideoProcessor.mdx

@@ -0,0 +1,14 @@
+```ts
+function createVideoProcessor(transformers, processTrack): VideoProcessor;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `transformers` | [`Transform`](../interfaces/Transform.mdx)\<[`InputFrame`](../type-aliases/InputFrame.mdx), [`InputFrame`](../type-aliases/InputFrame.mdx)\>[] |
+| `processTrack` | [`ProcessVideoTrack`](../type-aliases/ProcessVideoTrack.mdx) |
+
+## Returns
+
+[`VideoProcessor`](../interfaces/VideoProcessor.mdx)

package/api-docs/functions/createVideoTrackProcessor.mdx

@@ -0,0 +1,9 @@
+```ts
+function createVideoTrackProcessor(): ProcessVideoTrack;
+```
+
+Video track processor using MediaStreamTrackProcessor API
+
+## Returns
+
+[`ProcessVideoTrack`](../type-aliases/ProcessVideoTrack.mdx)

package/api-docs/functions/createVideoTrackProcessorWithFallback.mdx

@@ -0,0 +1,15 @@
+```ts
+function createVideoTrackProcessorWithFallback(__namedParameters): ProcessVideoTrack;
+```
+
+Video track processor using Canvas[captureStream] API
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `__namedParameters` | `FallbackOptions` |
+
+## Returns
+
+[`ProcessVideoTrack`](../type-aliases/ProcessVideoTrack.mdx)

package/api-docs/functions/createVoiceDetectorFromProbability.mdx

@@ -0,0 +1,15 @@
+```ts
+function createVoiceDetectorFromProbability(voiceThreshold): IsVoice<number>;
+```
+
+A function to check the provided probability is considered as voice activity
+
+## Parameters
+
+| Parameter | Type | Default value | Description |
+| ------ | ------ | ------ | ------ |
+| `voiceThreshold` | `number` | `VOICE_PROBABILITY_THRESHOLD` | A threshold of the probability to be considered as voice activity |
+
+## Returns
+
+[`IsVoice`](../type-aliases/IsVoice.mdx)\<`number`\>

package/api-docs/functions/createVoiceDetectorFromTimeData.mdx

@@ -0,0 +1,19 @@
+```ts
+function createVoiceDetectorFromTimeData(options): IsVoice<number[]>;
+```
+
+A function to check provided time series data is considered as voice activity
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options` | `VAOptions` |  |
+
+## Returns
+
+[`IsVoice`](../type-aliases/IsVoice.mdx)\<`number`[]\>
+
+## See
+
+VAOptions

package/api-docs/functions/createWindowedStats.mdx

@@ -0,0 +1,23 @@
+```ts
+function createWindowedStats(windowSize): object;
+```
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `windowSize` | `number` |
+
+## Returns
+
+`object`
+
+| Name | Type |
+| ------ | ------ |
+| `add()` | (`value`) => `void` |
+| `get mean` | `number` |
+| `get variance` | `number` |
+| `get stddev` | `number` |
+| `get stdError` | `number` |
+| `get count` | `number` |
+| `clear()` | () => `void` |

package/api-docs/functions/curve.mdx

@@ -0,0 +1,15 @@
+```ts
+function curve(data): string;
+```
+
+**`Alpha`**
+
+## Parameters
+
+| Parameter | Type |
+| ------ | ------ |
+| `data` | [`Point`](../interfaces/Point.mdx)[] |
+
+## Returns
+
+`string`

package/api-docs/functions/fromByteToFloat.mdx

@@ -0,0 +1,27 @@
+```ts
+function fromByteToFloat(value): number;
+```
+
+Convert a byte to float, according to web audio spec
+
+Floating point audio sample number is defined as: non-interleaved IEEE754
+32-bit linear PCM with a nominal range between -1 and +1, that is, 32bits
+floating point buffer, with each samples between -1.0 and 1.0
+https://developer.mozilla.org/en-US/docs/Web/API/AudioBuffer
+
+Byte samples are represented as follows:
+128 is silence, 0 is negative max, 256 is positive max
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `value` | `number` | The byte value to convert to float |
+
+## Returns
+
+`number`
+
+## Remarks
+
+Ref. https://www.w3.org/TR/webaudio/#dom-analysernode-getbytetimedomaindata

package/api-docs/functions/fromFloatToByte.mdx

@@ -0,0 +1,27 @@
+```ts
+function fromFloatToByte(value): number;
+```
+
+Convert a float to byte, according to web audio spec
+
+Floating point audio sample number is defined as: non-interleaved IEEE754
+32-bit linear PCM with a nominal range between -1 and +1, that is, 32bits
+floating point buffer, with each samples between -1.0 and 1.0
+https://developer.mozilla.org/en-US/docs/Web/API/AudioBuffer
+
+Byte samples are represented as follows:
+128 is silence, 0 is negative max, 256 is positive max
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `value` | `number` | The float value to convert to byte |
+
+## Returns
+
+`number`
+
+## Remarks
+
+Ref. https://www.w3.org/TR/webaudio/#dom-analysernode-getbytetimedomaindata

package/api-docs/functions/getAudioStats.mdx

@@ -0,0 +1,19 @@
+```ts
+function getAudioStats(options): AudioStats;
+```
+
+Calculate the audio stats, expected the samples are in float form
+
+## Parameters
+
+| Parameter | Type | Description |
+| ------ | ------ | ------ |
+| `options` | [`StatsOptions`](../interfaces/StatsOptions.mdx) | See StatsOptions |
+
+## Returns
+
+[`AudioStats`](../interfaces/AudioStats.mdx)
+
+## Remarks
+
+http://www.rossbencina.com/code/real-time-audio-programming-101-time-waits-for-nothing