@grame/faustwasm 0.2.2 → 0.3.0

package/assets/standalone/index.js

@@ -25,6 +25,7 @@ const AudioCtx = window.AudioContext || window.webkitAudioContext;
 const audioContext = new AudioCtx({ latencyHint: 0.00001, echoCancellation: false, autoGainControl: false, noiseSuppression: false });
 audioContext.destination.channelInterpretation = "discrete";
 audioContext.suspend();
+$buttonDsp.disabled = true;
 
 /**
  * @param {FaustAudioWorkletNode} faustNode 
@@ -107,17 +108,6 @@ const buildMidiDeviceMenu = async (faustNode) => {
     };
 };
 
-$buttonDsp.disabled = true;
-$buttonDsp.onclick = () => {
-    if (audioContext.state === "running") {
-        $buttonDsp.textContent = "Suspended";
-        audioContext.suspend();
-    } else if (audioContext.state === "suspended") {
-        $buttonDsp.textContent = "Running";
-        audioContext.resume();
-    }
-}
-
 /**
  * Creates a Faust audio node for use in the Web Audio API.
  *
@@ -207,6 +197,8 @@ const createFaustUI = async (faustNode) => {
 };
 
 (async () => {
+    // To test the ScriptProcessorNode mode
+    //const { faustNode, dspMeta: { name } } = await createFaustNode(audioContext, "FAUST_DSP", 0, true);
     const { faustNode, dspMeta: { name } } = await createFaustNode(audioContext, "FAUST_DSP");
     await createFaustUI(faustNode);
     faustNode.connect(audioContext.destination);
@@ -216,4 +208,18 @@ const createFaustUI = async (faustNode) => {
     else $spanMidiInput.hidden = true;
     $buttonDsp.disabled = false;
     document.title = name;
+    let motionHandlersBound = false;
+    $buttonDsp.onclick = async () => {
+        if (!motionHandlersBound) {
+            await faustNode.listenMotion();
+            motionHandlersBound = true;
+        }
+        if (audioContext.state === "running") {
+            $buttonDsp.textContent = "Suspended";
+            audioContext.suspend();
+        } else if (audioContext.state === "suspended") {
+            $buttonDsp.textContent = "Running";
+            audioContext.resume();
+        }
+    }
 })();

package/dist/cjs/index.d.ts

@@ -376,6 +376,12 @@ export type PlotHandler = (plotted: Float32Array[] | Float64Array[], index: numb
 }[]) => void;
 export type MetadataHandler = (key: string, value: string) => void;
 export type UIHandler = (item: FaustUIItem) => void;
+export type SensorEventHandler = (val: number) => void;
+export type SensorEventHandlers = {
+	x: SensorEventHandler[];
+	y: SensorEventHandler[];
+	z: SensorEventHandler[];
+};
 /** Definition of the AudioBufferItem type */
 export interface AudioBufferItem {
 	pathName: string;
@@ -481,10 +487,10 @@ export declare class Soundfile {
 	getHEAPFloat64(): Float64Array;
 }
 /**
- * DSP implementation: mimic the C++ 'dsp' class:
+ * DSP implementation that mimic the C++ 'dsp' class:
  * - adding MIDI control: metadata are decoded and incoming MIDI messages will control the associated controllers
  * - an output handler can be set to treat produced output controllers (like 'bargraph')
- * - regular controllers are handled using setParamValue/getParamValue
+ * - regular controllers are handled using setParamValue/getParamValue and getParams methods
  */
 export interface IFaustBaseWebAudioDsp {
 	/**
@@ -596,12 +602,6 @@ export interface IFaustBaseWebAudioDsp {
 	 * @return the DSP JSON description as object
 	 */
 	getMeta(): FaustDspMeta;
-	/**
-	 * Get DSP JSON description with its UI and metadata.
-	 *
-	 * @return the DSP JSON description
-	 */
-	getJSON(): string;
 	/**
 	 * Get DSP UI description.
 	 *
@@ -614,6 +614,12 @@ export interface IFaustBaseWebAudioDsp {
 	* @return the DSP UI items description
 	*/
 	getDescriptors(): FaustUIInputItem[];
+	/**
+	 * Get DSP JSON description with its UI and metadata.
+	 *
+	 * @return the DSP JSON description
+	 */
+	getJSON(): string;
 	/**
 	 * Start the DSP.
 	 */
@@ -626,6 +632,14 @@ export interface IFaustBaseWebAudioDsp {
 	 * Destroy the DSP.
 	 */
 	destroy(): void;
+	/** Indicating if the DSP handles the accelerometer */
+	readonly hasAccInput: boolean;
+	/** Accelerometer handling */
+	propagateAcc(accelerationIncludingGravity: NonNullable<DeviceMotionEvent["accelerationIncludingGravity"]>): void;
+	/** Indicating if the DSP handles the gyroscope */
+	readonly hasGyrInput: boolean;
+	/** Gyroscope handling */
+	propagateGyr(event: Pick<DeviceOrientationEvent, "alpha" | "beta" | "gamma">): void;
 }
 export interface IFaustMonoWebAudioDsp extends IFaustBaseWebAudioDsp {
 }
@@ -676,6 +690,8 @@ export declare class FaustBaseWebAudioDsp implements IFaustBaseWebAudioDsp {
 	protected fSoundfileBuffers: LooseFaustDspFactory["soundfiles"];
 	/** Keep the end of memory offset before soundfiles */
 	protected fEndMemory: number;
+	protected fAcc: SensorEventHandlers;
+	protected fGyr: SensorEventHandlers;
 	protected fAudioInputs: number;
 	protected fAudioOutputs: number;
 	protected fBufferSize: number;
@@ -707,6 +723,14 @@ export declare class FaustBaseWebAudioDsp implements IFaustBaseWebAudioDsp {
 	static parseItem(item: FaustUIItem, callback: (item: FaustUIItem) => any): void;
 	/** Split the soundfile names and return an array of names */
 	static splitSoundfileNames(input: string): string[];
+	get hasAccInput(): boolean;
+	propagateAcc(accelerationIncludingGravity: NonNullable<DeviceMotionEvent["accelerationIncludingGravity"]>): void;
+	get hasGyrInput(): boolean;
+	propagateGyr(event: Pick<DeviceOrientationEvent, "alpha" | "beta" | "gamma">): void;
+	/** Build the accelerometer handler */
+	private setupAccHandler;
+	/** Build the gyroscope handler */
+	private setupGyrHandler;
 	static extractUrlsFromMeta(dspMeta: FaustDspMeta): string[];
 	/**
 	 * Load a soundfile possibly containing several parts in the DSP struct.
@@ -1098,6 +1122,10 @@ export declare class FaustOfflineProcessor<Poly extends boolean = false> {
 	start(): void;
 	stop(): void;
 	destroy(): void;
+	get hasAccInput(): boolean;
+	propagateAcc(accelerationIncludingGravity: NonNullable<DeviceMotionEvent["accelerationIncludingGravity"]>): void;
+	get hasGyrInput(): boolean;
+	propagateGyr(event: Pick<DeviceOrientationEvent, "alpha" | "beta" | "gamma">): void;
 	/**
 	 * Render frames in an array.
 	 *
@@ -1239,6 +1267,7 @@ declare const FaustAudioWorkletNode_base: {
  * Base class for Monophonic and Polyphonic AudioWorkletNode
  */
 export declare class FaustAudioWorkletNode<Poly extends boolean = false> extends FaustAudioWorkletNode_base {
+	#private;
 	protected fJSONDsp: FaustDspMeta;
 	protected fJSON: string;
 	protected fInputsItems: string[];
@@ -1248,6 +1277,8 @@ export declare class FaustAudioWorkletNode<Poly extends boolean = false> extends
 	protected fUICallback: UIHandler;
 	protected fDescriptor: FaustUIInputItem[];
 	constructor(context: BaseAudioContext, name: string, factory: LooseFaustDspFactory, options: FaustAudioWorkletNodeOptions<Poly>["processorOptions"], nodeOptions?: Partial<FaustAudioWorkletNodeOptions>);
+	/** Setup accelerometer and gyroscope handlers */
+	listenMotion(): Promise<void>;
 	setOutputParamHandler(handler: OutputParamHandler | null): void;
 	getOutputParamHandler(): OutputParamHandler | null;
 	setComputeHandler(handler: ComputeHandler | null): void;
@@ -1261,6 +1292,10 @@ export declare class FaustAudioWorkletNode<Poly extends boolean = false> extends
 	midiMessage(data: number[] | Uint8Array): void;
 	ctrlChange(channel: number, ctrl: number, value: number): void;
 	pitchWheel(channel: number, wheel: number): void;
+	get hasAccInput(): boolean;
+	propagateAcc(accelerationIncludingGravity: NonNullable<DeviceMotionEvent["accelerationIncludingGravity"]>): void;
+	get hasGyrInput(): boolean;
+	propagateGyr(event: Pick<DeviceOrientationEvent, "alpha" | "beta" | "gamma">): void;
 	setParamValue(path: string, value: number): void;
 	getParamValue(path: string): number;
 	getParams(): string[];
@@ -1305,6 +1340,8 @@ export declare class FaustScriptProcessorNode<Poly extends boolean = false> exte
 	protected fInputs: Float32Array[];
 	protected fOutputs: Float32Array[];
 	init(instance: Poly extends true ? FaustPolyWebAudioDsp : FaustMonoWebAudioDsp): void;
+	/** Setup accelerometer and gyroscope handlers */
+	listenMotion(): Promise<void>;
 	compute(input: Float32Array[], output: Float32Array[]): boolean;
 	setOutputParamHandler(handler: OutputParamHandler): void;
 	getOutputParamHandler(): OutputParamHandler | null;
@@ -1328,6 +1365,10 @@ export declare class FaustScriptProcessorNode<Poly extends boolean = false> exte
 	start(): void;
 	stop(): void;
 	destroy(): void;
+	get hasAccInput(): boolean;
+	propagateAcc(accelerationIncludingGravity: NonNullable<DeviceMotionEvent["accelerationIncludingGravity"]>): void;
+	get hasGyrInput(): boolean;
+	propagateGyr(event: Pick<DeviceOrientationEvent, "alpha" | "beta" | "gamma">): void;
 }
 export declare class FaustMonoScriptProcessorNode extends FaustScriptProcessorNode<false> implements IFaustMonoWebAudioDsp {
 }