@ai-ecoverse/pi-audio 1.22.0 → 1.24.0

package/dist/types/worklet/convert.d.ts

@@ -6,22 +6,25 @@ export interface AudioConvertProcessorOptions {
         sampleRate?: number;
     };
 }
+interface WorkletPort {
+    postMessage(message: unknown): void;
+    onmessage: ((event: {
+        data?: unknown;
+    }) => void) | null;
+}
 interface WorkletScope {
     AudioWorkletProcessor?: new (options?: AudioConvertProcessorOptions) => {
-        port?: {
-            postMessage(message: unknown): void;
-        };
+        port?: WorkletPort;
     };
     registerProcessor?: (name: string, processor: new (options?: AudioConvertProcessorOptions) => object) => void;
 }
 declare const WorkletBase: new (options?: AudioConvertProcessorOptions) => {
-    port?: {
-        postMessage(message: unknown): void;
-    };
+    port?: WorkletPort;
 };
 export declare class AudioConvertProcessor extends WorkletBase {
     #private;
     constructor(options?: AudioConvertProcessorOptions);
+    release(): void;
     process(inputs: Array<ArrayLike<Float32Array | undefined> | undefined>): boolean;
     take(): Uint8Array[];
 }

package/dist/types/worklet/release.d.ts

@@ -0,0 +1,13 @@
+export declare const WORKLET_RELEASE = "pi-audio-release";
+export interface WorkletPort {
+    postMessage(message: unknown): void;
+    onmessage: ((event: {
+        data?: unknown;
+    }) => void) | null;
+}
+export interface WorkletNodeLike {
+    disconnect(): void;
+    port: WorkletPort;
+}
+export declare function isWorkletRelease(data: unknown): boolean;
+export declare function bindWorkletNode(node: WorkletNodeLike): () => void;

package/dist/types/worklet/tap.d.ts

@@ -0,0 +1,25 @@
+export declare const AUDIO_TAP_PROCESSOR = "pi-audio-tap";
+interface TapPort {
+    postMessage(message: unknown): void;
+    onmessage: ((event: {
+        data?: unknown;
+    }) => void) | null;
+}
+interface WorkletScope {
+    AudioWorkletProcessor?: new () => {
+        port?: TapPort;
+    };
+    registerProcessor?: (name: string, processor: new () => object) => void;
+}
+interface TapInputs {
+    inputs: Array<ArrayLike<Float32Array | undefined> | undefined>;
+    outputs: Array<ArrayLike<Float32Array | undefined> | undefined>;
+}
+export declare function copyTap(inputs: TapInputs['inputs'], outputs: TapInputs['outputs']): void;
+export declare function tapSamples(inputs: TapInputs['inputs']): Float32Array | undefined;
+export declare function registerAudioTapWorklet(target?: WorkletScope): void;
+export declare function audioTapWorkletUrl(): string;
+export declare function loadAudioTap(worklet: {
+    addModule(module: unknown): Promise<void>;
+}, url?: string): Promise<void>;
+export {};

package/dist/worklet/convert.js

@@ -1,4 +1,5 @@
 import { convertAudio } from "../convert.js";
+import { isWorkletRelease, WORKLET_RELEASE } from "./release.js";
 const AUDIO_CONVERT_PROCESSOR = "pi-audio-convert";
 const scope = globalThis;
 const WorkletBase = scope.AudioWorkletProcessor ?? class {
@@ -8,6 +9,8 @@ class AudioConvertProcessor extends WorkletBase {
   #format;
   #sampleRate;
   #frames = 0;
+  #released = false;
+  #posted = false;
   #pending = [];
   constructor(options) {
     super(options);
@@ -18,8 +21,21 @@ class AudioConvertProcessor extends WorkletBase {
     };
     const sampleRate = options?.processorOptions?.sampleRate;
     this.#sampleRate = sampleRate !== void 0 && Number.isFinite(sampleRate) && sampleRate > 0 ? sampleRate : 48e3;
+    const port = this.port;
+    if (port) {
+      port.onmessage = (event) => {
+        if (isWorkletRelease(event.data)) this.release();
+      };
+    }
+  }
+  release() {
+    this.#released = true;
   }
   process(inputs) {
+    if (this.#released) {
+      this.#finish();
+      return true;
+    }
     const input = inputs[0];
     const channels = [];
     if (input) {
@@ -59,6 +75,13 @@ class AudioConvertProcessor extends WorkletBase {
     });
     return true;
   }
+  #finish() {
+    if (this.#posted) return;
+    this.#posted = true;
+    const port = this.port;
+    if (!port) return;
+    port.postMessage({ type: WORKLET_RELEASE });
+  }
   take() {
     return this.#pending.splice(0);
   }

package/dist/worklet/convert.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../src/worklet/convert.ts"],
-  "sourcesContent": ["import type { AudioFormat } from '../audio.ts';\nimport { convertAudio } from '../convert.ts';\n\nexport const AUDIO_CONVERT_PROCESSOR = 'pi-audio-convert';\n\nexport interface AudioConvertProcessorOptions {\n  processorOptions?: {\n    format?: AudioFormat;\n    sampleRate?: number;\n  };\n}\n\ninterface WorkletScope {\n  AudioWorkletProcessor?: new (\n    options?: AudioConvertProcessorOptions\n  ) => {\n    port?: { postMessage(message: unknown): void };\n  };\n  registerProcessor?: (\n    name: string,\n    processor: new (options?: AudioConvertProcessorOptions) => object\n  ) => void;\n}\n\nconst scope = globalThis as WorkletScope;\n\nconst WorkletBase =\n  scope.AudioWorkletProcessor ??\n  class {\n    port?: { postMessage(message: unknown): void };\n  };\n\nexport class AudioConvertProcessor extends WorkletBase {\n  readonly #format: AudioFormat;\n  readonly #sampleRate: number;\n  #frames = 0;\n  readonly #pending: Uint8Array[] = [];\n\n  constructor(options?: AudioConvertProcessorOptions) {\n    super(options);\n    this.#format = options?.processorOptions?.format ?? {\n      encoding: 'pcm16',\n      sampleRate: 24000,\n      channels: 1,\n    };\n    const sampleRate = options?.processorOptions?.sampleRate;\n    this.#sampleRate =\n      sampleRate !== undefined && Number.isFinite(sampleRate) && sampleRate > 0\n        ? sampleRate\n        : 48000;\n  }\n\n  process(inputs: Array<ArrayLike<Float32Array | undefined> | undefined>): boolean {\n    const input = inputs[0];\n    const channels: Float32Array[] = [];\n    if (input) {\n      for (let index = 0; index < input.length; index++) {\n        const channel = input[index];\n        if (channel) channels.push(channel);\n      }\n    }\n    const frames = channels[0]?.length ?? 0;\n    if (channels.length === 0 || frames === 0) return true;\n    const count = Math.min(channels.length, 2);\n    const data = new Uint8Array(frames * count * 4);\n    const view = new DataView(data.buffer);\n    for (let frame = 0; frame < frames; frame++) {\n      for (let channel = 0; channel < count; channel++) {\n        view.setFloat32((frame * count + channel) * 4, channels[channel]?.[frame] ?? 0, true);\n      }\n    }\n    const converted = convertAudio(\n      {\n        data,\n        format: {\n          encoding: 'pcmf32',\n          sampleRate: this.#sampleRate,\n          channels: count === 1 ? 1 : 2,\n        },\n        timestamp: (this.#frames / this.#sampleRate) * 1000,\n      },\n      this.#format\n    );\n    this.#frames += frames;\n    this.#pending.push(converted.data);\n    this.port?.postMessage({\n      data: converted.data,\n      format: converted.format,\n      timestamp: converted.timestamp,\n    });\n    return true;\n  }\n\n  take(): Uint8Array[] {\n    return this.#pending.splice(0);\n  }\n}\n\nexport function registerAudioConvertWorklet(target: WorkletScope = scope): void {\n  if (typeof target.registerProcessor !== 'function') return;\n  target.registerProcessor(AUDIO_CONVERT_PROCESSOR, AudioConvertProcessor);\n}\n\nexport function audioConvertWorkletUrl(): string {\n  return new URL(import.meta.url).href;\n}\n\nregisterAudioConvertWorklet();\n"],
-  "mappings": "AACA,SAAS,oBAAoB;AAEtB,MAAM,0BAA0B;AAqBvC,MAAM,QAAQ;AAEd,MAAM,cACJ,MAAM,yBACN,MAAM;AAAA,EACJ;AACF;AAEK,MAAM,8BAA8B,YAAY;AAAA,EAC5C;AAAA,EACA;AAAA,EACT,UAAU;AAAA,EACD,WAAyB,CAAC;AAAA,EAEnC,YAAY,SAAwC;AAClD,UAAM,OAAO;AACb,SAAK,UAAU,SAAS,kBAAkB,UAAU;AAAA,MAClD,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,UAAU;AAAA,IACZ;AACA,UAAM,aAAa,SAAS,kBAAkB;AAC9C,SAAK,cACH,eAAe,UAAa,OAAO,SAAS,UAAU,KAAK,aAAa,IACpE,aACA;AAAA,EACR;AAAA,EAEA,QAAQ,QAAyE;AAC/E,UAAM,QAAQ,OAAO,CAAC;AACtB,UAAM,WAA2B,CAAC;AAClC,QAAI,OAAO;AACT,eAAS,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS;AACjD,cAAM,UAAU,MAAM,KAAK;AAC3B,YAAI,QAAS,UAAS,KAAK,OAAO;AAAA,MACpC;AAAA,IACF;AACA,UAAM,SAAS,SAAS,CAAC,GAAG,UAAU;AACtC,QAAI,SAAS,WAAW,KAAK,WAAW,EAAG,QAAO;AAClD,UAAM,QAAQ,KAAK,IAAI,SAAS,QAAQ,CAAC;AACzC,UAAM,OAAO,IAAI,WAAW,SAAS,QAAQ,CAAC;AAC9C,UAAM,OAAO,IAAI,SAAS,KAAK,MAAM;AACrC,aAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS;AAC3C,eAAS,UAAU,GAAG,UAAU,OAAO,WAAW;AAChD,aAAK,YAAY,QAAQ,QAAQ,WAAW,GAAG,SAAS,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI;AAAA,MACtF;AAAA,IACF;AACA,UAAM,YAAY;AAAA,MAChB;AAAA,QACE;AAAA,QACA,QAAQ;AAAA,UACN,UAAU;AAAA,UACV,YAAY,KAAK;AAAA,UACjB,UAAU,UAAU,IAAI,IAAI;AAAA,QAC9B;AAAA,QACA,WAAY,KAAK,UAAU,KAAK,cAAe;AAAA,MACjD;AAAA,MACA,KAAK;AAAA,IACP;AACA,SAAK,WAAW;AAChB,SAAK,SAAS,KAAK,UAAU,IAAI;AACjC,SAAK,MAAM,YAAY;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU;AAAA,MAClB,WAAW,UAAU;AAAA,IACvB,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,OAAqB;AACnB,WAAO,KAAK,SAAS,OAAO,CAAC;AAAA,EAC/B;AACF;AAEO,SAAS,4BAA4B,SAAuB,OAAa;AAC9E,MAAI,OAAO,OAAO,sBAAsB,WAAY;AACpD,SAAO,kBAAkB,yBAAyB,qBAAqB;AACzE;AAEO,SAAS,yBAAiC;AAC/C,SAAO,IAAI,IAAI,YAAY,GAAG,EAAE;AAClC;AAEA,4BAA4B;",
+  "sourcesContent": ["import type { AudioFormat } from '../audio.ts';\nimport { convertAudio } from '../convert.ts';\nimport { isWorkletRelease, WORKLET_RELEASE } from './release.ts';\n\nexport const AUDIO_CONVERT_PROCESSOR = 'pi-audio-convert';\n\nexport interface AudioConvertProcessorOptions {\n  processorOptions?: {\n    format?: AudioFormat;\n    sampleRate?: number;\n  };\n}\n\ninterface WorkletPort {\n  postMessage(message: unknown): void;\n  onmessage: ((event: { data?: unknown }) => void) | null;\n}\n\ninterface WorkletScope {\n  AudioWorkletProcessor?: new (\n    options?: AudioConvertProcessorOptions\n  ) => {\n    port?: WorkletPort;\n  };\n  registerProcessor?: (\n    name: string,\n    processor: new (options?: AudioConvertProcessorOptions) => object\n  ) => void;\n}\n\nconst scope = globalThis as WorkletScope;\n\nconst WorkletBase =\n  scope.AudioWorkletProcessor ??\n  class {\n    port?: WorkletPort;\n  };\n\nexport class AudioConvertProcessor extends WorkletBase {\n  readonly #format: AudioFormat;\n  readonly #sampleRate: number;\n  #frames = 0;\n  #released = false;\n  #posted = false;\n  readonly #pending: Uint8Array[] = [];\n\n  constructor(options?: AudioConvertProcessorOptions) {\n    super(options);\n    this.#format = options?.processorOptions?.format ?? {\n      encoding: 'pcm16',\n      sampleRate: 24000,\n      channels: 1,\n    };\n    const sampleRate = options?.processorOptions?.sampleRate;\n    this.#sampleRate =\n      sampleRate !== undefined && Number.isFinite(sampleRate) && sampleRate > 0\n        ? sampleRate\n        : 48000;\n    const port = this.port;\n    if (port) {\n      port.onmessage = (event) => {\n        if (isWorkletRelease(event.data)) this.release();\n      };\n    }\n  }\n\n  release(): void {\n    this.#released = true;\n  }\n\n  process(inputs: Array<ArrayLike<Float32Array | undefined> | undefined>): boolean {\n    if (this.#released) {\n      this.#finish();\n      return true;\n    }\n    const input = inputs[0];\n    const channels: Float32Array[] = [];\n    if (input) {\n      for (let index = 0; index < input.length; index++) {\n        const channel = input[index];\n        if (channel) channels.push(channel);\n      }\n    }\n    const frames = channels[0]?.length ?? 0;\n    if (channels.length === 0 || frames === 0) return true;\n    const count = Math.min(channels.length, 2);\n    const data = new Uint8Array(frames * count * 4);\n    const view = new DataView(data.buffer);\n    for (let frame = 0; frame < frames; frame++) {\n      for (let channel = 0; channel < count; channel++) {\n        view.setFloat32((frame * count + channel) * 4, channels[channel]?.[frame] ?? 0, true);\n      }\n    }\n    const converted = convertAudio(\n      {\n        data,\n        format: {\n          encoding: 'pcmf32',\n          sampleRate: this.#sampleRate,\n          channels: count === 1 ? 1 : 2,\n        },\n        timestamp: (this.#frames / this.#sampleRate) * 1000,\n      },\n      this.#format\n    );\n    this.#frames += frames;\n    this.#pending.push(converted.data);\n    this.port?.postMessage({\n      data: converted.data,\n      format: converted.format,\n      timestamp: converted.timestamp,\n    });\n    return true;\n  }\n\n  #finish(): void {\n    if (this.#posted) return;\n    this.#posted = true;\n    const port = this.port;\n    if (!port) return;\n    port.postMessage({ type: WORKLET_RELEASE });\n  }\n\n  take(): Uint8Array[] {\n    return this.#pending.splice(0);\n  }\n}\n\nexport function registerAudioConvertWorklet(target: WorkletScope = scope): void {\n  if (typeof target.registerProcessor !== 'function') return;\n  target.registerProcessor(AUDIO_CONVERT_PROCESSOR, AudioConvertProcessor);\n}\n\nexport function audioConvertWorkletUrl(): string {\n  return new URL(import.meta.url).href;\n}\n\nregisterAudioConvertWorklet();\n"],
+  "mappings": "AACA,SAAS,oBAAoB;AAC7B,SAAS,kBAAkB,uBAAuB;AAE3C,MAAM,0BAA0B;AA0BvC,MAAM,QAAQ;AAEd,MAAM,cACJ,MAAM,yBACN,MAAM;AAAA,EACJ;AACF;AAEK,MAAM,8BAA8B,YAAY;AAAA,EAC5C;AAAA,EACA;AAAA,EACT,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,UAAU;AAAA,EACD,WAAyB,CAAC;AAAA,EAEnC,YAAY,SAAwC;AAClD,UAAM,OAAO;AACb,SAAK,UAAU,SAAS,kBAAkB,UAAU;AAAA,MAClD,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,UAAU;AAAA,IACZ;AACA,UAAM,aAAa,SAAS,kBAAkB;AAC9C,SAAK,cACH,eAAe,UAAa,OAAO,SAAS,UAAU,KAAK,aAAa,IACpE,aACA;AACN,UAAM,OAAO,KAAK;AAClB,QAAI,MAAM;AACR,WAAK,YAAY,CAAC,UAAU;AAC1B,YAAI,iBAAiB,MAAM,IAAI,EAAG,MAAK,QAAQ;AAAA,MACjD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,UAAgB;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,QAAQ,QAAyE;AAC/E,QAAI,KAAK,WAAW;AAClB,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AACA,UAAM,QAAQ,OAAO,CAAC;AACtB,UAAM,WAA2B,CAAC;AAClC,QAAI,OAAO;AACT,eAAS,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS;AACjD,cAAM,UAAU,MAAM,KAAK;AAC3B,YAAI,QAAS,UAAS,KAAK,OAAO;AAAA,MACpC;AAAA,IACF;AACA,UAAM,SAAS,SAAS,CAAC,GAAG,UAAU;AACtC,QAAI,SAAS,WAAW,KAAK,WAAW,EAAG,QAAO;AAClD,UAAM,QAAQ,KAAK,IAAI,SAAS,QAAQ,CAAC;AACzC,UAAM,OAAO,IAAI,WAAW,SAAS,QAAQ,CAAC;AAC9C,UAAM,OAAO,IAAI,SAAS,KAAK,MAAM;AACrC,aAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS;AAC3C,eAAS,UAAU,GAAG,UAAU,OAAO,WAAW;AAChD,aAAK,YAAY,QAAQ,QAAQ,WAAW,GAAG,SAAS,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI;AAAA,MACtF;AAAA,IACF;AACA,UAAM,YAAY;AAAA,MAChB;AAAA,QACE;AAAA,QACA,QAAQ;AAAA,UACN,UAAU;AAAA,UACV,YAAY,KAAK;AAAA,UACjB,UAAU,UAAU,IAAI,IAAI;AAAA,QAC9B;AAAA,QACA,WAAY,KAAK,UAAU,KAAK,cAAe;AAAA,MACjD;AAAA,MACA,KAAK;AAAA,IACP;AACA,SAAK,WAAW;AAChB,SAAK,SAAS,KAAK,UAAU,IAAI;AACjC,SAAK,MAAM,YAAY;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU;AAAA,MAClB,WAAW,UAAU;AAAA,IACvB,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,UAAgB;AACd,QAAI,KAAK,QAAS;AAClB,SAAK,UAAU;AACf,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,KAAM;AACX,SAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAAA,EAC5C;AAAA,EAEA,OAAqB;AACnB,WAAO,KAAK,SAAS,OAAO,CAAC;AAAA,EAC/B;AACF;AAEO,SAAS,4BAA4B,SAAuB,OAAa;AAC9E,MAAI,OAAO,OAAO,sBAAsB,WAAY;AACpD,SAAO,kBAAkB,yBAAyB,qBAAqB;AACzE;AAEO,SAAS,yBAAiC;AAC/C,SAAO,IAAI,IAAI,YAAY,GAAG,EAAE;AAClC;AAEA,4BAA4B;",
   "names": []
 }

package/dist/worklet/release.js

@@ -0,0 +1,42 @@
+const WORKLET_RELEASE = "pi-audio-release";
+function isWorkletRelease(data) {
+  if (typeof data !== "object" || data === null) return false;
+  if (!("type" in data)) return false;
+  return data.type === WORKLET_RELEASE;
+}
+function bindWorkletNode(node) {
+  let disconnected = false;
+  const disconnect = () => {
+    if (disconnected) return;
+    disconnected = true;
+    node.disconnect();
+    closePort(node.port);
+  };
+  const previous = node.port.onmessage;
+  node.port.onmessage = (event) => {
+    if (previous) previous(event);
+    if (isWorkletRelease(event.data)) disconnect();
+  };
+  let stopped = false;
+  return () => {
+    if (stopped) return;
+    stopped = true;
+    node.port.postMessage({ type: WORKLET_RELEASE });
+    disconnect();
+  };
+}
+function closePort(port) {
+  const closer = port.close;
+  if (typeof closer !== "function") return;
+  try {
+    closer.call(port);
+  } catch {
+    return;
+  }
+}
+export {
+  WORKLET_RELEASE,
+  bindWorkletNode,
+  isWorkletRelease
+};
+//# sourceMappingURL=release.js.map

package/dist/worklet/release.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/worklet/release.ts"],
+  "sourcesContent": ["export const WORKLET_RELEASE = 'pi-audio-release';\n\nexport interface WorkletPort {\n  postMessage(message: unknown): void;\n  onmessage: ((event: { data?: unknown }) => void) | null;\n}\n\nexport interface WorkletNodeLike {\n  disconnect(): void;\n  port: WorkletPort;\n}\n\nexport function isWorkletRelease(data: unknown): boolean {\n  if (typeof data !== 'object' || data === null) return false;\n  if (!('type' in data)) return false;\n  return data.type === WORKLET_RELEASE;\n}\n\nexport function bindWorkletNode(node: WorkletNodeLike): () => void {\n  let disconnected = false;\n  const disconnect = () => {\n    if (disconnected) return;\n    disconnected = true;\n    node.disconnect();\n    closePort(node.port);\n  };\n  const previous = node.port.onmessage;\n  node.port.onmessage = (event) => {\n    if (previous) previous(event);\n    if (isWorkletRelease(event.data)) disconnect();\n  };\n  let stopped = false;\n  return () => {\n    if (stopped) return;\n    stopped = true;\n    node.port.postMessage({ type: WORKLET_RELEASE });\n    disconnect();\n  };\n}\n\nfunction closePort(port: WorkletPort): void {\n  const closer = (port as WorkletPort & { close?: () => void }).close;\n  if (typeof closer !== 'function') return;\n  try {\n    closer.call(port);\n  } catch {\n    return;\n  }\n}\n"],
+  "mappings": "AAAO,MAAM,kBAAkB;AAYxB,SAAS,iBAAiB,MAAwB;AACvD,MAAI,OAAO,SAAS,YAAY,SAAS,KAAM,QAAO;AACtD,MAAI,EAAE,UAAU,MAAO,QAAO;AAC9B,SAAO,KAAK,SAAS;AACvB;AAEO,SAAS,gBAAgB,MAAmC;AACjE,MAAI,eAAe;AACnB,QAAM,aAAa,MAAM;AACvB,QAAI,aAAc;AAClB,mBAAe;AACf,SAAK,WAAW;AAChB,cAAU,KAAK,IAAI;AAAA,EACrB;AACA,QAAM,WAAW,KAAK,KAAK;AAC3B,OAAK,KAAK,YAAY,CAAC,UAAU;AAC/B,QAAI,SAAU,UAAS,KAAK;AAC5B,QAAI,iBAAiB,MAAM,IAAI,EAAG,YAAW;AAAA,EAC/C;AACA,MAAI,UAAU;AACd,SAAO,MAAM;AACX,QAAI,QAAS;AACb,cAAU;AACV,SAAK,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC/C,eAAW;AAAA,EACb;AACF;AAEA,SAAS,UAAU,MAAyB;AAC1C,QAAM,SAAU,KAA8C;AAC9D,MAAI,OAAO,WAAW,WAAY;AAClC,MAAI;AACF,WAAO,KAAK,IAAI;AAAA,EAClB,QAAQ;AACN;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/worklet/tap.js

@@ -0,0 +1,97 @@
+import { isWorkletRelease, WORKLET_RELEASE } from "./release.js";
+const AUDIO_TAP_PROCESSOR = "pi-audio-tap";
+const scope = globalThis;
+const registered = /* @__PURE__ */ new WeakSet();
+function copyTap(inputs, outputs) {
+  const input = inputs[0] ?? [];
+  const output = outputs[0] ?? [];
+  for (let channel = 0; channel < output.length; channel += 1) {
+    const dst = output[channel];
+    if (dst === void 0) continue;
+    writeChannel(dst, input[channel] ?? input[0]);
+  }
+}
+function tapSamples(inputs) {
+  const heard = inputs[0]?.[0];
+  if (heard === void 0 || heard.length === 0) return void 0;
+  const copy = new Float32Array(heard.length);
+  copy.set(heard);
+  return copy;
+}
+function registerAudioTapWorklet(target = scope) {
+  if (typeof target.registerProcessor !== "function") return;
+  if (registered.has(target)) return;
+  registered.add(target);
+  const Base = target.AudioWorkletProcessor ?? class {
+    port;
+  };
+  const processor = class AudioTapProcessor extends Base {
+    released = false;
+    #posted = false;
+    constructor() {
+      super();
+      const port = this.port;
+      if (port) {
+        port.onmessage = (event) => {
+          if (isWorkletRelease(event.data)) this.released = true;
+        };
+      }
+    }
+    process(inputs, outputs) {
+      if (this.released) {
+        this.#finish();
+        return true;
+      }
+      copyTap(inputs, outputs);
+      const samples = tapSamples(inputs);
+      if (samples) this.port?.postMessage({ samples });
+      return true;
+    }
+    #finish() {
+      if (this.#posted) return;
+      this.#posted = true;
+      const port = this.port;
+      if (!port) return;
+      port.postMessage({ type: WORKLET_RELEASE });
+    }
+  };
+  target.registerProcessor(AUDIO_TAP_PROCESSOR, processor);
+}
+function audioTapWorkletUrl() {
+  return new URL(import.meta.url).href;
+}
+async function loadAudioTap(worklet, url = audioTapWorkletUrl()) {
+  try {
+    await worklet.addModule(url);
+  } catch (error) {
+    try {
+      await worklet.addModule((next) => {
+        registerAudioTapWorklet(next);
+      });
+    } catch {
+      throw error;
+    }
+  }
+}
+function writeChannel(dst, src) {
+  if (src === void 0) {
+    dst.fill(0);
+    return;
+  }
+  if (src.length === dst.length) {
+    dst.set(src);
+    return;
+  }
+  const count = Math.min(src.length, dst.length);
+  for (let frame = 0; frame < count; frame += 1) dst[frame] = src[frame];
+}
+registerAudioTapWorklet();
+export {
+  AUDIO_TAP_PROCESSOR,
+  audioTapWorkletUrl,
+  copyTap,
+  loadAudioTap,
+  registerAudioTapWorklet,
+  tapSamples
+};
+//# sourceMappingURL=tap.js.map

package/dist/worklet/tap.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/worklet/tap.ts"],
+  "sourcesContent": ["import { isWorkletRelease, WORKLET_RELEASE } from './release.ts';\n\nexport const AUDIO_TAP_PROCESSOR = 'pi-audio-tap';\n\ninterface TapPort {\n  postMessage(message: unknown): void;\n  onmessage: ((event: { data?: unknown }) => void) | null;\n}\n\ninterface WorkletScope {\n  AudioWorkletProcessor?: new () => { port?: TapPort };\n  registerProcessor?: (name: string, processor: new () => object) => void;\n}\n\ninterface TapInputs {\n  inputs: Array<ArrayLike<Float32Array | undefined> | undefined>;\n  outputs: Array<ArrayLike<Float32Array | undefined> | undefined>;\n}\n\nconst scope = globalThis as WorkletScope;\nconst registered = new WeakSet<object>();\n\nexport function copyTap(inputs: TapInputs['inputs'], outputs: TapInputs['outputs']): void {\n  const input = inputs[0] ?? [];\n  const output = outputs[0] ?? [];\n  for (let channel = 0; channel < output.length; channel += 1) {\n    const dst = output[channel];\n    if (dst === undefined) continue;\n    writeChannel(dst, input[channel] ?? input[0]);\n  }\n}\n\nexport function tapSamples(inputs: TapInputs['inputs']): Float32Array | undefined {\n  const heard = inputs[0]?.[0];\n  if (heard === undefined || heard.length === 0) return undefined;\n  const copy = new Float32Array(heard.length);\n  copy.set(heard);\n  return copy;\n}\n\nexport function registerAudioTapWorklet(target: WorkletScope = scope): void {\n  if (typeof target.registerProcessor !== 'function') return;\n  if (registered.has(target)) return;\n  registered.add(target);\n  const Base =\n    target.AudioWorkletProcessor ??\n    class {\n      port?: TapPort;\n    };\n  const processor = class AudioTapProcessor extends Base {\n    released = false;\n    #posted = false;\n\n    constructor() {\n      super();\n      const port = this.port;\n      if (port) {\n        port.onmessage = (event) => {\n          if (isWorkletRelease(event.data)) this.released = true;\n        };\n      }\n    }\n\n    process(inputs: TapInputs['inputs'], outputs: TapInputs['outputs']): boolean {\n      if (this.released) {\n        this.#finish();\n        return true;\n      }\n      copyTap(inputs, outputs);\n      const samples = tapSamples(inputs);\n      if (samples) this.port?.postMessage({ samples });\n      return true;\n    }\n\n    #finish(): void {\n      if (this.#posted) return;\n      this.#posted = true;\n      const port = this.port;\n      if (!port) return;\n      port.postMessage({ type: WORKLET_RELEASE });\n    }\n  };\n  target.registerProcessor(AUDIO_TAP_PROCESSOR, processor);\n}\n\nexport function audioTapWorkletUrl(): string {\n  return new URL(import.meta.url).href;\n}\n\nexport async function loadAudioTap(\n  worklet: { addModule(module: unknown): Promise<void> },\n  url = audioTapWorkletUrl()\n): Promise<void> {\n  try {\n    await worklet.addModule(url);\n  } catch (error) {\n    try {\n      await worklet.addModule((next: WorkletScope) => {\n        registerAudioTapWorklet(next);\n      });\n    } catch {\n      throw error;\n    }\n  }\n}\n\nfunction writeChannel(dst: Float32Array, src: Float32Array | undefined): void {\n  if (src === undefined) {\n    dst.fill(0);\n    return;\n  }\n  if (src.length === dst.length) {\n    dst.set(src);\n    return;\n  }\n  const count = Math.min(src.length, dst.length);\n  for (let frame = 0; frame < count; frame += 1) dst[frame] = src[frame] as number;\n}\n\nregisterAudioTapWorklet();\n"],
+  "mappings": "AAAA,SAAS,kBAAkB,uBAAuB;AAE3C,MAAM,sBAAsB;AAiBnC,MAAM,QAAQ;AACd,MAAM,aAAa,oBAAI,QAAgB;AAEhC,SAAS,QAAQ,QAA6B,SAAqC;AACxF,QAAM,QAAQ,OAAO,CAAC,KAAK,CAAC;AAC5B,QAAM,SAAS,QAAQ,CAAC,KAAK,CAAC;AAC9B,WAAS,UAAU,GAAG,UAAU,OAAO,QAAQ,WAAW,GAAG;AAC3D,UAAM,MAAM,OAAO,OAAO;AAC1B,QAAI,QAAQ,OAAW;AACvB,iBAAa,KAAK,MAAM,OAAO,KAAK,MAAM,CAAC,CAAC;AAAA,EAC9C;AACF;AAEO,SAAS,WAAW,QAAuD;AAChF,QAAM,QAAQ,OAAO,CAAC,IAAI,CAAC;AAC3B,MAAI,UAAU,UAAa,MAAM,WAAW,EAAG,QAAO;AACtD,QAAM,OAAO,IAAI,aAAa,MAAM,MAAM;AAC1C,OAAK,IAAI,KAAK;AACd,SAAO;AACT;AAEO,SAAS,wBAAwB,SAAuB,OAAa;AAC1E,MAAI,OAAO,OAAO,sBAAsB,WAAY;AACpD,MAAI,WAAW,IAAI,MAAM,EAAG;AAC5B,aAAW,IAAI,MAAM;AACrB,QAAM,OACJ,OAAO,yBACP,MAAM;AAAA,IACJ;AAAA,EACF;AACF,QAAM,YAAY,MAAM,0BAA0B,KAAK;AAAA,IACrD,WAAW;AAAA,IACX,UAAU;AAAA,IAEV,cAAc;AACZ,YAAM;AACN,YAAM,OAAO,KAAK;AAClB,UAAI,MAAM;AACR,aAAK,YAAY,CAAC,UAAU;AAC1B,cAAI,iBAAiB,MAAM,IAAI,EAAG,MAAK,WAAW;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,IAEA,QAAQ,QAA6B,SAAwC;AAC3E,UAAI,KAAK,UAAU;AACjB,aAAK,QAAQ;AACb,eAAO;AAAA,MACT;AACA,cAAQ,QAAQ,OAAO;AACvB,YAAM,UAAU,WAAW,MAAM;AACjC,UAAI,QAAS,MAAK,MAAM,YAAY,EAAE,QAAQ,CAAC;AAC/C,aAAO;AAAA,IACT;AAAA,IAEA,UAAgB;AACd,UAAI,KAAK,QAAS;AAClB,WAAK,UAAU;AACf,YAAM,OAAO,KAAK;AAClB,UAAI,CAAC,KAAM;AACX,WAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAAA,IAC5C;AAAA,EACF;AACA,SAAO,kBAAkB,qBAAqB,SAAS;AACzD;AAEO,SAAS,qBAA6B;AAC3C,SAAO,IAAI,IAAI,YAAY,GAAG,EAAE;AAClC;AAEA,eAAsB,aACpB,SACA,MAAM,mBAAmB,GACV;AACf,MAAI;AACF,UAAM,QAAQ,UAAU,GAAG;AAAA,EAC7B,SAAS,OAAO;AACd,QAAI;AACF,YAAM,QAAQ,UAAU,CAAC,SAAuB;AAC9C,gCAAwB,IAAI;AAAA,MAC9B,CAAC;AAAA,IACH,QAAQ;AACN,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEA,SAAS,aAAa,KAAmB,KAAqC;AAC5E,MAAI,QAAQ,QAAW;AACrB,QAAI,KAAK,CAAC;AACV;AAAA,EACF;AACA,MAAI,IAAI,WAAW,IAAI,QAAQ;AAC7B,QAAI,IAAI,GAAG;AACX;AAAA,EACF;AACA,QAAM,QAAQ,KAAK,IAAI,IAAI,QAAQ,IAAI,MAAM;AAC7C,WAAS,QAAQ,GAAG,QAAQ,OAAO,SAAS,EAAG,KAAI,KAAK,IAAI,IAAI,KAAK;AACvE;AAEA,wBAAwB;",
+  "names": []
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.22.0",
+  "version": "1.24.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -105,6 +105,8 @@
     "@biomejs/biome": "2.5.15",
     "@earendil-works/pi-ai": "1.1.0",
     "@earendil-works/pi-durable": "1.1.0",
+    "node-web-audio-api": "2.2.0",
+    "web-audio-api": "1.6.0",
     "@types/node": "24.19.1",
     "esbuild": "0.28.2",
     "lefthook": "2.2.1",
@@ -114,11 +116,19 @@
   },
   "peerDependencies": {
     "@earendil-works/pi-ai": "1.1.0",
-    "@earendil-works/pi-durable": "^1.1.0"
+    "@earendil-works/pi-durable": "^1.1.0",
+    "node-web-audio-api": "^2.2.0",
+    "web-audio-api": "^1.6.0"
   },
   "peerDependenciesMeta": {
     "@earendil-works/pi-durable": {
       "optional": true
+    },
+    "node-web-audio-api": {
+      "optional": true
+    },
+    "web-audio-api": {
+      "optional": true
     }
   }
 }