@siteed/expo-audio-stream 1.0.2 → 1.0.5

package/build/utils/convertPCMToFloat32.d.ts

@@ -0,0 +1,11 @@
+export declare const WAV_HEADER_SIZE = 44;
+export declare const convertPCMToFloat32: ({ bitDepth, buffer, skipWavHeader, }: {
+    buffer: ArrayBuffer;
+    bitDepth: number;
+    skipWavHeader?: boolean;
+}) => Promise<{
+    pcmValues: Float32Array;
+    min: number;
+    max: number;
+}>;
+//# sourceMappingURL=convertPCMToFloat32.d.ts.map

package/build/utils/convertPCMToFloat32.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convertPCMToFloat32.d.ts","sourceRoot":"","sources":["../../src/utils/convertPCMToFloat32.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,eAAe,KAAK,CAAA;AA8BjC,eAAO,MAAM,mBAAmB,yCAI7B;IACC,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,CAAC,EAAE,OAAO,CAAA;CAC1B,KAAG,OAAO,CAAC;IAAE,SAAS,EAAE,YAAY,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAiChE,CAAA"}

package/build/utils/convertPCMToFloat32.js

@@ -0,0 +1,54 @@
+import { getWavFileInfo } from './getWavFileInfo';
+import { getLogger } from '../logger';
+export const WAV_HEADER_SIZE = 44;
+const logger = getLogger('convertPCMToFloat32');
+const convertSample = (dataView, offset, bitDepth) => {
+    switch (bitDepth) {
+        case 8:
+            return (dataView.getUint8(offset) - 128) / 128;
+        case 16:
+            return dataView.getInt16(offset, true) / 32768;
+        case 24:
+            return (((dataView.getUint8(offset) |
+                (dataView.getUint8(offset + 1) << 8) |
+                (dataView.getUint8(offset + 2) << 16)) /
+                8388608) *
+                2 -
+                1);
+        case 32:
+            return dataView.getFloat32(offset, true);
+        default:
+            throw new Error(`Unsupported bit depth: ${bitDepth}`);
+    }
+};
+export const convertPCMToFloat32 = async ({ bitDepth, buffer, skipWavHeader = false, }) => {
+    try {
+        logger.debug(`Converting PCM to Float32: bitDepth: ${bitDepth}, buffer.byteLength: ${buffer.byteLength}`);
+        const dataView = new DataView(buffer);
+        let headerOffset = 0;
+        if (skipWavHeader) {
+            const wavFileInfo = await getWavFileInfo(buffer);
+            headerOffset = wavFileInfo.dataChunkOffset;
+        }
+        const dataLength = buffer.byteLength - headerOffset;
+        const sampleLength = Math.floor(dataLength / (bitDepth / 8));
+        const float32Array = new Float32Array(sampleLength);
+        let min = Infinity;
+        let max = -Infinity;
+        for (let i = 0; i < sampleLength; i++) {
+            const offset = headerOffset + i * (bitDepth / 8);
+            const value = convertSample(dataView, offset, bitDepth);
+            if (value < min)
+                min = value;
+            if (value > max)
+                max = value;
+            float32Array[i] = value;
+        }
+        return { pcmValues: float32Array, min, max };
+    }
+    catch (error) {
+        logger.error(`Error converting PCM to Float32`, error);
+        return { pcmValues: new Float32Array(), min: 0, max: 0 };
+    }
+};
+//# sourceMappingURL=convertPCMToFloat32.js.map

package/build/utils/convertPCMToFloat32.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convertPCMToFloat32.js","sourceRoot":"","sources":["../../src/utils/convertPCMToFloat32.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAe,MAAM,kBAAkB,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAA;AAEjC,MAAM,MAAM,GAAG,SAAS,CAAC,qBAAqB,CAAC,CAAA;AAE/C,MAAM,aAAa,GAAG,CAClB,QAAkB,EAClB,MAAc,EACd,QAAgB,EACV,EAAE;IACR,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,CAAC;YACF,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;QAClD,KAAK,EAAE;YACH,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAA;QAClD,KAAK,EAAE;YACH,OAAO,CACH,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACtC,OAAO,CAAC;gBACR,CAAC;gBACL,CAAC,CACJ,CAAA;QACL,KAAK,EAAE;YACH,OAAO,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAC5C;YACI,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAA;IAC7D,CAAC;AACL,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,EACtC,QAAQ,EACR,MAAM,EACN,aAAa,GAAG,KAAK,GAKxB,EAAkE,EAAE;IACjE,IAAI,CAAC;QACD,MAAM,CAAC,KAAK,CACR,wCAAwC,QAAQ,wBAAwB,MAAM,CAAC,UAAU,EAAE,CAC9F,CAAA;QACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAA;QACrC,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,aAAa,EAAE,CAAC;YAChB,MAAM,WAAW,GAAgB,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;YAC7D,YAAY,GAAG,WAAW,CAAC,eAAe,CAAA;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,YAAY,CAAA;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAA;QAC5D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAA;QACnD,IAAI,GAAG,GAAG,QAAQ,CAAA;QAClB,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAA;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,YAAY,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAA;YAChD,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;YAEvD,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAA;YAC5B,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAA;YAE5B,YAAY,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;QAC3B,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;IAChD,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;QACtD,OAAO,EAAE,SAAS,EAAE,IAAI,YAAY,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAA;IAC5D,CAAC;AACL,CAAC,CAAA","sourcesContent":["import { getWavFileInfo, WavFileInfo } from './getWavFileInfo'\nimport { getLogger } from '../logger'\n\nexport const WAV_HEADER_SIZE = 44\n\nconst logger = getLogger('convertPCMToFloat32')\n\nconst convertSample = (\n    dataView: DataView,\n    offset: number,\n    bitDepth: number\n): number => {\n    switch (bitDepth) {\n        case 8:\n            return (dataView.getUint8(offset) - 128) / 128\n        case 16:\n            return dataView.getInt16(offset, true) / 32768\n        case 24:\n            return (\n                ((dataView.getUint8(offset) |\n                    (dataView.getUint8(offset + 1) << 8) |\n                    (dataView.getUint8(offset + 2) << 16)) /\n                    8388608) *\n                    2 -\n                1\n            )\n        case 32:\n            return dataView.getFloat32(offset, true)\n        default:\n            throw new Error(`Unsupported bit depth: ${bitDepth}`)\n    }\n}\n\nexport const convertPCMToFloat32 = async ({\n    bitDepth,\n    buffer,\n    skipWavHeader = false,\n}: {\n    buffer: ArrayBuffer\n    bitDepth: number\n    skipWavHeader?: boolean\n}): Promise<{ pcmValues: Float32Array; min: number; max: number }> => {\n    try {\n        logger.debug(\n            `Converting PCM to Float32: bitDepth: ${bitDepth}, buffer.byteLength: ${buffer.byteLength}`\n        )\n        const dataView = new DataView(buffer)\n        let headerOffset = 0\n        if (skipWavHeader) {\n            const wavFileInfo: WavFileInfo = await getWavFileInfo(buffer)\n            headerOffset = wavFileInfo.dataChunkOffset\n        }\n\n        const dataLength = buffer.byteLength - headerOffset\n        const sampleLength = Math.floor(dataLength / (bitDepth / 8))\n        const float32Array = new Float32Array(sampleLength)\n        let min = Infinity\n        let max = -Infinity\n\n        for (let i = 0; i < sampleLength; i++) {\n            const offset = headerOffset + i * (bitDepth / 8)\n            const value = convertSample(dataView, offset, bitDepth)\n\n            if (value < min) min = value\n            if (value > max) max = value\n\n            float32Array[i] = value\n        }\n\n        return { pcmValues: float32Array, min, max }\n    } catch (error: unknown) {\n        logger.error(`Error converting PCM to Float32`, error)\n        return { pcmValues: new Float32Array(), min: 0, max: 0 }\n    }\n}\n"]}

package/build/utils/encodingToBitDepth.d.ts

@@ -0,0 +1,5 @@
+import { BitDepth, EncodingType } from '../ExpoAudioStream.types';
+export declare const encodingToBitDepth: ({ encoding, }: {
+    encoding: EncodingType;
+}) => BitDepth;
+//# sourceMappingURL=encodingToBitDepth.d.ts.map

package/build/utils/encodingToBitDepth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encodingToBitDepth.d.ts","sourceRoot":"","sources":["../../src/utils/encodingToBitDepth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAEjE,eAAO,MAAM,kBAAkB,kBAE5B;IACC,QAAQ,EAAE,YAAY,CAAA;CACzB,KAAG,QAWH,CAAA"}

package/build/utils/encodingToBitDepth.js

@@ -0,0 +1,13 @@
+export const encodingToBitDepth = ({ encoding, }) => {
+    switch (encoding) {
+        case 'pcm_32bit':
+            return 32;
+        case 'pcm_16bit':
+            return 16;
+        case 'pcm_8bit':
+            return 8;
+        default:
+            throw new Error(`Unsupported encoding type: ${encoding}`);
+    }
+};
+//# sourceMappingURL=encodingToBitDepth.js.map

package/build/utils/encodingToBitDepth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encodingToBitDepth.js","sourceRoot":"","sources":["../../src/utils/encodingToBitDepth.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,EAC/B,QAAQ,GAGX,EAAY,EAAE;IACX,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,WAAW;YACZ,OAAO,EAAE,CAAA;QACb,KAAK,WAAW;YACZ,OAAO,EAAE,CAAA;QACb,KAAK,UAAU;YACX,OAAO,CAAC,CAAA;QACZ;YACI,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAA;IACjE,CAAC;AACL,CAAC,CAAA","sourcesContent":["import { BitDepth, EncodingType } from '../ExpoAudioStream.types'\n\nexport const encodingToBitDepth = ({\n    encoding,\n}: {\n    encoding: EncodingType\n}): BitDepth => {\n    switch (encoding) {\n        case 'pcm_32bit':\n            return 32\n        case 'pcm_16bit':\n            return 16\n        case 'pcm_8bit':\n            return 8\n        default:\n            throw new Error(`Unsupported encoding type: ${encoding}`)\n    }\n}\n"]}

package/build/utils/getWavFileInfo.d.ts

@@ -0,0 +1,26 @@
+import { BitDepth, SampleRate } from '../ExpoAudioStream.types';
+/**
+ * Interface representing the metadata of a WAV file.
+ */
+export interface WavFileInfo {
+    sampleRate: SampleRate;
+    numChannels: number;
+    bitDepth: BitDepth;
+    size: number;
+    durationMs: number;
+    audioFormatDescription: string;
+    byteRate: number;
+    blockAlign: number;
+    creationDateTime?: string;
+    comments?: string;
+    compressionType?: string;
+    dataChunkOffset: number;
+}
+/**
+ * Extracts metadata from a WAV buffer.
+ *
+ * @param arrayBuffer - The array buffer containing the WAV data.
+ * @returns A promise that resolves to the extracted metadata.
+ */
+export declare const getWavFileInfo: (arrayBuffer: ArrayBuffer) => Promise<WavFileInfo>;
+//# sourceMappingURL=getWavFileInfo.d.ts.map

package/build/utils/getWavFileInfo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getWavFileInfo.d.ts","sourceRoot":"","sources":["../../src/utils/getWavFileInfo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AAoB/D;;GAEG;AACH,MAAM,WAAW,WAAW;IACxB,UAAU,EAAE,UAAU,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,QAAQ,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,eAAe,EAAE,MAAM,CAAA;CAC1B;AAED;;;;;GAKG;AACH,eAAO,MAAM,cAAc,gBACV,WAAW,KACzB,OAAO,CAAC,WAAW,CAmFrB,CAAA"}

package/build/utils/getWavFileInfo.js

@@ -0,0 +1,92 @@
+// packages/expo-audio-stream/src/utils/getWavFileInfo.ts
+import { DATA_CHUNK_ID, DEFAULT_BIT_DEPTH, DEFAULT_SAMPLE_RATE, FMT_CHUNK_ID, INFO_CHUNK_ID, RIFF_HEADER, WAVE_HEADER, } from '../constants';
+// Audio format descriptions
+const AUDIO_FORMATS = {
+    1: 'PCM',
+    3: 'IEEE float',
+    6: '8-bit ITU-T G.711 A-law',
+    7: '8-bit ITU-T G.711 µ-law',
+    65534: 'WAVE_FORMAT_EXTENSIBLE',
+};
+/**
+ * Extracts metadata from a WAV buffer.
+ *
+ * @param arrayBuffer - The array buffer containing the WAV data.
+ * @returns A promise that resolves to the extracted metadata.
+ */
+export const getWavFileInfo = async (arrayBuffer) => {
+    const view = new DataView(arrayBuffer);
+    // Check if the file is a valid RIFF/WAVE file
+    const riffHeader = view.getUint32(0, false);
+    const waveHeader = view.getUint32(8, false);
+    if (riffHeader !== RIFF_HEADER || waveHeader !== WAVE_HEADER) {
+        throw new Error('Invalid WAV file');
+    }
+    // Initialize variables for the metadata
+    let fmtChunkOffset = 12;
+    let sampleRate = DEFAULT_SAMPLE_RATE;
+    let numChannels = 0;
+    let bitDepth = DEFAULT_BIT_DEPTH;
+    let dataChunkSize = 0;
+    let audioFormat = 0;
+    let byteRate = 0;
+    let blockAlign = 0;
+    let creationDateTime = '';
+    let comments = '';
+    let dataChunkOffset = 0;
+    // Parse chunks to find the "fmt " and "data" chunks
+    while (fmtChunkOffset < view.byteLength) {
+        const chunkId = view.getUint32(fmtChunkOffset, false);
+        const chunkSize = view.getUint32(fmtChunkOffset + 4, true);
+        if (chunkId === FMT_CHUNK_ID) {
+            // "fmt "
+            audioFormat = view.getUint16(fmtChunkOffset + 8, true);
+            if (!AUDIO_FORMATS[audioFormat]) {
+                throw new Error('Unsupported WAV file format');
+            }
+            numChannels = view.getUint16(fmtChunkOffset + 10, true);
+            sampleRate = view.getUint32(fmtChunkOffset + 12, true);
+            byteRate = view.getUint32(fmtChunkOffset + 16, true);
+            blockAlign = view.getUint16(fmtChunkOffset + 20, true);
+            bitDepth = view.getUint16(fmtChunkOffset + 22, true);
+        }
+        else if (chunkId === DATA_CHUNK_ID) {
+            // "data"
+            dataChunkSize = chunkSize;
+            dataChunkOffset = fmtChunkOffset + 8; // Position after chunk header
+            break;
+        }
+        else if (chunkId === INFO_CHUNK_ID) {
+            // "INFO"
+            // Read INFO chunk (assuming it contains a text-based creation date/time and comments)
+            const infoStart = fmtChunkOffset + 8;
+            const infoText = new TextDecoder().decode(new Uint8Array(arrayBuffer.slice(infoStart, infoStart + chunkSize)));
+            const infoParts = infoText.split('\0');
+            creationDateTime = infoParts[0];
+            comments = infoParts[1];
+        }
+        fmtChunkOffset += 8 + chunkSize;
+    }
+    if (!sampleRate || !numChannels || !bitDepth || !dataChunkSize) {
+        throw new Error('Incomplete WAV file information');
+    }
+    // Calculate duration
+    const bytesPerSample = bitDepth / 8;
+    const numSamples = dataChunkSize / (numChannels * bytesPerSample);
+    const durationMs = (numSamples / sampleRate) * 1000;
+    return {
+        sampleRate,
+        numChannels,
+        bitDepth,
+        size: arrayBuffer.byteLength,
+        durationMs,
+        audioFormatDescription: AUDIO_FORMATS[audioFormat],
+        byteRate,
+        blockAlign,
+        creationDateTime: creationDateTime || undefined,
+        comments: comments || undefined,
+        compressionType: audioFormat === 1 ? 'None' : AUDIO_FORMATS[audioFormat],
+        dataChunkOffset,
+    };
+};
+//# sourceMappingURL=getWavFileInfo.js.map

package/build/utils/getWavFileInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getWavFileInfo.js","sourceRoot":"","sources":["../../src/utils/getWavFileInfo.ts"],"names":[],"mappings":"AAAA,yDAAyD;AAGzD,OAAO,EACH,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,aAAa,EACb,WAAW,EACX,WAAW,GACd,MAAM,cAAc,CAAA;AAErB,4BAA4B;AAC5B,MAAM,aAAa,GAA8B;IAC7C,CAAC,EAAE,KAAK;IACR,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,yBAAyB;IAC5B,CAAC,EAAE,yBAAyB;IAC5B,KAAK,EAAE,wBAAwB;CAClC,CAAA;AAoBD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAC/B,WAAwB,EACJ,EAAE;IACtB,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAA;IAEtC,8CAA8C;IAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;IAC3C,IAAI,UAAU,KAAK,WAAW,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;IACvC,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,GAAG,EAAE,CAAA;IACvB,IAAI,UAAU,GAAe,mBAAmB,CAAA;IAChD,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,QAAQ,GAAa,iBAAiB,CAAA;IAC1C,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,gBAAgB,GAAG,EAAE,CAAA;IACzB,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,eAAe,GAAG,CAAC,CAAA;IAEvB,oDAAoD;IACpD,OAAO,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,KAAK,CAAC,CAAA;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;QAC1D,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;YAC3B,SAAS;YACT,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;YACtD,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;YAClD,CAAC;YACD,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;YACvD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,EAAE,EAAE,IAAI,CAAe,CAAA;YACpE,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;YACpD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;YACtD,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,EAAE,EAAE,IAAI,CAAa,CAAA;QACpE,CAAC;aAAM,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;YACnC,SAAS;YACT,aAAa,GAAG,SAAS,CAAA;YACzB,eAAe,GAAG,cAAc,GAAG,CAAC,CAAA,CAAC,8BAA8B;YACnE,MAAK;QACT,CAAC;aAAM,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;YACnC,SAAS;YACT,sFAAsF;YACtF,MAAM,SAAS,GAAG,cAAc,GAAG,CAAC,CAAA;YACpC,MAAM,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACrC,IAAI,UAAU,CACV,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC,CACtD,CACJ,CAAA;YACD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACtC,gBAAgB,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;YAC/B,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAC3B,CAAC;QACD,cAAc,IAAI,CAAC,GAAG,SAAS,CAAA;IACnC,CAAC;IAED,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;IACtD,CAAC;IAED,qBAAqB;IACrB,MAAM,cAAc,GAAG,QAAQ,GAAG,CAAC,CAAA;IACnC,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,WAAW,GAAG,cAAc,CAAC,CAAA;IACjE,MAAM,UAAU,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,IAAI,CAAA;IAEnD,OAAO;QACH,UAAU;QACV,WAAW;QACX,QAAQ;QACR,IAAI,EAAE,WAAW,CAAC,UAAU;QAC5B,UAAU;QACV,sBAAsB,EAAE,aAAa,CAAC,WAAW,CAAC;QAClD,QAAQ;QACR,UAAU;QACV,gBAAgB,EAAE,gBAAgB,IAAI,SAAS;QAC/C,QAAQ,EAAE,QAAQ,IAAI,SAAS;QAC/B,eAAe,EACX,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,CAAC;QAC3D,eAAe;KAClB,CAAA;AACL,CAAC,CAAA","sourcesContent":["// packages/expo-audio-stream/src/utils/getWavFileInfo.ts\n\nimport { BitDepth, SampleRate } from '../ExpoAudioStream.types'\nimport {\n    DATA_CHUNK_ID,\n    DEFAULT_BIT_DEPTH,\n    DEFAULT_SAMPLE_RATE,\n    FMT_CHUNK_ID,\n    INFO_CHUNK_ID,\n    RIFF_HEADER,\n    WAVE_HEADER,\n} from '../constants'\n\n// Audio format descriptions\nconst AUDIO_FORMATS: { [key: number]: string } = {\n    1: 'PCM',\n    3: 'IEEE float',\n    6: '8-bit ITU-T G.711 A-law',\n    7: '8-bit ITU-T G.711 µ-law',\n    65534: 'WAVE_FORMAT_EXTENSIBLE',\n}\n\n/**\n * Interface representing the metadata of a WAV file.\n */\nexport interface WavFileInfo {\n    sampleRate: SampleRate\n    numChannels: number\n    bitDepth: BitDepth\n    size: number // in bytes\n    durationMs: number // in ms\n    audioFormatDescription: string // Description of the audio format\n    byteRate: number // Average bytes per second\n    blockAlign: number // Number of bytes for one sample including all channels\n    creationDateTime?: string // Optional creation date and time\n    comments?: string // Optional comments or tags\n    compressionType?: string // Optional compression type\n    dataChunkOffset: number // Position of the first data chunk\n}\n\n/**\n * Extracts metadata from a WAV buffer.\n *\n * @param arrayBuffer - The array buffer containing the WAV data.\n * @returns A promise that resolves to the extracted metadata.\n */\nexport const getWavFileInfo = async (\n    arrayBuffer: ArrayBuffer\n): Promise<WavFileInfo> => {\n    const view = new DataView(arrayBuffer)\n\n    // Check if the file is a valid RIFF/WAVE file\n    const riffHeader = view.getUint32(0, false)\n    const waveHeader = view.getUint32(8, false)\n    if (riffHeader !== RIFF_HEADER || waveHeader !== WAVE_HEADER) {\n        throw new Error('Invalid WAV file')\n    }\n\n    // Initialize variables for the metadata\n    let fmtChunkOffset = 12\n    let sampleRate: SampleRate = DEFAULT_SAMPLE_RATE\n    let numChannels = 0\n    let bitDepth: BitDepth = DEFAULT_BIT_DEPTH\n    let dataChunkSize = 0\n    let audioFormat = 0\n    let byteRate = 0\n    let blockAlign = 0\n    let creationDateTime = ''\n    let comments = ''\n    let dataChunkOffset = 0\n\n    // Parse chunks to find the \"fmt \" and \"data\" chunks\n    while (fmtChunkOffset < view.byteLength) {\n        const chunkId = view.getUint32(fmtChunkOffset, false)\n        const chunkSize = view.getUint32(fmtChunkOffset + 4, true)\n        if (chunkId === FMT_CHUNK_ID) {\n            // \"fmt \"\n            audioFormat = view.getUint16(fmtChunkOffset + 8, true)\n            if (!AUDIO_FORMATS[audioFormat]) {\n                throw new Error('Unsupported WAV file format')\n            }\n            numChannels = view.getUint16(fmtChunkOffset + 10, true)\n            sampleRate = view.getUint32(fmtChunkOffset + 12, true) as SampleRate\n            byteRate = view.getUint32(fmtChunkOffset + 16, true)\n            blockAlign = view.getUint16(fmtChunkOffset + 20, true)\n            bitDepth = view.getUint16(fmtChunkOffset + 22, true) as BitDepth\n        } else if (chunkId === DATA_CHUNK_ID) {\n            // \"data\"\n            dataChunkSize = chunkSize\n            dataChunkOffset = fmtChunkOffset + 8 // Position after chunk header\n            break\n        } else if (chunkId === INFO_CHUNK_ID) {\n            // \"INFO\"\n            // Read INFO chunk (assuming it contains a text-based creation date/time and comments)\n            const infoStart = fmtChunkOffset + 8\n            const infoText = new TextDecoder().decode(\n                new Uint8Array(\n                    arrayBuffer.slice(infoStart, infoStart + chunkSize)\n                )\n            )\n            const infoParts = infoText.split('\\0')\n            creationDateTime = infoParts[0]\n            comments = infoParts[1]\n        }\n        fmtChunkOffset += 8 + chunkSize\n    }\n\n    if (!sampleRate || !numChannels || !bitDepth || !dataChunkSize) {\n        throw new Error('Incomplete WAV file information')\n    }\n\n    // Calculate duration\n    const bytesPerSample = bitDepth / 8\n    const numSamples = dataChunkSize / (numChannels * bytesPerSample)\n    const durationMs = (numSamples / sampleRate) * 1000\n\n    return {\n        sampleRate,\n        numChannels,\n        bitDepth,\n        size: arrayBuffer.byteLength,\n        durationMs,\n        audioFormatDescription: AUDIO_FORMATS[audioFormat],\n        byteRate,\n        blockAlign,\n        creationDateTime: creationDateTime || undefined,\n        comments: comments || undefined,\n        compressionType:\n            audioFormat === 1 ? 'None' : AUDIO_FORMATS[audioFormat],\n        dataChunkOffset,\n    }\n}\n"]}

package/build/utils/writeWavHeader.d.ts

@@ -0,0 +1,9 @@
+interface WavHeaderOptions {
+    buffer: ArrayBuffer;
+    sampleRate: number;
+    numChannels: number;
+    bitDepth: number;
+}
+export declare const writeWavHeader: ({ buffer, sampleRate, numChannels, bitDepth, }: WavHeaderOptions) => ArrayBuffer;
+export {};
+//# sourceMappingURL=writeWavHeader.d.ts.map

package/build/utils/writeWavHeader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeWavHeader.d.ts","sourceRoot":"","sources":["../../src/utils/writeWavHeader.ts"],"names":[],"mappings":"AACA,UAAU,gBAAgB;IACtB,MAAM,EAAE,WAAW,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;CACnB;AAED,eAAO,MAAM,cAAc,mDAKxB,gBAAgB,KAAG,WA0CrB,CAAA"}

package/build/utils/writeWavHeader.js

@@ -0,0 +1,41 @@
+export const writeWavHeader = ({ buffer, sampleRate, numChannels, bitDepth, }) => {
+    const bytesPerSample = bitDepth / 8;
+    const numSamples = buffer.byteLength / (numChannels * bytesPerSample);
+    const view = new DataView(buffer);
+    const blockAlign = numChannels * bytesPerSample;
+    const byteRate = sampleRate * blockAlign;
+    // Function to write a string to the DataView
+    const writeString = (view, offset, string) => {
+        for (let i = 0; i < string.length; i++) {
+            view.setUint8(offset + i, string.charCodeAt(i));
+        }
+    };
+    // Check if the buffer already has a WAV header by looking for "RIFF" at the start
+    const existingHeader = view.getUint32(0, false) === 0x52494646; // "RIFF" in ASCII
+    if (!existingHeader) {
+        // Write the WAV header
+        writeString(view, 0, 'RIFF'); // ChunkID
+        view.setUint32(4, 36 + numSamples * blockAlign, true); // ChunkSize
+        writeString(view, 8, 'WAVE'); // Format
+        writeString(view, 12, 'fmt '); // Subchunk1ID
+        view.setUint32(16, 16, true); // Subchunk1Size (16 for PCM)
+        view.setUint16(20, bitDepth === 32 ? 3 : 1, true); // AudioFormat (3 for float, 1 for PCM)
+        view.setUint16(22, numChannels, true); // NumChannels
+        view.setUint32(24, sampleRate, true); // SampleRate
+        view.setUint32(28, byteRate, true); // ByteRate
+        view.setUint16(32, blockAlign, true); // BlockAlign
+        view.setUint16(34, bitDepth, true); // BitsPerSample
+        writeString(view, 36, 'data'); // Subchunk2ID
+        view.setUint32(40, numSamples * blockAlign, true); // Subchunk2Size
+    }
+    else {
+        // Update the existing WAV header if necessary
+        view.setUint32(4, 36 + numSamples * blockAlign, true); // Update ChunkSize
+        view.setUint32(24, sampleRate, true); // Update SampleRate
+        view.setUint32(28, byteRate, true); // Update ByteRate
+        view.setUint16(32, blockAlign, true); // Update BlockAlign
+        view.setUint32(40, numSamples * blockAlign, true); // Update Subchunk2Size
+    }
+    return buffer;
+};
+//# sourceMappingURL=writeWavHeader.js.map

package/build/utils/writeWavHeader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeWavHeader.js","sourceRoot":"","sources":["../../src/utils/writeWavHeader.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,EAC3B,MAAM,EACN,UAAU,EACV,WAAW,EACX,QAAQ,GACO,EAAe,EAAE;IAChC,MAAM,cAAc,GAAG,QAAQ,GAAG,CAAC,CAAA;IACnC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,WAAW,GAAG,cAAc,CAAC,CAAA;IACrE,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,UAAU,GAAG,WAAW,GAAG,cAAc,CAAA;IAC/C,MAAM,QAAQ,GAAG,UAAU,GAAG,UAAU,CAAA;IAExC,6CAA6C;IAC7C,MAAM,WAAW,GAAG,CAAC,IAAc,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;QACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;QACnD,CAAC;IACL,CAAC,CAAA;IAED,kFAAkF;IAClF,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,UAAU,CAAA,CAAC,kBAAkB;IAEjF,IAAI,CAAC,cAAc,EAAE,CAAC;QAClB,uBAAuB;QACvB,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA,CAAC,UAAU;QACvC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,UAAU,GAAG,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,YAAY;QAClE,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA,CAAC,SAAS;QACtC,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA,CAAC,cAAc;QAC5C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA,CAAC,6BAA6B;QAC1D,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA,CAAC,uCAAuC;QACzF,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA,CAAC,cAAc;QACpD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,aAAa;QAClD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA,CAAC,WAAW;QAC9C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,aAAa;QAClD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA,CAAC,gBAAgB;QACnD,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA,CAAC,cAAc;QAC5C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,GAAG,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,gBAAgB;IACtE,CAAC;SAAM,CAAC;QACJ,8CAA8C;QAC9C,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,UAAU,GAAG,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,mBAAmB;QACzE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,oBAAoB;QACzD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA,CAAC,kBAAkB;QACrD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,oBAAoB;QACzD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,GAAG,UAAU,EAAE,IAAI,CAAC,CAAA,CAAC,uBAAuB;IAC7E,CAAC;IAED,OAAO,MAAM,CAAA;AACjB,CAAC,CAAA","sourcesContent":["// packages/expo-audio-stream/src/utils/writeWavHeader.ts\ninterface WavHeaderOptions {\n    buffer: ArrayBuffer\n    sampleRate: number\n    numChannels: number\n    bitDepth: number\n}\n\nexport const writeWavHeader = ({\n    buffer,\n    sampleRate,\n    numChannels,\n    bitDepth,\n}: WavHeaderOptions): ArrayBuffer => {\n    const bytesPerSample = bitDepth / 8\n    const numSamples = buffer.byteLength / (numChannels * bytesPerSample)\n    const view = new DataView(buffer)\n    const blockAlign = numChannels * bytesPerSample\n    const byteRate = sampleRate * blockAlign\n\n    // Function to write a string to the DataView\n    const writeString = (view: DataView, offset: number, string: string) => {\n        for (let i = 0; i < string.length; i++) {\n            view.setUint8(offset + i, string.charCodeAt(i))\n        }\n    }\n\n    // Check if the buffer already has a WAV header by looking for \"RIFF\" at the start\n    const existingHeader = view.getUint32(0, false) === 0x52494646 // \"RIFF\" in ASCII\n\n    if (!existingHeader) {\n        // Write the WAV header\n        writeString(view, 0, 'RIFF') // ChunkID\n        view.setUint32(4, 36 + numSamples * blockAlign, true) // ChunkSize\n        writeString(view, 8, 'WAVE') // Format\n        writeString(view, 12, 'fmt ') // Subchunk1ID\n        view.setUint32(16, 16, true) // Subchunk1Size (16 for PCM)\n        view.setUint16(20, bitDepth === 32 ? 3 : 1, true) // AudioFormat (3 for float, 1 for PCM)\n        view.setUint16(22, numChannels, true) // NumChannels\n        view.setUint32(24, sampleRate, true) // SampleRate\n        view.setUint32(28, byteRate, true) // ByteRate\n        view.setUint16(32, blockAlign, true) // BlockAlign\n        view.setUint16(34, bitDepth, true) // BitsPerSample\n        writeString(view, 36, 'data') // Subchunk2ID\n        view.setUint32(40, numSamples * blockAlign, true) // Subchunk2Size\n    } else {\n        // Update the existing WAV header if necessary\n        view.setUint32(4, 36 + numSamples * blockAlign, true) // Update ChunkSize\n        view.setUint32(24, sampleRate, true) // Update SampleRate\n        view.setUint32(28, byteRate, true) // Update ByteRate\n        view.setUint16(32, blockAlign, true) // Update BlockAlign\n        view.setUint32(40, numSamples * blockAlign, true) // Update Subchunk2Size\n    }\n\n    return buffer\n}\n"]}

package/build/workers/InlineFeaturesExtractor.web.d.ts

@@ -0,0 +1,2 @@
+export declare const InlineFeaturesExtractor = "\n\n// Unique ID counter\nlet uniqueIdCounter = 0;\n\nself.onmessage = function (event) {\n  const {\n    channelData, // this is only the newly recorded data when live recording.\n    sampleRate,\n    pointsPerSecond,\n    algorithm,\n    bitDepth,\n    fullAudioDurationMs,\n    numberOfChannels,\n    features: _features,\n  } = event.data;\n\n  console.log(\"[AudioFeaturesExtractor] Worker received message\", event.data);\n  const features = _features || {};\n\n  const SILENCE_THRESHOLD = 0.01;\n  const MIN_SILENCE_DURATION = 1.5 * sampleRate; // 1.5 seconds of silence\n  const SPEECH_INERTIA_DURATION = 0.1 * sampleRate; // Speech inertia duration in samples\n  const RMS_THRESHOLD = 0.01;\n  const ZCR_THRESHOLD = 0.1;\n\n  // Placeholder functions for feature extraction\n  const extractMFCC = (segmentData, sampleRate) => {\n    // Implement MFCC extraction logic here\n    return [];\n  };\n\n  const extractSpectralCentroid = (segmentData, sampleRate) => {\n    const magnitudeSpectrum = segmentData.map((v) => v * v);\n    const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0);\n    if (sum === 0) return 0;\n\n    const weightedSum = magnitudeSpectrum.reduce(\n      (acc, value, index) => acc + index * value,\n      0,\n    );\n    return ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length;\n  };\n\n  const extractSpectralFlatness = (segmentData) => {\n    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));\n    const geometricMean = Math.exp(\n      magnitudeSpectrum\n        .map((v) => Math.log(v + Number.MIN_VALUE))\n        .reduce((a, b) => a + b) / magnitudeSpectrum.length,\n    );\n    const arithmeticMean =\n      magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length;\n    return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean;\n  };\n\n  const extractSpectralRollOff = (segmentData, sampleRate) => {\n    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));\n    const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0);\n    const rollOffThreshold = totalEnergy * 0.85;\n    let cumulativeEnergy = 0;\n\n    for (let i = 0; i < magnitudeSpectrum.length; i++) {\n      cumulativeEnergy += magnitudeSpectrum[i];\n      if (cumulativeEnergy >= rollOffThreshold) {\n        return (i / magnitudeSpectrum.length) * (sampleRate / 2);\n      }\n    }\n\n    return 0;\n  };\n\n  const extractSpectralBandwidth = (segmentData, sampleRate) => {\n    const centroid = extractSpectralCentroid(segmentData, sampleRate);\n    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));\n    const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0);\n    if (sum === 0) return 0;\n\n    const weightedSum = magnitudeSpectrum.reduce(\n      (acc, value, index) => acc + value * Math.pow(index - centroid, 2),\n      0,\n    );\n    return Math.sqrt(weightedSum / sum);\n  };\n\n  const extractChromagram = (segmentData, sampleRate) => {\n    return []; // TODO implement\n  };\n\n  const extractHNR = (segmentData) => {\n    const frameSize = segmentData.length;\n    const autocorrelation = new Float32Array(frameSize);\n\n    // Compute the autocorrelation of the segment data\n    for (let i = 0; i < frameSize; i++) {\n      let sum = 0;\n      for (let j = 0; j < frameSize - i; j++) {\n        sum += segmentData[j] * segmentData[j + i];\n      }\n      autocorrelation[i] = sum;\n    }\n\n    // Find the maximum autocorrelation value (excluding the zero lag)\n    const maxAutocorrelation = Math.max(...autocorrelation.subarray(1));\n\n    // Compute the HNR\n    return autocorrelation[0] !== 0\n      ? 10 *\n          Math.log10(\n            maxAutocorrelation / (autocorrelation[0] - maxAutocorrelation),\n          )\n      : 0;\n  };\n\n  const extractWaveform = (\n    channelData, // Float32Array\n    sampleRate, // number\n    pointsPerSecond, // number\n    algorithm, // string\n  ) => {\n    const totalSamples = channelData.length;\n    const segmentDuration = totalSamples / sampleRate;\n    const totalPoints = Math.max(\n      Math.ceil(segmentDuration * pointsPerSecond),\n      1,\n    );\n    const pointInterval = Math.ceil(totalSamples / totalPoints);\n    const dataPoints = [];\n    let minAmplitude = Infinity;\n    let maxAmplitude = -Infinity;\n    let silenceStart = null;\n    let lastSpeechEnd = -Infinity;\n    let isSpeech = false;\n\n    const expectedPoints = segmentDuration * pointsPerSecond;\n    const samplesPerPoint = Math.ceil(channelData.length / expectedPoints);\n\n    for (let i = 0; i < expectedPoints; i++) {\n      const start = i * samplesPerPoint;\n      const end = Math.min(start + samplesPerPoint, totalSamples);\n\n      let sumSquares = 0;\n      let zeroCrossings = 0;\n      let prevValue = channelData[start];\n      let localMinAmplitude = Infinity;\n      let localMaxAmplitude = -Infinity;\n      let hasNonZeroValue = false;\n\n      // compute values for the segment\n      for (let j = start; j < end; j++) {\n        const value = channelData[j];\n        sumSquares += value * value;\n        if (j > start && value * prevValue < 0) {\n          zeroCrossings++;\n        }\n        prevValue = value;\n\n        const absValue = Math.abs(value);\n        localMinAmplitude = Math.min(localMinAmplitude, absValue);\n        localMaxAmplitude = Math.max(localMaxAmplitude, absValue);\n\n        if (absValue !== 0) {\n          hasNonZeroValue = true;\n        }\n      }\n\n      // Post-processing checks\n      if (!hasNonZeroValue) {\n        // All values are zero\n        localMinAmplitude = 0;\n        localMaxAmplitude = 0;\n      }\n\n      const rms = Math.sqrt(sumSquares / (end - start));\n      minAmplitude = Math.min(minAmplitude, rms);\n      maxAmplitude = Math.max(maxAmplitude, rms);\n\n      const energy = sumSquares;\n      const zcr = zeroCrossings / (end - start);\n\n      const silent = rms < SILENCE_THRESHOLD;\n      const dB = 20 * Math.log10(rms);\n\n      if (silent) {\n        if (silenceStart === null) {\n          silenceStart = start;\n        } else if (start - silenceStart > MIN_SILENCE_DURATION) {\n          // Silence detected for longer than the threshold, set amplitude to 0\n          localMaxAmplitude = 0;\n          localMinAmplitude = 0;\n          isSpeech = false;\n        }\n      } else {\n        silenceStart = null;\n        if (!isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION) {\n          isSpeech = true;\n        }\n        lastSpeechEnd = end;\n      }\n\n      const activeSpeech =\n        (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||\n        (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION);\n\n      if (activeSpeech) {\n        isSpeech = true;\n        lastSpeechEnd = end;\n      } else {\n        isSpeech = false;\n      }\n\n      const bytesPerSample = bitDepth / 8;\n      const startPosition = start * bytesPerSample * numberOfChannels; // Calculate start position in bytes\n      const endPosition = end * bytesPerSample * numberOfChannels; // Calculate end position in bytes\n\n      // Compute features\n      const segmentData = channelData.slice(start, end);\n      const mfcc = features.mfcc ? extractMFCC(segmentData, sampleRate) : [];\n      const spectralCentroid = features.spectralCentroid\n        ? extractSpectralCentroid(segmentData, sampleRate)\n        : 0;\n      const spectralFlatness = features.spectralFlatness\n        ? extractSpectralFlatness(segmentData)\n        : 0;\n      const spectralRollOff = features.spectralRollOff\n        ? extractSpectralRollOff(segmentData, sampleRate)\n        : 0;\n      const spectralBandwidth = features.spectralBandwidth\n        ? extractSpectralBandwidth(segmentData, sampleRate)\n        : 0;\n      const chromagram = features.chromagram\n        ? extractChromagram(segmentData, sampleRate)\n        : [];\n      const hnr = features.hnr ? extractHNR(segmentData) : 0;\n\n      const newData = {\n        id: uniqueIdCounter++, // Assign unique ID and increment the counter\n        amplitude: algorithm === \"peak\" ? localMaxAmplitude : rms,\n        activeSpeech,\n        dB,\n        silent,\n        features: {\n          energy,\n          rms,\n          minAmplitude: localMinAmplitude,\n          maxAmplitude: localMaxAmplitude,\n          zcr,\n          mfcc: [], // Placeholder for MFCC features\n          spectralCentroid, // Computed spectral centroid\n          spectralFlatness, // Computed spectral flatness\n          spectralRollOff, // Computed spectral roll-off\n          spectralBandwidth, // Computed spectral bandwidth\n          chromagram, // Computed chromagram\n          hnr, // Computed HNR\n        },\n        startTime: start / sampleRate,\n        endTime: end / sampleRate,\n        startPosition,\n        endPosition,\n        samples: end - start,\n        speaker: 0, // Assuming speaker detection is to be handled later\n      };\n\n      dataPoints.push(newData);\n    }\n\n    return {\n      pointsPerSecond,\n      durationMs: fullAudioDurationMs,\n      bitDepth,\n      samples: totalSamples,\n      numberOfChannels,\n      sampleRate,\n      dataPoints,\n      amplitudeRange: {\n        min: minAmplitude,\n        max: maxAmplitude,\n      },\n      speakerChanges: [], // Placeholder for future speaker detection logic\n    };\n  };\n\n  try {\n    const result = extractWaveform(\n      channelData,\n      sampleRate,\n      pointsPerSecond,\n      algorithm,\n    );\n    self.postMessage({\n      command: \"features\",\n      result,\n    });\n  } catch (error) {\n    console.error(\"[AudioFeaturesExtractor] Error in processing\", error);\n    self.postMessage({ error: error.message });\n  } finally {\n    // Do not close the worker so it can be re-used for subsequent messages\n    // self.close();\n  }\n};\n";
+//# sourceMappingURL=InlineFeaturesExtractor.web.d.ts.map

package/build/workers/InlineFeaturesExtractor.web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InlineFeaturesExtractor.web.d.ts","sourceRoot":"","sources":["../../src/workers/InlineFeaturesExtractor.web.tsx"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,umTA6SnC,CAAA"}

package/build/workers/InlineFeaturesExtractor.web.js

@@ -0,0 +1,303 @@
+export const InlineFeaturesExtractor = `
+
+// Unique ID counter
+let uniqueIdCounter = 0;
+
+self.onmessage = function (event) {
+  const {
+    channelData, // this is only the newly recorded data when live recording.
+    sampleRate,
+    pointsPerSecond,
+    algorithm,
+    bitDepth,
+    fullAudioDurationMs,
+    numberOfChannels,
+    features: _features,
+  } = event.data;
+
+  console.log("[AudioFeaturesExtractor] Worker received message", event.data);
+  const features = _features || {};
+
+  const SILENCE_THRESHOLD = 0.01;
+  const MIN_SILENCE_DURATION = 1.5 * sampleRate; // 1.5 seconds of silence
+  const SPEECH_INERTIA_DURATION = 0.1 * sampleRate; // Speech inertia duration in samples
+  const RMS_THRESHOLD = 0.01;
+  const ZCR_THRESHOLD = 0.1;
+
+  // Placeholder functions for feature extraction
+  const extractMFCC = (segmentData, sampleRate) => {
+    // Implement MFCC extraction logic here
+    return [];
+  };
+
+  const extractSpectralCentroid = (segmentData, sampleRate) => {
+    const magnitudeSpectrum = segmentData.map((v) => v * v);
+    const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0);
+    if (sum === 0) return 0;
+
+    const weightedSum = magnitudeSpectrum.reduce(
+      (acc, value, index) => acc + index * value,
+      0,
+    );
+    return ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length;
+  };
+
+  const extractSpectralFlatness = (segmentData) => {
+    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));
+    const geometricMean = Math.exp(
+      magnitudeSpectrum
+        .map((v) => Math.log(v + Number.MIN_VALUE))
+        .reduce((a, b) => a + b) / magnitudeSpectrum.length,
+    );
+    const arithmeticMean =
+      magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length;
+    return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean;
+  };
+
+  const extractSpectralRollOff = (segmentData, sampleRate) => {
+    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));
+    const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0);
+    const rollOffThreshold = totalEnergy * 0.85;
+    let cumulativeEnergy = 0;
+
+    for (let i = 0; i < magnitudeSpectrum.length; i++) {
+      cumulativeEnergy += magnitudeSpectrum[i];
+      if (cumulativeEnergy >= rollOffThreshold) {
+        return (i / magnitudeSpectrum.length) * (sampleRate / 2);
+      }
+    }
+
+    return 0;
+  };
+
+  const extractSpectralBandwidth = (segmentData, sampleRate) => {
+    const centroid = extractSpectralCentroid(segmentData, sampleRate);
+    const magnitudeSpectrum = segmentData.map((v) => Math.abs(v));
+    const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0);
+    if (sum === 0) return 0;
+
+    const weightedSum = magnitudeSpectrum.reduce(
+      (acc, value, index) => acc + value * Math.pow(index - centroid, 2),
+      0,
+    );
+    return Math.sqrt(weightedSum / sum);
+  };
+
+  const extractChromagram = (segmentData, sampleRate) => {
+    return []; // TODO implement
+  };
+
+  const extractHNR = (segmentData) => {
+    const frameSize = segmentData.length;
+    const autocorrelation = new Float32Array(frameSize);
+
+    // Compute the autocorrelation of the segment data
+    for (let i = 0; i < frameSize; i++) {
+      let sum = 0;
+      for (let j = 0; j < frameSize - i; j++) {
+        sum += segmentData[j] * segmentData[j + i];
+      }
+      autocorrelation[i] = sum;
+    }
+
+    // Find the maximum autocorrelation value (excluding the zero lag)
+    const maxAutocorrelation = Math.max(...autocorrelation.subarray(1));
+
+    // Compute the HNR
+    return autocorrelation[0] !== 0
+      ? 10 *
+          Math.log10(
+            maxAutocorrelation / (autocorrelation[0] - maxAutocorrelation),
+          )
+      : 0;
+  };
+
+  const extractWaveform = (
+    channelData, // Float32Array
+    sampleRate, // number
+    pointsPerSecond, // number
+    algorithm, // string
+  ) => {
+    const totalSamples = channelData.length;
+    const segmentDuration = totalSamples / sampleRate;
+    const totalPoints = Math.max(
+      Math.ceil(segmentDuration * pointsPerSecond),
+      1,
+    );
+    const pointInterval = Math.ceil(totalSamples / totalPoints);
+    const dataPoints = [];
+    let minAmplitude = Infinity;
+    let maxAmplitude = -Infinity;
+    let silenceStart = null;
+    let lastSpeechEnd = -Infinity;
+    let isSpeech = false;
+
+    const expectedPoints = segmentDuration * pointsPerSecond;
+    const samplesPerPoint = Math.ceil(channelData.length / expectedPoints);
+
+    for (let i = 0; i < expectedPoints; i++) {
+      const start = i * samplesPerPoint;
+      const end = Math.min(start + samplesPerPoint, totalSamples);
+
+      let sumSquares = 0;
+      let zeroCrossings = 0;
+      let prevValue = channelData[start];
+      let localMinAmplitude = Infinity;
+      let localMaxAmplitude = -Infinity;
+      let hasNonZeroValue = false;
+
+      // compute values for the segment
+      for (let j = start; j < end; j++) {
+        const value = channelData[j];
+        sumSquares += value * value;
+        if (j > start && value * prevValue < 0) {
+          zeroCrossings++;
+        }
+        prevValue = value;
+
+        const absValue = Math.abs(value);
+        localMinAmplitude = Math.min(localMinAmplitude, absValue);
+        localMaxAmplitude = Math.max(localMaxAmplitude, absValue);
+
+        if (absValue !== 0) {
+          hasNonZeroValue = true;
+        }
+      }
+
+      // Post-processing checks
+      if (!hasNonZeroValue) {
+        // All values are zero
+        localMinAmplitude = 0;
+        localMaxAmplitude = 0;
+      }
+
+      const rms = Math.sqrt(sumSquares / (end - start));
+      minAmplitude = Math.min(minAmplitude, rms);
+      maxAmplitude = Math.max(maxAmplitude, rms);
+
+      const energy = sumSquares;
+      const zcr = zeroCrossings / (end - start);
+
+      const silent = rms < SILENCE_THRESHOLD;
+      const dB = 20 * Math.log10(rms);
+
+      if (silent) {
+        if (silenceStart === null) {
+          silenceStart = start;
+        } else if (start - silenceStart > MIN_SILENCE_DURATION) {
+          // Silence detected for longer than the threshold, set amplitude to 0
+          localMaxAmplitude = 0;
+          localMinAmplitude = 0;
+          isSpeech = false;
+        }
+      } else {
+        silenceStart = null;
+        if (!isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION) {
+          isSpeech = true;
+        }
+        lastSpeechEnd = end;
+      }
+
+      const activeSpeech =
+        (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||
+        (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION);
+
+      if (activeSpeech) {
+        isSpeech = true;
+        lastSpeechEnd = end;
+      } else {
+        isSpeech = false;
+      }
+
+      const bytesPerSample = bitDepth / 8;
+      const startPosition = start * bytesPerSample * numberOfChannels; // Calculate start position in bytes
+      const endPosition = end * bytesPerSample * numberOfChannels; // Calculate end position in bytes
+
+      // Compute features
+      const segmentData = channelData.slice(start, end);
+      const mfcc = features.mfcc ? extractMFCC(segmentData, sampleRate) : [];
+      const spectralCentroid = features.spectralCentroid
+        ? extractSpectralCentroid(segmentData, sampleRate)
+        : 0;
+      const spectralFlatness = features.spectralFlatness
+        ? extractSpectralFlatness(segmentData)
+        : 0;
+      const spectralRollOff = features.spectralRollOff
+        ? extractSpectralRollOff(segmentData, sampleRate)
+        : 0;
+      const spectralBandwidth = features.spectralBandwidth
+        ? extractSpectralBandwidth(segmentData, sampleRate)
+        : 0;
+      const chromagram = features.chromagram
+        ? extractChromagram(segmentData, sampleRate)
+        : [];
+      const hnr = features.hnr ? extractHNR(segmentData) : 0;
+
+      const newData = {
+        id: uniqueIdCounter++, // Assign unique ID and increment the counter
+        amplitude: algorithm === "peak" ? localMaxAmplitude : rms,
+        activeSpeech,
+        dB,
+        silent,
+        features: {
+          energy,
+          rms,
+          minAmplitude: localMinAmplitude,
+          maxAmplitude: localMaxAmplitude,
+          zcr,
+          mfcc: [], // Placeholder for MFCC features
+          spectralCentroid, // Computed spectral centroid
+          spectralFlatness, // Computed spectral flatness
+          spectralRollOff, // Computed spectral roll-off
+          spectralBandwidth, // Computed spectral bandwidth
+          chromagram, // Computed chromagram
+          hnr, // Computed HNR
+        },
+        startTime: start / sampleRate,
+        endTime: end / sampleRate,
+        startPosition,
+        endPosition,
+        samples: end - start,
+        speaker: 0, // Assuming speaker detection is to be handled later
+      };
+
+      dataPoints.push(newData);
+    }
+
+    return {
+      pointsPerSecond,
+      durationMs: fullAudioDurationMs,
+      bitDepth,
+      samples: totalSamples,
+      numberOfChannels,
+      sampleRate,
+      dataPoints,
+      amplitudeRange: {
+        min: minAmplitude,
+        max: maxAmplitude,
+      },
+      speakerChanges: [], // Placeholder for future speaker detection logic
+    };
+  };
+
+  try {
+    const result = extractWaveform(
+      channelData,
+      sampleRate,
+      pointsPerSecond,
+      algorithm,
+    );
+    self.postMessage({
+      command: "features",
+      result,
+    });
+  } catch (error) {
+    console.error("[AudioFeaturesExtractor] Error in processing", error);
+    self.postMessage({ error: error.message });
+  } finally {
+    // Do not close the worker so it can be re-used for subsequent messages
+    // self.close();
+  }
+};
+`;
+//# sourceMappingURL=InlineFeaturesExtractor.web.js.map