nodejs-audio-visualizer 4.3.7 → 4.3.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +75 -75
- package/dist/audio.d.ts +12 -12
- package/dist/audio.js +120 -120
- package/dist/beats.d.ts +19 -19
- package/dist/beats.js +43 -43
- package/dist/bpmEncoder.d.ts +14 -14
- package/dist/bpmEncoder.js +97 -97
- package/dist/config.d.ts +67 -67
- package/dist/config.js +356 -356
- package/dist/dsp.d.ts +16 -16
- package/dist/dsp.js +76 -76
- package/dist/highlight.d.ts +32 -32
- package/dist/highlight.js +325 -325
- package/dist/image.d.ts +79 -79
- package/dist/image.js +458 -458
- package/dist/index.d.ts +72 -72
- package/dist/index.js +536 -541
- package/dist/index.js.map +1 -1
- package/dist/subtitleConvert.d.ts +3 -3
- package/dist/subtitleConvert.js +61 -61
- package/dist/video.d.ts +72 -72
- package/dist/video.js +338 -338
- package/dist/waitForEventLoop.d.ts +1 -1
- package/dist/waitForEventLoop.js +5 -5
- package/package.json +61 -61
- package/src/audio.ts +120 -120
- package/src/beats.ts +68 -68
- package/src/bpmEncoder.ts +97 -97
- package/src/config.ts +462 -462
- package/src/dsp.ts +95 -95
- package/src/highlight.ts +284 -284
- package/src/image.ts +602 -602
- package/src/index.ts +678 -678
- package/src/subtitleConvert.ts +63 -63
- package/src/tests/audio.test.ts +96 -96
- package/src/tests/config.test.ts +475 -475
- package/src/tests/dsp.test.ts +24 -24
- package/src/tests/highlight.test.ts +178 -178
- package/src/tests/image.test.ts +222 -222
- package/src/tests/index.test.ts +63 -63
- package/src/tests/subtitleConvert.test.ts +23 -23
- package/src/tests/video.test.ts +138 -138
- package/src/typings.d.ts +6 -6
- package/src/video.ts +437 -437
- package/src/waitForEventLoop.ts +2 -2
package/src/dsp.ts
CHANGED
|
@@ -1,95 +1,95 @@
|
|
|
1
|
-
import { fft, util } from 'fft-js';
|
|
2
|
-
|
|
3
|
-
export interface SpectrumPoint {
|
|
4
|
-
frequency: number;
|
|
5
|
-
magnitude: number;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export interface FrequencyBus {
|
|
9
|
-
startFreq: number;
|
|
10
|
-
endFreq: number;
|
|
11
|
-
magnitude: number;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
// Common frequency bands (in Hz)
|
|
15
|
-
export const FREQUENCY_BANDS = [
|
|
16
|
-
{ name: 'Sub Bass 1', start: 20, end: 30 },
|
|
17
|
-
{ name: 'Sub Bass 2', start: 30, end: 40 },
|
|
18
|
-
{ name: 'Sub Bass 3', start: 50, end: 60 },
|
|
19
|
-
{ name: 'Sub Bass 4', start: 20, end: 60 },
|
|
20
|
-
{ name: 'Bass 1', start: 60, end: 107.5 },
|
|
21
|
-
{ name: 'Bass 2', start: 107.5, end: 155 },
|
|
22
|
-
{ name: 'Bass 3', start: 155, end: 202.5 },
|
|
23
|
-
{ name: 'Bass 4', start: 202.5, end: 250 },
|
|
24
|
-
{ name: 'Low Mids 1', start: 250, end: 312.5 },
|
|
25
|
-
{ name: 'Low Mids 2', start: 312.5, end: 375 },
|
|
26
|
-
{ name: 'Low Mids 3', start: 375, end: 437.5 },
|
|
27
|
-
{ name: 'Low Mids 4', start: 437.5, end: 500 },
|
|
28
|
-
{ name: 'Mids 1', start: 500, end: 875 },
|
|
29
|
-
{ name: 'Mids 2', start: 875, end: 1250 },
|
|
30
|
-
{ name: 'Mids 3', start: 1250, end: 1625 },
|
|
31
|
-
{ name: 'Mids 4', start: 1625, end: 2000 },
|
|
32
|
-
{ name: 'High Mids 1', start: 2000, end: 2500 },
|
|
33
|
-
{ name: 'High Mids 2', start: 2500, end: 3000 },
|
|
34
|
-
{ name: 'High Mids 3', start: 3000, end: 3500 },
|
|
35
|
-
{ name: 'High Mids 4', start: 3500, end: 4000 },
|
|
36
|
-
{ name: 'Presence 1', start: 4000, end: 5000 },
|
|
37
|
-
{ name: 'Presence 2', start: 5000, end: 6000 },
|
|
38
|
-
{ name: 'Brilliance 1', start: 6000, end: 13000 },
|
|
39
|
-
{ name: 'Brilliance 2', start: 13000, end: 20000 },
|
|
40
|
-
];
|
|
41
|
-
|
|
42
|
-
const combineToBuses = (spectrum: SpectrumPoint[]): number[] => {
|
|
43
|
-
return FREQUENCY_BANDS.map(band => {
|
|
44
|
-
const pointsInBand = spectrum.filter(point =>
|
|
45
|
-
point.frequency >= band.start && point.frequency < band.end
|
|
46
|
-
);
|
|
47
|
-
|
|
48
|
-
// If no points found in this band, return zero magnitude
|
|
49
|
-
if (pointsInBand.length === 0) {
|
|
50
|
-
return 0;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
// Average the magnitudes in this frequency band
|
|
54
|
-
const avgMagnitude = pointsInBand.reduce((sum, point) =>
|
|
55
|
-
sum + point.magnitude, 0) / pointsInBand.length;
|
|
56
|
-
|
|
57
|
-
return avgMagnitude;
|
|
58
|
-
});
|
|
59
|
-
};
|
|
60
|
-
|
|
61
|
-
export const brutForceFFTSignalLength = (PCMDataLength: number) => {
|
|
62
|
-
let exponent = 1;
|
|
63
|
-
while (true) {
|
|
64
|
-
const pow = Math.pow(2, exponent);
|
|
65
|
-
if ((pow * 2) > PCMDataLength) {
|
|
66
|
-
return Math.pow(2, exponent - 1) * 2;
|
|
67
|
-
}
|
|
68
|
-
exponent++;
|
|
69
|
-
}
|
|
70
|
-
};
|
|
71
|
-
|
|
72
|
-
export const getSpectrum = (PCMData: number[], sampleRate: number): number[] => {
|
|
73
|
-
const signalLength = brutForceFFTSignalLength(PCMData.length);
|
|
74
|
-
const signalStartIndex = Math.trunc(PCMData.length / 2 - signalLength / 2);
|
|
75
|
-
const signal = PCMData.slice(signalStartIndex, signalStartIndex + signalLength);
|
|
76
|
-
|
|
77
|
-
// Use fft-js to compute the FFT
|
|
78
|
-
const phasors = fft(signal);
|
|
79
|
-
const frequencies = util.fftFreq(phasors, sampleRate);
|
|
80
|
-
const magnitudes = util.fftMag(phasors);
|
|
81
|
-
|
|
82
|
-
// Create combined spectrum array with both frequency and magnitude
|
|
83
|
-
let spectrum: SpectrumPoint[] = frequencies.map((freq: number, i: number) => ({
|
|
84
|
-
frequency: freq,
|
|
85
|
-
magnitude: magnitudes[i]
|
|
86
|
-
}));
|
|
87
|
-
|
|
88
|
-
// Apply frequency-dependent scaling
|
|
89
|
-
for (let i = 0; i < spectrum.length; i++) {
|
|
90
|
-
spectrum[i].magnitude *= -1 * Math.log((signalLength / 2 - i) * (0.5 / signalLength / 2)) * signalLength;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
// Combine frequencies into buses
|
|
94
|
-
return combineToBuses(spectrum);
|
|
95
|
-
}
|
|
1
|
+
import { fft, util } from 'fft-js';
|
|
2
|
+
|
|
3
|
+
export interface SpectrumPoint {
|
|
4
|
+
frequency: number;
|
|
5
|
+
magnitude: number;
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export interface FrequencyBus {
|
|
9
|
+
startFreq: number;
|
|
10
|
+
endFreq: number;
|
|
11
|
+
magnitude: number;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
// Common frequency bands (in Hz)
|
|
15
|
+
export const FREQUENCY_BANDS = [
|
|
16
|
+
{ name: 'Sub Bass 1', start: 20, end: 30 },
|
|
17
|
+
{ name: 'Sub Bass 2', start: 30, end: 40 },
|
|
18
|
+
{ name: 'Sub Bass 3', start: 50, end: 60 },
|
|
19
|
+
{ name: 'Sub Bass 4', start: 20, end: 60 },
|
|
20
|
+
{ name: 'Bass 1', start: 60, end: 107.5 },
|
|
21
|
+
{ name: 'Bass 2', start: 107.5, end: 155 },
|
|
22
|
+
{ name: 'Bass 3', start: 155, end: 202.5 },
|
|
23
|
+
{ name: 'Bass 4', start: 202.5, end: 250 },
|
|
24
|
+
{ name: 'Low Mids 1', start: 250, end: 312.5 },
|
|
25
|
+
{ name: 'Low Mids 2', start: 312.5, end: 375 },
|
|
26
|
+
{ name: 'Low Mids 3', start: 375, end: 437.5 },
|
|
27
|
+
{ name: 'Low Mids 4', start: 437.5, end: 500 },
|
|
28
|
+
{ name: 'Mids 1', start: 500, end: 875 },
|
|
29
|
+
{ name: 'Mids 2', start: 875, end: 1250 },
|
|
30
|
+
{ name: 'Mids 3', start: 1250, end: 1625 },
|
|
31
|
+
{ name: 'Mids 4', start: 1625, end: 2000 },
|
|
32
|
+
{ name: 'High Mids 1', start: 2000, end: 2500 },
|
|
33
|
+
{ name: 'High Mids 2', start: 2500, end: 3000 },
|
|
34
|
+
{ name: 'High Mids 3', start: 3000, end: 3500 },
|
|
35
|
+
{ name: 'High Mids 4', start: 3500, end: 4000 },
|
|
36
|
+
{ name: 'Presence 1', start: 4000, end: 5000 },
|
|
37
|
+
{ name: 'Presence 2', start: 5000, end: 6000 },
|
|
38
|
+
{ name: 'Brilliance 1', start: 6000, end: 13000 },
|
|
39
|
+
{ name: 'Brilliance 2', start: 13000, end: 20000 },
|
|
40
|
+
];
|
|
41
|
+
|
|
42
|
+
const combineToBuses = (spectrum: SpectrumPoint[]): number[] => {
|
|
43
|
+
return FREQUENCY_BANDS.map(band => {
|
|
44
|
+
const pointsInBand = spectrum.filter(point =>
|
|
45
|
+
point.frequency >= band.start && point.frequency < band.end
|
|
46
|
+
);
|
|
47
|
+
|
|
48
|
+
// If no points found in this band, return zero magnitude
|
|
49
|
+
if (pointsInBand.length === 0) {
|
|
50
|
+
return 0;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
// Average the magnitudes in this frequency band
|
|
54
|
+
const avgMagnitude = pointsInBand.reduce((sum, point) =>
|
|
55
|
+
sum + point.magnitude, 0) / pointsInBand.length;
|
|
56
|
+
|
|
57
|
+
return avgMagnitude;
|
|
58
|
+
});
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
export const brutForceFFTSignalLength = (PCMDataLength: number) => {
|
|
62
|
+
let exponent = 1;
|
|
63
|
+
while (true) {
|
|
64
|
+
const pow = Math.pow(2, exponent);
|
|
65
|
+
if ((pow * 2) > PCMDataLength) {
|
|
66
|
+
return Math.pow(2, exponent - 1) * 2;
|
|
67
|
+
}
|
|
68
|
+
exponent++;
|
|
69
|
+
}
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
export const getSpectrum = (PCMData: number[], sampleRate: number): number[] => {
|
|
73
|
+
const signalLength = brutForceFFTSignalLength(PCMData.length);
|
|
74
|
+
const signalStartIndex = Math.trunc(PCMData.length / 2 - signalLength / 2);
|
|
75
|
+
const signal = PCMData.slice(signalStartIndex, signalStartIndex + signalLength);
|
|
76
|
+
|
|
77
|
+
// Use fft-js to compute the FFT
|
|
78
|
+
const phasors = fft(signal);
|
|
79
|
+
const frequencies = util.fftFreq(phasors, sampleRate);
|
|
80
|
+
const magnitudes = util.fftMag(phasors);
|
|
81
|
+
|
|
82
|
+
// Create combined spectrum array with both frequency and magnitude
|
|
83
|
+
let spectrum: SpectrumPoint[] = frequencies.map((freq: number, i: number) => ({
|
|
84
|
+
frequency: freq,
|
|
85
|
+
magnitude: magnitudes[i]
|
|
86
|
+
}));
|
|
87
|
+
|
|
88
|
+
// Apply frequency-dependent scaling
|
|
89
|
+
for (let i = 0; i < spectrum.length; i++) {
|
|
90
|
+
spectrum[i].magnitude *= -1 * Math.log((signalLength / 2 - i) * (0.5 / signalLength / 2)) * signalLength;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
// Combine frequencies into buses
|
|
94
|
+
return combineToBuses(spectrum);
|
|
95
|
+
}
|