nodejs-audio-visualizer 4.5.0 → 5.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +80 -80
  3. package/dist/audio.d.ts +12 -12
  4. package/dist/audio.js +120 -120
  5. package/dist/beats.d.ts +19 -19
  6. package/dist/beats.js +43 -43
  7. package/dist/bpmEncoder.d.ts +14 -14
  8. package/dist/bpmEncoder.js +97 -97
  9. package/dist/config.d.ts +77 -77
  10. package/dist/config.js +369 -369
  11. package/dist/dsp.d.ts +16 -16
  12. package/dist/dsp.js +76 -76
  13. package/dist/highlight.d.ts +32 -32
  14. package/dist/highlight.js +325 -325
  15. package/dist/image.d.ts +79 -79
  16. package/dist/image.js +458 -458
  17. package/dist/index.d.ts +79 -79
  18. package/dist/index.js +534 -531
  19. package/dist/index.js.map +1 -1
  20. package/dist/subtitleConvert.d.ts +3 -3
  21. package/dist/subtitleConvert.js +61 -61
  22. package/dist/video.d.ts +80 -80
  23. package/dist/video.js +434 -426
  24. package/dist/video.js.map +1 -1
  25. package/dist/waitForEventLoop.d.ts +1 -1
  26. package/dist/waitForEventLoop.js +5 -5
  27. package/package.json +61 -61
  28. package/src/audio.ts +120 -120
  29. package/src/beats.ts +68 -68
  30. package/src/bpmEncoder.ts +97 -97
  31. package/src/config.ts +476 -476
  32. package/src/dsp.ts +95 -95
  33. package/src/highlight.ts +284 -284
  34. package/src/image.ts +602 -602
  35. package/src/index.ts +718 -713
  36. package/src/subtitleConvert.ts +63 -63
  37. package/src/tests/audio.test.ts +96 -96
  38. package/src/tests/config.test.ts +496 -496
  39. package/src/tests/dsp.test.ts +24 -24
  40. package/src/tests/highlight.test.ts +178 -178
  41. package/src/tests/image.test.ts +222 -222
  42. package/src/tests/index.test.ts +180 -112
  43. package/src/tests/subtitleConvert.test.ts +23 -23
  44. package/src/tests/video.test.ts +285 -216
  45. package/src/typings.d.ts +6 -6
  46. package/src/video.ts +550 -542
  47. package/src/waitForEventLoop.ts +2 -2
package/dist/highlight.js CHANGED
@@ -1,326 +1,326 @@
1
- "use strict";
2
- /** Output length per segment when `audio.autoHighlight` is true (seconds). */
3
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
4
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
5
- return new (P || (P = Promise))(function (resolve, reject) {
6
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
7
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
8
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
9
- step((generator = generator.apply(thisArg, _arguments || [])).next());
10
- });
11
- };
12
- var __generator = (this && this.__generator) || function (thisArg, body) {
13
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
14
- return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
15
- function verb(n) { return function (v) { return step([n, v]); }; }
16
- function step(op) {
17
- if (f) throw new TypeError("Generator is already executing.");
18
- while (_) try {
19
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
20
- if (y = 0, t) op = [op[0] & 2, t.value];
21
- switch (op[0]) {
22
- case 0: case 1: t = op; break;
23
- case 4: _.label++; return { value: op[1], done: false };
24
- case 5: _.label++; y = op[1]; op = [0]; continue;
25
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
26
- default:
27
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
28
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
29
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
30
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
31
- if (t[2]) _.ops.pop();
32
- _.trys.pop(); continue;
33
- }
34
- op = body.call(thisArg, _);
35
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
36
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
37
- }
38
- };
39
- Object.defineProperty(exports, "__esModule", { value: true });
40
- var waitForEventLoop_1 = require("./waitForEventLoop");
41
- exports.HIGHLIGHT_DURATION_SEC = 15;
42
- function buildHighlightRun(fps, seg, spectrums, beatEvents) {
43
- var startFrame = seg.startFrame, highlightFrames = seg.highlightFrames;
44
- var spectrumsSlice = spectrums.slice(startFrame, startFrame + highlightFrames);
45
- var beatFrameIndices = beatEvents
46
- .map(function (b) { return b.frameIndex; })
47
- .filter(function (i) { return i >= startFrame && i < startFrame + highlightFrames; })
48
- .map(function (i) { return i - startFrame; })
49
- .sort(function (a, b) { return a - b; });
50
- return {
51
- startFrame: startFrame,
52
- highlightFrames: highlightFrames,
53
- spectrums: spectrumsSlice,
54
- beatFrameIndices: beatFrameIndices,
55
- audioSegment: {
56
- seekSeconds: startFrame / fps,
57
- durationSeconds: highlightFrames / fps,
58
- },
59
- };
60
- }
61
- function frameEnergy(spectrum) {
62
- var s = 0;
63
- for (var i = 0; i < spectrum.length; i++) {
64
- var v = spectrum[i];
65
- s += v * v;
66
- }
67
- return s;
68
- }
69
- function rangesOverlap(aStart, aEndExclusive, ranges) {
70
- for (var _i = 0, ranges_1 = ranges; _i < ranges_1.length; _i++) {
71
- var r = ranges_1[_i];
72
- if (aStart < r.endExclusive && aEndExclusive > r.start) {
73
- return true;
74
- }
75
- }
76
- return false;
77
- }
78
- function buildFrameEnergies(spectrums, totalFrames) {
79
- var _a;
80
- return __awaiter(this, void 0, void 0, function () {
81
- var energies, i;
82
- return __generator(this, function (_b) {
83
- switch (_b.label) {
84
- case 0:
85
- energies = new Float64Array(totalFrames);
86
- i = 0;
87
- _b.label = 1;
88
- case 1:
89
- if (!(i < totalFrames)) return [3 /*break*/, 4];
90
- energies[i] = frameEnergy((_a = spectrums[i], (_a !== null && _a !== void 0 ? _a : [])));
91
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
92
- case 2:
93
- _b.sent();
94
- _b.label = 3;
95
- case 3:
96
- i++;
97
- return [3 /*break*/, 1];
98
- case 4: return [2 /*return*/, energies];
99
- }
100
- });
101
- });
102
- }
103
- /**
104
- * Chooses the fixed-length window whose frames have the highest summed spectral energy
105
- * (typical chorus / drop vs a single loud intro transient).
106
- * Skips windows that overlap any excluded range.
107
- */
108
- function findBestHighlightStart(energies, totalFrames, windowFrames, excludeRanges) {
109
- return __awaiter(this, void 0, void 0, function () {
110
- var minE, maxE, i, e, prefix, i, maxStart, bestStart, bestScore, start, score, center, bestDist, tieBreak, start, dist;
111
- return __generator(this, function (_a) {
112
- switch (_a.label) {
113
- case 0:
114
- if (totalFrames <= windowFrames) {
115
- if (!rangesOverlap(0, totalFrames, excludeRanges)) {
116
- return [2 /*return*/, 0];
117
- }
118
- return [2 /*return*/, null];
119
- }
120
- minE = Infinity;
121
- maxE = -Infinity;
122
- i = 0;
123
- _a.label = 1;
124
- case 1:
125
- if (!(i < totalFrames)) return [3 /*break*/, 4];
126
- e = energies[i];
127
- if (e < minE) {
128
- minE = e;
129
- }
130
- if (e > maxE) {
131
- maxE = e;
132
- }
133
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
134
- case 2:
135
- _a.sent();
136
- _a.label = 3;
137
- case 3:
138
- i++;
139
- return [3 /*break*/, 1];
140
- case 4:
141
- prefix = new Float64Array(totalFrames + 1);
142
- i = 0;
143
- _a.label = 5;
144
- case 5:
145
- if (!(i < totalFrames)) return [3 /*break*/, 8];
146
- prefix[i + 1] = prefix[i] + energies[i];
147
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
148
- case 6:
149
- _a.sent();
150
- _a.label = 7;
151
- case 7:
152
- i++;
153
- return [3 /*break*/, 5];
154
- case 8:
155
- maxStart = totalFrames - windowFrames;
156
- bestStart = null;
157
- bestScore = -Infinity;
158
- start = 0;
159
- _a.label = 9;
160
- case 9:
161
- if (!(start <= maxStart)) return [3 /*break*/, 14];
162
- if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 11];
163
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
164
- case 10:
165
- _a.sent();
166
- return [3 /*break*/, 13];
167
- case 11:
168
- score = prefix[start + windowFrames] - prefix[start];
169
- if (score > bestScore) {
170
- bestScore = score;
171
- bestStart = start;
172
- }
173
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
174
- case 12:
175
- _a.sent();
176
- _a.label = 13;
177
- case 13:
178
- start++;
179
- return [3 /*break*/, 9];
180
- case 14:
181
- if (bestStart === null) {
182
- return [2 /*return*/, null];
183
- }
184
- if (!(maxE <= minE)) return [3 /*break*/, 21];
185
- center = Math.floor((totalFrames - windowFrames) / 2);
186
- bestDist = Infinity;
187
- tieBreak = null;
188
- start = 0;
189
- _a.label = 15;
190
- case 15:
191
- if (!(start <= maxStart)) return [3 /*break*/, 20];
192
- if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 17];
193
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
194
- case 16:
195
- _a.sent();
196
- return [3 /*break*/, 19];
197
- case 17:
198
- dist = Math.abs(start - center);
199
- if (dist < bestDist) {
200
- bestDist = dist;
201
- tieBreak = start;
202
- }
203
- return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
204
- case 18:
205
- _a.sent();
206
- _a.label = 19;
207
- case 19:
208
- start++;
209
- return [3 /*break*/, 15];
210
- case 20: return [2 /*return*/, tieBreak];
211
- case 21: return [2 /*return*/, bestStart];
212
- }
213
- });
214
- });
215
- }
216
- /**
217
- * Picks up to `segmentCount` non-overlapping 15s windows with highest summed spectral energy each,
218
- * sorts them chronologically, concatenates spectrums, and remaps beat indices.
219
- */
220
- function computeHighlightSlice(fps, totalFrames, spectrums, beatEvents, segmentCount) {
221
- if (segmentCount === void 0) { segmentCount = 1; }
222
- var _a, _b, _c;
223
- return __awaiter(this, void 0, void 0, function () {
224
- var highlightFramesTarget, audioSegments_1, fullSeg, highlightFrames, energies, excludeRanges, rawSegments, n, k, startFrame, runs, slicedSpectrums, beatFrameIndices, outOffset, _i, rawSegments_1, seg, chunk, _d, beatEvents_1, b, i, totalHighlightFrames, audioSegments, first;
225
- return __generator(this, function (_e) {
226
- switch (_e.label) {
227
- case 0:
228
- highlightFramesTarget = Math.ceil(exports.HIGHLIGHT_DURATION_SEC * fps);
229
- if (totalFrames <= 0) {
230
- return [2 /*return*/, {
231
- startFrame: 0,
232
- highlightFrames: 0,
233
- spectrums: [],
234
- beatFrameIndices: [],
235
- audioSeekSeconds: 0,
236
- audioDurationSeconds: 0,
237
- audioSegments: [],
238
- runs: [],
239
- }];
240
- }
241
- if (totalFrames <= highlightFramesTarget) {
242
- audioSegments_1 = [
243
- {
244
- seekSeconds: 0,
245
- durationSeconds: totalFrames / fps,
246
- },
247
- ];
248
- fullSeg = { startFrame: 0, highlightFrames: totalFrames };
249
- return [2 /*return*/, {
250
- startFrame: 0,
251
- highlightFrames: totalFrames,
252
- spectrums: spectrums.slice(),
253
- beatFrameIndices: beatEvents.map(function (b) { return b.frameIndex; }).sort(function (a, b) { return a - b; }),
254
- audioSeekSeconds: 0,
255
- audioDurationSeconds: totalFrames / fps,
256
- audioSegments: audioSegments_1,
257
- runs: [buildHighlightRun(fps, fullSeg, spectrums, beatEvents)],
258
- }];
259
- }
260
- highlightFrames = highlightFramesTarget;
261
- return [4 /*yield*/, buildFrameEnergies(spectrums, totalFrames)];
262
- case 1:
263
- energies = _e.sent();
264
- excludeRanges = [];
265
- rawSegments = [];
266
- n = Math.max(1, Math.floor(segmentCount));
267
- k = 0;
268
- _e.label = 2;
269
- case 2:
270
- if (!(k < n)) return [3 /*break*/, 5];
271
- return [4 /*yield*/, findBestHighlightStart(energies, totalFrames, highlightFrames, excludeRanges)];
272
- case 3:
273
- startFrame = _e.sent();
274
- if (startFrame === null) {
275
- return [3 /*break*/, 5];
276
- }
277
- rawSegments.push({ startFrame: startFrame, highlightFrames: highlightFrames });
278
- excludeRanges.push({ start: startFrame, endExclusive: startFrame + highlightFrames });
279
- _e.label = 4;
280
- case 4:
281
- k++;
282
- return [3 /*break*/, 2];
283
- case 5:
284
- rawSegments.sort(function (a, b) { return a.startFrame - b.startFrame; });
285
- runs = rawSegments.map(function (seg) {
286
- return buildHighlightRun(fps, seg, spectrums, beatEvents);
287
- });
288
- slicedSpectrums = [];
289
- beatFrameIndices = [];
290
- outOffset = 0;
291
- for (_i = 0, rawSegments_1 = rawSegments; _i < rawSegments_1.length; _i++) {
292
- seg = rawSegments_1[_i];
293
- chunk = spectrums.slice(seg.startFrame, seg.startFrame + seg.highlightFrames);
294
- slicedSpectrums.push.apply(slicedSpectrums, chunk);
295
- for (_d = 0, beatEvents_1 = beatEvents; _d < beatEvents_1.length; _d++) {
296
- b = beatEvents_1[_d];
297
- i = b.frameIndex;
298
- if (i >= seg.startFrame && i < seg.startFrame + seg.highlightFrames) {
299
- beatFrameIndices.push(i - seg.startFrame + outOffset);
300
- }
301
- }
302
- outOffset += seg.highlightFrames;
303
- }
304
- beatFrameIndices.sort(function (a, b) { return a - b; });
305
- totalHighlightFrames = slicedSpectrums.length;
306
- audioSegments = rawSegments.map(function (seg) { return ({
307
- seekSeconds: seg.startFrame / fps,
308
- durationSeconds: seg.highlightFrames / fps,
309
- }); });
310
- first = (_a = audioSegments[0], (_a !== null && _a !== void 0 ? _a : { seekSeconds: 0, durationSeconds: 0 }));
311
- return [2 /*return*/, {
312
- startFrame: (_c = (_b = rawSegments[0]) === null || _b === void 0 ? void 0 : _b.startFrame, (_c !== null && _c !== void 0 ? _c : 0)),
313
- highlightFrames: totalHighlightFrames,
314
- spectrums: slicedSpectrums,
315
- beatFrameIndices: beatFrameIndices,
316
- audioSeekSeconds: first.seekSeconds,
317
- audioDurationSeconds: first.durationSeconds,
318
- audioSegments: audioSegments,
319
- runs: runs,
320
- }];
321
- }
322
- });
323
- });
324
- }
325
- exports.computeHighlightSlice = computeHighlightSlice;
1
+ "use strict";
2
+ /** Output length per segment when `audio.autoHighlight` is true (seconds). */
3
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
4
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
5
+ return new (P || (P = Promise))(function (resolve, reject) {
6
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
7
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
8
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
9
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
10
+ });
11
+ };
12
+ var __generator = (this && this.__generator) || function (thisArg, body) {
13
+ var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
14
+ return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
15
+ function verb(n) { return function (v) { return step([n, v]); }; }
16
+ function step(op) {
17
+ if (f) throw new TypeError("Generator is already executing.");
18
+ while (_) try {
19
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
20
+ if (y = 0, t) op = [op[0] & 2, t.value];
21
+ switch (op[0]) {
22
+ case 0: case 1: t = op; break;
23
+ case 4: _.label++; return { value: op[1], done: false };
24
+ case 5: _.label++; y = op[1]; op = [0]; continue;
25
+ case 7: op = _.ops.pop(); _.trys.pop(); continue;
26
+ default:
27
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
28
+ if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
29
+ if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
30
+ if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
31
+ if (t[2]) _.ops.pop();
32
+ _.trys.pop(); continue;
33
+ }
34
+ op = body.call(thisArg, _);
35
+ } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
36
+ if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
37
+ }
38
+ };
39
+ Object.defineProperty(exports, "__esModule", { value: true });
40
+ var waitForEventLoop_1 = require("./waitForEventLoop");
41
+ exports.HIGHLIGHT_DURATION_SEC = 15;
42
+ function buildHighlightRun(fps, seg, spectrums, beatEvents) {
43
+ var startFrame = seg.startFrame, highlightFrames = seg.highlightFrames;
44
+ var spectrumsSlice = spectrums.slice(startFrame, startFrame + highlightFrames);
45
+ var beatFrameIndices = beatEvents
46
+ .map(function (b) { return b.frameIndex; })
47
+ .filter(function (i) { return i >= startFrame && i < startFrame + highlightFrames; })
48
+ .map(function (i) { return i - startFrame; })
49
+ .sort(function (a, b) { return a - b; });
50
+ return {
51
+ startFrame: startFrame,
52
+ highlightFrames: highlightFrames,
53
+ spectrums: spectrumsSlice,
54
+ beatFrameIndices: beatFrameIndices,
55
+ audioSegment: {
56
+ seekSeconds: startFrame / fps,
57
+ durationSeconds: highlightFrames / fps,
58
+ },
59
+ };
60
+ }
61
+ function frameEnergy(spectrum) {
62
+ var s = 0;
63
+ for (var i = 0; i < spectrum.length; i++) {
64
+ var v = spectrum[i];
65
+ s += v * v;
66
+ }
67
+ return s;
68
+ }
69
+ function rangesOverlap(aStart, aEndExclusive, ranges) {
70
+ for (var _i = 0, ranges_1 = ranges; _i < ranges_1.length; _i++) {
71
+ var r = ranges_1[_i];
72
+ if (aStart < r.endExclusive && aEndExclusive > r.start) {
73
+ return true;
74
+ }
75
+ }
76
+ return false;
77
+ }
78
+ function buildFrameEnergies(spectrums, totalFrames) {
79
+ var _a;
80
+ return __awaiter(this, void 0, void 0, function () {
81
+ var energies, i;
82
+ return __generator(this, function (_b) {
83
+ switch (_b.label) {
84
+ case 0:
85
+ energies = new Float64Array(totalFrames);
86
+ i = 0;
87
+ _b.label = 1;
88
+ case 1:
89
+ if (!(i < totalFrames)) return [3 /*break*/, 4];
90
+ energies[i] = frameEnergy((_a = spectrums[i], (_a !== null && _a !== void 0 ? _a : [])));
91
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
92
+ case 2:
93
+ _b.sent();
94
+ _b.label = 3;
95
+ case 3:
96
+ i++;
97
+ return [3 /*break*/, 1];
98
+ case 4: return [2 /*return*/, energies];
99
+ }
100
+ });
101
+ });
102
+ }
103
+ /**
104
+ * Chooses the fixed-length window whose frames have the highest summed spectral energy
105
+ * (typical chorus / drop vs a single loud intro transient).
106
+ * Skips windows that overlap any excluded range.
107
+ */
108
+ function findBestHighlightStart(energies, totalFrames, windowFrames, excludeRanges) {
109
+ return __awaiter(this, void 0, void 0, function () {
110
+ var minE, maxE, i, e, prefix, i, maxStart, bestStart, bestScore, start, score, center, bestDist, tieBreak, start, dist;
111
+ return __generator(this, function (_a) {
112
+ switch (_a.label) {
113
+ case 0:
114
+ if (totalFrames <= windowFrames) {
115
+ if (!rangesOverlap(0, totalFrames, excludeRanges)) {
116
+ return [2 /*return*/, 0];
117
+ }
118
+ return [2 /*return*/, null];
119
+ }
120
+ minE = Infinity;
121
+ maxE = -Infinity;
122
+ i = 0;
123
+ _a.label = 1;
124
+ case 1:
125
+ if (!(i < totalFrames)) return [3 /*break*/, 4];
126
+ e = energies[i];
127
+ if (e < minE) {
128
+ minE = e;
129
+ }
130
+ if (e > maxE) {
131
+ maxE = e;
132
+ }
133
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
134
+ case 2:
135
+ _a.sent();
136
+ _a.label = 3;
137
+ case 3:
138
+ i++;
139
+ return [3 /*break*/, 1];
140
+ case 4:
141
+ prefix = new Float64Array(totalFrames + 1);
142
+ i = 0;
143
+ _a.label = 5;
144
+ case 5:
145
+ if (!(i < totalFrames)) return [3 /*break*/, 8];
146
+ prefix[i + 1] = prefix[i] + energies[i];
147
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
148
+ case 6:
149
+ _a.sent();
150
+ _a.label = 7;
151
+ case 7:
152
+ i++;
153
+ return [3 /*break*/, 5];
154
+ case 8:
155
+ maxStart = totalFrames - windowFrames;
156
+ bestStart = null;
157
+ bestScore = -Infinity;
158
+ start = 0;
159
+ _a.label = 9;
160
+ case 9:
161
+ if (!(start <= maxStart)) return [3 /*break*/, 14];
162
+ if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 11];
163
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
164
+ case 10:
165
+ _a.sent();
166
+ return [3 /*break*/, 13];
167
+ case 11:
168
+ score = prefix[start + windowFrames] - prefix[start];
169
+ if (score > bestScore) {
170
+ bestScore = score;
171
+ bestStart = start;
172
+ }
173
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
174
+ case 12:
175
+ _a.sent();
176
+ _a.label = 13;
177
+ case 13:
178
+ start++;
179
+ return [3 /*break*/, 9];
180
+ case 14:
181
+ if (bestStart === null) {
182
+ return [2 /*return*/, null];
183
+ }
184
+ if (!(maxE <= minE)) return [3 /*break*/, 21];
185
+ center = Math.floor((totalFrames - windowFrames) / 2);
186
+ bestDist = Infinity;
187
+ tieBreak = null;
188
+ start = 0;
189
+ _a.label = 15;
190
+ case 15:
191
+ if (!(start <= maxStart)) return [3 /*break*/, 20];
192
+ if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 17];
193
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
194
+ case 16:
195
+ _a.sent();
196
+ return [3 /*break*/, 19];
197
+ case 17:
198
+ dist = Math.abs(start - center);
199
+ if (dist < bestDist) {
200
+ bestDist = dist;
201
+ tieBreak = start;
202
+ }
203
+ return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
204
+ case 18:
205
+ _a.sent();
206
+ _a.label = 19;
207
+ case 19:
208
+ start++;
209
+ return [3 /*break*/, 15];
210
+ case 20: return [2 /*return*/, tieBreak];
211
+ case 21: return [2 /*return*/, bestStart];
212
+ }
213
+ });
214
+ });
215
+ }
216
+ /**
217
+ * Picks up to `segmentCount` non-overlapping 15s windows with highest summed spectral energy each,
218
+ * sorts them chronologically, concatenates spectrums, and remaps beat indices.
219
+ */
220
+ function computeHighlightSlice(fps, totalFrames, spectrums, beatEvents, segmentCount) {
221
+ if (segmentCount === void 0) { segmentCount = 1; }
222
+ var _a, _b, _c;
223
+ return __awaiter(this, void 0, void 0, function () {
224
+ var highlightFramesTarget, audioSegments_1, fullSeg, highlightFrames, energies, excludeRanges, rawSegments, n, k, startFrame, runs, slicedSpectrums, beatFrameIndices, outOffset, _i, rawSegments_1, seg, chunk, _d, beatEvents_1, b, i, totalHighlightFrames, audioSegments, first;
225
+ return __generator(this, function (_e) {
226
+ switch (_e.label) {
227
+ case 0:
228
+ highlightFramesTarget = Math.ceil(exports.HIGHLIGHT_DURATION_SEC * fps);
229
+ if (totalFrames <= 0) {
230
+ return [2 /*return*/, {
231
+ startFrame: 0,
232
+ highlightFrames: 0,
233
+ spectrums: [],
234
+ beatFrameIndices: [],
235
+ audioSeekSeconds: 0,
236
+ audioDurationSeconds: 0,
237
+ audioSegments: [],
238
+ runs: [],
239
+ }];
240
+ }
241
+ if (totalFrames <= highlightFramesTarget) {
242
+ audioSegments_1 = [
243
+ {
244
+ seekSeconds: 0,
245
+ durationSeconds: totalFrames / fps,
246
+ },
247
+ ];
248
+ fullSeg = { startFrame: 0, highlightFrames: totalFrames };
249
+ return [2 /*return*/, {
250
+ startFrame: 0,
251
+ highlightFrames: totalFrames,
252
+ spectrums: spectrums.slice(),
253
+ beatFrameIndices: beatEvents.map(function (b) { return b.frameIndex; }).sort(function (a, b) { return a - b; }),
254
+ audioSeekSeconds: 0,
255
+ audioDurationSeconds: totalFrames / fps,
256
+ audioSegments: audioSegments_1,
257
+ runs: [buildHighlightRun(fps, fullSeg, spectrums, beatEvents)],
258
+ }];
259
+ }
260
+ highlightFrames = highlightFramesTarget;
261
+ return [4 /*yield*/, buildFrameEnergies(spectrums, totalFrames)];
262
+ case 1:
263
+ energies = _e.sent();
264
+ excludeRanges = [];
265
+ rawSegments = [];
266
+ n = Math.max(1, Math.floor(segmentCount));
267
+ k = 0;
268
+ _e.label = 2;
269
+ case 2:
270
+ if (!(k < n)) return [3 /*break*/, 5];
271
+ return [4 /*yield*/, findBestHighlightStart(energies, totalFrames, highlightFrames, excludeRanges)];
272
+ case 3:
273
+ startFrame = _e.sent();
274
+ if (startFrame === null) {
275
+ return [3 /*break*/, 5];
276
+ }
277
+ rawSegments.push({ startFrame: startFrame, highlightFrames: highlightFrames });
278
+ excludeRanges.push({ start: startFrame, endExclusive: startFrame + highlightFrames });
279
+ _e.label = 4;
280
+ case 4:
281
+ k++;
282
+ return [3 /*break*/, 2];
283
+ case 5:
284
+ rawSegments.sort(function (a, b) { return a.startFrame - b.startFrame; });
285
+ runs = rawSegments.map(function (seg) {
286
+ return buildHighlightRun(fps, seg, spectrums, beatEvents);
287
+ });
288
+ slicedSpectrums = [];
289
+ beatFrameIndices = [];
290
+ outOffset = 0;
291
+ for (_i = 0, rawSegments_1 = rawSegments; _i < rawSegments_1.length; _i++) {
292
+ seg = rawSegments_1[_i];
293
+ chunk = spectrums.slice(seg.startFrame, seg.startFrame + seg.highlightFrames);
294
+ slicedSpectrums.push.apply(slicedSpectrums, chunk);
295
+ for (_d = 0, beatEvents_1 = beatEvents; _d < beatEvents_1.length; _d++) {
296
+ b = beatEvents_1[_d];
297
+ i = b.frameIndex;
298
+ if (i >= seg.startFrame && i < seg.startFrame + seg.highlightFrames) {
299
+ beatFrameIndices.push(i - seg.startFrame + outOffset);
300
+ }
301
+ }
302
+ outOffset += seg.highlightFrames;
303
+ }
304
+ beatFrameIndices.sort(function (a, b) { return a - b; });
305
+ totalHighlightFrames = slicedSpectrums.length;
306
+ audioSegments = rawSegments.map(function (seg) { return ({
307
+ seekSeconds: seg.startFrame / fps,
308
+ durationSeconds: seg.highlightFrames / fps,
309
+ }); });
310
+ first = (_a = audioSegments[0], (_a !== null && _a !== void 0 ? _a : { seekSeconds: 0, durationSeconds: 0 }));
311
+ return [2 /*return*/, {
312
+ startFrame: (_c = (_b = rawSegments[0]) === null || _b === void 0 ? void 0 : _b.startFrame, (_c !== null && _c !== void 0 ? _c : 0)),
313
+ highlightFrames: totalHighlightFrames,
314
+ spectrums: slicedSpectrums,
315
+ beatFrameIndices: beatFrameIndices,
316
+ audioSeekSeconds: first.seekSeconds,
317
+ audioDurationSeconds: first.durationSeconds,
318
+ audioSegments: audioSegments,
319
+ runs: runs,
320
+ }];
321
+ }
322
+ });
323
+ });
324
+ }
325
+ exports.computeHighlightSlice = computeHighlightSlice;
326
326
  //# sourceMappingURL=highlight.js.map