nodejs-audio-visualizer 4.5.0 → 5.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +80 -80
- package/dist/audio.d.ts +12 -12
- package/dist/audio.js +120 -120
- package/dist/beats.d.ts +19 -19
- package/dist/beats.js +43 -43
- package/dist/bpmEncoder.d.ts +14 -14
- package/dist/bpmEncoder.js +97 -97
- package/dist/config.d.ts +77 -77
- package/dist/config.js +369 -369
- package/dist/dsp.d.ts +16 -16
- package/dist/dsp.js +76 -76
- package/dist/highlight.d.ts +32 -32
- package/dist/highlight.js +325 -325
- package/dist/image.d.ts +79 -79
- package/dist/image.js +458 -458
- package/dist/index.d.ts +79 -79
- package/dist/index.js +534 -531
- package/dist/index.js.map +1 -1
- package/dist/subtitleConvert.d.ts +3 -3
- package/dist/subtitleConvert.js +61 -61
- package/dist/video.d.ts +80 -80
- package/dist/video.js +434 -426
- package/dist/video.js.map +1 -1
- package/dist/waitForEventLoop.d.ts +1 -1
- package/dist/waitForEventLoop.js +5 -5
- package/package.json +61 -61
- package/src/audio.ts +120 -120
- package/src/beats.ts +68 -68
- package/src/bpmEncoder.ts +97 -97
- package/src/config.ts +476 -476
- package/src/dsp.ts +95 -95
- package/src/highlight.ts +284 -284
- package/src/image.ts +602 -602
- package/src/index.ts +718 -713
- package/src/subtitleConvert.ts +63 -63
- package/src/tests/audio.test.ts +96 -96
- package/src/tests/config.test.ts +496 -496
- package/src/tests/dsp.test.ts +24 -24
- package/src/tests/highlight.test.ts +178 -178
- package/src/tests/image.test.ts +222 -222
- package/src/tests/index.test.ts +180 -112
- package/src/tests/subtitleConvert.test.ts +23 -23
- package/src/tests/video.test.ts +285 -216
- package/src/typings.d.ts +6 -6
- package/src/video.ts +550 -542
- package/src/waitForEventLoop.ts +2 -2
package/dist/highlight.js
CHANGED
|
@@ -1,326 +1,326 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
/** Output length per segment when `audio.autoHighlight` is true (seconds). */
|
|
3
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
4
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
5
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
6
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
7
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
8
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
9
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
10
|
-
});
|
|
11
|
-
};
|
|
12
|
-
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
13
|
-
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
|
|
14
|
-
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
15
|
-
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
16
|
-
function step(op) {
|
|
17
|
-
if (f) throw new TypeError("Generator is already executing.");
|
|
18
|
-
while (_) try {
|
|
19
|
-
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
20
|
-
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
21
|
-
switch (op[0]) {
|
|
22
|
-
case 0: case 1: t = op; break;
|
|
23
|
-
case 4: _.label++; return { value: op[1], done: false };
|
|
24
|
-
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
25
|
-
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
26
|
-
default:
|
|
27
|
-
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
28
|
-
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
29
|
-
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
30
|
-
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
31
|
-
if (t[2]) _.ops.pop();
|
|
32
|
-
_.trys.pop(); continue;
|
|
33
|
-
}
|
|
34
|
-
op = body.call(thisArg, _);
|
|
35
|
-
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
36
|
-
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
40
|
-
var waitForEventLoop_1 = require("./waitForEventLoop");
|
|
41
|
-
exports.HIGHLIGHT_DURATION_SEC = 15;
|
|
42
|
-
function buildHighlightRun(fps, seg, spectrums, beatEvents) {
|
|
43
|
-
var startFrame = seg.startFrame, highlightFrames = seg.highlightFrames;
|
|
44
|
-
var spectrumsSlice = spectrums.slice(startFrame, startFrame + highlightFrames);
|
|
45
|
-
var beatFrameIndices = beatEvents
|
|
46
|
-
.map(function (b) { return b.frameIndex; })
|
|
47
|
-
.filter(function (i) { return i >= startFrame && i < startFrame + highlightFrames; })
|
|
48
|
-
.map(function (i) { return i - startFrame; })
|
|
49
|
-
.sort(function (a, b) { return a - b; });
|
|
50
|
-
return {
|
|
51
|
-
startFrame: startFrame,
|
|
52
|
-
highlightFrames: highlightFrames,
|
|
53
|
-
spectrums: spectrumsSlice,
|
|
54
|
-
beatFrameIndices: beatFrameIndices,
|
|
55
|
-
audioSegment: {
|
|
56
|
-
seekSeconds: startFrame / fps,
|
|
57
|
-
durationSeconds: highlightFrames / fps,
|
|
58
|
-
},
|
|
59
|
-
};
|
|
60
|
-
}
|
|
61
|
-
function frameEnergy(spectrum) {
|
|
62
|
-
var s = 0;
|
|
63
|
-
for (var i = 0; i < spectrum.length; i++) {
|
|
64
|
-
var v = spectrum[i];
|
|
65
|
-
s += v * v;
|
|
66
|
-
}
|
|
67
|
-
return s;
|
|
68
|
-
}
|
|
69
|
-
function rangesOverlap(aStart, aEndExclusive, ranges) {
|
|
70
|
-
for (var _i = 0, ranges_1 = ranges; _i < ranges_1.length; _i++) {
|
|
71
|
-
var r = ranges_1[_i];
|
|
72
|
-
if (aStart < r.endExclusive && aEndExclusive > r.start) {
|
|
73
|
-
return true;
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
return false;
|
|
77
|
-
}
|
|
78
|
-
function buildFrameEnergies(spectrums, totalFrames) {
|
|
79
|
-
var _a;
|
|
80
|
-
return __awaiter(this, void 0, void 0, function () {
|
|
81
|
-
var energies, i;
|
|
82
|
-
return __generator(this, function (_b) {
|
|
83
|
-
switch (_b.label) {
|
|
84
|
-
case 0:
|
|
85
|
-
energies = new Float64Array(totalFrames);
|
|
86
|
-
i = 0;
|
|
87
|
-
_b.label = 1;
|
|
88
|
-
case 1:
|
|
89
|
-
if (!(i < totalFrames)) return [3 /*break*/, 4];
|
|
90
|
-
energies[i] = frameEnergy((_a = spectrums[i], (_a !== null && _a !== void 0 ? _a : [])));
|
|
91
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
92
|
-
case 2:
|
|
93
|
-
_b.sent();
|
|
94
|
-
_b.label = 3;
|
|
95
|
-
case 3:
|
|
96
|
-
i++;
|
|
97
|
-
return [3 /*break*/, 1];
|
|
98
|
-
case 4: return [2 /*return*/, energies];
|
|
99
|
-
}
|
|
100
|
-
});
|
|
101
|
-
});
|
|
102
|
-
}
|
|
103
|
-
/**
|
|
104
|
-
* Chooses the fixed-length window whose frames have the highest summed spectral energy
|
|
105
|
-
* (typical chorus / drop vs a single loud intro transient).
|
|
106
|
-
* Skips windows that overlap any excluded range.
|
|
107
|
-
*/
|
|
108
|
-
function findBestHighlightStart(energies, totalFrames, windowFrames, excludeRanges) {
|
|
109
|
-
return __awaiter(this, void 0, void 0, function () {
|
|
110
|
-
var minE, maxE, i, e, prefix, i, maxStart, bestStart, bestScore, start, score, center, bestDist, tieBreak, start, dist;
|
|
111
|
-
return __generator(this, function (_a) {
|
|
112
|
-
switch (_a.label) {
|
|
113
|
-
case 0:
|
|
114
|
-
if (totalFrames <= windowFrames) {
|
|
115
|
-
if (!rangesOverlap(0, totalFrames, excludeRanges)) {
|
|
116
|
-
return [2 /*return*/, 0];
|
|
117
|
-
}
|
|
118
|
-
return [2 /*return*/, null];
|
|
119
|
-
}
|
|
120
|
-
minE = Infinity;
|
|
121
|
-
maxE = -Infinity;
|
|
122
|
-
i = 0;
|
|
123
|
-
_a.label = 1;
|
|
124
|
-
case 1:
|
|
125
|
-
if (!(i < totalFrames)) return [3 /*break*/, 4];
|
|
126
|
-
e = energies[i];
|
|
127
|
-
if (e < minE) {
|
|
128
|
-
minE = e;
|
|
129
|
-
}
|
|
130
|
-
if (e > maxE) {
|
|
131
|
-
maxE = e;
|
|
132
|
-
}
|
|
133
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
134
|
-
case 2:
|
|
135
|
-
_a.sent();
|
|
136
|
-
_a.label = 3;
|
|
137
|
-
case 3:
|
|
138
|
-
i++;
|
|
139
|
-
return [3 /*break*/, 1];
|
|
140
|
-
case 4:
|
|
141
|
-
prefix = new Float64Array(totalFrames + 1);
|
|
142
|
-
i = 0;
|
|
143
|
-
_a.label = 5;
|
|
144
|
-
case 5:
|
|
145
|
-
if (!(i < totalFrames)) return [3 /*break*/, 8];
|
|
146
|
-
prefix[i + 1] = prefix[i] + energies[i];
|
|
147
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
148
|
-
case 6:
|
|
149
|
-
_a.sent();
|
|
150
|
-
_a.label = 7;
|
|
151
|
-
case 7:
|
|
152
|
-
i++;
|
|
153
|
-
return [3 /*break*/, 5];
|
|
154
|
-
case 8:
|
|
155
|
-
maxStart = totalFrames - windowFrames;
|
|
156
|
-
bestStart = null;
|
|
157
|
-
bestScore = -Infinity;
|
|
158
|
-
start = 0;
|
|
159
|
-
_a.label = 9;
|
|
160
|
-
case 9:
|
|
161
|
-
if (!(start <= maxStart)) return [3 /*break*/, 14];
|
|
162
|
-
if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 11];
|
|
163
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
164
|
-
case 10:
|
|
165
|
-
_a.sent();
|
|
166
|
-
return [3 /*break*/, 13];
|
|
167
|
-
case 11:
|
|
168
|
-
score = prefix[start + windowFrames] - prefix[start];
|
|
169
|
-
if (score > bestScore) {
|
|
170
|
-
bestScore = score;
|
|
171
|
-
bestStart = start;
|
|
172
|
-
}
|
|
173
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
174
|
-
case 12:
|
|
175
|
-
_a.sent();
|
|
176
|
-
_a.label = 13;
|
|
177
|
-
case 13:
|
|
178
|
-
start++;
|
|
179
|
-
return [3 /*break*/, 9];
|
|
180
|
-
case 14:
|
|
181
|
-
if (bestStart === null) {
|
|
182
|
-
return [2 /*return*/, null];
|
|
183
|
-
}
|
|
184
|
-
if (!(maxE <= minE)) return [3 /*break*/, 21];
|
|
185
|
-
center = Math.floor((totalFrames - windowFrames) / 2);
|
|
186
|
-
bestDist = Infinity;
|
|
187
|
-
tieBreak = null;
|
|
188
|
-
start = 0;
|
|
189
|
-
_a.label = 15;
|
|
190
|
-
case 15:
|
|
191
|
-
if (!(start <= maxStart)) return [3 /*break*/, 20];
|
|
192
|
-
if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 17];
|
|
193
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
194
|
-
case 16:
|
|
195
|
-
_a.sent();
|
|
196
|
-
return [3 /*break*/, 19];
|
|
197
|
-
case 17:
|
|
198
|
-
dist = Math.abs(start - center);
|
|
199
|
-
if (dist < bestDist) {
|
|
200
|
-
bestDist = dist;
|
|
201
|
-
tieBreak = start;
|
|
202
|
-
}
|
|
203
|
-
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
204
|
-
case 18:
|
|
205
|
-
_a.sent();
|
|
206
|
-
_a.label = 19;
|
|
207
|
-
case 19:
|
|
208
|
-
start++;
|
|
209
|
-
return [3 /*break*/, 15];
|
|
210
|
-
case 20: return [2 /*return*/, tieBreak];
|
|
211
|
-
case 21: return [2 /*return*/, bestStart];
|
|
212
|
-
}
|
|
213
|
-
});
|
|
214
|
-
});
|
|
215
|
-
}
|
|
216
|
-
/**
|
|
217
|
-
* Picks up to `segmentCount` non-overlapping 15s windows with highest summed spectral energy each,
|
|
218
|
-
* sorts them chronologically, concatenates spectrums, and remaps beat indices.
|
|
219
|
-
*/
|
|
220
|
-
function computeHighlightSlice(fps, totalFrames, spectrums, beatEvents, segmentCount) {
|
|
221
|
-
if (segmentCount === void 0) { segmentCount = 1; }
|
|
222
|
-
var _a, _b, _c;
|
|
223
|
-
return __awaiter(this, void 0, void 0, function () {
|
|
224
|
-
var highlightFramesTarget, audioSegments_1, fullSeg, highlightFrames, energies, excludeRanges, rawSegments, n, k, startFrame, runs, slicedSpectrums, beatFrameIndices, outOffset, _i, rawSegments_1, seg, chunk, _d, beatEvents_1, b, i, totalHighlightFrames, audioSegments, first;
|
|
225
|
-
return __generator(this, function (_e) {
|
|
226
|
-
switch (_e.label) {
|
|
227
|
-
case 0:
|
|
228
|
-
highlightFramesTarget = Math.ceil(exports.HIGHLIGHT_DURATION_SEC * fps);
|
|
229
|
-
if (totalFrames <= 0) {
|
|
230
|
-
return [2 /*return*/, {
|
|
231
|
-
startFrame: 0,
|
|
232
|
-
highlightFrames: 0,
|
|
233
|
-
spectrums: [],
|
|
234
|
-
beatFrameIndices: [],
|
|
235
|
-
audioSeekSeconds: 0,
|
|
236
|
-
audioDurationSeconds: 0,
|
|
237
|
-
audioSegments: [],
|
|
238
|
-
runs: [],
|
|
239
|
-
}];
|
|
240
|
-
}
|
|
241
|
-
if (totalFrames <= highlightFramesTarget) {
|
|
242
|
-
audioSegments_1 = [
|
|
243
|
-
{
|
|
244
|
-
seekSeconds: 0,
|
|
245
|
-
durationSeconds: totalFrames / fps,
|
|
246
|
-
},
|
|
247
|
-
];
|
|
248
|
-
fullSeg = { startFrame: 0, highlightFrames: totalFrames };
|
|
249
|
-
return [2 /*return*/, {
|
|
250
|
-
startFrame: 0,
|
|
251
|
-
highlightFrames: totalFrames,
|
|
252
|
-
spectrums: spectrums.slice(),
|
|
253
|
-
beatFrameIndices: beatEvents.map(function (b) { return b.frameIndex; }).sort(function (a, b) { return a - b; }),
|
|
254
|
-
audioSeekSeconds: 0,
|
|
255
|
-
audioDurationSeconds: totalFrames / fps,
|
|
256
|
-
audioSegments: audioSegments_1,
|
|
257
|
-
runs: [buildHighlightRun(fps, fullSeg, spectrums, beatEvents)],
|
|
258
|
-
}];
|
|
259
|
-
}
|
|
260
|
-
highlightFrames = highlightFramesTarget;
|
|
261
|
-
return [4 /*yield*/, buildFrameEnergies(spectrums, totalFrames)];
|
|
262
|
-
case 1:
|
|
263
|
-
energies = _e.sent();
|
|
264
|
-
excludeRanges = [];
|
|
265
|
-
rawSegments = [];
|
|
266
|
-
n = Math.max(1, Math.floor(segmentCount));
|
|
267
|
-
k = 0;
|
|
268
|
-
_e.label = 2;
|
|
269
|
-
case 2:
|
|
270
|
-
if (!(k < n)) return [3 /*break*/, 5];
|
|
271
|
-
return [4 /*yield*/, findBestHighlightStart(energies, totalFrames, highlightFrames, excludeRanges)];
|
|
272
|
-
case 3:
|
|
273
|
-
startFrame = _e.sent();
|
|
274
|
-
if (startFrame === null) {
|
|
275
|
-
return [3 /*break*/, 5];
|
|
276
|
-
}
|
|
277
|
-
rawSegments.push({ startFrame: startFrame, highlightFrames: highlightFrames });
|
|
278
|
-
excludeRanges.push({ start: startFrame, endExclusive: startFrame + highlightFrames });
|
|
279
|
-
_e.label = 4;
|
|
280
|
-
case 4:
|
|
281
|
-
k++;
|
|
282
|
-
return [3 /*break*/, 2];
|
|
283
|
-
case 5:
|
|
284
|
-
rawSegments.sort(function (a, b) { return a.startFrame - b.startFrame; });
|
|
285
|
-
runs = rawSegments.map(function (seg) {
|
|
286
|
-
return buildHighlightRun(fps, seg, spectrums, beatEvents);
|
|
287
|
-
});
|
|
288
|
-
slicedSpectrums = [];
|
|
289
|
-
beatFrameIndices = [];
|
|
290
|
-
outOffset = 0;
|
|
291
|
-
for (_i = 0, rawSegments_1 = rawSegments; _i < rawSegments_1.length; _i++) {
|
|
292
|
-
seg = rawSegments_1[_i];
|
|
293
|
-
chunk = spectrums.slice(seg.startFrame, seg.startFrame + seg.highlightFrames);
|
|
294
|
-
slicedSpectrums.push.apply(slicedSpectrums, chunk);
|
|
295
|
-
for (_d = 0, beatEvents_1 = beatEvents; _d < beatEvents_1.length; _d++) {
|
|
296
|
-
b = beatEvents_1[_d];
|
|
297
|
-
i = b.frameIndex;
|
|
298
|
-
if (i >= seg.startFrame && i < seg.startFrame + seg.highlightFrames) {
|
|
299
|
-
beatFrameIndices.push(i - seg.startFrame + outOffset);
|
|
300
|
-
}
|
|
301
|
-
}
|
|
302
|
-
outOffset += seg.highlightFrames;
|
|
303
|
-
}
|
|
304
|
-
beatFrameIndices.sort(function (a, b) { return a - b; });
|
|
305
|
-
totalHighlightFrames = slicedSpectrums.length;
|
|
306
|
-
audioSegments = rawSegments.map(function (seg) { return ({
|
|
307
|
-
seekSeconds: seg.startFrame / fps,
|
|
308
|
-
durationSeconds: seg.highlightFrames / fps,
|
|
309
|
-
}); });
|
|
310
|
-
first = (_a = audioSegments[0], (_a !== null && _a !== void 0 ? _a : { seekSeconds: 0, durationSeconds: 0 }));
|
|
311
|
-
return [2 /*return*/, {
|
|
312
|
-
startFrame: (_c = (_b = rawSegments[0]) === null || _b === void 0 ? void 0 : _b.startFrame, (_c !== null && _c !== void 0 ? _c : 0)),
|
|
313
|
-
highlightFrames: totalHighlightFrames,
|
|
314
|
-
spectrums: slicedSpectrums,
|
|
315
|
-
beatFrameIndices: beatFrameIndices,
|
|
316
|
-
audioSeekSeconds: first.seekSeconds,
|
|
317
|
-
audioDurationSeconds: first.durationSeconds,
|
|
318
|
-
audioSegments: audioSegments,
|
|
319
|
-
runs: runs,
|
|
320
|
-
}];
|
|
321
|
-
}
|
|
322
|
-
});
|
|
323
|
-
});
|
|
324
|
-
}
|
|
325
|
-
exports.computeHighlightSlice = computeHighlightSlice;
|
|
1
|
+
"use strict";
|
|
2
|
+
/** Output length per segment when `audio.autoHighlight` is true (seconds). */
|
|
3
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
4
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
5
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
6
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
7
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
8
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
9
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
10
|
+
});
|
|
11
|
+
};
|
|
12
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
13
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
|
|
14
|
+
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
15
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
16
|
+
function step(op) {
|
|
17
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
18
|
+
while (_) try {
|
|
19
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
20
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
21
|
+
switch (op[0]) {
|
|
22
|
+
case 0: case 1: t = op; break;
|
|
23
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
24
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
25
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
26
|
+
default:
|
|
27
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
28
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
29
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
30
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
31
|
+
if (t[2]) _.ops.pop();
|
|
32
|
+
_.trys.pop(); continue;
|
|
33
|
+
}
|
|
34
|
+
op = body.call(thisArg, _);
|
|
35
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
36
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
40
|
+
var waitForEventLoop_1 = require("./waitForEventLoop");
|
|
41
|
+
exports.HIGHLIGHT_DURATION_SEC = 15;
|
|
42
|
+
function buildHighlightRun(fps, seg, spectrums, beatEvents) {
|
|
43
|
+
var startFrame = seg.startFrame, highlightFrames = seg.highlightFrames;
|
|
44
|
+
var spectrumsSlice = spectrums.slice(startFrame, startFrame + highlightFrames);
|
|
45
|
+
var beatFrameIndices = beatEvents
|
|
46
|
+
.map(function (b) { return b.frameIndex; })
|
|
47
|
+
.filter(function (i) { return i >= startFrame && i < startFrame + highlightFrames; })
|
|
48
|
+
.map(function (i) { return i - startFrame; })
|
|
49
|
+
.sort(function (a, b) { return a - b; });
|
|
50
|
+
return {
|
|
51
|
+
startFrame: startFrame,
|
|
52
|
+
highlightFrames: highlightFrames,
|
|
53
|
+
spectrums: spectrumsSlice,
|
|
54
|
+
beatFrameIndices: beatFrameIndices,
|
|
55
|
+
audioSegment: {
|
|
56
|
+
seekSeconds: startFrame / fps,
|
|
57
|
+
durationSeconds: highlightFrames / fps,
|
|
58
|
+
},
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function frameEnergy(spectrum) {
|
|
62
|
+
var s = 0;
|
|
63
|
+
for (var i = 0; i < spectrum.length; i++) {
|
|
64
|
+
var v = spectrum[i];
|
|
65
|
+
s += v * v;
|
|
66
|
+
}
|
|
67
|
+
return s;
|
|
68
|
+
}
|
|
69
|
+
function rangesOverlap(aStart, aEndExclusive, ranges) {
|
|
70
|
+
for (var _i = 0, ranges_1 = ranges; _i < ranges_1.length; _i++) {
|
|
71
|
+
var r = ranges_1[_i];
|
|
72
|
+
if (aStart < r.endExclusive && aEndExclusive > r.start) {
|
|
73
|
+
return true;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
return false;
|
|
77
|
+
}
|
|
78
|
+
function buildFrameEnergies(spectrums, totalFrames) {
|
|
79
|
+
var _a;
|
|
80
|
+
return __awaiter(this, void 0, void 0, function () {
|
|
81
|
+
var energies, i;
|
|
82
|
+
return __generator(this, function (_b) {
|
|
83
|
+
switch (_b.label) {
|
|
84
|
+
case 0:
|
|
85
|
+
energies = new Float64Array(totalFrames);
|
|
86
|
+
i = 0;
|
|
87
|
+
_b.label = 1;
|
|
88
|
+
case 1:
|
|
89
|
+
if (!(i < totalFrames)) return [3 /*break*/, 4];
|
|
90
|
+
energies[i] = frameEnergy((_a = spectrums[i], (_a !== null && _a !== void 0 ? _a : [])));
|
|
91
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
92
|
+
case 2:
|
|
93
|
+
_b.sent();
|
|
94
|
+
_b.label = 3;
|
|
95
|
+
case 3:
|
|
96
|
+
i++;
|
|
97
|
+
return [3 /*break*/, 1];
|
|
98
|
+
case 4: return [2 /*return*/, energies];
|
|
99
|
+
}
|
|
100
|
+
});
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* Chooses the fixed-length window whose frames have the highest summed spectral energy
|
|
105
|
+
* (typical chorus / drop vs a single loud intro transient).
|
|
106
|
+
* Skips windows that overlap any excluded range.
|
|
107
|
+
*/
|
|
108
|
+
function findBestHighlightStart(energies, totalFrames, windowFrames, excludeRanges) {
|
|
109
|
+
return __awaiter(this, void 0, void 0, function () {
|
|
110
|
+
var minE, maxE, i, e, prefix, i, maxStart, bestStart, bestScore, start, score, center, bestDist, tieBreak, start, dist;
|
|
111
|
+
return __generator(this, function (_a) {
|
|
112
|
+
switch (_a.label) {
|
|
113
|
+
case 0:
|
|
114
|
+
if (totalFrames <= windowFrames) {
|
|
115
|
+
if (!rangesOverlap(0, totalFrames, excludeRanges)) {
|
|
116
|
+
return [2 /*return*/, 0];
|
|
117
|
+
}
|
|
118
|
+
return [2 /*return*/, null];
|
|
119
|
+
}
|
|
120
|
+
minE = Infinity;
|
|
121
|
+
maxE = -Infinity;
|
|
122
|
+
i = 0;
|
|
123
|
+
_a.label = 1;
|
|
124
|
+
case 1:
|
|
125
|
+
if (!(i < totalFrames)) return [3 /*break*/, 4];
|
|
126
|
+
e = energies[i];
|
|
127
|
+
if (e < minE) {
|
|
128
|
+
minE = e;
|
|
129
|
+
}
|
|
130
|
+
if (e > maxE) {
|
|
131
|
+
maxE = e;
|
|
132
|
+
}
|
|
133
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
134
|
+
case 2:
|
|
135
|
+
_a.sent();
|
|
136
|
+
_a.label = 3;
|
|
137
|
+
case 3:
|
|
138
|
+
i++;
|
|
139
|
+
return [3 /*break*/, 1];
|
|
140
|
+
case 4:
|
|
141
|
+
prefix = new Float64Array(totalFrames + 1);
|
|
142
|
+
i = 0;
|
|
143
|
+
_a.label = 5;
|
|
144
|
+
case 5:
|
|
145
|
+
if (!(i < totalFrames)) return [3 /*break*/, 8];
|
|
146
|
+
prefix[i + 1] = prefix[i] + energies[i];
|
|
147
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
148
|
+
case 6:
|
|
149
|
+
_a.sent();
|
|
150
|
+
_a.label = 7;
|
|
151
|
+
case 7:
|
|
152
|
+
i++;
|
|
153
|
+
return [3 /*break*/, 5];
|
|
154
|
+
case 8:
|
|
155
|
+
maxStart = totalFrames - windowFrames;
|
|
156
|
+
bestStart = null;
|
|
157
|
+
bestScore = -Infinity;
|
|
158
|
+
start = 0;
|
|
159
|
+
_a.label = 9;
|
|
160
|
+
case 9:
|
|
161
|
+
if (!(start <= maxStart)) return [3 /*break*/, 14];
|
|
162
|
+
if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 11];
|
|
163
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
164
|
+
case 10:
|
|
165
|
+
_a.sent();
|
|
166
|
+
return [3 /*break*/, 13];
|
|
167
|
+
case 11:
|
|
168
|
+
score = prefix[start + windowFrames] - prefix[start];
|
|
169
|
+
if (score > bestScore) {
|
|
170
|
+
bestScore = score;
|
|
171
|
+
bestStart = start;
|
|
172
|
+
}
|
|
173
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
174
|
+
case 12:
|
|
175
|
+
_a.sent();
|
|
176
|
+
_a.label = 13;
|
|
177
|
+
case 13:
|
|
178
|
+
start++;
|
|
179
|
+
return [3 /*break*/, 9];
|
|
180
|
+
case 14:
|
|
181
|
+
if (bestStart === null) {
|
|
182
|
+
return [2 /*return*/, null];
|
|
183
|
+
}
|
|
184
|
+
if (!(maxE <= minE)) return [3 /*break*/, 21];
|
|
185
|
+
center = Math.floor((totalFrames - windowFrames) / 2);
|
|
186
|
+
bestDist = Infinity;
|
|
187
|
+
tieBreak = null;
|
|
188
|
+
start = 0;
|
|
189
|
+
_a.label = 15;
|
|
190
|
+
case 15:
|
|
191
|
+
if (!(start <= maxStart)) return [3 /*break*/, 20];
|
|
192
|
+
if (!rangesOverlap(start, start + windowFrames, excludeRanges)) return [3 /*break*/, 17];
|
|
193
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
194
|
+
case 16:
|
|
195
|
+
_a.sent();
|
|
196
|
+
return [3 /*break*/, 19];
|
|
197
|
+
case 17:
|
|
198
|
+
dist = Math.abs(start - center);
|
|
199
|
+
if (dist < bestDist) {
|
|
200
|
+
bestDist = dist;
|
|
201
|
+
tieBreak = start;
|
|
202
|
+
}
|
|
203
|
+
return [4 /*yield*/, waitForEventLoop_1.waitForEventLoop()];
|
|
204
|
+
case 18:
|
|
205
|
+
_a.sent();
|
|
206
|
+
_a.label = 19;
|
|
207
|
+
case 19:
|
|
208
|
+
start++;
|
|
209
|
+
return [3 /*break*/, 15];
|
|
210
|
+
case 20: return [2 /*return*/, tieBreak];
|
|
211
|
+
case 21: return [2 /*return*/, bestStart];
|
|
212
|
+
}
|
|
213
|
+
});
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
/**
|
|
217
|
+
* Picks up to `segmentCount` non-overlapping 15s windows with highest summed spectral energy each,
|
|
218
|
+
* sorts them chronologically, concatenates spectrums, and remaps beat indices.
|
|
219
|
+
*/
|
|
220
|
+
function computeHighlightSlice(fps, totalFrames, spectrums, beatEvents, segmentCount) {
|
|
221
|
+
if (segmentCount === void 0) { segmentCount = 1; }
|
|
222
|
+
var _a, _b, _c;
|
|
223
|
+
return __awaiter(this, void 0, void 0, function () {
|
|
224
|
+
var highlightFramesTarget, audioSegments_1, fullSeg, highlightFrames, energies, excludeRanges, rawSegments, n, k, startFrame, runs, slicedSpectrums, beatFrameIndices, outOffset, _i, rawSegments_1, seg, chunk, _d, beatEvents_1, b, i, totalHighlightFrames, audioSegments, first;
|
|
225
|
+
return __generator(this, function (_e) {
|
|
226
|
+
switch (_e.label) {
|
|
227
|
+
case 0:
|
|
228
|
+
highlightFramesTarget = Math.ceil(exports.HIGHLIGHT_DURATION_SEC * fps);
|
|
229
|
+
if (totalFrames <= 0) {
|
|
230
|
+
return [2 /*return*/, {
|
|
231
|
+
startFrame: 0,
|
|
232
|
+
highlightFrames: 0,
|
|
233
|
+
spectrums: [],
|
|
234
|
+
beatFrameIndices: [],
|
|
235
|
+
audioSeekSeconds: 0,
|
|
236
|
+
audioDurationSeconds: 0,
|
|
237
|
+
audioSegments: [],
|
|
238
|
+
runs: [],
|
|
239
|
+
}];
|
|
240
|
+
}
|
|
241
|
+
if (totalFrames <= highlightFramesTarget) {
|
|
242
|
+
audioSegments_1 = [
|
|
243
|
+
{
|
|
244
|
+
seekSeconds: 0,
|
|
245
|
+
durationSeconds: totalFrames / fps,
|
|
246
|
+
},
|
|
247
|
+
];
|
|
248
|
+
fullSeg = { startFrame: 0, highlightFrames: totalFrames };
|
|
249
|
+
return [2 /*return*/, {
|
|
250
|
+
startFrame: 0,
|
|
251
|
+
highlightFrames: totalFrames,
|
|
252
|
+
spectrums: spectrums.slice(),
|
|
253
|
+
beatFrameIndices: beatEvents.map(function (b) { return b.frameIndex; }).sort(function (a, b) { return a - b; }),
|
|
254
|
+
audioSeekSeconds: 0,
|
|
255
|
+
audioDurationSeconds: totalFrames / fps,
|
|
256
|
+
audioSegments: audioSegments_1,
|
|
257
|
+
runs: [buildHighlightRun(fps, fullSeg, spectrums, beatEvents)],
|
|
258
|
+
}];
|
|
259
|
+
}
|
|
260
|
+
highlightFrames = highlightFramesTarget;
|
|
261
|
+
return [4 /*yield*/, buildFrameEnergies(spectrums, totalFrames)];
|
|
262
|
+
case 1:
|
|
263
|
+
energies = _e.sent();
|
|
264
|
+
excludeRanges = [];
|
|
265
|
+
rawSegments = [];
|
|
266
|
+
n = Math.max(1, Math.floor(segmentCount));
|
|
267
|
+
k = 0;
|
|
268
|
+
_e.label = 2;
|
|
269
|
+
case 2:
|
|
270
|
+
if (!(k < n)) return [3 /*break*/, 5];
|
|
271
|
+
return [4 /*yield*/, findBestHighlightStart(energies, totalFrames, highlightFrames, excludeRanges)];
|
|
272
|
+
case 3:
|
|
273
|
+
startFrame = _e.sent();
|
|
274
|
+
if (startFrame === null) {
|
|
275
|
+
return [3 /*break*/, 5];
|
|
276
|
+
}
|
|
277
|
+
rawSegments.push({ startFrame: startFrame, highlightFrames: highlightFrames });
|
|
278
|
+
excludeRanges.push({ start: startFrame, endExclusive: startFrame + highlightFrames });
|
|
279
|
+
_e.label = 4;
|
|
280
|
+
case 4:
|
|
281
|
+
k++;
|
|
282
|
+
return [3 /*break*/, 2];
|
|
283
|
+
case 5:
|
|
284
|
+
rawSegments.sort(function (a, b) { return a.startFrame - b.startFrame; });
|
|
285
|
+
runs = rawSegments.map(function (seg) {
|
|
286
|
+
return buildHighlightRun(fps, seg, spectrums, beatEvents);
|
|
287
|
+
});
|
|
288
|
+
slicedSpectrums = [];
|
|
289
|
+
beatFrameIndices = [];
|
|
290
|
+
outOffset = 0;
|
|
291
|
+
for (_i = 0, rawSegments_1 = rawSegments; _i < rawSegments_1.length; _i++) {
|
|
292
|
+
seg = rawSegments_1[_i];
|
|
293
|
+
chunk = spectrums.slice(seg.startFrame, seg.startFrame + seg.highlightFrames);
|
|
294
|
+
slicedSpectrums.push.apply(slicedSpectrums, chunk);
|
|
295
|
+
for (_d = 0, beatEvents_1 = beatEvents; _d < beatEvents_1.length; _d++) {
|
|
296
|
+
b = beatEvents_1[_d];
|
|
297
|
+
i = b.frameIndex;
|
|
298
|
+
if (i >= seg.startFrame && i < seg.startFrame + seg.highlightFrames) {
|
|
299
|
+
beatFrameIndices.push(i - seg.startFrame + outOffset);
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
outOffset += seg.highlightFrames;
|
|
303
|
+
}
|
|
304
|
+
beatFrameIndices.sort(function (a, b) { return a - b; });
|
|
305
|
+
totalHighlightFrames = slicedSpectrums.length;
|
|
306
|
+
audioSegments = rawSegments.map(function (seg) { return ({
|
|
307
|
+
seekSeconds: seg.startFrame / fps,
|
|
308
|
+
durationSeconds: seg.highlightFrames / fps,
|
|
309
|
+
}); });
|
|
310
|
+
first = (_a = audioSegments[0], (_a !== null && _a !== void 0 ? _a : { seekSeconds: 0, durationSeconds: 0 }));
|
|
311
|
+
return [2 /*return*/, {
|
|
312
|
+
startFrame: (_c = (_b = rawSegments[0]) === null || _b === void 0 ? void 0 : _b.startFrame, (_c !== null && _c !== void 0 ? _c : 0)),
|
|
313
|
+
highlightFrames: totalHighlightFrames,
|
|
314
|
+
spectrums: slicedSpectrums,
|
|
315
|
+
beatFrameIndices: beatFrameIndices,
|
|
316
|
+
audioSeekSeconds: first.seekSeconds,
|
|
317
|
+
audioDurationSeconds: first.durationSeconds,
|
|
318
|
+
audioSegments: audioSegments,
|
|
319
|
+
runs: runs,
|
|
320
|
+
}];
|
|
321
|
+
}
|
|
322
|
+
});
|
|
323
|
+
});
|
|
324
|
+
}
|
|
325
|
+
exports.computeHighlightSlice = computeHighlightSlice;
|
|
326
326
|
//# sourceMappingURL=highlight.js.map
|