@revideo/2d 0.4.3 → 0.4.5-alpha.1013
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/editor/editor/tsconfig.build.tsbuildinfo +1 -1
- package/lib/components/Video.d.ts.map +1 -1
- package/lib/components/Video.js +4 -2
- package/lib/tsconfig.build.tsbuildinfo +1 -1
- package/lib/utils/video/ffmpeg-client.d.ts.map +1 -1
- package/lib/utils/video/ffmpeg-client.js +3 -4
- package/lib/utils/video/mp4-parser-manager.d.ts.map +1 -1
- package/lib/utils/video/mp4-parser-manager.js +13 -4
- package/lib/utils/video/parser/index.d.ts +2 -0
- package/lib/utils/video/parser/index.d.ts.map +1 -0
- package/lib/utils/video/parser/index.js +2 -0
- package/lib/utils/video/parser/parser.d.ts +21 -0
- package/lib/utils/video/parser/parser.d.ts.map +1 -0
- package/lib/utils/video/parser/parser.js +163 -0
- package/lib/utils/video/parser/sampler.d.ts +15 -0
- package/lib/utils/video/parser/sampler.d.ts.map +1 -0
- package/lib/utils/video/parser/sampler.js +55 -0
- package/lib/utils/video/parser/segment.d.ts +42 -0
- package/lib/utils/video/parser/segment.d.ts.map +1 -0
- package/lib/utils/video/parser/segment.js +149 -0
- package/lib/utils/video/parser/sink.d.ts +9 -0
- package/lib/utils/video/parser/sink.d.ts.map +1 -0
- package/lib/utils/video/parser/sink.js +22 -0
- package/lib/utils/video/parser/utils.d.ts +10 -0
- package/lib/utils/video/parser/utils.d.ts.map +1 -0
- package/lib/utils/video/parser/utils.js +22 -0
- package/package.json +5 -5
- package/src/lib/components/Video.ts +3 -1
- package/src/lib/utils/video/ffmpeg-client.ts +2 -3
- package/src/lib/utils/video/mp4-parser-manager.ts +15 -5
- package/src/lib/utils/video/parser/index.ts +1 -0
- package/src/lib/utils/video/parser/parser.ts +247 -0
- package/src/lib/utils/video/parser/sampler.ts +71 -0
- package/src/lib/utils/video/parser/segment.ts +197 -0
- package/src/lib/utils/video/parser/sink.ts +29 -0
- package/src/lib/utils/video/parser/utils.ts +31 -0
- package/lib/utils/video/mp4-parser.d.ts +0 -63
- package/lib/utils/video/mp4-parser.d.ts.map +0 -1
- package/lib/utils/video/mp4-parser.js +0 -264
- package/src/lib/utils/video/mp4-parser.ts +0 -340
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Mp4Parser } from './parser';
|
|
2
2
|
// List of VideoFrameExtractors
|
|
3
3
|
const videoFrameExtractors = new Map();
|
|
4
4
|
export async function getFrame(id, filePath, time, fps) {
|
|
@@ -6,9 +6,18 @@ export async function getFrame(id, filePath, time, fps) {
|
|
|
6
6
|
const extractorId = filePath + '-' + id;
|
|
7
7
|
let extractor = videoFrameExtractors.get(extractorId);
|
|
8
8
|
const frameDuration = 1 / fps;
|
|
9
|
+
/**
|
|
10
|
+
* Sometimes, HTMLVideoElement.duration is not accurate, which can lead to the
|
|
11
|
+
* requested time being greater than the duration.
|
|
12
|
+
* To prevent this, we clamp the time to the duration reported by the extractor.
|
|
13
|
+
*/
|
|
14
|
+
const duration = extractor?.getDuration();
|
|
15
|
+
if (duration && time > duration) {
|
|
16
|
+
time = duration;
|
|
17
|
+
}
|
|
9
18
|
const isOldFrame = extractor && Math.abs(time - extractor.getLastTime()) < frameDuration / 2;
|
|
10
19
|
// If time has not changed, return the last frame
|
|
11
|
-
if (isOldFrame) {
|
|
20
|
+
if (extractor && isOldFrame) {
|
|
12
21
|
const lastFrame = extractor.getLastFrame();
|
|
13
22
|
if (!lastFrame) {
|
|
14
23
|
throw new Error('No last frame');
|
|
@@ -28,11 +37,11 @@ export async function getFrame(id, filePath, time, fps) {
|
|
|
28
37
|
extractor = undefined;
|
|
29
38
|
}
|
|
30
39
|
if (!extractor) {
|
|
31
|
-
extractor = new
|
|
40
|
+
extractor = new Mp4Parser(filePath, fps, time);
|
|
32
41
|
await extractor.start();
|
|
33
42
|
videoFrameExtractors.set(extractorId, extractor);
|
|
34
43
|
}
|
|
35
44
|
// Go to the frame that is closest to the requested time
|
|
36
45
|
return extractor.getNextFrame();
|
|
37
46
|
}
|
|
38
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
47
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibXA0LXBhcnNlci1tYW5hZ2VyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL2xpYi91dGlscy92aWRlby9tcDQtcGFyc2VyLW1hbmFnZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFDLFNBQVMsRUFBQyxNQUFNLFVBQVUsQ0FBQztBQUVuQywrQkFBK0I7QUFDL0IsTUFBTSxvQkFBb0IsR0FBRyxJQUFJLEdBQUcsRUFBcUIsQ0FBQztBQUUxRCxNQUFNLENBQUMsS0FBSyxVQUFVLFFBQVEsQ0FDNUIsRUFBVSxFQUNWLFFBQWdCLEVBQ2hCLElBQVksRUFDWixHQUFXO0lBRVgsZ0VBQWdFO0lBQ2hFLE1BQU0sV0FBVyxHQUFHLFFBQVEsR0FBRyxHQUFHLEdBQUcsRUFBRSxDQUFDO0lBQ3hDLElBQUksU0FBUyxHQUFHLG9CQUFvQixDQUFDLEdBQUcsQ0FBQyxXQUFXLENBQUMsQ0FBQztJQUV0RCxNQUFNLGFBQWEsR0FBRyxDQUFDLEdBQUcsR0FBRyxDQUFDO0lBRTlCOzs7O09BSUc7SUFDSCxNQUFNLFFBQVEsR0FBRyxTQUFTLEVBQUUsV0FBVyxFQUFFLENBQUM7SUFDMUMsSUFBSSxRQUFRLElBQUksSUFBSSxHQUFHLFFBQVEsRUFBRSxDQUFDO1FBQ2hDLElBQUksR0FBRyxRQUFRLENBQUM7SUFDbEIsQ0FBQztJQUVELE1BQU0sVUFBVSxHQUNkLFNBQVMsSUFBSSxJQUFJLENBQUMsR0FBRyxDQUFDLElBQUksR0FBRyxTQUFTLENBQUMsV0FBVyxFQUFFLENBQUMsR0FBRyxhQUFhLEdBQUcsQ0FBQyxDQUFDO0lBRTVFLGlEQUFpRDtJQUNqRCxJQUFJLFNBQVMsSUFBSSxVQUFVLEVBQUUsQ0FBQztRQUM1QixNQUFNLFNBQVMsR0FBRyxTQUFTLENBQUMsWUFBWSxFQUFFLENBQUM7UUFDM0MsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ2YsTUFBTSxJQUFJLEtBQUssQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUNuQyxDQUFDO1FBRUQsT0FBTyxTQUFTLENBQUM7SUFDbkIsQ0FBQztJQUVELGtFQUFrRTtJQUNsRSxJQUFJLFNBQVMsSUFBSSxJQUFJLEdBQUcsYUFBYSxHQUFHLFNBQVMsQ0FBQyxPQUFPLEVBQUUsRUFBRSxDQUFDO1FBQzVELFNBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUNsQixvQkFBb0IsQ0FBQyxNQUFNLENBQUMsV0FBVyxDQUFDLENBQUM7UUFDekMsU0FBUyxHQUFHLFNBQVMsQ0FBQztJQUN4QixDQUFDO0lBRUQscUVBQXFFO0lBQ3JFLElBQUksU0FBUyxJQUFJLElBQUksR0FBRyxTQUFTLENBQUMsT0FBTyxFQUFFLEdBQUcsYUFBYSxFQUFFLENBQUM7UUFDNUQsU0FBUyxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQ2xCLG9CQUFvQixDQUFDLE1BQU0sQ0FBQyxXQUFXLENBQUMsQ0FBQztRQUN6QyxTQUFTLEdBQUcsU0FBUyxDQUFDO0lBQ3hCLENBQUM7SUFFRCxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7UUFDZixTQUFTLEdBQUcsSUFBSSxTQUFTLENBQUMsUUFBUSxFQUFFLEdBQUcsRUFBRSxJQUFJLENBQUMsQ0FBQztRQUMvQyxNQUFNLFNBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUN4QixvQkFBb0IsQ0FBQyxHQUFHLENBQUMsV0FBVyxFQUFFLFNBQVMsQ0FBQyxDQUFDO0lBQ25ELENBQUM7SUFFRCx3REFBd0Q7SUFDeEQsT0FBTyxTQUFTLENBQUMsWUFBWSxFQUFFLENBQUM7QUFDbEMsQ0FBQyJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export * from './parser';
|
|
2
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvbGliL3V0aWxzL3ZpZGVvL3BhcnNlci9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLFVBQVUsQ0FBQyJ9
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export declare class Mp4Parser {
|
|
2
|
+
private uri;
|
|
3
|
+
private file;
|
|
4
|
+
private edits;
|
|
5
|
+
private decoderConfig?;
|
|
6
|
+
private startTime;
|
|
7
|
+
private targetFps;
|
|
8
|
+
private nextSegment;
|
|
9
|
+
private sampler?;
|
|
10
|
+
constructor(uri: string, targetFps: number, startTime: number);
|
|
11
|
+
start(): Promise<void>;
|
|
12
|
+
getNextFrame(): Promise<VideoFrame>;
|
|
13
|
+
private getSecondDurationOfSegment;
|
|
14
|
+
getDuration(): number;
|
|
15
|
+
private getTimeSubtractingFrames;
|
|
16
|
+
getTime(): number;
|
|
17
|
+
getLastTime(): number;
|
|
18
|
+
getLastFrame(): VideoFrame | undefined;
|
|
19
|
+
close(): void;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/parser.ts"],"names":[],"mappings":"AA6FA,qBAAa,SAAS;IACpB,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,aAAa,CAAC,CAAqB;IAE3C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,OAAO,CAAC,CAAe;gBAEZ,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAMvD,KAAK;IAOL,YAAY;IAiFzB,OAAO,CAAC,0BAA0B;IAO3B,WAAW;IAOlB,OAAO,CAAC,wBAAwB;IAiBzB,OAAO;IAIP,WAAW;IAIX,YAAY;IAIZ,KAAK;CAIb"}
|
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
import { createFile } from 'mp4box';
|
|
2
|
+
import { FrameSampler } from './sampler';
|
|
3
|
+
import { Segment } from './segment';
|
|
4
|
+
import { MP4FileSink } from './sink';
|
|
5
|
+
import { description, mp4BoxEditToEdit } from './utils';
|
|
6
|
+
/**
|
|
7
|
+
* Loads the file at the given URI until it finds the moov box.
|
|
8
|
+
* Once found, it calls `setConfig` with the video configuration.
|
|
9
|
+
* @param uri - The URI of the video file.
|
|
10
|
+
* @param setConfig - Callback to set the video configuration.
|
|
11
|
+
* @returns
|
|
12
|
+
*/
|
|
13
|
+
async function getFileInfo(uri) {
|
|
14
|
+
return new Promise((res, rej) => {
|
|
15
|
+
const file = createFile();
|
|
16
|
+
let found = false;
|
|
17
|
+
file.onReady = (info) => {
|
|
18
|
+
found = true;
|
|
19
|
+
const track = info.videoTracks[0];
|
|
20
|
+
const config = {
|
|
21
|
+
// Browser doesn't support parsing full vp8 codec (eg: `vp08.00.41.08`),
|
|
22
|
+
// they only support `vp8`.
|
|
23
|
+
codec: track.codec.startsWith('vp08') ? 'vp8' : track.codec,
|
|
24
|
+
codedHeight: track.video.height,
|
|
25
|
+
codedWidth: track.video.width,
|
|
26
|
+
description: description(file, track),
|
|
27
|
+
};
|
|
28
|
+
const defaultEdit = {
|
|
29
|
+
mediaTime: 0,
|
|
30
|
+
segmentDuration: track.duration,
|
|
31
|
+
mediaRateInteger: 1,
|
|
32
|
+
mediaRateFraction: 0,
|
|
33
|
+
};
|
|
34
|
+
const editsFromVideo = track.edits?.map((edit) => mp4BoxEditToEdit(edit));
|
|
35
|
+
// If there are no entries, use the default edit
|
|
36
|
+
const editsWithoutFps = editsFromVideo.length
|
|
37
|
+
? editsFromVideo
|
|
38
|
+
: [defaultEdit];
|
|
39
|
+
// Calculate FPS for each segment
|
|
40
|
+
const edits = editsWithoutFps.map(edit => {
|
|
41
|
+
const trackDurationInSec = track.duration / track.timescale;
|
|
42
|
+
const segmentDurationInSec = edit.segmentDuration / track.timescale;
|
|
43
|
+
const segmentFrames = track.nb_samples * (segmentDurationInSec / trackDurationInSec);
|
|
44
|
+
const mediaRate = edit.mediaRateInteger + edit.mediaRateFraction / 0xffff;
|
|
45
|
+
const fps = (segmentFrames / segmentDurationInSec) * mediaRate;
|
|
46
|
+
return { ...edit, fps };
|
|
47
|
+
});
|
|
48
|
+
file.setExtractionOptions(track.id);
|
|
49
|
+
file.start();
|
|
50
|
+
res({ file, edits, config });
|
|
51
|
+
};
|
|
52
|
+
return fetch(uri).then(async (response) => {
|
|
53
|
+
if (!response.body) {
|
|
54
|
+
throw new Error('Response body is null');
|
|
55
|
+
}
|
|
56
|
+
const reader = response.body.getReader();
|
|
57
|
+
const sink = new MP4FileSink(file, () => { });
|
|
58
|
+
while (!found) {
|
|
59
|
+
await reader.read().then(({ done, value }) => {
|
|
60
|
+
if (done) {
|
|
61
|
+
file.flush();
|
|
62
|
+
rej('Could not find moov');
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
sink.write(value);
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
export class Mp4Parser {
|
|
72
|
+
constructor(uri, targetFps, startTime) {
|
|
73
|
+
this.edits = [];
|
|
74
|
+
this.nextSegment = 0;
|
|
75
|
+
this.uri = uri;
|
|
76
|
+
this.targetFps = targetFps;
|
|
77
|
+
this.startTime = startTime;
|
|
78
|
+
}
|
|
79
|
+
async start() {
|
|
80
|
+
const { file, edits, config } = await getFileInfo(this.uri);
|
|
81
|
+
this.file = file;
|
|
82
|
+
this.edits = edits;
|
|
83
|
+
this.decoderConfig = config;
|
|
84
|
+
}
|
|
85
|
+
async getNextFrame() {
|
|
86
|
+
// Start the first segment
|
|
87
|
+
if (!this.sampler) {
|
|
88
|
+
// Skip segments until the start time
|
|
89
|
+
let startTimeWithinSegment = this.startTime;
|
|
90
|
+
while (this.nextSegment < this.edits.length) {
|
|
91
|
+
const segmentDurationInSeconds = this.getSecondDurationOfSegment(this.edits[this.nextSegment]);
|
|
92
|
+
if (startTimeWithinSegment < segmentDurationInSeconds) {
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
startTimeWithinSegment -= segmentDurationInSeconds;
|
|
96
|
+
this.nextSegment++;
|
|
97
|
+
}
|
|
98
|
+
// The timestamp is outside of the video
|
|
99
|
+
if (this.nextSegment >= this.edits.length) {
|
|
100
|
+
throw new Error(`Timestamp ${this.startTime} is outside of the video, max timestamp is ${this.getDuration()}`);
|
|
101
|
+
}
|
|
102
|
+
const segment = new Segment(this.uri, this.file, this.edits, this.nextSegment, startTimeWithinSegment);
|
|
103
|
+
await segment.start(this.decoderConfig);
|
|
104
|
+
this.sampler = new FrameSampler(segment, this.edits[this.nextSegment].fps, this.targetFps, 0);
|
|
105
|
+
this.nextSegment++;
|
|
106
|
+
}
|
|
107
|
+
// Try to get the next frame
|
|
108
|
+
let frame = await this.sampler.getNextFrame();
|
|
109
|
+
// If there are no more frames in the current segment, start the next segment
|
|
110
|
+
while (!frame && this.nextSegment < this.edits.length) {
|
|
111
|
+
this.sampler.close();
|
|
112
|
+
const segment = new Segment(this.uri, this.file, this.edits, this.nextSegment, 0);
|
|
113
|
+
await segment.start(this.decoderConfig);
|
|
114
|
+
this.sampler = new FrameSampler(segment, this.edits[this.nextSegment].fps, this.targetFps, this.sampler.getSum());
|
|
115
|
+
this.nextSegment++;
|
|
116
|
+
frame = await this.sampler.getNextFrame();
|
|
117
|
+
}
|
|
118
|
+
// If there are no more frames, return the last frame
|
|
119
|
+
if (!frame) {
|
|
120
|
+
frame = this.sampler.getLastFrame();
|
|
121
|
+
// If we still don't have a frame, throw an error
|
|
122
|
+
if (!frame) {
|
|
123
|
+
throw new Error('There are no frames in the video.');
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
return frame;
|
|
127
|
+
}
|
|
128
|
+
getSecondDurationOfSegment(edit) {
|
|
129
|
+
const mediaRate = edit.mediaRateInteger + edit.mediaRateFraction / 0xffff;
|
|
130
|
+
const duration = edit.segmentDuration / this.file.getInfo().videoTracks[0].timescale;
|
|
131
|
+
return duration / mediaRate;
|
|
132
|
+
}
|
|
133
|
+
getDuration() {
|
|
134
|
+
return this.edits.reduce((acc, edit) => acc + this.getSecondDurationOfSegment(edit), 0);
|
|
135
|
+
}
|
|
136
|
+
getTimeSubtractingFrames(frames) {
|
|
137
|
+
const durationOfPastSegmentsInSeconds = this.edits
|
|
138
|
+
.slice(0, this.nextSegment - 1)
|
|
139
|
+
.reduce((acc, edit) => acc + this.getSecondDurationOfSegment(edit), 0);
|
|
140
|
+
const currentSegment = this.sampler?.getSegment();
|
|
141
|
+
if (!currentSegment) {
|
|
142
|
+
throw new Error('No current segment');
|
|
143
|
+
}
|
|
144
|
+
const currentSegmentFrames = currentSegment.getFramesProcessed() - frames;
|
|
145
|
+
const currentSegmentFps = this.edits[this.nextSegment - 1].fps;
|
|
146
|
+
const currentSegmentDuration = currentSegmentFrames / currentSegmentFps;
|
|
147
|
+
return durationOfPastSegmentsInSeconds + currentSegmentDuration;
|
|
148
|
+
}
|
|
149
|
+
getTime() {
|
|
150
|
+
return this.getTimeSubtractingFrames(0);
|
|
151
|
+
}
|
|
152
|
+
getLastTime() {
|
|
153
|
+
return this.getTimeSubtractingFrames(1);
|
|
154
|
+
}
|
|
155
|
+
getLastFrame() {
|
|
156
|
+
return this.sampler?.getLastFrame();
|
|
157
|
+
}
|
|
158
|
+
close() {
|
|
159
|
+
this.sampler?.close();
|
|
160
|
+
this.file.close();
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGFyc2VyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi91dGlscy92aWRlby9wYXJzZXIvcGFyc2VyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBQyxVQUFVLEVBQUMsTUFBTSxRQUFRLENBQUM7QUFDbEMsT0FBTyxFQUFDLFlBQVksRUFBQyxNQUFNLFdBQVcsQ0FBQztBQUN2QyxPQUFPLEVBQUMsT0FBTyxFQUFDLE1BQU0sV0FBVyxDQUFDO0FBQ2xDLE9BQU8sRUFBQyxXQUFXLEVBQUMsTUFBTSxRQUFRLENBQUM7QUFDbkMsT0FBTyxFQUFPLFdBQVcsRUFBRSxnQkFBZ0IsRUFBQyxNQUFNLFNBQVMsQ0FBQztBQUU1RDs7Ozs7O0dBTUc7QUFDSCxLQUFLLFVBQVUsV0FBVyxDQUFDLEdBQVc7SUFDcEMsT0FBTyxJQUFJLE9BQU8sQ0FJZixDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsRUFBRTtRQUNkLE1BQU0sSUFBSSxHQUFHLFVBQVUsRUFBRSxDQUFDO1FBQzFCLElBQUksS0FBSyxHQUFHLEtBQUssQ0FBQztRQUVsQixJQUFJLENBQUMsT0FBTyxHQUFHLENBQUMsSUFBUyxFQUFFLEVBQUU7WUFDM0IsS0FBSyxHQUFHLElBQUksQ0FBQztZQUViLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7WUFFbEMsTUFBTSxNQUFNLEdBQUc7Z0JBQ2Isd0VBQXdFO2dCQUN4RSwyQkFBMkI7Z0JBQzNCLEtBQUssRUFBRSxLQUFLLENBQUMsS0FBSyxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsS0FBSztnQkFDM0QsV0FBVyxFQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsTUFBTTtnQkFDL0IsVUFBVSxFQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsS0FBSztnQkFDN0IsV0FBVyxFQUFFLFdBQVcsQ0FBQyxJQUFJLEVBQUUsS0FBSyxDQUFDO2FBQ3RDLENBQUM7WUFFRixNQUFNLFdBQVcsR0FBc0I7Z0JBQ3JDLFNBQVMsRUFBRSxDQUFDO2dCQUNaLGVBQWUsRUFBRSxLQUFLLENBQUMsUUFBUTtnQkFDL0IsZ0JBQWdCLEVBQUUsQ0FBQztnQkFDbkIsaUJBQWlCLEVBQUUsQ0FBQzthQUNyQixDQUFDO1lBRUYsTUFBTSxjQUFjLEdBQXdCLEtBQUssQ0FBQyxLQUFLLEVBQUUsR0FBRyxDQUMxRCxDQUFDLElBQVMsRUFBRSxFQUFFLENBQUMsZ0JBQWdCLENBQUMsSUFBSSxDQUFDLENBQ3RDLENBQUM7WUFFRixnREFBZ0Q7WUFDaEQsTUFBTSxlQUFlLEdBQUcsY0FBYyxDQUFDLE1BQU07Z0JBQzNDLENBQUMsQ0FBQyxjQUFjO2dCQUNoQixDQUFDLENBQUMsQ0FBQyxXQUFXLENBQUMsQ0FBQztZQUVsQixpQ0FBaUM7WUFDakMsTUFBTSxLQUFLLEdBQUcsZUFBZSxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsRUFBRTtnQkFDdkMsTUFBTSxrQkFBa0IsR0FBRyxLQUFLLENBQUMsUUFBUSxHQUFHLEtBQUssQ0FBQyxTQUFTLENBQUM7Z0JBQzVELE1BQU0sb0JBQW9CLEdBQUcsSUFBSSxDQUFDLGVBQWUsR0FBRyxLQUFLLENBQUMsU0FBUyxDQUFDO2dCQUNwRSxNQUFNLGFBQWEsR0FDakIsS0FBSyxDQUFDLFVBQVUsR0FBRyxDQUFDLG9CQUFvQixHQUFHLGtCQUFrQixDQUFDLENBQUM7Z0JBQ2pFLE1BQU0sU0FBUyxHQUNiLElBQUksQ0FBQyxnQkFBZ0IsR0FBRyxJQUFJLENBQUMsaUJBQWlCLEdBQUcsTUFBTSxDQUFDO2dCQUMxRCxNQUFNLEdBQUcsR0FBRyxDQUFDLGFBQWEsR0FBRyxvQkFBb0IsQ0FBQyxHQUFHLFNBQVMsQ0FBQztnQkFDL0QsT0FBTyxFQUFDLEdBQUcsSUFBSSxFQUFFLEdBQUcsRUFBQyxDQUFDO1lBQ3hCLENBQUMsQ0FBQyxDQUFDO1lBRUgsSUFBSSxDQUFDLG9CQUFvQixDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsQ0FBQztZQUNwQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFFYixHQUFHLENBQUMsRUFBQyxJQUFJLEVBQUUsS0FBSyxFQUFFLE1BQU0sRUFBQyxDQUFDLENBQUM7UUFDN0IsQ0FBQyxDQUFDO1FBRUYsT0FBTyxLQUFLLENBQUMsR0FBRyxDQUFDLENBQUMsSUFBSSxDQUFDLEtBQUssRUFBQyxRQUFRLEVBQUMsRUFBRTtZQUN0QyxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksRUFBRSxDQUFDO2dCQUNuQixNQUFNLElBQUksS0FBSyxDQUFDLHVCQUF1QixDQUFDLENBQUM7WUFDM0MsQ0FBQztZQUVELE1BQU0sTUFBTSxHQUFHLFFBQVEsQ0FBQyxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7WUFDekMsTUFBTSxJQUFJLEdBQUcsSUFBSSxXQUFXLENBQUMsSUFBSSxFQUFFLEdBQUcsRUFBRSxHQUFFLENBQUMsQ0FBQyxDQUFDO1lBRTdDLE9BQU8sQ0FBQyxLQUFLLEVBQUUsQ0FBQztnQkFDZCxNQUFNLE1BQU0sQ0FBQyxJQUFJLEVBQUUsQ0FBQyxJQUFJLENBQUMsQ0FBQyxFQUFDLElBQUksRUFBRSxLQUFLLEVBQUMsRUFBRSxFQUFFO29CQUN6QyxJQUFJLElBQUksRUFBRSxDQUFDO3dCQUNULElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQzt3QkFDYixHQUFHLENBQUMscUJBQXFCLENBQUMsQ0FBQzt3QkFDM0IsT0FBTztvQkFDVCxDQUFDO29CQUVELElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUM7Z0JBQ3BCLENBQUMsQ0FBQyxDQUFDO1lBQ0wsQ0FBQztRQUNILENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDO0FBRUQsTUFBTSxPQUFPLFNBQVM7SUFZcEIsWUFBbUIsR0FBVyxFQUFFLFNBQWlCLEVBQUUsU0FBaUI7UUFUNUQsVUFBSyxHQUFXLEVBQUUsQ0FBQztRQU1uQixnQkFBVyxHQUFHLENBQUMsQ0FBQztRQUl0QixJQUFJLENBQUMsR0FBRyxHQUFHLEdBQUcsQ0FBQztRQUNmLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFDO1FBQzNCLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFDO0lBQzdCLENBQUM7SUFFTSxLQUFLLENBQUMsS0FBSztRQUNoQixNQUFNLEVBQUMsSUFBSSxFQUFFLEtBQUssRUFBRSxNQUFNLEVBQUMsR0FBRyxNQUFNLFdBQVcsQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDMUQsSUFBSSxDQUFDLElBQUksR0FBRyxJQUFJLENBQUM7UUFDakIsSUFBSSxDQUFDLEtBQUssR0FBRyxLQUFLLENBQUM7UUFDbkIsSUFBSSxDQUFDLGFBQWEsR0FBRyxNQUFNLENBQUM7SUFDOUIsQ0FBQztJQUVNLEtBQUssQ0FBQyxZQUFZO1FBQ3ZCLDBCQUEwQjtRQUMxQixJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBQ2xCLHFDQUFxQztZQUNyQyxJQUFJLHNCQUFzQixHQUFHLElBQUksQ0FBQyxTQUFTLENBQUM7WUFDNUMsT0FBTyxJQUFJLENBQUMsV0FBVyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUFFLENBQUM7Z0JBQzVDLE1BQU0sd0JBQXdCLEdBQUcsSUFBSSxDQUFDLDBCQUEwQixDQUM5RCxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FDN0IsQ0FBQztnQkFDRixJQUFJLHNCQUFzQixHQUFHLHdCQUF3QixFQUFFLENBQUM7b0JBQ3RELE1BQU07Z0JBQ1IsQ0FBQztnQkFFRCxzQkFBc0IsSUFBSSx3QkFBd0IsQ0FBQztnQkFDbkQsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1lBQ3JCLENBQUM7WUFFRCx3Q0FBd0M7WUFDeEMsSUFBSSxJQUFJLENBQUMsV0FBVyxJQUFJLElBQUksQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUFFLENBQUM7Z0JBQzFDLE1BQU0sSUFBSSxLQUFLLENBQ2IsYUFBYSxJQUFJLENBQUMsU0FBUyw4Q0FBOEMsSUFBSSxDQUFDLFdBQVcsRUFBRSxFQUFFLENBQzlGLENBQUM7WUFDSixDQUFDO1lBRUQsTUFBTSxPQUFPLEdBQUcsSUFBSSxPQUFPLENBQ3pCLElBQUksQ0FBQyxHQUFHLEVBQ1IsSUFBSSxDQUFDLElBQUksRUFDVCxJQUFJLENBQUMsS0FBSyxFQUNWLElBQUksQ0FBQyxXQUFXLEVBQ2hCLHNCQUFzQixDQUN2QixDQUFDO1lBQ0YsTUFBTSxPQUFPLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxhQUFjLENBQUMsQ0FBQztZQUV6QyxJQUFJLENBQUMsT0FBTyxHQUFHLElBQUksWUFBWSxDQUM3QixPQUFPLEVBQ1AsSUFBSSxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDLENBQUMsR0FBRyxFQUNoQyxJQUFJLENBQUMsU0FBUyxFQUNkLENBQUMsQ0FDRixDQUFDO1lBQ0YsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1FBQ3JCLENBQUM7UUFFRCw0QkFBNEI7UUFDNUIsSUFBSSxLQUFLLEdBQUcsTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDLFlBQVksRUFBRSxDQUFDO1FBRTlDLDZFQUE2RTtRQUM3RSxPQUFPLENBQUMsS0FBSyxJQUFJLElBQUksQ0FBQyxXQUFXLEdBQUcsSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLEVBQUUsQ0FBQztZQUN0RCxJQUFJLENBQUMsT0FBTyxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ3JCLE1BQU0sT0FBTyxHQUFHLElBQUksT0FBTyxDQUN6QixJQUFJLENBQUMsR0FBRyxFQUNSLElBQUksQ0FBQyxJQUFJLEVBQ1QsSUFBSSxDQUFDLEtBQUssRUFDVixJQUFJLENBQUMsV0FBVyxFQUNoQixDQUFDLENBQ0YsQ0FBQztZQUNGLE1BQU0sT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsYUFBYyxDQUFDLENBQUM7WUFFekMsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLFlBQVksQ0FDN0IsT0FBTyxFQUNQLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxDQUFDLEdBQUcsRUFDaEMsSUFBSSxDQUFDLFNBQVMsRUFDZCxJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxDQUN0QixDQUFDO1lBQ0YsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1lBRW5CLEtBQUssR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsWUFBWSxFQUFFLENBQUM7UUFDNUMsQ0FBQztRQUVELHFEQUFxRDtRQUNyRCxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDWCxLQUFLLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxZQUFZLEVBQUUsQ0FBQztZQUVwQyxpREFBaUQ7WUFDakQsSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO2dCQUNYLE1BQU0sSUFBSSxLQUFLLENBQUMsbUNBQW1DLENBQUMsQ0FBQztZQUN2RCxDQUFDO1FBQ0gsQ0FBQztRQUVELE9BQU8sS0FBSyxDQUFDO0lBQ2YsQ0FBQztJQUVPLDBCQUEwQixDQUFDLElBQVU7UUFDM0MsTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLGdCQUFnQixHQUFHLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxNQUFNLENBQUM7UUFDMUUsTUFBTSxRQUFRLEdBQ1osSUFBSSxDQUFDLGVBQWUsR0FBRyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDLFdBQVcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxTQUFTLENBQUM7UUFDdEUsT0FBTyxRQUFRLEdBQUcsU0FBUyxDQUFDO0lBQzlCLENBQUM7SUFFTSxXQUFXO1FBQ2hCLE9BQU8sSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQ3RCLENBQUMsR0FBRyxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsR0FBRyxHQUFHLElBQUksQ0FBQywwQkFBMEIsQ0FBQyxJQUFJLENBQUMsRUFDMUQsQ0FBQyxDQUNGLENBQUM7SUFDSixDQUFDO0lBRU8sd0JBQXdCLENBQUMsTUFBYztRQUM3QyxNQUFNLCtCQUErQixHQUFHLElBQUksQ0FBQyxLQUFLO2FBQy9DLEtBQUssQ0FBQyxDQUFDLEVBQUUsSUFBSSxDQUFDLFdBQVcsR0FBRyxDQUFDLENBQUM7YUFDOUIsTUFBTSxDQUFDLENBQUMsR0FBRyxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsR0FBRyxHQUFHLElBQUksQ0FBQywwQkFBMEIsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUV6RSxNQUFNLGNBQWMsR0FBRyxJQUFJLENBQUMsT0FBTyxFQUFFLFVBQVUsRUFBRSxDQUFDO1FBQ2xELElBQUksQ0FBQyxjQUFjLEVBQUUsQ0FBQztZQUNwQixNQUFNLElBQUksS0FBSyxDQUFDLG9CQUFvQixDQUFDLENBQUM7UUFDeEMsQ0FBQztRQUVELE1BQU0sb0JBQW9CLEdBQUcsY0FBYyxDQUFDLGtCQUFrQixFQUFFLEdBQUcsTUFBTSxDQUFDO1FBQzFFLE1BQU0saUJBQWlCLEdBQUcsSUFBSSxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsV0FBVyxHQUFHLENBQUMsQ0FBQyxDQUFDLEdBQUcsQ0FBQztRQUMvRCxNQUFNLHNCQUFzQixHQUFHLG9CQUFvQixHQUFHLGlCQUFpQixDQUFDO1FBRXhFLE9BQU8sK0JBQStCLEdBQUcsc0JBQXNCLENBQUM7SUFDbEUsQ0FBQztJQUVNLE9BQU87UUFDWixPQUFPLElBQUksQ0FBQyx3QkFBd0IsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUMxQyxDQUFDO0lBRU0sV0FBVztRQUNoQixPQUFPLElBQUksQ0FBQyx3QkFBd0IsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUMxQyxDQUFDO0lBRU0sWUFBWTtRQUNqQixPQUFPLElBQUksQ0FBQyxPQUFPLEVBQUUsWUFBWSxFQUFFLENBQUM7SUFDdEMsQ0FBQztJQUVNLEtBQUs7UUFDVixJQUFJLENBQUMsT0FBTyxFQUFFLEtBQUssRUFBRSxDQUFDO1FBQ3RCLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7SUFDcEIsQ0FBQztDQUNGIn0=
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { Segment } from './segment';
|
|
2
|
+
export declare class FrameSampler {
|
|
3
|
+
private segment;
|
|
4
|
+
private sourceFps;
|
|
5
|
+
private targetFps;
|
|
6
|
+
private sum;
|
|
7
|
+
private lastFrame?;
|
|
8
|
+
constructor(segment: Segment, sourceFps: number, targetFps: number, sum?: number);
|
|
9
|
+
getNextFrame(): Promise<VideoFrame | undefined>;
|
|
10
|
+
getLastFrame(): VideoFrame | undefined;
|
|
11
|
+
close(): Promise<void>;
|
|
12
|
+
getSum(): number;
|
|
13
|
+
getSegment(): Segment;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=sampler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/sampler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAElC,qBAAa,YAAY;IAIrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,GAAG;IANb,OAAO,CAAC,SAAS,CAAC,CAAa;gBAGrB,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,GAAE,MAAU;IAGZ,YAAY;IA0ClB,YAAY;IAIN,KAAK;IAKX,MAAM;IAIN,UAAU;CAGlB"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
export class FrameSampler {
|
|
2
|
+
constructor(segment, sourceFps, targetFps, sum = 0) {
|
|
3
|
+
this.segment = segment;
|
|
4
|
+
this.sourceFps = sourceFps;
|
|
5
|
+
this.targetFps = targetFps;
|
|
6
|
+
this.sum = sum;
|
|
7
|
+
}
|
|
8
|
+
async getNextFrame() {
|
|
9
|
+
const samplingRate = this.sourceFps / this.targetFps;
|
|
10
|
+
this.sum += samplingRate;
|
|
11
|
+
// Return last frame if we haven't progressed enough to get a new frame.
|
|
12
|
+
if (this.sum < 1 && this.lastFrame) {
|
|
13
|
+
return this.lastFrame;
|
|
14
|
+
}
|
|
15
|
+
// Burn frames if we have too many.
|
|
16
|
+
while (this.sum >= 2) {
|
|
17
|
+
// Burn frame
|
|
18
|
+
const frame = await this.segment.getNextFrame();
|
|
19
|
+
// If there are no more frames, return
|
|
20
|
+
if (!frame) {
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
frame.close();
|
|
24
|
+
this.sum -= 1;
|
|
25
|
+
}
|
|
26
|
+
// Get a new frame.
|
|
27
|
+
if (this.sum >= 1 || !this.lastFrame) {
|
|
28
|
+
this.sum -= 1;
|
|
29
|
+
const frame = await this.segment.getNextFrame();
|
|
30
|
+
// If there are no more frames, return
|
|
31
|
+
if (!frame) {
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
this.lastFrame?.close();
|
|
35
|
+
this.lastFrame = frame;
|
|
36
|
+
return frame;
|
|
37
|
+
}
|
|
38
|
+
// One of the three if statements above is always true.
|
|
39
|
+
throw new Error('Unreachable code');
|
|
40
|
+
}
|
|
41
|
+
getLastFrame() {
|
|
42
|
+
return this.lastFrame;
|
|
43
|
+
}
|
|
44
|
+
async close() {
|
|
45
|
+
this.lastFrame?.close();
|
|
46
|
+
this.segment.close();
|
|
47
|
+
}
|
|
48
|
+
getSum() {
|
|
49
|
+
return this.sum;
|
|
50
|
+
}
|
|
51
|
+
getSegment() {
|
|
52
|
+
return this.segment;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2FtcGxlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvdXRpbHMvdmlkZW8vcGFyc2VyL3NhbXBsZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsTUFBTSxPQUFPLFlBQVk7SUFHdkIsWUFDVSxPQUFnQixFQUNoQixTQUFpQixFQUNqQixTQUFpQixFQUNqQixNQUFjLENBQUM7UUFIZixZQUFPLEdBQVAsT0FBTyxDQUFTO1FBQ2hCLGNBQVMsR0FBVCxTQUFTLENBQVE7UUFDakIsY0FBUyxHQUFULFNBQVMsQ0FBUTtRQUNqQixRQUFHLEdBQUgsR0FBRyxDQUFZO0lBQ3RCLENBQUM7SUFFRyxLQUFLLENBQUMsWUFBWTtRQUN2QixNQUFNLFlBQVksR0FBRyxJQUFJLENBQUMsU0FBUyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUM7UUFDckQsSUFBSSxDQUFDLEdBQUcsSUFBSSxZQUFZLENBQUM7UUFFekIsd0VBQXdFO1FBQ3hFLElBQUksSUFBSSxDQUFDLEdBQUcsR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ25DLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQztRQUN4QixDQUFDO1FBRUQsbUNBQW1DO1FBQ25DLE9BQU8sSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLEVBQUUsQ0FBQztZQUNyQixhQUFhO1lBQ2IsTUFBTSxLQUFLLEdBQUcsTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDLFlBQVksRUFBRSxDQUFDO1lBRWhELHNDQUFzQztZQUN0QyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7Z0JBQ1gsT0FBTztZQUNULENBQUM7WUFFRCxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDZCxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsQ0FBQztRQUNoQixDQUFDO1FBRUQsbUJBQW1CO1FBQ25CLElBQUksSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7WUFDckMsSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLENBQUM7WUFDZCxNQUFNLEtBQUssR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsWUFBWSxFQUFFLENBQUM7WUFFaEQsc0NBQXNDO1lBQ3RDLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztnQkFDWCxPQUFPO1lBQ1QsQ0FBQztZQUVELElBQUksQ0FBQyxTQUFTLEVBQUUsS0FBSyxFQUFFLENBQUM7WUFDeEIsSUFBSSxDQUFDLFNBQVMsR0FBRyxLQUFLLENBQUM7WUFDdkIsT0FBTyxLQUFLLENBQUM7UUFDZixDQUFDO1FBRUQsdURBQXVEO1FBQ3ZELE1BQU0sSUFBSSxLQUFLLENBQUMsa0JBQWtCLENBQUMsQ0FBQztJQUN0QyxDQUFDO0lBRU0sWUFBWTtRQUNqQixPQUFPLElBQUksQ0FBQyxTQUFTLENBQUM7SUFDeEIsQ0FBQztJQUVNLEtBQUssQ0FBQyxLQUFLO1FBQ2hCLElBQUksQ0FBQyxTQUFTLEVBQUUsS0FBSyxFQUFFLENBQUM7UUFDeEIsSUFBSSxDQUFDLE9BQU8sQ0FBQyxLQUFLLEVBQUUsQ0FBQztJQUN2QixDQUFDO0lBRU0sTUFBTTtRQUNYLE9BQU8sSUFBSSxDQUFDLEdBQUcsQ0FBQztJQUNsQixDQUFDO0lBRU0sVUFBVTtRQUNmLE9BQU8sSUFBSSxDQUFDLE9BQU8sQ0FBQztJQUN0QixDQUFDO0NBQ0YifQ==
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { Edit } from './utils';
|
|
2
|
+
export declare class Segment {
|
|
3
|
+
private done;
|
|
4
|
+
private uri;
|
|
5
|
+
private file;
|
|
6
|
+
private edit;
|
|
7
|
+
private responseFinished;
|
|
8
|
+
private decoder;
|
|
9
|
+
private framesProcessed;
|
|
10
|
+
private startTime;
|
|
11
|
+
private framesDue;
|
|
12
|
+
private frameBuffer;
|
|
13
|
+
private readMore;
|
|
14
|
+
constructor(uri: string, file: any, edits: Edit[], currentSegment: number, startTime?: number);
|
|
15
|
+
start(decoderConfig: VideoDecoderConfig): Promise<void>;
|
|
16
|
+
/**
|
|
17
|
+
* Starts streaming the video at the given URI from the given offset.
|
|
18
|
+
* @param file - MP4Box file. Needs to be created and configured before calling this function.
|
|
19
|
+
* @param uri - URI of the video file.
|
|
20
|
+
* @param offset - Offset to start streaming from.
|
|
21
|
+
* @returns - A function to read more data from the response.
|
|
22
|
+
*/
|
|
23
|
+
private startStreamingAtOffset;
|
|
24
|
+
/**
|
|
25
|
+
* Called when samples are available on the MP4 file.
|
|
26
|
+
* Sends chunks to the decoder.
|
|
27
|
+
*/
|
|
28
|
+
private onSamples;
|
|
29
|
+
/**
|
|
30
|
+
* Called when the decoder has a frame ready.
|
|
31
|
+
* Pushes the frame to the buffer so it can be consumed.
|
|
32
|
+
*/
|
|
33
|
+
private onFrame;
|
|
34
|
+
private populateBuffer;
|
|
35
|
+
getNextFrame(): Promise<VideoFrame | undefined>;
|
|
36
|
+
/**
|
|
37
|
+
* Called when we are done with the extractor.
|
|
38
|
+
*/
|
|
39
|
+
close(): void;
|
|
40
|
+
getFramesProcessed(): number;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=segment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"segment.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/segment.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,SAAS,CAAC;AAE7B,qBAAa,OAAO;IAClB,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,GAAG,CAAS;IAEpB,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,IAAI,CAAO;IAEnB,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,OAAO,CAAe;IAE9B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,WAAW,CAAoB;IAEvC,OAAO,CAAC,QAAQ,CAAuC;gBAGrD,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,GAAG,EACT,KAAK,EAAE,IAAI,EAAE,EACb,cAAc,EAAE,MAAM,EACtB,SAAS,GAAE,MAAU;IAsBV,KAAK,CAAC,aAAa,EAAE,kBAAkB;IAkBpD;;;;;;OAMG;YACW,sBAAsB;IA8BpC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAajB;;;OAGG;IACH,OAAO,CAAC,OAAO;YA2BD,cAAc;IA2Bf,YAAY;IASzB;;OAEG;IACI,KAAK;IAIL,kBAAkB;CAG1B"}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import { MP4FileSink } from './sink';
|
|
2
|
+
export class Segment {
|
|
3
|
+
constructor(uri, file, edits, currentSegment, startTime = 0) {
|
|
4
|
+
this.done = false;
|
|
5
|
+
this.responseFinished = false;
|
|
6
|
+
this.framesProcessed = 0;
|
|
7
|
+
this.framesDue = 0;
|
|
8
|
+
this.frameBuffer = [];
|
|
9
|
+
this.readMore = async () => { };
|
|
10
|
+
this.uri = uri;
|
|
11
|
+
this.file = file;
|
|
12
|
+
this.file.onSamples = this.onSamples.bind(this);
|
|
13
|
+
this.edit = edits[currentSegment];
|
|
14
|
+
this.startTime = startTime;
|
|
15
|
+
// Check how many frames we skipped because of the startTime and add them to the frames processed.
|
|
16
|
+
const framesSkipped = Math.floor(this.startTime * this.edit.fps);
|
|
17
|
+
this.framesProcessed += framesSkipped;
|
|
18
|
+
this.decoder = new VideoDecoder({
|
|
19
|
+
output: this.onFrame.bind(this),
|
|
20
|
+
error(e) {
|
|
21
|
+
console.error(e);
|
|
22
|
+
},
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
async start(decoderConfig) {
|
|
26
|
+
this.decoder.configure(decoderConfig);
|
|
27
|
+
const videoTrack = this.file.getInfo().videoTracks[0];
|
|
28
|
+
const trak = this.file.getTrackById(videoTrack.id);
|
|
29
|
+
const mediaTimeInTimescale = this.edit.mediaTime;
|
|
30
|
+
const startTimeInTimescale = this.startTime * videoTrack.timescale;
|
|
31
|
+
const seekTimeInTimescale = mediaTimeInTimescale + startTimeInTimescale;
|
|
32
|
+
const seekTimeInSec = seekTimeInTimescale / videoTrack.timescale;
|
|
33
|
+
const seekInfo = this.file.seekTrack(seekTimeInSec, true, trak);
|
|
34
|
+
this.readMore = await this.startStreamingAtOffset(this.file, this.uri, seekInfo.offset);
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Starts streaming the video at the given URI from the given offset.
|
|
38
|
+
* @param file - MP4Box file. Needs to be created and configured before calling this function.
|
|
39
|
+
* @param uri - URI of the video file.
|
|
40
|
+
* @param offset - Offset to start streaming from.
|
|
41
|
+
* @returns - A function to read more data from the response.
|
|
42
|
+
*/
|
|
43
|
+
async startStreamingAtOffset(file, uri, offset) {
|
|
44
|
+
return fetch(uri, {
|
|
45
|
+
headers: {
|
|
46
|
+
/* eslint-disable-next-line @typescript-eslint/naming-convention */
|
|
47
|
+
Range: `bytes=${offset}-`,
|
|
48
|
+
},
|
|
49
|
+
}).then(async (response) => {
|
|
50
|
+
if (!response.body) {
|
|
51
|
+
throw new Error('Response body is null');
|
|
52
|
+
}
|
|
53
|
+
const reader = response.body.getReader();
|
|
54
|
+
const sink = new MP4FileSink(file, () => { }, offset);
|
|
55
|
+
return async () => {
|
|
56
|
+
return reader.read().then(({ done, value }) => {
|
|
57
|
+
// Request is done.
|
|
58
|
+
if (done) {
|
|
59
|
+
this.responseFinished = true;
|
|
60
|
+
this.decoder.flush();
|
|
61
|
+
sink.close();
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
sink.write(value);
|
|
65
|
+
});
|
|
66
|
+
};
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Called when samples are available on the MP4 file.
|
|
71
|
+
* Sends chunks to the decoder.
|
|
72
|
+
*/
|
|
73
|
+
onSamples(_unused1, _unused2, samples) {
|
|
74
|
+
for (const sample of samples) {
|
|
75
|
+
const chunk = new EncodedVideoChunk({
|
|
76
|
+
type: sample.is_sync ? 'key' : 'delta',
|
|
77
|
+
timestamp: (1e6 * sample.cts) / sample.timescale,
|
|
78
|
+
duration: (1e6 * sample.duration) / sample.timescale,
|
|
79
|
+
data: sample.data,
|
|
80
|
+
});
|
|
81
|
+
this.framesDue++;
|
|
82
|
+
this.decoder.decode(chunk);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Called when the decoder has a frame ready.
|
|
87
|
+
* Pushes the frame to the buffer so it can be consumed.
|
|
88
|
+
*/
|
|
89
|
+
onFrame(frame) {
|
|
90
|
+
this.framesDue--;
|
|
91
|
+
// If the frame comes before the seek time, close it.
|
|
92
|
+
const mediaTimeInSec = this.edit.mediaTime / this.file.getInfo().videoTracks[0].timescale;
|
|
93
|
+
const seekTimeInSec = this.startTime + mediaTimeInSec;
|
|
94
|
+
const frameTimeInSec = frame.timestamp / 1e6;
|
|
95
|
+
if (frameTimeInSec < seekTimeInSec) {
|
|
96
|
+
frame.close();
|
|
97
|
+
return;
|
|
98
|
+
}
|
|
99
|
+
// Check if we are past the segment duration.
|
|
100
|
+
const segmentDurationInSec = this.edit.segmentDuration / this.file.getInfo().videoTracks[0].timescale;
|
|
101
|
+
const segmentEndTime = mediaTimeInSec + segmentDurationInSec;
|
|
102
|
+
if (frameTimeInSec > segmentEndTime) {
|
|
103
|
+
frame.close();
|
|
104
|
+
this.done = true;
|
|
105
|
+
this.decoder.flush();
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
this.frameBuffer.push(frame);
|
|
109
|
+
}
|
|
110
|
+
async populateBuffer() {
|
|
111
|
+
// Fetch more frames if we don't have any.
|
|
112
|
+
while (this.frameBuffer.length === 0 && !this.responseFinished) {
|
|
113
|
+
await this.readMore();
|
|
114
|
+
await new Promise(res => setTimeout(res, 0));
|
|
115
|
+
}
|
|
116
|
+
// Wait for decoder if there are frames due.
|
|
117
|
+
if (this.frameBuffer.length === 0 && this.framesDue > 0) {
|
|
118
|
+
let maxIterations = 1000;
|
|
119
|
+
while (this.frameBuffer.length === 0) {
|
|
120
|
+
await new Promise(res => setTimeout(res, 10));
|
|
121
|
+
maxIterations--;
|
|
122
|
+
if (this.done) {
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
if (maxIterations === 0) {
|
|
126
|
+
throw new Error(`Timed out while waiting for VideoDecoder to produce a frame. Frames due: ${this.framesDue}`);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
async getNextFrame() {
|
|
132
|
+
await this.populateBuffer();
|
|
133
|
+
const frame = this.frameBuffer.shift();
|
|
134
|
+
if (frame) {
|
|
135
|
+
this.framesProcessed++;
|
|
136
|
+
}
|
|
137
|
+
return frame;
|
|
138
|
+
}
|
|
139
|
+
/**
|
|
140
|
+
* Called when we are done with the extractor.
|
|
141
|
+
*/
|
|
142
|
+
close() {
|
|
143
|
+
this.frameBuffer.forEach(frame => frame.close());
|
|
144
|
+
}
|
|
145
|
+
getFramesProcessed() {
|
|
146
|
+
return this.framesProcessed;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2VnbWVudC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvdXRpbHMvdmlkZW8vcGFyc2VyL3NlZ21lbnQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFDLFdBQVcsRUFBQyxNQUFNLFFBQVEsQ0FBQztBQUduQyxNQUFNLE9BQU8sT0FBTztJQWlCbEIsWUFDRSxHQUFXLEVBQ1gsSUFBUyxFQUNULEtBQWEsRUFDYixjQUFzQixFQUN0QixZQUFvQixDQUFDO1FBckJmLFNBQUksR0FBWSxLQUFLLENBQUM7UUFNdEIscUJBQWdCLEdBQVksS0FBSyxDQUFDO1FBR2xDLG9CQUFlLEdBQUcsQ0FBQyxDQUFDO1FBRXBCLGNBQVMsR0FBRyxDQUFDLENBQUM7UUFDZCxnQkFBVyxHQUFpQixFQUFFLENBQUM7UUFFL0IsYUFBUSxHQUF3QixLQUFLLElBQUksRUFBRSxHQUFFLENBQUMsQ0FBQztRQVNyRCxJQUFJLENBQUMsR0FBRyxHQUFHLEdBQUcsQ0FBQztRQUVmLElBQUksQ0FBQyxJQUFJLEdBQUcsSUFBSSxDQUFDO1FBQ2pCLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ2hELElBQUksQ0FBQyxJQUFJLEdBQUcsS0FBSyxDQUFDLGNBQWMsQ0FBQyxDQUFDO1FBRWxDLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFDO1FBRTNCLGtHQUFrRztRQUNsRyxNQUFNLGFBQWEsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNqRSxJQUFJLENBQUMsZUFBZSxJQUFJLGFBQWEsQ0FBQztRQUV0QyxJQUFJLENBQUMsT0FBTyxHQUFHLElBQUksWUFBWSxDQUFDO1lBQzlCLE1BQU0sRUFBRSxJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUM7WUFDL0IsS0FBSyxDQUFDLENBQUM7Z0JBQ0wsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUNuQixDQUFDO1NBQ0YsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVNLEtBQUssQ0FBQyxLQUFLLENBQUMsYUFBaUM7UUFDbEQsSUFBSSxDQUFDLE9BQU8sQ0FBQyxTQUFTLENBQUMsYUFBYSxDQUFDLENBQUM7UUFDdEMsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEQsTUFBTSxJQUFJLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBRW5ELE1BQU0sb0JBQW9CLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUM7UUFDakQsTUFBTSxvQkFBb0IsR0FBRyxJQUFJLENBQUMsU0FBUyxHQUFHLFVBQVUsQ0FBQyxTQUFTLENBQUM7UUFDbkUsTUFBTSxtQkFBbUIsR0FBRyxvQkFBb0IsR0FBRyxvQkFBb0IsQ0FBQztRQUV4RSxNQUFNLGFBQWEsR0FBRyxtQkFBbUIsR0FBRyxVQUFVLENBQUMsU0FBUyxDQUFDO1FBQ2pFLE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLGFBQWEsRUFBRSxJQUFJLEVBQUUsSUFBSSxDQUFDLENBQUM7UUFDaEUsSUFBSSxDQUFDLFFBQVEsR0FBRyxNQUFNLElBQUksQ0FBQyxzQkFBc0IsQ0FDL0MsSUFBSSxDQUFDLElBQUksRUFDVCxJQUFJLENBQUMsR0FBRyxFQUNSLFFBQVEsQ0FBQyxNQUFNLENBQ2hCLENBQUM7SUFDSixDQUFDO0lBRUQ7Ozs7OztPQU1HO0lBQ0ssS0FBSyxDQUFDLHNCQUFzQixDQUFDLElBQVMsRUFBRSxHQUFXLEVBQUUsTUFBYztRQUN6RSxPQUFPLEtBQUssQ0FBQyxHQUFHLEVBQUU7WUFDaEIsT0FBTyxFQUFFO2dCQUNQLG1FQUFtRTtnQkFDbkUsS0FBSyxFQUFFLFNBQVMsTUFBTSxHQUFHO2FBQzFCO1NBQ0YsQ0FBQyxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUMsUUFBUSxFQUFDLEVBQUU7WUFDdkIsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztnQkFDbkIsTUFBTSxJQUFJLEtBQUssQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO1lBQzNDLENBQUM7WUFFRCxNQUFNLE1BQU0sR0FBRyxRQUFRLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ3pDLE1BQU0sSUFBSSxHQUFHLElBQUksV0FBVyxDQUFDLElBQUksRUFBRSxHQUFHLEVBQUUsR0FBRSxDQUFDLEVBQUUsTUFBTSxDQUFDLENBQUM7WUFFckQsT0FBTyxLQUFLLElBQUksRUFBRTtnQkFDaEIsT0FBTyxNQUFNLENBQUMsSUFBSSxFQUFFLENBQUMsSUFBSSxDQUFDLENBQUMsRUFBQyxJQUFJLEVBQUUsS0FBSyxFQUFDLEVBQUUsRUFBRTtvQkFDMUMsbUJBQW1CO29CQUNuQixJQUFJLElBQUksRUFBRSxDQUFDO3dCQUNULElBQUksQ0FBQyxnQkFBZ0IsR0FBRyxJQUFJLENBQUM7d0JBQzdCLElBQUksQ0FBQyxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUM7d0JBQ3JCLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQzt3QkFDYixPQUFPO29CQUNULENBQUM7b0JBRUQsSUFBSSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQztnQkFDcEIsQ0FBQyxDQUFDLENBQUM7WUFDTCxDQUFDLENBQUM7UUFDSixDQUFDLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7O09BR0c7SUFDSyxTQUFTLENBQUMsUUFBYSxFQUFFLFFBQWEsRUFBRSxPQUFZO1FBQzFELEtBQUssTUFBTSxNQUFNLElBQUksT0FBTyxFQUFFLENBQUM7WUFDN0IsTUFBTSxLQUFLLEdBQUcsSUFBSSxpQkFBaUIsQ0FBQztnQkFDbEMsSUFBSSxFQUFFLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsT0FBTztnQkFDdEMsU0FBUyxFQUFFLENBQUMsR0FBRyxHQUFHLE1BQU0sQ0FBQyxHQUFHLENBQUMsR0FBRyxNQUFNLENBQUMsU0FBUztnQkFDaEQsUUFBUSxFQUFFLENBQUMsR0FBRyxHQUFHLE1BQU0sQ0FBQyxRQUFRLENBQUMsR0FBRyxNQUFNLENBQUMsU0FBUztnQkFDcEQsSUFBSSxFQUFFLE1BQU0sQ0FBQyxJQUFJO2FBQ2xCLENBQUMsQ0FBQztZQUNILElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNqQixJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUM3QixDQUFDO0lBQ0gsQ0FBQztJQUVEOzs7T0FHRztJQUNLLE9BQU8sQ0FBQyxLQUFpQjtRQUMvQixJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7UUFFakIscURBQXFEO1FBQ3JELE1BQU0sY0FBYyxHQUNsQixJQUFJLENBQUMsSUFBSSxDQUFDLFNBQVMsR0FBRyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDLFdBQVcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxTQUFTLENBQUM7UUFDckUsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFNBQVMsR0FBRyxjQUFjLENBQUM7UUFDdEQsTUFBTSxjQUFjLEdBQUcsS0FBSyxDQUFDLFNBQVMsR0FBRyxHQUFHLENBQUM7UUFDN0MsSUFBSSxjQUFjLEdBQUcsYUFBYSxFQUFFLENBQUM7WUFDbkMsS0FBSyxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ2QsT0FBTztRQUNULENBQUM7UUFFRCw2Q0FBNkM7UUFDN0MsTUFBTSxvQkFBb0IsR0FDeEIsSUFBSSxDQUFDLElBQUksQ0FBQyxlQUFlLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUMsU0FBUyxDQUFDO1FBQzNFLE1BQU0sY0FBYyxHQUFHLGNBQWMsR0FBRyxvQkFBb0IsQ0FBQztRQUM3RCxJQUFJLGNBQWMsR0FBRyxjQUFjLEVBQUUsQ0FBQztZQUNwQyxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDZCxJQUFJLENBQUMsSUFBSSxHQUFHLElBQUksQ0FBQztZQUNqQixJQUFJLENBQUMsT0FBTyxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ3JCLE9BQU87UUFDVCxDQUFDO1FBRUQsSUFBSSxDQUFDLFdBQVcsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDL0IsQ0FBQztJQUVPLEtBQUssQ0FBQyxjQUFjO1FBQzFCLDBDQUEwQztRQUMxQyxPQUFPLElBQUksQ0FBQyxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxnQkFBZ0IsRUFBRSxDQUFDO1lBQy9ELE1BQU0sSUFBSSxDQUFDLFFBQVEsRUFBRSxDQUFDO1lBQ3RCLE1BQU0sSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxVQUFVLENBQUMsR0FBRyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDL0MsQ0FBQztRQUVELDRDQUE0QztRQUM1QyxJQUFJLElBQUksQ0FBQyxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsSUFBSSxJQUFJLENBQUMsU0FBUyxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQ3hELElBQUksYUFBYSxHQUFHLElBQUksQ0FBQztZQUN6QixPQUFPLElBQUksQ0FBQyxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsRUFBRSxDQUFDO2dCQUNyQyxNQUFNLElBQUksT0FBTyxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsVUFBVSxDQUFDLEdBQUcsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO2dCQUM5QyxhQUFhLEVBQUUsQ0FBQztnQkFFaEIsSUFBSSxJQUFJLENBQUMsSUFBSSxFQUFFLENBQUM7b0JBQ2QsT0FBTztnQkFDVCxDQUFDO2dCQUVELElBQUksYUFBYSxLQUFLLENBQUMsRUFBRSxDQUFDO29CQUN4QixNQUFNLElBQUksS0FBSyxDQUNiLDRFQUE0RSxJQUFJLENBQUMsU0FBUyxFQUFFLENBQzdGLENBQUM7Z0JBQ0osQ0FBQztZQUNILENBQUM7UUFDSCxDQUFDO0lBQ0gsQ0FBQztJQUVNLEtBQUssQ0FBQyxZQUFZO1FBQ3ZCLE1BQU0sSUFBSSxDQUFDLGNBQWMsRUFBRSxDQUFDO1FBQzVCLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDdkMsSUFBSSxLQUFLLEVBQUUsQ0FBQztZQUNWLElBQUksQ0FBQyxlQUFlLEVBQUUsQ0FBQztRQUN6QixDQUFDO1FBQ0QsT0FBTyxLQUFLLENBQUM7SUFDZixDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLO1FBQ1YsSUFBSSxDQUFDLFdBQVcsQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDLEVBQUUsQ0FBQyxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUMsQ0FBQztJQUNuRCxDQUFDO0lBRU0sa0JBQWtCO1FBQ3ZCLE9BQU8sSUFBSSxDQUFDLGVBQWUsQ0FBQztJQUM5QixDQUFDO0NBQ0YifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/sink.ts"],"names":[],"mappings":"AACA,qBAAa,WAAW;IACtB,OAAO,CAAC,SAAS,CAAC;IAClB,OAAO,CAAC,IAAI,CAAC;IACb,OAAO,CAAC,MAAM,CAAC;gBAEI,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,GAAE,MAAU;IAMzD,KAAK,CAAC,KAAK,EAAE,GAAG;IAYhB,KAAK;CAIb"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
// Wraps an MP4Box File as a WritableStream underlying sink.
|
|
2
|
+
export class MP4FileSink {
|
|
3
|
+
constructor(file, setStatus, offset = 0) {
|
|
4
|
+
this.file = file;
|
|
5
|
+
this.setStatus = setStatus;
|
|
6
|
+
this.offset = offset;
|
|
7
|
+
}
|
|
8
|
+
write(chunk) {
|
|
9
|
+
const buffer = new ArrayBuffer(chunk.byteLength);
|
|
10
|
+
new Uint8Array(buffer).set(chunk);
|
|
11
|
+
// Inform MP4Box where in the file this chunk is from.
|
|
12
|
+
buffer.fileStart = this.offset;
|
|
13
|
+
this.offset += buffer.byteLength;
|
|
14
|
+
this.setStatus('fetch', (this.offset / 1024 ** 2).toFixed(1) + ' MiB');
|
|
15
|
+
this.file.appendBuffer(buffer);
|
|
16
|
+
}
|
|
17
|
+
close() {
|
|
18
|
+
this.setStatus('fetch', 'Done');
|
|
19
|
+
this.file.flush();
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2luay5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvdXRpbHMvdmlkZW8vcGFyc2VyL3NpbmsudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsNERBQTREO0FBQzVELE1BQU0sT0FBTyxXQUFXO0lBS3RCLFlBQW1CLElBQVMsRUFBRSxTQUFjLEVBQUUsU0FBaUIsQ0FBQztRQUM5RCxJQUFJLENBQUMsSUFBSSxHQUFHLElBQUksQ0FBQztRQUNqQixJQUFJLENBQUMsU0FBUyxHQUFHLFNBQVMsQ0FBQztRQUMzQixJQUFJLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQztJQUN2QixDQUFDO0lBRU0sS0FBSyxDQUFDLEtBQVU7UUFDckIsTUFBTSxNQUFNLEdBQUcsSUFBSSxXQUFXLENBQUMsS0FBSyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ2pELElBQUksVUFBVSxDQUFDLE1BQU0sQ0FBQyxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUVsQyxzREFBc0Q7UUFDckQsTUFBYyxDQUFDLFNBQVMsR0FBRyxJQUFJLENBQUMsTUFBTSxDQUFDO1FBQ3hDLElBQUksQ0FBQyxNQUFNLElBQUksTUFBTSxDQUFDLFVBQVUsQ0FBQztRQUVqQyxJQUFJLENBQUMsU0FBUyxDQUFDLE9BQU8sRUFBRSxDQUFDLElBQUksQ0FBQyxNQUFNLEdBQUcsSUFBSSxJQUFJLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsR0FBRyxNQUFNLENBQUMsQ0FBQztRQUN2RSxJQUFJLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLENBQUMsQ0FBQztJQUNqQyxDQUFDO0lBRU0sS0FBSztRQUNWLElBQUksQ0FBQyxTQUFTLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQ2hDLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7SUFDcEIsQ0FBQztDQUNGIn0=
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare function description(file: any, track: any): Uint8Array;
|
|
2
|
+
export interface Edit {
|
|
3
|
+
mediaTime: number;
|
|
4
|
+
segmentDuration: number;
|
|
5
|
+
mediaRateInteger: number;
|
|
6
|
+
mediaRateFraction: number;
|
|
7
|
+
fps: number;
|
|
8
|
+
}
|
|
9
|
+
export declare function mp4BoxEditToEdit(edit: any): Omit<Edit, 'fps'>;
|
|
10
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/utils.ts"],"names":[],"mappings":"AAEA,wBAAgB,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAWhD;AAED,MAAM,WAAW,IAAI;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;CACb;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAO7D"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { DataStream } from 'mp4box';
|
|
2
|
+
export function description(file, track) {
|
|
3
|
+
const trak = file.getTrackById(track.id);
|
|
4
|
+
for (const entry of trak.mdia.minf.stbl.stsd.entries) {
|
|
5
|
+
const box = entry.avcC || entry.hvcC || entry.vpcC || entry.av1C;
|
|
6
|
+
if (box) {
|
|
7
|
+
const stream = new DataStream(undefined, 0, DataStream.BIG_ENDIAN);
|
|
8
|
+
box.write(stream);
|
|
9
|
+
return new Uint8Array(stream.buffer, 8); // Remove the box header.
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
throw new Error('avcC, hvcC, vpcC, or av1C box not found');
|
|
13
|
+
}
|
|
14
|
+
export function mp4BoxEditToEdit(edit) {
|
|
15
|
+
return {
|
|
16
|
+
mediaTime: edit.media_time,
|
|
17
|
+
segmentDuration: edit.segment_duration,
|
|
18
|
+
mediaRateInteger: edit.media_rate_integer,
|
|
19
|
+
mediaRateFraction: edit.media_rate_fraction,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXRpbHMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvbGliL3V0aWxzL3ZpZGVvL3BhcnNlci91dGlscy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUMsVUFBVSxFQUFDLE1BQU0sUUFBUSxDQUFDO0FBRWxDLE1BQU0sVUFBVSxXQUFXLENBQUMsSUFBUyxFQUFFLEtBQVU7SUFDL0MsTUFBTSxJQUFJLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLENBQUM7SUFDekMsS0FBSyxNQUFNLEtBQUssSUFBSSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO1FBQ3JELE1BQU0sR0FBRyxHQUFHLEtBQUssQ0FBQyxJQUFJLElBQUksS0FBSyxDQUFDLElBQUksSUFBSSxLQUFLLENBQUMsSUFBSSxJQUFJLEtBQUssQ0FBQyxJQUFJLENBQUM7UUFDakUsSUFBSSxHQUFHLEVBQUUsQ0FBQztZQUNSLE1BQU0sTUFBTSxHQUFHLElBQUksVUFBVSxDQUFDLFNBQVMsRUFBRSxDQUFDLEVBQUUsVUFBVSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBQ25FLEdBQUcsQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLENBQUM7WUFDbEIsT0FBTyxJQUFJLFVBQVUsQ0FBQyxNQUFNLENBQUMsTUFBTSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMseUJBQXlCO1FBQ3BFLENBQUM7SUFDSCxDQUFDO0lBQ0QsTUFBTSxJQUFJLEtBQUssQ0FBQyx5Q0FBeUMsQ0FBQyxDQUFDO0FBQzdELENBQUM7QUFVRCxNQUFNLFVBQVUsZ0JBQWdCLENBQUMsSUFBUztJQUN4QyxPQUFPO1FBQ0wsU0FBUyxFQUFFLElBQUksQ0FBQyxVQUFVO1FBQzFCLGVBQWUsRUFBRSxJQUFJLENBQUMsZ0JBQWdCO1FBQ3RDLGdCQUFnQixFQUFFLElBQUksQ0FBQyxrQkFBa0I7UUFDekMsaUJBQWlCLEVBQUUsSUFBSSxDQUFDLG1CQUFtQjtLQUM1QyxDQUFDO0FBQ0osQ0FBQyJ9
|