@revideo/2d 0.4.7-alpha.1027 → 0.4.7-five.1022

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/editor/editor/tsconfig.build.tsbuildinfo +1 -1
  2. package/editor/index.js +380 -151
  3. package/editor/index.js.map +1 -1
  4. package/lib/code/CodeCursor.d.ts +74 -74
  5. package/lib/code/CodeDiffer.d.ts +21 -16
  6. package/lib/code/CodeDiffer.js +39 -41
  7. package/lib/code/CodeFragment.d.ts +16 -8
  8. package/lib/code/CodeFragment.js +36 -36
  9. package/lib/code/CodeHighlighter.d.ts +59 -59
  10. package/lib/code/CodeHighlighter.js +1 -1
  11. package/lib/code/CodeMetrics.d.ts +12 -8
  12. package/lib/code/CodeMetrics.js +26 -24
  13. package/lib/code/CodeRange.d.ts +21 -5
  14. package/lib/code/CodeRange.js +131 -124
  15. package/lib/code/CodeScope.d.ts +18 -8
  16. package/lib/code/CodeSelection.d.ts +9 -4
  17. package/lib/code/CodeSelection.js +8 -8
  18. package/lib/code/CodeSignal.d.ts +74 -47
  19. package/lib/code/CodeTokenizer.d.ts +1 -1
  20. package/lib/code/CodeTokenizer.js +41 -41
  21. package/lib/code/DefaultHighlightStyle.d.ts +2 -2
  22. package/lib/code/DefaultHighlightStyle.js +96 -96
  23. package/lib/code/LezerHighlighter.d.ts +21 -19
  24. package/lib/code/diff.d.ts +12 -9
  25. package/lib/code/diff.js +218 -205
  26. package/lib/code/extractRange.d.ts +7 -4
  27. package/lib/code/extractRange.js +79 -71
  28. package/lib/code/index.d.ts +1 -1
  29. package/lib/code/index.js +1 -1
  30. package/lib/components/Audio.d.ts +11 -11
  31. package/lib/components/Bezier.d.ts +18 -18
  32. package/lib/components/Circle.d.ts +95 -90
  33. package/lib/components/Code.d.ts +244 -211
  34. package/lib/components/CodeBlock.d.ts +1 -1
  35. package/lib/components/CubicBezier.d.ts +36 -36
  36. package/lib/components/Curve.d.ts +208 -198
  37. package/lib/components/Grid.d.ts +47 -42
  38. package/lib/components/HlsVideo.d.ts +62 -0
  39. package/lib/components/HlsVideo.d.ts.map +1 -0
  40. package/lib/components/HlsVideo.js +169 -0
  41. package/lib/components/Icon.d.ts +55 -50
  42. package/lib/components/Img.d.ts +86 -79
  43. package/lib/components/Knot.d.ts +97 -78
  44. package/lib/components/Latex.d.ts +12 -12
  45. package/lib/components/Layout.d.ts +455 -413
  46. package/lib/components/Line.d.ts +61 -49
  47. package/lib/components/Media.d.ts +37 -37
  48. package/lib/components/Node.d.ts +1 -1
  49. package/lib/components/Path.d.ts +1 -1
  50. package/lib/components/Polygon.d.ts +60 -55
  51. package/lib/components/QuadBezier.d.ts +29 -29
  52. package/lib/components/Ray.d.ts +28 -28
  53. package/lib/components/Rect.d.ts +115 -108
  54. package/lib/components/SVG.d.ts +1 -1
  55. package/lib/components/Shape.d.ts +1 -1
  56. package/lib/components/Spline.d.ts +46 -40
  57. package/lib/components/Txt.d.ts +55 -44
  58. package/lib/components/TxtLeaf.d.ts +20 -16
  59. package/lib/components/Video.d.ts +0 -1
  60. package/lib/components/Video.d.ts.map +1 -1
  61. package/lib/components/Video.js +2 -7
  62. package/lib/components/View2D.d.ts +22 -22
  63. package/lib/components/index.d.ts +1 -1
  64. package/lib/components/types.d.ts +22 -9
  65. package/lib/curves/ArcSegment.d.ts +36 -24
  66. package/lib/curves/CircleSegment.d.ts +26 -16
  67. package/lib/curves/CubicBezierSegment.d.ts +18 -13
  68. package/lib/curves/CurveDrawingInfo.d.ts +9 -9
  69. package/lib/curves/CurvePoint.d.ts +13 -13
  70. package/lib/curves/CurveProfile.d.ts +5 -5
  71. package/lib/curves/CurveProfile.js +1 -1
  72. package/lib/curves/KnotInfo.d.ts +8 -8
  73. package/lib/curves/LineSegment.d.ts +19 -14
  74. package/lib/curves/Polynomial.d.ts +110 -110
  75. package/lib/curves/Polynomial2D.d.ts +20 -20
  76. package/lib/curves/PolynomialSegment.d.ts +42 -37
  77. package/lib/curves/QuadBezierSegment.d.ts +12 -12
  78. package/lib/curves/Segment.d.ts +12 -7
  79. package/lib/curves/UniformPolynomialCurveSampler.d.ts +34 -34
  80. package/lib/curves/createCurveProfileLerp.d.ts +17 -6
  81. package/lib/curves/getBezierSplineProfile.d.ts +8 -4
  82. package/lib/curves/getCircleProfile.d.ts +10 -4
  83. package/lib/curves/getPathProfile.d.ts +2 -2
  84. package/lib/curves/getPointAtDistance.d.ts +7 -4
  85. package/lib/curves/getPolylineProfile.d.ts +8 -4
  86. package/lib/curves/getRectProfile.d.ts +9 -4
  87. package/lib/curves/index.d.ts +1 -1
  88. package/lib/curves/index.js +1 -1
  89. package/lib/decorators/canvasStyleSignal.d.ts +3 -3
  90. package/lib/decorators/colorSignal.d.ts +1 -1
  91. package/lib/decorators/compound.d.ts +4 -2
  92. package/lib/decorators/computed.d.ts +1 -1
  93. package/lib/decorators/defaultStyle.d.ts +5 -2
  94. package/lib/decorators/filtersSignal.d.ts +28 -8
  95. package/lib/decorators/index.d.ts +1 -1
  96. package/lib/decorators/index.js +1 -1
  97. package/lib/decorators/initializers.d.ts +5 -2
  98. package/lib/decorators/initializers.js +18 -19
  99. package/lib/decorators/nodeName.d.ts +1 -1
  100. package/lib/decorators/nodeName.js +4 -4
  101. package/lib/decorators/signal.d.ts +40 -20
  102. package/lib/decorators/spacingSignal.d.ts +1 -1
  103. package/lib/decorators/vector2Signal.d.ts +13 -7
  104. package/lib/index.d.ts +1 -1
  105. package/lib/index.js +1 -1
  106. package/lib/jsx-dev-runtime.d.ts +3 -3
  107. package/lib/jsx-dev-runtime.js +3 -3
  108. package/lib/jsx-runtime.d.ts +19 -9
  109. package/lib/jsx-runtime.js +18 -18
  110. package/lib/partials/Filter.d.ts +24 -16
  111. package/lib/partials/Gradient.d.ts +30 -24
  112. package/lib/partials/Pattern.d.ts +14 -9
  113. package/lib/partials/ShaderConfig.d.ts +81 -74
  114. package/lib/partials/index.d.ts +1 -1
  115. package/lib/partials/index.js +1 -1
  116. package/lib/partials/types.d.ts +19 -6
  117. package/lib/scenes/Scene2D.d.ts +42 -23
  118. package/lib/scenes/index.d.ts +1 -1
  119. package/lib/scenes/index.js +1 -1
  120. package/lib/scenes/makeScene2D.d.ts +7 -5
  121. package/lib/scenes/useScene2D.d.ts +2 -2
  122. package/lib/tsconfig.build.tsbuildinfo +1 -1
  123. package/lib/tsconfig.tsbuildinfo +1 -0
  124. package/lib/utils/diff.d.ts +25 -18
  125. package/lib/utils/diff.js +84 -87
  126. package/lib/utils/index.d.ts +1 -1
  127. package/lib/utils/index.js +1 -1
  128. package/lib/utils/is.d.ts +4 -2
  129. package/lib/utils/is.js +2 -2
  130. package/lib/utils/makeSignalExtensions.d.ts +11 -4
  131. package/lib/utils/video/mp4-parser-manager.d.ts +0 -1
  132. package/lib/utils/video/mp4-parser-manager.d.ts.map +1 -1
  133. package/lib/utils/video/mp4-parser-manager.js +4 -21
  134. package/lib/utils/video/mp4-parser.d.ts +63 -0
  135. package/lib/utils/video/mp4-parser.d.ts.map +1 -0
  136. package/lib/utils/video/mp4-parser.js +264 -0
  137. package/package.json +4 -4
  138. package/src/lib/components/Video.ts +1 -7
  139. package/src/lib/utils/video/mp4-parser-manager.ts +5 -24
  140. package/src/lib/utils/video/mp4-parser.ts +340 -0
  141. package/lib/utils/video/parser/index.d.ts +0 -2
  142. package/lib/utils/video/parser/index.d.ts.map +0 -1
  143. package/lib/utils/video/parser/index.js +0 -2
  144. package/lib/utils/video/parser/parser.d.ts +0 -21
  145. package/lib/utils/video/parser/parser.d.ts.map +0 -1
  146. package/lib/utils/video/parser/parser.js +0 -165
  147. package/lib/utils/video/parser/sampler.d.ts +0 -16
  148. package/lib/utils/video/parser/sampler.d.ts.map +0 -1
  149. package/lib/utils/video/parser/sampler.js +0 -56
  150. package/lib/utils/video/parser/segment.d.ts +0 -43
  151. package/lib/utils/video/parser/segment.d.ts.map +0 -1
  152. package/lib/utils/video/parser/segment.js +0 -153
  153. package/lib/utils/video/parser/sink.d.ts +0 -9
  154. package/lib/utils/video/parser/sink.d.ts.map +0 -1
  155. package/lib/utils/video/parser/sink.js +0 -22
  156. package/lib/utils/video/parser/utils.d.ts +0 -10
  157. package/lib/utils/video/parser/utils.d.ts.map +0 -1
  158. package/lib/utils/video/parser/utils.js +0 -22
  159. package/src/lib/utils/video/parser/index.ts +0 -1
  160. package/src/lib/utils/video/parser/parser.ts +0 -253
  161. package/src/lib/utils/video/parser/sampler.ts +0 -72
  162. package/src/lib/utils/video/parser/segment.ts +0 -202
  163. package/src/lib/utils/video/parser/sink.ts +0 -29
  164. package/src/lib/utils/video/parser/utils.ts +0 -31
@@ -0,0 +1,340 @@
1
+ import {createFile, DataStream} from 'mp4box';
2
+
3
+ // Wraps an MP4Box File as a WritableStream underlying sink.
4
+ class MP4FileSink {
5
+ private setStatus;
6
+ private file;
7
+ private offset;
8
+
9
+ public constructor(file: any, setStatus: any, offset: number = 0) {
10
+ this.file = file;
11
+ this.setStatus = setStatus;
12
+ this.offset = offset;
13
+ }
14
+
15
+ public write(chunk: any) {
16
+ const buffer = new ArrayBuffer(chunk.byteLength);
17
+ new Uint8Array(buffer).set(chunk);
18
+
19
+ // Inform MP4Box where in the file this chunk is from.
20
+ (buffer as any).fileStart = this.offset;
21
+ this.offset += buffer.byteLength;
22
+
23
+ this.setStatus('fetch', (this.offset / 1024 ** 2).toFixed(1) + ' MiB');
24
+ this.file.appendBuffer(buffer);
25
+ }
26
+
27
+ public close() {
28
+ this.setStatus('fetch', 'Done');
29
+ this.file.flush();
30
+ }
31
+ }
32
+
33
+ function description(file: any, track: any) {
34
+ const trak = file.getTrackById(track.id);
35
+ for (const entry of trak.mdia.minf.stbl.stsd.entries) {
36
+ const box = entry.avcC || entry.hvcC || entry.vpcC || entry.av1C;
37
+ if (box) {
38
+ const stream = new DataStream(undefined, 0, DataStream.BIG_ENDIAN);
39
+ box.write(stream);
40
+ return new Uint8Array(stream.buffer, 8); // Remove the box header.
41
+ }
42
+ }
43
+ throw new Error('avcC, hvcC, vpcC, or av1C box not found');
44
+ }
45
+
46
+ export class FrameExtractor {
47
+ private frameBuffer: VideoFrame[] = [];
48
+ private closed = false;
49
+
50
+ // URI of the video.
51
+ private uri: string;
52
+ // FPS to target when extracting frames. We use frame sampling.
53
+ private targetFps: number;
54
+ // Actual FPS of the video.
55
+ private sourceFps: number;
56
+ // Offset when the video starts.
57
+ private startTime: number;
58
+ // Number of frames that have been requested and returned.
59
+ private framesRequested = 0;
60
+ // Number of samples that have been passed to the decoder but have not been output yet.
61
+ private framesDue = 0;
62
+ // Last frame that has been output.
63
+ private lastFrame: VideoFrame | null = null;
64
+
65
+ private decoder: VideoDecoder;
66
+ private file: any;
67
+
68
+ private readMoreFromResponse: () => Promise<void> = async () => {};
69
+ private responseFinished = false;
70
+
71
+ public constructor(uri: string, targetFps: number, startTime: number) {
72
+ this.uri = uri;
73
+ this.startTime = startTime;
74
+
75
+ // Initialized after the file is loaded.
76
+ this.sourceFps = 0;
77
+ this.targetFps = targetFps;
78
+
79
+ this.decoder = new VideoDecoder({
80
+ output: this.onFrame.bind(this),
81
+ error(e) {
82
+ console.error(e);
83
+ },
84
+ });
85
+ }
86
+
87
+ /**
88
+ * Starts streaming the video at the given URI from the given offset.
89
+ * @param file - MP4Box file. Needs to be created and configured before calling this function.
90
+ * @param uri - URI of the video file.
91
+ * @param offset - Offset to start streaming from.
92
+ * @returns - A function to read more data from the response.
93
+ */
94
+ private async startStreamingAtOffset(file: any, uri: string, offset: number) {
95
+ return fetch(uri, {
96
+ headers: {
97
+ /* eslint-disable-next-line @typescript-eslint/naming-convention */
98
+ Range: `bytes=${offset}-`,
99
+ },
100
+ }).then(async response => {
101
+ if (!response.body) {
102
+ throw new Error('Response body is null');
103
+ }
104
+
105
+ const reader = response.body.getReader();
106
+ const sink = new MP4FileSink(file, () => {}, offset);
107
+
108
+ return async () => {
109
+ return reader.read().then(({done, value}) => {
110
+ // Request is done.
111
+ if (done) {
112
+ this.responseFinished = true;
113
+ this.decoder.flush();
114
+ sink.close();
115
+ return;
116
+ }
117
+
118
+ sink.write(value);
119
+ });
120
+ };
121
+ });
122
+ }
123
+
124
+ /**
125
+ * Loads the file at the given URI until it finds the moov box.
126
+ * Once found, it calls `setConfig` with the video configuration.
127
+ * @param uri - The URI of the video file.
128
+ * @param setConfig - Callback to set the video configuration.
129
+ * @returns
130
+ */
131
+ private async getFileInfo(
132
+ uri: string,
133
+ setConfig: (config: VideoDecoderConfig) => void,
134
+ ) {
135
+ return new Promise<any>((res, rej) => {
136
+ const file = createFile();
137
+ let found = false;
138
+
139
+ file.onReady = (info: any) => {
140
+ found = true;
141
+
142
+ const track = info.videoTracks[0];
143
+
144
+ const config = {
145
+ // Browser doesn't support parsing full vp8 codec (eg: `vp08.00.41.08`),
146
+ // they only support `vp8`.
147
+ codec: track.codec.startsWith('vp08') ? 'vp8' : track.codec,
148
+ codedHeight: track.video.height,
149
+ codedWidth: track.video.width,
150
+ description: description(file, track),
151
+ };
152
+
153
+ // Calculate FPS
154
+ if (track.nb_samples && track.timescale && info.duration) {
155
+ this.sourceFps = track.nb_samples / (info.duration / info.timescale);
156
+ }
157
+
158
+ setConfig(config);
159
+
160
+ file.setExtractionOptions(track.id);
161
+ file.start();
162
+
163
+ res(file);
164
+ };
165
+
166
+ return fetch(uri).then(async response => {
167
+ if (!response.body) {
168
+ throw new Error('Response body is null');
169
+ }
170
+
171
+ const reader = response.body.getReader();
172
+ const sink = new MP4FileSink(file, () => {});
173
+
174
+ while (!found) {
175
+ await reader.read().then(({done, value}) => {
176
+ if (done) {
177
+ file.flush();
178
+ rej('Could not find moov');
179
+ return;
180
+ }
181
+
182
+ sink.write(value);
183
+ });
184
+ }
185
+ });
186
+ });
187
+ }
188
+
189
+ /**
190
+ * Starts the extraction process.
191
+ */
192
+ public async start() {
193
+ this.file = await this.getFileInfo(
194
+ this.uri,
195
+ this.decoder.configure.bind(this.decoder),
196
+ );
197
+ this.file.onSamples = this.onSamples.bind(this);
198
+
199
+ const videoTrack = this.file.getInfo().videoTracks[0];
200
+ const trak = this.file.getTrackById(videoTrack.id);
201
+ const seekInfo = this.file.seekTrack(this.startTime, true, trak);
202
+ this.readMoreFromResponse = await this.startStreamingAtOffset(
203
+ this.file,
204
+ this.uri,
205
+ seekInfo.offset,
206
+ );
207
+ }
208
+
209
+ /**
210
+ * Called when we are done with the extractor.
211
+ */
212
+ public close() {
213
+ this.closed = true;
214
+ this.file.flush();
215
+ this.frameBuffer.forEach(frame => frame.close());
216
+ this.lastFrame?.close();
217
+ }
218
+
219
+ /**
220
+ * @returns - Time in seconds of the current frame (using the target FPS)
221
+ */
222
+ public getTime() {
223
+ return this.startTime + this.framesRequested / this.targetFps;
224
+ }
225
+
226
+ /**
227
+ * @returns - Time in seconds of the last frame (using the target FPS)
228
+ */
229
+ public getLastTime() {
230
+ return this.startTime + (this.framesRequested - 1) / this.targetFps;
231
+ }
232
+
233
+ public getLastFrame() {
234
+ return this.lastFrame;
235
+ }
236
+
237
+ /**
238
+ * Called when samples are available on the MP4 file.
239
+ * Sends chunks to the decoder.
240
+ */
241
+ private onSamples(_unused1: any, _unused2: any, samples: any) {
242
+ for (const sample of samples) {
243
+ const chunk = new EncodedVideoChunk({
244
+ type: sample.is_sync ? 'key' : 'delta',
245
+ timestamp: (1e6 * sample.cts) / sample.timescale,
246
+ duration: (1e6 * sample.duration) / sample.timescale,
247
+ data: sample.data,
248
+ });
249
+ this.framesDue++;
250
+ this.decoder.decode(chunk);
251
+ }
252
+ }
253
+
254
+ /**
255
+ * Called when the decoder has a frame ready.
256
+ * Pushes the frame to the buffer so it can be consumed.
257
+ */
258
+ private onFrame(frame: VideoFrame) {
259
+ this.framesDue--;
260
+ const timestampInSeconds = frame.timestamp / 1e6;
261
+ if (timestampInSeconds < this.startTime) {
262
+ frame.close();
263
+ return;
264
+ }
265
+
266
+ // If the extractor is already closed, close the frame.
267
+ if (this.closed) {
268
+ frame.close();
269
+ return;
270
+ }
271
+
272
+ this.frameBuffer.push(frame);
273
+ }
274
+
275
+ private sum = 0;
276
+
277
+ private async populateBuffer() {
278
+ // Fetch more frames if we don't have any.
279
+ while (this.frameBuffer.length === 0 && !this.responseFinished) {
280
+ await this.readMoreFromResponse();
281
+ await new Promise(res => setTimeout(res, 0));
282
+ }
283
+
284
+ // Wait for decoder if there are frames due.
285
+ if (this.frameBuffer.length === 0 && this.framesDue) {
286
+ let maxIterations = 1000;
287
+ while (this.frameBuffer.length === 0) {
288
+ await new Promise(res => setTimeout(res, 10));
289
+ maxIterations--;
290
+
291
+ if (maxIterations === 0) {
292
+ throw new Error(
293
+ 'Timed out while waiting for VideoDecoder to produce a frame.',
294
+ );
295
+ }
296
+ }
297
+ }
298
+ }
299
+
300
+ public async getNextFrame(): Promise<VideoFrame> {
301
+ const samplingRate = this.sourceFps / this.targetFps;
302
+ this.sum += samplingRate;
303
+
304
+ if (this.sum < 1 && this.lastFrame) {
305
+ this.framesRequested++;
306
+ return this.lastFrame;
307
+ }
308
+
309
+ await this.populateBuffer();
310
+
311
+ // We're at the end of the video and there are no more frames to extract.
312
+ if (this.frameBuffer.length === 0) {
313
+ return this.lastFrame!;
314
+ }
315
+
316
+ while (this.sum >= 2) {
317
+ // Burn frame
318
+ const frame = this.frameBuffer.shift()!;
319
+ frame.close();
320
+ this.sum -= 1;
321
+
322
+ await this.populateBuffer();
323
+ if (this.frameBuffer.length === 0) {
324
+ return this.lastFrame!;
325
+ }
326
+ }
327
+
328
+ if (this.sum >= 1 || !this.lastFrame) {
329
+ this.sum -= 1;
330
+ const frame = this.frameBuffer.shift()!;
331
+ this.lastFrame?.close();
332
+ this.lastFrame = frame;
333
+ this.framesRequested++;
334
+ return frame;
335
+ }
336
+
337
+ // One of the three if statements above is always true.
338
+ throw new Error('Unreachable code');
339
+ }
340
+ }
@@ -1,2 +0,0 @@
1
- export * from './parser';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
@@ -1,2 +0,0 @@
1
- export * from './parser';
2
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvbGliL3V0aWxzL3ZpZGVvL3BhcnNlci9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLFVBQVUsQ0FBQyJ9
@@ -1,21 +0,0 @@
1
- export declare class Mp4Parser {
2
- private uri;
3
- private file;
4
- private edits;
5
- private decoderConfig?;
6
- private startTime;
7
- private targetFps;
8
- private nextSegment;
9
- private sampler?;
10
- constructor(uri: string, targetFps: number, startTime: number);
11
- start(): Promise<void>;
12
- getNextFrame(): Promise<VideoFrame>;
13
- private getSecondDurationOfSegment;
14
- getDuration(): number;
15
- private getTimeSubtractingFrames;
16
- getTime(): number;
17
- getLastTime(): number;
18
- getLastFrame(): VideoFrame | undefined;
19
- close(): void;
20
- }
21
- //# sourceMappingURL=parser.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/parser.ts"],"names":[],"mappings":"AA8FA,qBAAa,SAAS;IACpB,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,aAAa,CAAC,CAAqB;IAE3C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,OAAO,CAAC,CAAe;gBAEZ,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAMvD,KAAK;IAOL,YAAY;IAqFzB,OAAO,CAAC,0BAA0B;IAO3B,WAAW;IAOlB,OAAO,CAAC,wBAAwB;IAiBzB,OAAO;IAIP,WAAW;IAIX,YAAY;IAIZ,KAAK;CAKb"}
@@ -1,165 +0,0 @@
1
- import { createFile } from 'mp4box';
2
- import { FrameSampler } from './sampler';
3
- import { Segment } from './segment';
4
- import { MP4FileSink } from './sink';
5
- import { description, mp4BoxEditToEdit } from './utils';
6
- /**
7
- * Loads the file at the given URI until it finds the moov box.
8
- * Once found, it calls `setConfig` with the video configuration.
9
- * @param uri - The URI of the video file.
10
- * @param setConfig - Callback to set the video configuration.
11
- * @returns
12
- */
13
- async function getFileInfo(uri) {
14
- return new Promise((res, rej) => {
15
- const file = createFile();
16
- let found = false;
17
- file.onReady = (info) => {
18
- found = true;
19
- const track = info.videoTracks[0];
20
- const config = {
21
- // Browser doesn't support parsing full vp8 codec (eg: `vp08.00.41.08`),
22
- // they only support `vp8`.
23
- codec: track.codec.startsWith('vp08') ? 'vp8' : track.codec,
24
- codedHeight: track.video.height,
25
- codedWidth: track.video.width,
26
- description: description(file, track),
27
- };
28
- const defaultEdit = {
29
- mediaTime: 0,
30
- segmentDuration: track.duration,
31
- mediaRateInteger: 1,
32
- mediaRateFraction: 0,
33
- };
34
- const editsFromVideo = track.edits?.map((edit) => mp4BoxEditToEdit(edit));
35
- // If there are no entries, use the default edit
36
- const editsWithoutFps = editsFromVideo.length
37
- ? editsFromVideo
38
- : [defaultEdit];
39
- // Calculate FPS for each segment
40
- const edits = editsWithoutFps.map(edit => {
41
- const trackDurationInSec = track.duration / track.timescale;
42
- const segmentDurationInSec = edit.segmentDuration / track.movie_timescale;
43
- const segmentFrames = track.nb_samples * (segmentDurationInSec / trackDurationInSec);
44
- const mediaRate = edit.mediaRateInteger + edit.mediaRateFraction / 0xffff;
45
- const fps = (segmentFrames / segmentDurationInSec) * mediaRate;
46
- return { ...edit, fps };
47
- });
48
- file.setExtractionOptions(track.id);
49
- file.start();
50
- res({ file, edits, config });
51
- };
52
- return fetch(uri).then(async (response) => {
53
- if (!response.body) {
54
- throw new Error('Response body is null');
55
- }
56
- const reader = response.body.getReader();
57
- const sink = new MP4FileSink(file, () => { });
58
- while (!found) {
59
- await reader.read().then(({ done, value }) => {
60
- if (done) {
61
- file.flush();
62
- rej('Could not find moov');
63
- return;
64
- }
65
- sink.write(value);
66
- });
67
- }
68
- });
69
- });
70
- }
71
- export class Mp4Parser {
72
- constructor(uri, targetFps, startTime) {
73
- this.edits = [];
74
- this.nextSegment = 0;
75
- this.uri = uri;
76
- this.targetFps = targetFps;
77
- this.startTime = startTime;
78
- }
79
- async start() {
80
- const { file, edits, config } = await getFileInfo(this.uri);
81
- this.file = file;
82
- this.edits = edits;
83
- this.decoderConfig = config;
84
- }
85
- async getNextFrame() {
86
- // Start the first segment
87
- if (!this.sampler) {
88
- // Skip segments until the start time
89
- let startTimeWithinSegment = this.startTime;
90
- while (this.nextSegment < this.edits.length) {
91
- const segmentDurationInSeconds = this.getSecondDurationOfSegment(this.edits[this.nextSegment]);
92
- if (startTimeWithinSegment < segmentDurationInSeconds) {
93
- break;
94
- }
95
- startTimeWithinSegment -= segmentDurationInSeconds;
96
- this.nextSegment++;
97
- }
98
- // The timestamp is outside of the video
99
- if (this.nextSegment >= this.edits.length) {
100
- throw new Error(`Timestamp ${this.startTime} is outside of the video, max timestamp is ${this.getDuration()}`);
101
- }
102
- const segment = new Segment(this.uri, this.file, this.edits, this.nextSegment, startTimeWithinSegment);
103
- await segment.start(this.decoderConfig);
104
- this.sampler = new FrameSampler(segment, this.edits[this.nextSegment].fps, this.targetFps, 0);
105
- this.nextSegment++;
106
- }
107
- // Try to get the next frame
108
- let frame = await this.sampler.getNextFrame();
109
- // If there are no more frames in the current segment, start the next segment
110
- while (!frame && this.nextSegment < this.edits.length) {
111
- this.sampler.getSegment().close();
112
- this.sampler.getLastFrame()?.close();
113
- const segment = new Segment(this.uri, this.file, this.edits, this.nextSegment, 0);
114
- await segment.start(this.decoderConfig);
115
- this.sampler = new FrameSampler(segment, this.edits[this.nextSegment].fps, this.targetFps, this.sampler.getSum());
116
- this.nextSegment++;
117
- frame = await this.sampler.getNextFrame();
118
- }
119
- // If there are no more frames, return the last frame
120
- if (!frame) {
121
- frame = this.sampler.getLastFrame();
122
- // We can close the segment
123
- this.sampler.getSegment().close();
124
- // If we still don't have a frame, throw an error
125
- if (!frame) {
126
- throw new Error('There are no frames in the video.');
127
- }
128
- }
129
- return frame;
130
- }
131
- getSecondDurationOfSegment(edit) {
132
- const mediaRate = edit.mediaRateInteger + edit.mediaRateFraction / 0xffff;
133
- const duration = edit.segmentDuration / this.file.getInfo().videoTracks[0].movie_timescale;
134
- return duration / mediaRate;
135
- }
136
- getDuration() {
137
- return this.edits.reduce((acc, edit) => acc + this.getSecondDurationOfSegment(edit), 0);
138
- }
139
- getTimeSubtractingFrames(frames) {
140
- const durationOfPastSegmentsInSeconds = this.edits
141
- .slice(0, this.nextSegment - 1)
142
- .reduce((acc, edit) => acc + this.getSecondDurationOfSegment(edit), 0);
143
- if (!this.sampler) {
144
- throw new Error('No current segment');
145
- }
146
- const currentSegmentStartTime = this.sampler.getSegment().getStartTime();
147
- const samplerTime = this.sampler.getTime(frames);
148
- return (durationOfPastSegmentsInSeconds + currentSegmentStartTime + samplerTime);
149
- }
150
- getTime() {
151
- return this.getTimeSubtractingFrames(0);
152
- }
153
- getLastTime() {
154
- return this.getTimeSubtractingFrames(1);
155
- }
156
- getLastFrame() {
157
- return this.sampler?.getLastFrame();
158
- }
159
- close() {
160
- this.sampler?.getSegment().close();
161
- this.sampler?.getLastFrame()?.close();
162
- this.file.flush();
163
- }
164
- }
165
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGFyc2VyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi91dGlscy92aWRlby9wYXJzZXIvcGFyc2VyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBQyxVQUFVLEVBQUMsTUFBTSxRQUFRLENBQUM7QUFDbEMsT0FBTyxFQUFDLFlBQVksRUFBQyxNQUFNLFdBQVcsQ0FBQztBQUN2QyxPQUFPLEVBQUMsT0FBTyxFQUFDLE1BQU0sV0FBVyxDQUFDO0FBQ2xDLE9BQU8sRUFBQyxXQUFXLEVBQUMsTUFBTSxRQUFRLENBQUM7QUFDbkMsT0FBTyxFQUFPLFdBQVcsRUFBRSxnQkFBZ0IsRUFBQyxNQUFNLFNBQVMsQ0FBQztBQUU1RDs7Ozs7O0dBTUc7QUFDSCxLQUFLLFVBQVUsV0FBVyxDQUFDLEdBQVc7SUFDcEMsT0FBTyxJQUFJLE9BQU8sQ0FJZixDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsRUFBRTtRQUNkLE1BQU0sSUFBSSxHQUFHLFVBQVUsRUFBRSxDQUFDO1FBQzFCLElBQUksS0FBSyxHQUFHLEtBQUssQ0FBQztRQUVsQixJQUFJLENBQUMsT0FBTyxHQUFHLENBQUMsSUFBUyxFQUFFLEVBQUU7WUFDM0IsS0FBSyxHQUFHLElBQUksQ0FBQztZQUViLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7WUFFbEMsTUFBTSxNQUFNLEdBQUc7Z0JBQ2Isd0VBQXdFO2dCQUN4RSwyQkFBMkI7Z0JBQzNCLEtBQUssRUFBRSxLQUFLLENBQUMsS0FBSyxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsS0FBSztnQkFDM0QsV0FBVyxFQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsTUFBTTtnQkFDL0IsVUFBVSxFQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsS0FBSztnQkFDN0IsV0FBVyxFQUFFLFdBQVcsQ0FBQyxJQUFJLEVBQUUsS0FBSyxDQUFDO2FBQ3RDLENBQUM7WUFFRixNQUFNLFdBQVcsR0FBc0I7Z0JBQ3JDLFNBQVMsRUFBRSxDQUFDO2dCQUNaLGVBQWUsRUFBRSxLQUFLLENBQUMsUUFBUTtnQkFDL0IsZ0JBQWdCLEVBQUUsQ0FBQztnQkFDbkIsaUJBQWlCLEVBQUUsQ0FBQzthQUNyQixDQUFDO1lBRUYsTUFBTSxjQUFjLEdBQXdCLEtBQUssQ0FBQyxLQUFLLEVBQUUsR0FBRyxDQUMxRCxDQUFDLElBQVMsRUFBRSxFQUFFLENBQUMsZ0JBQWdCLENBQUMsSUFBSSxDQUFDLENBQ3RDLENBQUM7WUFFRixnREFBZ0Q7WUFDaEQsTUFBTSxlQUFlLEdBQUcsY0FBYyxDQUFDLE1BQU07Z0JBQzNDLENBQUMsQ0FBQyxjQUFjO2dCQUNoQixDQUFDLENBQUMsQ0FBQyxXQUFXLENBQUMsQ0FBQztZQUVsQixpQ0FBaUM7WUFDakMsTUFBTSxLQUFLLEdBQUcsZUFBZSxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsRUFBRTtnQkFDdkMsTUFBTSxrQkFBa0IsR0FBRyxLQUFLLENBQUMsUUFBUSxHQUFHLEtBQUssQ0FBQyxTQUFTLENBQUM7Z0JBQzVELE1BQU0sb0JBQW9CLEdBQ3hCLElBQUksQ0FBQyxlQUFlLEdBQUcsS0FBSyxDQUFDLGVBQWUsQ0FBQztnQkFDL0MsTUFBTSxhQUFhLEdBQ2pCLEtBQUssQ0FBQyxVQUFVLEdBQUcsQ0FBQyxvQkFBb0IsR0FBRyxrQkFBa0IsQ0FBQyxDQUFDO2dCQUNqRSxNQUFNLFNBQVMsR0FDYixJQUFJLENBQUMsZ0JBQWdCLEdBQUcsSUFBSSxDQUFDLGlCQUFpQixHQUFHLE1BQU0sQ0FBQztnQkFDMUQsTUFBTSxHQUFHLEdBQUcsQ0FBQyxhQUFhLEdBQUcsb0JBQW9CLENBQUMsR0FBRyxTQUFTLENBQUM7Z0JBQy9ELE9BQU8sRUFBQyxHQUFHLElBQUksRUFBRSxHQUFHLEVBQUMsQ0FBQztZQUN4QixDQUFDLENBQUMsQ0FBQztZQUVILElBQUksQ0FBQyxvQkFBb0IsQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLENBQUM7WUFDcEMsSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO1lBRWIsR0FBRyxDQUFDLEVBQUMsSUFBSSxFQUFFLEtBQUssRUFBRSxNQUFNLEVBQUMsQ0FBQyxDQUFDO1FBQzdCLENBQUMsQ0FBQztRQUVGLE9BQU8sS0FBSyxDQUFDLEdBQUcsQ0FBQyxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUMsUUFBUSxFQUFDLEVBQUU7WUFDdEMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztnQkFDbkIsTUFBTSxJQUFJLEtBQUssQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO1lBQzNDLENBQUM7WUFFRCxNQUFNLE1BQU0sR0FBRyxRQUFRLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ3pDLE1BQU0sSUFBSSxHQUFHLElBQUksV0FBVyxDQUFDLElBQUksRUFBRSxHQUFHLEVBQUUsR0FBRSxDQUFDLENBQUMsQ0FBQztZQUU3QyxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUM7Z0JBQ2QsTUFBTSxNQUFNLENBQUMsSUFBSSxFQUFFLENBQUMsSUFBSSxDQUFDLENBQUMsRUFBQyxJQUFJLEVBQUUsS0FBSyxFQUFDLEVBQUUsRUFBRTtvQkFDekMsSUFBSSxJQUFJLEVBQUUsQ0FBQzt3QkFDVCxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7d0JBQ2IsR0FBRyxDQUFDLHFCQUFxQixDQUFDLENBQUM7d0JBQzNCLE9BQU87b0JBQ1QsQ0FBQztvQkFFRCxJQUFJLENBQUMsS0FBSyxDQUFDLEtBQUssQ0FBQyxDQUFDO2dCQUNwQixDQUFDLENBQUMsQ0FBQztZQUNMLENBQUM7UUFDSCxDQUFDLENBQUMsQ0FBQztJQUNMLENBQUMsQ0FBQyxDQUFDO0FBQ0wsQ0FBQztBQUVELE1BQU0sT0FBTyxTQUFTO0lBWXBCLFlBQW1CLEdBQVcsRUFBRSxTQUFpQixFQUFFLFNBQWlCO1FBVDVELFVBQUssR0FBVyxFQUFFLENBQUM7UUFNbkIsZ0JBQVcsR0FBRyxDQUFDLENBQUM7UUFJdEIsSUFBSSxDQUFDLEdBQUcsR0FBRyxHQUFHLENBQUM7UUFDZixJQUFJLENBQUMsU0FBUyxHQUFHLFNBQVMsQ0FBQztRQUMzQixJQUFJLENBQUMsU0FBUyxHQUFHLFNBQVMsQ0FBQztJQUM3QixDQUFDO0lBRU0sS0FBSyxDQUFDLEtBQUs7UUFDaEIsTUFBTSxFQUFDLElBQUksRUFBRSxLQUFLLEVBQUUsTUFBTSxFQUFDLEdBQUcsTUFBTSxXQUFXLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQzFELElBQUksQ0FBQyxJQUFJLEdBQUcsSUFBSSxDQUFDO1FBQ2pCLElBQUksQ0FBQyxLQUFLLEdBQUcsS0FBSyxDQUFDO1FBQ25CLElBQUksQ0FBQyxhQUFhLEdBQUcsTUFBTSxDQUFDO0lBQzlCLENBQUM7SUFFTSxLQUFLLENBQUMsWUFBWTtRQUN2QiwwQkFBMEI7UUFDMUIsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQztZQUNsQixxQ0FBcUM7WUFDckMsSUFBSSxzQkFBc0IsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDO1lBQzVDLE9BQU8sSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sRUFBRSxDQUFDO2dCQUM1QyxNQUFNLHdCQUF3QixHQUFHLElBQUksQ0FBQywwQkFBMEIsQ0FDOUQsSUFBSSxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDLENBQzdCLENBQUM7Z0JBQ0YsSUFBSSxzQkFBc0IsR0FBRyx3QkFBd0IsRUFBRSxDQUFDO29CQUN0RCxNQUFNO2dCQUNSLENBQUM7Z0JBRUQsc0JBQXNCLElBQUksd0JBQXdCLENBQUM7Z0JBQ25ELElBQUksQ0FBQyxXQUFXLEVBQUUsQ0FBQztZQUNyQixDQUFDO1lBRUQsd0NBQXdDO1lBQ3hDLElBQUksSUFBSSxDQUFDLFdBQVcsSUFBSSxJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sRUFBRSxDQUFDO2dCQUMxQyxNQUFNLElBQUksS0FBSyxDQUNiLGFBQWEsSUFBSSxDQUFDLFNBQVMsOENBQThDLElBQUksQ0FBQyxXQUFXLEVBQUUsRUFBRSxDQUM5RixDQUFDO1lBQ0osQ0FBQztZQUVELE1BQU0sT0FBTyxHQUFHLElBQUksT0FBTyxDQUN6QixJQUFJLENBQUMsR0FBRyxFQUNSLElBQUksQ0FBQyxJQUFJLEVBQ1QsSUFBSSxDQUFDLEtBQUssRUFDVixJQUFJLENBQUMsV0FBVyxFQUNoQixzQkFBc0IsQ0FDdkIsQ0FBQztZQUNGLE1BQU0sT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsYUFBYyxDQUFDLENBQUM7WUFFekMsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLFlBQVksQ0FDN0IsT0FBTyxFQUNQLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxDQUFDLEdBQUcsRUFDaEMsSUFBSSxDQUFDLFNBQVMsRUFDZCxDQUFDLENBQ0YsQ0FBQztZQUNGLElBQUksQ0FBQyxXQUFXLEVBQUUsQ0FBQztRQUNyQixDQUFDO1FBRUQsNEJBQTRCO1FBQzVCLElBQUksS0FBSyxHQUFHLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxZQUFZLEVBQUUsQ0FBQztRQUU5Qyw2RUFBNkU7UUFDN0UsT0FBTyxDQUFDLEtBQUssSUFBSSxJQUFJLENBQUMsV0FBVyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUFFLENBQUM7WUFDdEQsSUFBSSxDQUFDLE9BQU8sQ0FBQyxVQUFVLEVBQUUsQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNsQyxJQUFJLENBQUMsT0FBTyxDQUFDLFlBQVksRUFBRSxFQUFFLEtBQUssRUFBRSxDQUFDO1lBQ3JDLE1BQU0sT0FBTyxHQUFHLElBQUksT0FBTyxDQUN6QixJQUFJLENBQUMsR0FBRyxFQUNSLElBQUksQ0FBQyxJQUFJLEVBQ1QsSUFBSSxDQUFDLEtBQUssRUFDVixJQUFJLENBQUMsV0FBVyxFQUNoQixDQUFDLENBQ0YsQ0FBQztZQUNGLE1BQU0sT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsYUFBYyxDQUFDLENBQUM7WUFFekMsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLFlBQVksQ0FDN0IsT0FBTyxFQUNQLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxDQUFDLEdBQUcsRUFDaEMsSUFBSSxDQUFDLFNBQVMsRUFDZCxJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxDQUN0QixDQUFDO1lBQ0YsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1lBRW5CLEtBQUssR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsWUFBWSxFQUFFLENBQUM7UUFDNUMsQ0FBQztRQUVELHFEQUFxRDtRQUNyRCxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDWCxLQUFLLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxZQUFZLEVBQUUsQ0FBQztZQUVwQywyQkFBMkI7WUFDM0IsSUFBSSxDQUFDLE9BQU8sQ0FBQyxVQUFVLEVBQUUsQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUVsQyxpREFBaUQ7WUFDakQsSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO2dCQUNYLE1BQU0sSUFBSSxLQUFLLENBQUMsbUNBQW1DLENBQUMsQ0FBQztZQUN2RCxDQUFDO1FBQ0gsQ0FBQztRQUVELE9BQU8sS0FBSyxDQUFDO0lBQ2YsQ0FBQztJQUVPLDBCQUEwQixDQUFDLElBQVU7UUFDM0MsTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLGdCQUFnQixHQUFHLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxNQUFNLENBQUM7UUFDMUUsTUFBTSxRQUFRLEdBQ1osSUFBSSxDQUFDLGVBQWUsR0FBRyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDLFdBQVcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxlQUFlLENBQUM7UUFDNUUsT0FBTyxRQUFRLEdBQUcsU0FBUyxDQUFDO0lBQzlCLENBQUM7SUFFTSxXQUFXO1FBQ2hCLE9BQU8sSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQ3RCLENBQUMsR0FBRyxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsR0FBRyxHQUFHLElBQUksQ0FBQywwQkFBMEIsQ0FBQyxJQUFJLENBQUMsRUFDMUQsQ0FBQyxDQUNGLENBQUM7SUFDSixDQUFDO0lBRU8sd0JBQXdCLENBQUMsTUFBYztRQUM3QyxNQUFNLCtCQUErQixHQUFHLElBQUksQ0FBQyxLQUFLO2FBQy9DLEtBQUssQ0FBQyxDQUFDLEVBQUUsSUFBSSxDQUFDLFdBQVcsR0FBRyxDQUFDLENBQUM7YUFDOUIsTUFBTSxDQUFDLENBQUMsR0FBRyxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsR0FBRyxHQUFHLElBQUksQ0FBQywwQkFBMEIsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUV6RSxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBQ2xCLE1BQU0sSUFBSSxLQUFLLENBQUMsb0JBQW9CLENBQUMsQ0FBQztRQUN4QyxDQUFDO1FBRUQsTUFBTSx1QkFBdUIsR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLFVBQVUsRUFBRSxDQUFDLFlBQVksRUFBRSxDQUFDO1FBQ3pFLE1BQU0sV0FBVyxHQUFHLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1FBRWpELE9BQU8sQ0FDTCwrQkFBK0IsR0FBRyx1QkFBdUIsR0FBRyxXQUFXLENBQ3hFLENBQUM7SUFDSixDQUFDO0lBRU0sT0FBTztRQUNaLE9BQU8sSUFBSSxDQUFDLHdCQUF3QixDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQzFDLENBQUM7SUFFTSxXQUFXO1FBQ2hCLE9BQU8sSUFBSSxDQUFDLHdCQUF3QixDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQzFDLENBQUM7SUFFTSxZQUFZO1FBQ2pCLE9BQU8sSUFBSSxDQUFDLE9BQU8sRUFBRSxZQUFZLEVBQUUsQ0FBQztJQUN0QyxDQUFDO0lBRU0sS0FBSztRQUNWLElBQUksQ0FBQyxPQUFPLEVBQUUsVUFBVSxFQUFFLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDbkMsSUFBSSxDQUFDLE9BQU8sRUFBRSxZQUFZLEVBQUUsRUFBRSxLQUFLLEVBQUUsQ0FBQztRQUN0QyxJQUFJLENBQUMsSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO0lBQ3BCLENBQUM7Q0FDRiJ9
@@ -1,16 +0,0 @@
1
- import { Segment } from './segment';
2
- export declare class FrameSampler {
3
- private segment;
4
- private sourceFps;
5
- private targetFps;
6
- private sum;
7
- private framesRequested;
8
- private lastFrame?;
9
- constructor(segment: Segment, sourceFps: number, targetFps: number, sum?: number);
10
- getNextFrame(): Promise<VideoFrame | undefined>;
11
- getLastFrame(): VideoFrame | undefined;
12
- getSum(): number;
13
- getSegment(): Segment;
14
- getTime(framesToSubtract: number): number;
15
- }
16
- //# sourceMappingURL=sampler.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/sampler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAElC,qBAAa,YAAY;IAKrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,GAAG;IAPb,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,SAAS,CAAC,CAAa;gBAGrB,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,GAAE,MAAU;IAGZ,YAAY;IA2ClB,YAAY;IAIZ,MAAM;IAIN,UAAU;IAIV,OAAO,CAAC,gBAAgB,EAAE,MAAM;CAGxC"}
@@ -1,56 +0,0 @@
1
- export class FrameSampler {
2
- constructor(segment, sourceFps, targetFps, sum = 0) {
3
- this.segment = segment;
4
- this.sourceFps = sourceFps;
5
- this.targetFps = targetFps;
6
- this.sum = sum;
7
- this.framesRequested = 0;
8
- }
9
- async getNextFrame() {
10
- const samplingRate = this.sourceFps / this.targetFps;
11
- this.sum += samplingRate;
12
- this.framesRequested += 1;
13
- // Return last frame if we haven't progressed enough to get a new frame.
14
- if (this.sum < 1 && this.lastFrame) {
15
- return this.lastFrame;
16
- }
17
- // Burn frames if we have too many.
18
- while (this.sum >= 2) {
19
- // Burn frame
20
- const frame = await this.segment.getNextFrame();
21
- // If there are no more frames, return
22
- if (!frame) {
23
- return;
24
- }
25
- frame.close();
26
- this.sum -= 1;
27
- }
28
- // Get a new frame.
29
- if (this.sum >= 1 || !this.lastFrame) {
30
- this.sum -= 1;
31
- const frame = await this.segment.getNextFrame();
32
- // If there are no more frames, return
33
- if (!frame) {
34
- return;
35
- }
36
- this.lastFrame?.close();
37
- this.lastFrame = frame;
38
- return frame;
39
- }
40
- // One of the three if statements above is always true.
41
- throw new Error('Unreachable code');
42
- }
43
- getLastFrame() {
44
- return this.lastFrame;
45
- }
46
- getSum() {
47
- return this.sum;
48
- }
49
- getSegment() {
50
- return this.segment;
51
- }
52
- getTime(framesToSubtract) {
53
- return (this.framesRequested - framesToSubtract) / this.targetFps;
54
- }
55
- }
56
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2FtcGxlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvdXRpbHMvdmlkZW8vcGFyc2VyL3NhbXBsZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsTUFBTSxPQUFPLFlBQVk7SUFJdkIsWUFDVSxPQUFnQixFQUNoQixTQUFpQixFQUNqQixTQUFpQixFQUNqQixNQUFjLENBQUM7UUFIZixZQUFPLEdBQVAsT0FBTyxDQUFTO1FBQ2hCLGNBQVMsR0FBVCxTQUFTLENBQVE7UUFDakIsY0FBUyxHQUFULFNBQVMsQ0FBUTtRQUNqQixRQUFHLEdBQUgsR0FBRyxDQUFZO1FBUGpCLG9CQUFlLEdBQUcsQ0FBQyxDQUFDO0lBUXpCLENBQUM7SUFFRyxLQUFLLENBQUMsWUFBWTtRQUN2QixNQUFNLFlBQVksR0FBRyxJQUFJLENBQUMsU0FBUyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUM7UUFDckQsSUFBSSxDQUFDLEdBQUcsSUFBSSxZQUFZLENBQUM7UUFDekIsSUFBSSxDQUFDLGVBQWUsSUFBSSxDQUFDLENBQUM7UUFFMUIsd0VBQXdFO1FBQ3hFLElBQUksSUFBSSxDQUFDLEdBQUcsR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ25DLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQztRQUN4QixDQUFDO1FBRUQsbUNBQW1DO1FBQ25DLE9BQU8sSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLEVBQUUsQ0FBQztZQUNyQixhQUFhO1lBQ2IsTUFBTSxLQUFLLEdBQUcsTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDLFlBQVksRUFBRSxDQUFDO1lBRWhELHNDQUFzQztZQUN0QyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7Z0JBQ1gsT0FBTztZQUNULENBQUM7WUFFRCxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDZCxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsQ0FBQztRQUNoQixDQUFDO1FBRUQsbUJBQW1CO1FBQ25CLElBQUksSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7WUFDckMsSUFBSSxDQUFDLEdBQUcsSUFBSSxDQUFDLENBQUM7WUFDZCxNQUFNLEtBQUssR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsWUFBWSxFQUFFLENBQUM7WUFFaEQsc0NBQXNDO1lBQ3RDLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztnQkFDWCxPQUFPO1lBQ1QsQ0FBQztZQUVELElBQUksQ0FBQyxTQUFTLEVBQUUsS0FBSyxFQUFFLENBQUM7WUFDeEIsSUFBSSxDQUFDLFNBQVMsR0FBRyxLQUFLLENBQUM7WUFDdkIsT0FBTyxLQUFLLENBQUM7UUFDZixDQUFDO1FBRUQsdURBQXVEO1FBQ3ZELE1BQU0sSUFBSSxLQUFLLENBQUMsa0JBQWtCLENBQUMsQ0FBQztJQUN0QyxDQUFDO0lBRU0sWUFBWTtRQUNqQixPQUFPLElBQUksQ0FBQyxTQUFTLENBQUM7SUFDeEIsQ0FBQztJQUVNLE1BQU07UUFDWCxPQUFPLElBQUksQ0FBQyxHQUFHLENBQUM7SUFDbEIsQ0FBQztJQUVNLFVBQVU7UUFDZixPQUFPLElBQUksQ0FBQyxPQUFPLENBQUM7SUFDdEIsQ0FBQztJQUVNLE9BQU8sQ0FBQyxnQkFBd0I7UUFDckMsT0FBTyxDQUFDLElBQUksQ0FBQyxlQUFlLEdBQUcsZ0JBQWdCLENBQUMsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDO0lBQ3BFLENBQUM7Q0FDRiJ9
@@ -1,43 +0,0 @@
1
- import { Edit } from './utils';
2
- export declare class Segment {
3
- private done;
4
- private uri;
5
- private file;
6
- private edit;
7
- private responseFinished;
8
- private decoder;
9
- private framesProcessed;
10
- private startTime;
11
- private framesDue;
12
- private frameBuffer;
13
- private readMore;
14
- constructor(uri: string, file: any, edits: Edit[], currentSegment: number, startTime?: number);
15
- start(decoderConfig: VideoDecoderConfig): Promise<void>;
16
- /**
17
- * Starts streaming the video at the given URI from the given offset.
18
- * @param file - MP4Box file. Needs to be created and configured before calling this function.
19
- * @param uri - URI of the video file.
20
- * @param offset - Offset to start streaming from.
21
- * @returns - A function to read more data from the response.
22
- */
23
- private startStreamingAtOffset;
24
- /**
25
- * Called when samples are available on the MP4 file.
26
- * Sends chunks to the decoder.
27
- */
28
- private onSamples;
29
- /**
30
- * Called when the decoder has a frame ready.
31
- * Pushes the frame to the buffer so it can be consumed.
32
- */
33
- private onFrame;
34
- private populateBuffer;
35
- getNextFrame(): Promise<VideoFrame | undefined>;
36
- /**
37
- * Called when we are done with the extractor.
38
- */
39
- close(): void;
40
- getFramesProcessed(): number;
41
- getStartTime(): number;
42
- }
43
- //# sourceMappingURL=segment.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"segment.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/video/parser/segment.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,SAAS,CAAC;AAE7B,qBAAa,OAAO;IAClB,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,GAAG,CAAS;IAEpB,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,IAAI,CAAO;IAEnB,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,OAAO,CAAe;IAE9B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,WAAW,CAAoB;IAEvC,OAAO,CAAC,QAAQ,CAAuC;gBAGrD,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,GAAG,EACT,KAAK,EAAE,IAAI,EAAE,EACb,cAAc,EAAE,MAAM,EACtB,SAAS,GAAE,MAAU;IAsBV,KAAK,CAAC,aAAa,EAAE,kBAAkB;IAkBpD;;;;;;OAMG;YACW,sBAAsB;IA8BpC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAajB;;;OAGG;IACH,OAAO,CAAC,OAAO;YA4BD,cAAc;IA2Bf,YAAY;IASzB;;OAEG;IACI,KAAK;IAIL,kBAAkB;IAIlB,YAAY;CAGpB"}