@revideo/2d 0.4.7-alpha.1027 → 0.4.7-five.1022
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/editor/editor/tsconfig.build.tsbuildinfo +1 -1
- package/editor/index.js +380 -151
- package/editor/index.js.map +1 -1
- package/lib/code/CodeCursor.d.ts +74 -74
- package/lib/code/CodeDiffer.d.ts +21 -16
- package/lib/code/CodeDiffer.js +39 -41
- package/lib/code/CodeFragment.d.ts +16 -8
- package/lib/code/CodeFragment.js +36 -36
- package/lib/code/CodeHighlighter.d.ts +59 -59
- package/lib/code/CodeHighlighter.js +1 -1
- package/lib/code/CodeMetrics.d.ts +12 -8
- package/lib/code/CodeMetrics.js +26 -24
- package/lib/code/CodeRange.d.ts +21 -5
- package/lib/code/CodeRange.js +131 -124
- package/lib/code/CodeScope.d.ts +18 -8
- package/lib/code/CodeSelection.d.ts +9 -4
- package/lib/code/CodeSelection.js +8 -8
- package/lib/code/CodeSignal.d.ts +74 -47
- package/lib/code/CodeTokenizer.d.ts +1 -1
- package/lib/code/CodeTokenizer.js +41 -41
- package/lib/code/DefaultHighlightStyle.d.ts +2 -2
- package/lib/code/DefaultHighlightStyle.js +96 -96
- package/lib/code/LezerHighlighter.d.ts +21 -19
- package/lib/code/diff.d.ts +12 -9
- package/lib/code/diff.js +218 -205
- package/lib/code/extractRange.d.ts +7 -4
- package/lib/code/extractRange.js +79 -71
- package/lib/code/index.d.ts +1 -1
- package/lib/code/index.js +1 -1
- package/lib/components/Audio.d.ts +11 -11
- package/lib/components/Bezier.d.ts +18 -18
- package/lib/components/Circle.d.ts +95 -90
- package/lib/components/Code.d.ts +244 -211
- package/lib/components/CodeBlock.d.ts +1 -1
- package/lib/components/CubicBezier.d.ts +36 -36
- package/lib/components/Curve.d.ts +208 -198
- package/lib/components/Grid.d.ts +47 -42
- package/lib/components/HlsVideo.d.ts +62 -0
- package/lib/components/HlsVideo.d.ts.map +1 -0
- package/lib/components/HlsVideo.js +169 -0
- package/lib/components/Icon.d.ts +55 -50
- package/lib/components/Img.d.ts +86 -79
- package/lib/components/Knot.d.ts +97 -78
- package/lib/components/Latex.d.ts +12 -12
- package/lib/components/Layout.d.ts +455 -413
- package/lib/components/Line.d.ts +61 -49
- package/lib/components/Media.d.ts +37 -37
- package/lib/components/Node.d.ts +1 -1
- package/lib/components/Path.d.ts +1 -1
- package/lib/components/Polygon.d.ts +60 -55
- package/lib/components/QuadBezier.d.ts +29 -29
- package/lib/components/Ray.d.ts +28 -28
- package/lib/components/Rect.d.ts +115 -108
- package/lib/components/SVG.d.ts +1 -1
- package/lib/components/Shape.d.ts +1 -1
- package/lib/components/Spline.d.ts +46 -40
- package/lib/components/Txt.d.ts +55 -44
- package/lib/components/TxtLeaf.d.ts +20 -16
- package/lib/components/Video.d.ts +0 -1
- package/lib/components/Video.d.ts.map +1 -1
- package/lib/components/Video.js +2 -7
- package/lib/components/View2D.d.ts +22 -22
- package/lib/components/index.d.ts +1 -1
- package/lib/components/types.d.ts +22 -9
- package/lib/curves/ArcSegment.d.ts +36 -24
- package/lib/curves/CircleSegment.d.ts +26 -16
- package/lib/curves/CubicBezierSegment.d.ts +18 -13
- package/lib/curves/CurveDrawingInfo.d.ts +9 -9
- package/lib/curves/CurvePoint.d.ts +13 -13
- package/lib/curves/CurveProfile.d.ts +5 -5
- package/lib/curves/CurveProfile.js +1 -1
- package/lib/curves/KnotInfo.d.ts +8 -8
- package/lib/curves/LineSegment.d.ts +19 -14
- package/lib/curves/Polynomial.d.ts +110 -110
- package/lib/curves/Polynomial2D.d.ts +20 -20
- package/lib/curves/PolynomialSegment.d.ts +42 -37
- package/lib/curves/QuadBezierSegment.d.ts +12 -12
- package/lib/curves/Segment.d.ts +12 -7
- package/lib/curves/UniformPolynomialCurveSampler.d.ts +34 -34
- package/lib/curves/createCurveProfileLerp.d.ts +17 -6
- package/lib/curves/getBezierSplineProfile.d.ts +8 -4
- package/lib/curves/getCircleProfile.d.ts +10 -4
- package/lib/curves/getPathProfile.d.ts +2 -2
- package/lib/curves/getPointAtDistance.d.ts +7 -4
- package/lib/curves/getPolylineProfile.d.ts +8 -4
- package/lib/curves/getRectProfile.d.ts +9 -4
- package/lib/curves/index.d.ts +1 -1
- package/lib/curves/index.js +1 -1
- package/lib/decorators/canvasStyleSignal.d.ts +3 -3
- package/lib/decorators/colorSignal.d.ts +1 -1
- package/lib/decorators/compound.d.ts +4 -2
- package/lib/decorators/computed.d.ts +1 -1
- package/lib/decorators/defaultStyle.d.ts +5 -2
- package/lib/decorators/filtersSignal.d.ts +28 -8
- package/lib/decorators/index.d.ts +1 -1
- package/lib/decorators/index.js +1 -1
- package/lib/decorators/initializers.d.ts +5 -2
- package/lib/decorators/initializers.js +18 -19
- package/lib/decorators/nodeName.d.ts +1 -1
- package/lib/decorators/nodeName.js +4 -4
- package/lib/decorators/signal.d.ts +40 -20
- package/lib/decorators/spacingSignal.d.ts +1 -1
- package/lib/decorators/vector2Signal.d.ts +13 -7
- package/lib/index.d.ts +1 -1
- package/lib/index.js +1 -1
- package/lib/jsx-dev-runtime.d.ts +3 -3
- package/lib/jsx-dev-runtime.js +3 -3
- package/lib/jsx-runtime.d.ts +19 -9
- package/lib/jsx-runtime.js +18 -18
- package/lib/partials/Filter.d.ts +24 -16
- package/lib/partials/Gradient.d.ts +30 -24
- package/lib/partials/Pattern.d.ts +14 -9
- package/lib/partials/ShaderConfig.d.ts +81 -74
- package/lib/partials/index.d.ts +1 -1
- package/lib/partials/index.js +1 -1
- package/lib/partials/types.d.ts +19 -6
- package/lib/scenes/Scene2D.d.ts +42 -23
- package/lib/scenes/index.d.ts +1 -1
- package/lib/scenes/index.js +1 -1
- package/lib/scenes/makeScene2D.d.ts +7 -5
- package/lib/scenes/useScene2D.d.ts +2 -2
- package/lib/tsconfig.build.tsbuildinfo +1 -1
- package/lib/tsconfig.tsbuildinfo +1 -0
- package/lib/utils/diff.d.ts +25 -18
- package/lib/utils/diff.js +84 -87
- package/lib/utils/index.d.ts +1 -1
- package/lib/utils/index.js +1 -1
- package/lib/utils/is.d.ts +4 -2
- package/lib/utils/is.js +2 -2
- package/lib/utils/makeSignalExtensions.d.ts +11 -4
- package/lib/utils/video/mp4-parser-manager.d.ts +0 -1
- package/lib/utils/video/mp4-parser-manager.d.ts.map +1 -1
- package/lib/utils/video/mp4-parser-manager.js +4 -21
- package/lib/utils/video/mp4-parser.d.ts +63 -0
- package/lib/utils/video/mp4-parser.d.ts.map +1 -0
- package/lib/utils/video/mp4-parser.js +264 -0
- package/package.json +4 -4
- package/src/lib/components/Video.ts +1 -7
- package/src/lib/utils/video/mp4-parser-manager.ts +5 -24
- package/src/lib/utils/video/mp4-parser.ts +340 -0
- package/lib/utils/video/parser/index.d.ts +0 -2
- package/lib/utils/video/parser/index.d.ts.map +0 -1
- package/lib/utils/video/parser/index.js +0 -2
- package/lib/utils/video/parser/parser.d.ts +0 -21
- package/lib/utils/video/parser/parser.d.ts.map +0 -1
- package/lib/utils/video/parser/parser.js +0 -165
- package/lib/utils/video/parser/sampler.d.ts +0 -16
- package/lib/utils/video/parser/sampler.d.ts.map +0 -1
- package/lib/utils/video/parser/sampler.js +0 -56
- package/lib/utils/video/parser/segment.d.ts +0 -43
- package/lib/utils/video/parser/segment.d.ts.map +0 -1
- package/lib/utils/video/parser/segment.js +0 -153
- package/lib/utils/video/parser/sink.d.ts +0 -9
- package/lib/utils/video/parser/sink.d.ts.map +0 -1
- package/lib/utils/video/parser/sink.js +0 -22
- package/lib/utils/video/parser/utils.d.ts +0 -10
- package/lib/utils/video/parser/utils.d.ts.map +0 -1
- package/lib/utils/video/parser/utils.js +0 -22
- package/src/lib/utils/video/parser/index.ts +0 -1
- package/src/lib/utils/video/parser/parser.ts +0 -253
- package/src/lib/utils/video/parser/sampler.ts +0 -72
- package/src/lib/utils/video/parser/segment.ts +0 -202
- package/src/lib/utils/video/parser/sink.ts +0 -29
- package/src/lib/utils/video/parser/utils.ts +0 -31
|
@@ -1,31 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { FrameExtractor } from './mp4-parser';
|
|
2
2
|
// List of VideoFrameExtractors
|
|
3
3
|
const videoFrameExtractors = new Map();
|
|
4
|
-
export async function dropExtractor(id, filePath) {
|
|
5
|
-
const extractorId = filePath + '-' + id;
|
|
6
|
-
const extractor = videoFrameExtractors.get(extractorId);
|
|
7
|
-
if (extractor) {
|
|
8
|
-
extractor.close();
|
|
9
|
-
videoFrameExtractors.delete(extractorId);
|
|
10
|
-
}
|
|
11
|
-
}
|
|
12
4
|
export async function getFrame(id, filePath, time, fps) {
|
|
13
5
|
// Check if we already have a VideoFrameExtractor for this video
|
|
14
6
|
const extractorId = filePath + '-' + id;
|
|
15
7
|
let extractor = videoFrameExtractors.get(extractorId);
|
|
16
8
|
const frameDuration = 1 / fps;
|
|
17
|
-
/**
|
|
18
|
-
* Sometimes, HTMLVideoElement.duration is not accurate, which can lead to the
|
|
19
|
-
* requested time being greater than the duration.
|
|
20
|
-
* To prevent this, we clamp the time to the duration reported by the extractor.
|
|
21
|
-
*/
|
|
22
|
-
const duration = extractor?.getDuration();
|
|
23
|
-
if (duration && time > duration) {
|
|
24
|
-
time = duration;
|
|
25
|
-
}
|
|
26
9
|
const isOldFrame = extractor && Math.abs(time - extractor.getLastTime()) < frameDuration / 2;
|
|
27
10
|
// If time has not changed, return the last frame
|
|
28
|
-
if (
|
|
11
|
+
if (isOldFrame) {
|
|
29
12
|
const lastFrame = extractor.getLastFrame();
|
|
30
13
|
if (!lastFrame) {
|
|
31
14
|
throw new Error('No last frame');
|
|
@@ -45,11 +28,11 @@ export async function getFrame(id, filePath, time, fps) {
|
|
|
45
28
|
extractor = undefined;
|
|
46
29
|
}
|
|
47
30
|
if (!extractor) {
|
|
48
|
-
extractor = new
|
|
31
|
+
extractor = new FrameExtractor(filePath, fps, time);
|
|
49
32
|
await extractor.start();
|
|
50
33
|
videoFrameExtractors.set(extractorId, extractor);
|
|
51
34
|
}
|
|
52
35
|
// Go to the frame that is closest to the requested time
|
|
53
36
|
return extractor.getNextFrame();
|
|
54
37
|
}
|
|
55
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
38
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibXA0LXBhcnNlci1tYW5hZ2VyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL2xpYi91dGlscy92aWRlby9tcDQtcGFyc2VyLW1hbmFnZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFDLGNBQWMsRUFBQyxNQUFNLGNBQWMsQ0FBQztBQUU1QywrQkFBK0I7QUFDL0IsTUFBTSxvQkFBb0IsR0FBRyxJQUFJLEdBQUcsRUFBMEIsQ0FBQztBQUUvRCxNQUFNLENBQUMsS0FBSyxVQUFVLFFBQVEsQ0FDNUIsRUFBVSxFQUNWLFFBQWdCLEVBQ2hCLElBQVksRUFDWixHQUFXO0lBRVgsZ0VBQWdFO0lBQ2hFLE1BQU0sV0FBVyxHQUFHLFFBQVEsR0FBRyxHQUFHLEdBQUcsRUFBRSxDQUFDO0lBQ3hDLElBQUksU0FBUyxHQUFHLG9CQUFvQixDQUFDLEdBQUcsQ0FBQyxXQUFXLENBQUMsQ0FBQztJQUV0RCxNQUFNLGFBQWEsR0FBRyxDQUFDLEdBQUcsR0FBRyxDQUFDO0lBRTlCLE1BQU0sVUFBVSxHQUNkLFNBQVMsSUFBSSxJQUFJLENBQUMsR0FBRyxDQUFDLElBQUksR0FBRyxTQUFTLENBQUMsV0FBVyxFQUFFLENBQUMsR0FBRyxhQUFhLEdBQUcsQ0FBQyxDQUFDO0lBRTVFLGlEQUFpRDtJQUNqRCxJQUFJLFVBQVUsRUFBRSxDQUFDO1FBQ2YsTUFBTSxTQUFTLEdBQUcsU0FBVSxDQUFDLFlBQVksRUFBRSxDQUFDO1FBQzVDLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNmLE1BQU0sSUFBSSxLQUFLLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDbkMsQ0FBQztRQUVELE9BQU8sU0FBUyxDQUFDO0lBQ25CLENBQUM7SUFFRCxrRUFBa0U7SUFDbEUsSUFBSSxTQUFTLElBQUksSUFBSSxHQUFHLGFBQWEsR0FBRyxTQUFTLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQztRQUM1RCxTQUFTLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDbEIsb0JBQW9CLENBQUMsTUFBTSxDQUFDLFdBQVcsQ0FBQyxDQUFDO1FBQ3pDLFNBQVMsR0FBRyxTQUFTLENBQUM7SUFDeEIsQ0FBQztJQUVELHFFQUFxRTtJQUNyRSxJQUFJLFNBQVMsSUFBSSxJQUFJLEdBQUcsU0FBUyxDQUFDLE9BQU8sRUFBRSxHQUFHLGFBQWEsRUFBRSxDQUFDO1FBQzVELFNBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUNsQixvQkFBb0IsQ0FBQyxNQUFNLENBQUMsV0FBVyxDQUFDLENBQUM7UUFDekMsU0FBUyxHQUFHLFNBQVMsQ0FBQztJQUN4QixDQUFDO0lBRUQsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1FBQ2YsU0FBUyxHQUFHLElBQUksY0FBYyxDQUFDLFFBQVEsRUFBRSxHQUFHLEVBQUUsSUFBSSxDQUFDLENBQUM7UUFDcEQsTUFBTSxTQUFTLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDeEIsb0JBQW9CLENBQUMsR0FBRyxDQUFDLFdBQVcsRUFBRSxTQUFTLENBQUMsQ0FBQztJQUNuRCxDQUFDO0lBRUQsd0RBQXdEO0lBQ3hELE9BQU8sU0FBUyxDQUFDLFlBQVksRUFBRSxDQUFDO0FBQ2xDLENBQUMifQ==
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
export declare class FrameExtractor {
|
|
2
|
+
private frameBuffer;
|
|
3
|
+
private closed;
|
|
4
|
+
private uri;
|
|
5
|
+
private targetFps;
|
|
6
|
+
private sourceFps;
|
|
7
|
+
private startTime;
|
|
8
|
+
private framesRequested;
|
|
9
|
+
private framesDue;
|
|
10
|
+
private lastFrame;
|
|
11
|
+
private decoder;
|
|
12
|
+
private file;
|
|
13
|
+
private readMoreFromResponse;
|
|
14
|
+
private responseFinished;
|
|
15
|
+
constructor(uri: string, targetFps: number, startTime: number);
|
|
16
|
+
/**
|
|
17
|
+
* Starts streaming the video at the given URI from the given offset.
|
|
18
|
+
* @param file - MP4Box file. Needs to be created and configured before calling this function.
|
|
19
|
+
* @param uri - URI of the video file.
|
|
20
|
+
* @param offset - Offset to start streaming from.
|
|
21
|
+
* @returns - A function to read more data from the response.
|
|
22
|
+
*/
|
|
23
|
+
private startStreamingAtOffset;
|
|
24
|
+
/**
|
|
25
|
+
* Loads the file at the given URI until it finds the moov box.
|
|
26
|
+
* Once found, it calls `setConfig` with the video configuration.
|
|
27
|
+
* @param uri - The URI of the video file.
|
|
28
|
+
* @param setConfig - Callback to set the video configuration.
|
|
29
|
+
* @returns
|
|
30
|
+
*/
|
|
31
|
+
private getFileInfo;
|
|
32
|
+
/**
|
|
33
|
+
* Starts the extraction process.
|
|
34
|
+
*/
|
|
35
|
+
start(): Promise<void>;
|
|
36
|
+
/**
|
|
37
|
+
* Called when we are done with the extractor.
|
|
38
|
+
*/
|
|
39
|
+
close(): void;
|
|
40
|
+
/**
|
|
41
|
+
* @returns - Time in seconds of the current frame (using the target FPS)
|
|
42
|
+
*/
|
|
43
|
+
getTime(): number;
|
|
44
|
+
/**
|
|
45
|
+
* @returns - Time in seconds of the last frame (using the target FPS)
|
|
46
|
+
*/
|
|
47
|
+
getLastTime(): number;
|
|
48
|
+
getLastFrame(): VideoFrame | null;
|
|
49
|
+
/**
|
|
50
|
+
* Called when samples are available on the MP4 file.
|
|
51
|
+
* Sends chunks to the decoder.
|
|
52
|
+
*/
|
|
53
|
+
private onSamples;
|
|
54
|
+
/**
|
|
55
|
+
* Called when the decoder has a frame ready.
|
|
56
|
+
* Pushes the frame to the buffer so it can be consumed.
|
|
57
|
+
*/
|
|
58
|
+
private onFrame;
|
|
59
|
+
private sum;
|
|
60
|
+
private populateBuffer;
|
|
61
|
+
getNextFrame(): Promise<VideoFrame>;
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=mp4-parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mp4-parser.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/video/mp4-parser.ts"],"names":[],"mappings":"AA6CA,qBAAa,cAAc;IACzB,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,MAAM,CAAS;IAGvB,OAAO,CAAC,GAAG,CAAS;IAEpB,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO,CAAC,eAAe,CAAK;IAE5B,OAAO,CAAC,SAAS,CAAK;IAEtB,OAAO,CAAC,SAAS,CAA2B;IAE5C,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,IAAI,CAAM;IAElB,OAAO,CAAC,oBAAoB,CAAuC;IACnE,OAAO,CAAC,gBAAgB,CAAS;gBAEd,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAgBpE;;;;;;OAMG;YACW,sBAAsB;IA8BpC;;;;;;OAMG;YACW,WAAW;IA0DzB;;OAEG;IACU,KAAK;IAiBlB;;OAEG;IACI,KAAK;IAOZ;;OAEG;IACI,OAAO;IAId;;OAEG;IACI,WAAW;IAIX,YAAY;IAInB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAajB;;;OAGG;IACH,OAAO,CAAC,OAAO;IAiBf,OAAO,CAAC,GAAG,CAAK;YAEF,cAAc;IAuBf,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC;CAwCjD"}
|
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
import { createFile, DataStream } from 'mp4box';
|
|
2
|
+
// Wraps an MP4Box File as a WritableStream underlying sink.
|
|
3
|
+
class MP4FileSink {
|
|
4
|
+
constructor(file, setStatus, offset = 0) {
|
|
5
|
+
this.file = file;
|
|
6
|
+
this.setStatus = setStatus;
|
|
7
|
+
this.offset = offset;
|
|
8
|
+
}
|
|
9
|
+
write(chunk) {
|
|
10
|
+
const buffer = new ArrayBuffer(chunk.byteLength);
|
|
11
|
+
new Uint8Array(buffer).set(chunk);
|
|
12
|
+
// Inform MP4Box where in the file this chunk is from.
|
|
13
|
+
buffer.fileStart = this.offset;
|
|
14
|
+
this.offset += buffer.byteLength;
|
|
15
|
+
this.setStatus('fetch', (this.offset / 1024 ** 2).toFixed(1) + ' MiB');
|
|
16
|
+
this.file.appendBuffer(buffer);
|
|
17
|
+
}
|
|
18
|
+
close() {
|
|
19
|
+
this.setStatus('fetch', 'Done');
|
|
20
|
+
this.file.flush();
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
function description(file, track) {
|
|
24
|
+
const trak = file.getTrackById(track.id);
|
|
25
|
+
for (const entry of trak.mdia.minf.stbl.stsd.entries) {
|
|
26
|
+
const box = entry.avcC || entry.hvcC || entry.vpcC || entry.av1C;
|
|
27
|
+
if (box) {
|
|
28
|
+
const stream = new DataStream(undefined, 0, DataStream.BIG_ENDIAN);
|
|
29
|
+
box.write(stream);
|
|
30
|
+
return new Uint8Array(stream.buffer, 8); // Remove the box header.
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
throw new Error('avcC, hvcC, vpcC, or av1C box not found');
|
|
34
|
+
}
|
|
35
|
+
export class FrameExtractor {
|
|
36
|
+
constructor(uri, targetFps, startTime) {
|
|
37
|
+
this.frameBuffer = [];
|
|
38
|
+
this.closed = false;
|
|
39
|
+
// Number of frames that have been requested and returned.
|
|
40
|
+
this.framesRequested = 0;
|
|
41
|
+
// Number of samples that have been passed to the decoder but have not been output yet.
|
|
42
|
+
this.framesDue = 0;
|
|
43
|
+
// Last frame that has been output.
|
|
44
|
+
this.lastFrame = null;
|
|
45
|
+
this.readMoreFromResponse = async () => { };
|
|
46
|
+
this.responseFinished = false;
|
|
47
|
+
this.sum = 0;
|
|
48
|
+
this.uri = uri;
|
|
49
|
+
this.startTime = startTime;
|
|
50
|
+
// Initialized after the file is loaded.
|
|
51
|
+
this.sourceFps = 0;
|
|
52
|
+
this.targetFps = targetFps;
|
|
53
|
+
this.decoder = new VideoDecoder({
|
|
54
|
+
output: this.onFrame.bind(this),
|
|
55
|
+
error(e) {
|
|
56
|
+
console.error(e);
|
|
57
|
+
},
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Starts streaming the video at the given URI from the given offset.
|
|
62
|
+
* @param file - MP4Box file. Needs to be created and configured before calling this function.
|
|
63
|
+
* @param uri - URI of the video file.
|
|
64
|
+
* @param offset - Offset to start streaming from.
|
|
65
|
+
* @returns - A function to read more data from the response.
|
|
66
|
+
*/
|
|
67
|
+
async startStreamingAtOffset(file, uri, offset) {
|
|
68
|
+
return fetch(uri, {
|
|
69
|
+
headers: {
|
|
70
|
+
/* eslint-disable-next-line @typescript-eslint/naming-convention */
|
|
71
|
+
Range: `bytes=${offset}-`,
|
|
72
|
+
},
|
|
73
|
+
}).then(async (response) => {
|
|
74
|
+
if (!response.body) {
|
|
75
|
+
throw new Error('Response body is null');
|
|
76
|
+
}
|
|
77
|
+
const reader = response.body.getReader();
|
|
78
|
+
const sink = new MP4FileSink(file, () => { }, offset);
|
|
79
|
+
return async () => {
|
|
80
|
+
return reader.read().then(({ done, value }) => {
|
|
81
|
+
// Request is done.
|
|
82
|
+
if (done) {
|
|
83
|
+
this.responseFinished = true;
|
|
84
|
+
this.decoder.flush();
|
|
85
|
+
sink.close();
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
sink.write(value);
|
|
89
|
+
});
|
|
90
|
+
};
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Loads the file at the given URI until it finds the moov box.
|
|
95
|
+
* Once found, it calls `setConfig` with the video configuration.
|
|
96
|
+
* @param uri - The URI of the video file.
|
|
97
|
+
* @param setConfig - Callback to set the video configuration.
|
|
98
|
+
* @returns
|
|
99
|
+
*/
|
|
100
|
+
async getFileInfo(uri, setConfig) {
|
|
101
|
+
return new Promise((res, rej) => {
|
|
102
|
+
const file = createFile();
|
|
103
|
+
let found = false;
|
|
104
|
+
file.onReady = (info) => {
|
|
105
|
+
found = true;
|
|
106
|
+
const track = info.videoTracks[0];
|
|
107
|
+
const config = {
|
|
108
|
+
// Browser doesn't support parsing full vp8 codec (eg: `vp08.00.41.08`),
|
|
109
|
+
// they only support `vp8`.
|
|
110
|
+
codec: track.codec.startsWith('vp08') ? 'vp8' : track.codec,
|
|
111
|
+
codedHeight: track.video.height,
|
|
112
|
+
codedWidth: track.video.width,
|
|
113
|
+
description: description(file, track),
|
|
114
|
+
};
|
|
115
|
+
// Calculate FPS
|
|
116
|
+
if (track.nb_samples && track.timescale && info.duration) {
|
|
117
|
+
this.sourceFps = track.nb_samples / (info.duration / info.timescale);
|
|
118
|
+
}
|
|
119
|
+
setConfig(config);
|
|
120
|
+
file.setExtractionOptions(track.id);
|
|
121
|
+
file.start();
|
|
122
|
+
res(file);
|
|
123
|
+
};
|
|
124
|
+
return fetch(uri).then(async (response) => {
|
|
125
|
+
if (!response.body) {
|
|
126
|
+
throw new Error('Response body is null');
|
|
127
|
+
}
|
|
128
|
+
const reader = response.body.getReader();
|
|
129
|
+
const sink = new MP4FileSink(file, () => { });
|
|
130
|
+
while (!found) {
|
|
131
|
+
await reader.read().then(({ done, value }) => {
|
|
132
|
+
if (done) {
|
|
133
|
+
file.flush();
|
|
134
|
+
rej('Could not find moov');
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
sink.write(value);
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
});
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Starts the extraction process.
|
|
145
|
+
*/
|
|
146
|
+
async start() {
|
|
147
|
+
this.file = await this.getFileInfo(this.uri, this.decoder.configure.bind(this.decoder));
|
|
148
|
+
this.file.onSamples = this.onSamples.bind(this);
|
|
149
|
+
const videoTrack = this.file.getInfo().videoTracks[0];
|
|
150
|
+
const trak = this.file.getTrackById(videoTrack.id);
|
|
151
|
+
const seekInfo = this.file.seekTrack(this.startTime, true, trak);
|
|
152
|
+
this.readMoreFromResponse = await this.startStreamingAtOffset(this.file, this.uri, seekInfo.offset);
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* Called when we are done with the extractor.
|
|
156
|
+
*/
|
|
157
|
+
close() {
|
|
158
|
+
this.closed = true;
|
|
159
|
+
this.file.flush();
|
|
160
|
+
this.frameBuffer.forEach(frame => frame.close());
|
|
161
|
+
this.lastFrame?.close();
|
|
162
|
+
}
|
|
163
|
+
/**
|
|
164
|
+
* @returns - Time in seconds of the current frame (using the target FPS)
|
|
165
|
+
*/
|
|
166
|
+
getTime() {
|
|
167
|
+
return this.startTime + this.framesRequested / this.targetFps;
|
|
168
|
+
}
|
|
169
|
+
/**
|
|
170
|
+
* @returns - Time in seconds of the last frame (using the target FPS)
|
|
171
|
+
*/
|
|
172
|
+
getLastTime() {
|
|
173
|
+
return this.startTime + (this.framesRequested - 1) / this.targetFps;
|
|
174
|
+
}
|
|
175
|
+
getLastFrame() {
|
|
176
|
+
return this.lastFrame;
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* Called when samples are available on the MP4 file.
|
|
180
|
+
* Sends chunks to the decoder.
|
|
181
|
+
*/
|
|
182
|
+
onSamples(_unused1, _unused2, samples) {
|
|
183
|
+
for (const sample of samples) {
|
|
184
|
+
const chunk = new EncodedVideoChunk({
|
|
185
|
+
type: sample.is_sync ? 'key' : 'delta',
|
|
186
|
+
timestamp: (1e6 * sample.cts) / sample.timescale,
|
|
187
|
+
duration: (1e6 * sample.duration) / sample.timescale,
|
|
188
|
+
data: sample.data,
|
|
189
|
+
});
|
|
190
|
+
this.framesDue++;
|
|
191
|
+
this.decoder.decode(chunk);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
/**
|
|
195
|
+
* Called when the decoder has a frame ready.
|
|
196
|
+
* Pushes the frame to the buffer so it can be consumed.
|
|
197
|
+
*/
|
|
198
|
+
onFrame(frame) {
|
|
199
|
+
this.framesDue--;
|
|
200
|
+
const timestampInSeconds = frame.timestamp / 1e6;
|
|
201
|
+
if (timestampInSeconds < this.startTime) {
|
|
202
|
+
frame.close();
|
|
203
|
+
return;
|
|
204
|
+
}
|
|
205
|
+
// If the extractor is already closed, close the frame.
|
|
206
|
+
if (this.closed) {
|
|
207
|
+
frame.close();
|
|
208
|
+
return;
|
|
209
|
+
}
|
|
210
|
+
this.frameBuffer.push(frame);
|
|
211
|
+
}
|
|
212
|
+
async populateBuffer() {
|
|
213
|
+
// Fetch more frames if we don't have any.
|
|
214
|
+
while (this.frameBuffer.length === 0 && !this.responseFinished) {
|
|
215
|
+
await this.readMoreFromResponse();
|
|
216
|
+
await new Promise(res => setTimeout(res, 0));
|
|
217
|
+
}
|
|
218
|
+
// Wait for decoder if there are frames due.
|
|
219
|
+
if (this.frameBuffer.length === 0 && this.framesDue) {
|
|
220
|
+
let maxIterations = 1000;
|
|
221
|
+
while (this.frameBuffer.length === 0) {
|
|
222
|
+
await new Promise(res => setTimeout(res, 10));
|
|
223
|
+
maxIterations--;
|
|
224
|
+
if (maxIterations === 0) {
|
|
225
|
+
throw new Error('Timed out while waiting for VideoDecoder to produce a frame.');
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
async getNextFrame() {
|
|
231
|
+
const samplingRate = this.sourceFps / this.targetFps;
|
|
232
|
+
this.sum += samplingRate;
|
|
233
|
+
if (this.sum < 1 && this.lastFrame) {
|
|
234
|
+
this.framesRequested++;
|
|
235
|
+
return this.lastFrame;
|
|
236
|
+
}
|
|
237
|
+
await this.populateBuffer();
|
|
238
|
+
// We're at the end of the video and there are no more frames to extract.
|
|
239
|
+
if (this.frameBuffer.length === 0) {
|
|
240
|
+
return this.lastFrame;
|
|
241
|
+
}
|
|
242
|
+
while (this.sum >= 2) {
|
|
243
|
+
// Burn frame
|
|
244
|
+
const frame = this.frameBuffer.shift();
|
|
245
|
+
frame.close();
|
|
246
|
+
this.sum -= 1;
|
|
247
|
+
await this.populateBuffer();
|
|
248
|
+
if (this.frameBuffer.length === 0) {
|
|
249
|
+
return this.lastFrame;
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
if (this.sum >= 1 || !this.lastFrame) {
|
|
253
|
+
this.sum -= 1;
|
|
254
|
+
const frame = this.frameBuffer.shift();
|
|
255
|
+
this.lastFrame?.close();
|
|
256
|
+
this.lastFrame = frame;
|
|
257
|
+
this.framesRequested++;
|
|
258
|
+
return frame;
|
|
259
|
+
}
|
|
260
|
+
// One of the three if statements above is always true.
|
|
261
|
+
throw new Error('Unreachable code');
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibXA0LXBhcnNlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9saWIvdXRpbHMvdmlkZW8vbXA0LXBhcnNlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUMsVUFBVSxFQUFFLFVBQVUsRUFBQyxNQUFNLFFBQVEsQ0FBQztBQUU5Qyw0REFBNEQ7QUFDNUQsTUFBTSxXQUFXO0lBS2YsWUFBbUIsSUFBUyxFQUFFLFNBQWMsRUFBRSxTQUFpQixDQUFDO1FBQzlELElBQUksQ0FBQyxJQUFJLEdBQUcsSUFBSSxDQUFDO1FBQ2pCLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFDO1FBQzNCLElBQUksQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDO0lBQ3ZCLENBQUM7SUFFTSxLQUFLLENBQUMsS0FBVTtRQUNyQixNQUFNLE1BQU0sR0FBRyxJQUFJLFdBQVcsQ0FBQyxLQUFLLENBQUMsVUFBVSxDQUFDLENBQUM7UUFDakQsSUFBSSxVQUFVLENBQUMsTUFBTSxDQUFDLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxDQUFDO1FBRWxDLHNEQUFzRDtRQUNyRCxNQUFjLENBQUMsU0FBUyxHQUFHLElBQUksQ0FBQyxNQUFNLENBQUM7UUFDeEMsSUFBSSxDQUFDLE1BQU0sSUFBSSxNQUFNLENBQUMsVUFBVSxDQUFDO1FBRWpDLElBQUksQ0FBQyxTQUFTLENBQUMsT0FBTyxFQUFFLENBQUMsSUFBSSxDQUFDLE1BQU0sR0FBRyxJQUFJLElBQUksQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxHQUFHLE1BQU0sQ0FBQyxDQUFDO1FBQ3ZFLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxDQUFDLE1BQU0sQ0FBQyxDQUFDO0lBQ2pDLENBQUM7SUFFTSxLQUFLO1FBQ1YsSUFBSSxDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUUsTUFBTSxDQUFDLENBQUM7UUFDaEMsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztJQUNwQixDQUFDO0NBQ0Y7QUFFRCxTQUFTLFdBQVcsQ0FBQyxJQUFTLEVBQUUsS0FBVTtJQUN4QyxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsQ0FBQztJQUN6QyxLQUFLLE1BQU0sS0FBSyxJQUFJLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLENBQUM7UUFDckQsTUFBTSxHQUFHLEdBQUcsS0FBSyxDQUFDLElBQUksSUFBSSxLQUFLLENBQUMsSUFBSSxJQUFJLEtBQUssQ0FBQyxJQUFJLElBQUksS0FBSyxDQUFDLElBQUksQ0FBQztRQUNqRSxJQUFJLEdBQUcsRUFBRSxDQUFDO1lBQ1IsTUFBTSxNQUFNLEdBQUcsSUFBSSxVQUFVLENBQUMsU0FBUyxFQUFFLENBQUMsRUFBRSxVQUFVLENBQUMsVUFBVSxDQUFDLENBQUM7WUFDbkUsR0FBRyxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNsQixPQUFPLElBQUksVUFBVSxDQUFDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyx5QkFBeUI7UUFDcEUsQ0FBQztJQUNILENBQUM7SUFDRCxNQUFNLElBQUksS0FBSyxDQUFDLHlDQUF5QyxDQUFDLENBQUM7QUFDN0QsQ0FBQztBQUVELE1BQU0sT0FBTyxjQUFjO0lBeUJ6QixZQUFtQixHQUFXLEVBQUUsU0FBaUIsRUFBRSxTQUFpQjtRQXhCNUQsZ0JBQVcsR0FBaUIsRUFBRSxDQUFDO1FBQy9CLFdBQU0sR0FBRyxLQUFLLENBQUM7UUFVdkIsMERBQTBEO1FBQ2xELG9CQUFlLEdBQUcsQ0FBQyxDQUFDO1FBQzVCLHVGQUF1RjtRQUMvRSxjQUFTLEdBQUcsQ0FBQyxDQUFDO1FBQ3RCLG1DQUFtQztRQUMzQixjQUFTLEdBQXNCLElBQUksQ0FBQztRQUtwQyx5QkFBb0IsR0FBd0IsS0FBSyxJQUFJLEVBQUUsR0FBRSxDQUFDLENBQUM7UUFDM0QscUJBQWdCLEdBQUcsS0FBSyxDQUFDO1FBOE16QixRQUFHLEdBQUcsQ0FBQyxDQUFDO1FBM01kLElBQUksQ0FBQyxHQUFHLEdBQUcsR0FBRyxDQUFDO1FBQ2YsSUFBSSxDQUFDLFNBQVMsR0FBRyxTQUFTLENBQUM7UUFFM0Isd0NBQXdDO1FBQ3hDLElBQUksQ0FBQyxTQUFTLEdBQUcsQ0FBQyxDQUFDO1FBQ25CLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFDO1FBRTNCLElBQUksQ0FBQyxPQUFPLEdBQUcsSUFBSSxZQUFZLENBQUM7WUFDOUIsTUFBTSxFQUFFLElBQUksQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQztZQUMvQixLQUFLLENBQUMsQ0FBQztnQkFDTCxPQUFPLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ25CLENBQUM7U0FDRixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQ7Ozs7OztPQU1HO0lBQ0ssS0FBSyxDQUFDLHNCQUFzQixDQUFDLElBQVMsRUFBRSxHQUFXLEVBQUUsTUFBYztRQUN6RSxPQUFPLEtBQUssQ0FBQyxHQUFHLEVBQUU7WUFDaEIsT0FBTyxFQUFFO2dCQUNQLG1FQUFtRTtnQkFDbkUsS0FBSyxFQUFFLFNBQVMsTUFBTSxHQUFHO2FBQzFCO1NBQ0YsQ0FBQyxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUMsUUFBUSxFQUFDLEVBQUU7WUFDdkIsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztnQkFDbkIsTUFBTSxJQUFJLEtBQUssQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO1lBQzNDLENBQUM7WUFFRCxNQUFNLE1BQU0sR0FBRyxRQUFRLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ3pDLE1BQU0sSUFBSSxHQUFHLElBQUksV0FBVyxDQUFDLElBQUksRUFBRSxHQUFHLEVBQUUsR0FBRSxDQUFDLEVBQUUsTUFBTSxDQUFDLENBQUM7WUFFckQsT0FBTyxLQUFLLElBQUksRUFBRTtnQkFDaEIsT0FBTyxNQUFNLENBQUMsSUFBSSxFQUFFLENBQUMsSUFBSSxDQUFDLENBQUMsRUFBQyxJQUFJLEVBQUUsS0FBSyxFQUFDLEVBQUUsRUFBRTtvQkFDMUMsbUJBQW1CO29CQUNuQixJQUFJLElBQUksRUFBRSxDQUFDO3dCQUNULElBQUksQ0FBQyxnQkFBZ0IsR0FBRyxJQUFJLENBQUM7d0JBQzdCLElBQUksQ0FBQyxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUM7d0JBQ3JCLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQzt3QkFDYixPQUFPO29CQUNULENBQUM7b0JBRUQsSUFBSSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQztnQkFDcEIsQ0FBQyxDQUFDLENBQUM7WUFDTCxDQUFDLENBQUM7UUFDSixDQUFDLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDSyxLQUFLLENBQUMsV0FBVyxDQUN2QixHQUFXLEVBQ1gsU0FBK0M7UUFFL0MsT0FBTyxJQUFJLE9BQU8sQ0FBTSxDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsRUFBRTtZQUNuQyxNQUFNLElBQUksR0FBRyxVQUFVLEVBQUUsQ0FBQztZQUMxQixJQUFJLEtBQUssR0FBRyxLQUFLLENBQUM7WUFFbEIsSUFBSSxDQUFDLE9BQU8sR0FBRyxDQUFDLElBQVMsRUFBRSxFQUFFO2dCQUMzQixLQUFLLEdBQUcsSUFBSSxDQUFDO2dCQUViLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7Z0JBRWxDLE1BQU0sTUFBTSxHQUFHO29CQUNiLHdFQUF3RTtvQkFDeEUsMkJBQTJCO29CQUMzQixLQUFLLEVBQUUsS0FBSyxDQUFDLEtBQUssQ0FBQyxVQUFVLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLEtBQUs7b0JBQzNELFdBQVcsRUFBRSxLQUFLLENBQUMsS0FBSyxDQUFDLE1BQU07b0JBQy9CLFVBQVUsRUFBRSxLQUFLLENBQUMsS0FBSyxDQUFDLEtBQUs7b0JBQzdCLFdBQVcsRUFBRSxXQUFXLENBQUMsSUFBSSxFQUFFLEtBQUssQ0FBQztpQkFDdEMsQ0FBQztnQkFFRixnQkFBZ0I7Z0JBQ2hCLElBQUksS0FBSyxDQUFDLFVBQVUsSUFBSSxLQUFLLENBQUMsU0FBUyxJQUFJLElBQUksQ0FBQyxRQUFRLEVBQUUsQ0FBQztvQkFDekQsSUFBSSxDQUFDLFNBQVMsR0FBRyxLQUFLLENBQUMsVUFBVSxHQUFHLENBQUMsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDLENBQUM7Z0JBQ3ZFLENBQUM7Z0JBRUQsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDO2dCQUVsQixJQUFJLENBQUMsb0JBQW9CLENBQUMsS0FBSyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUNwQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7Z0JBRWIsR0FBRyxDQUFDLElBQUksQ0FBQyxDQUFDO1lBQ1osQ0FBQyxDQUFDO1lBRUYsT0FBTyxLQUFLLENBQUMsR0FBRyxDQUFDLENBQUMsSUFBSSxDQUFDLEtBQUssRUFBQyxRQUFRLEVBQUMsRUFBRTtnQkFDdEMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztvQkFDbkIsTUFBTSxJQUFJLEtBQUssQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO2dCQUMzQyxDQUFDO2dCQUVELE1BQU0sTUFBTSxHQUFHLFFBQVEsQ0FBQyxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7Z0JBQ3pDLE1BQU0sSUFBSSxHQUFHLElBQUksV0FBVyxDQUFDLElBQUksRUFBRSxHQUFHLEVBQUUsR0FBRSxDQUFDLENBQUMsQ0FBQztnQkFFN0MsT0FBTyxDQUFDLEtBQUssRUFBRSxDQUFDO29CQUNkLE1BQU0sTUFBTSxDQUFDLElBQUksRUFBRSxDQUFDLElBQUksQ0FBQyxDQUFDLEVBQUMsSUFBSSxFQUFFLEtBQUssRUFBQyxFQUFFLEVBQUU7d0JBQ3pDLElBQUksSUFBSSxFQUFFLENBQUM7NEJBQ1QsSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDOzRCQUNiLEdBQUcsQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDOzRCQUMzQixPQUFPO3dCQUNULENBQUM7d0JBRUQsSUFBSSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQztvQkFDcEIsQ0FBQyxDQUFDLENBQUM7Z0JBQ0wsQ0FBQztZQUNILENBQUMsQ0FBQyxDQUFDO1FBQ0wsQ0FBQyxDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLLENBQUMsS0FBSztRQUNoQixJQUFJLENBQUMsSUFBSSxHQUFHLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FDaEMsSUFBSSxDQUFDLEdBQUcsRUFDUixJQUFJLENBQUMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUMxQyxDQUFDO1FBQ0YsSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUM7UUFFaEQsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEQsTUFBTSxJQUFJLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ25ELE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsSUFBSSxFQUFFLElBQUksQ0FBQyxDQUFDO1FBQ2pFLElBQUksQ0FBQyxvQkFBb0IsR0FBRyxNQUFNLElBQUksQ0FBQyxzQkFBc0IsQ0FDM0QsSUFBSSxDQUFDLElBQUksRUFDVCxJQUFJLENBQUMsR0FBRyxFQUNSLFFBQVEsQ0FBQyxNQUFNLENBQ2hCLENBQUM7SUFDSixDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLO1FBQ1YsSUFBSSxDQUFDLE1BQU0sR0FBRyxJQUFJLENBQUM7UUFDbkIsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUNsQixJQUFJLENBQUMsV0FBVyxDQUFDLE9BQU8sQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLEtBQUssQ0FBQyxLQUFLLEVBQUUsQ0FBQyxDQUFDO1FBQ2pELElBQUksQ0FBQyxTQUFTLEVBQUUsS0FBSyxFQUFFLENBQUM7SUFDMUIsQ0FBQztJQUVEOztPQUVHO0lBQ0ksT0FBTztRQUNaLE9BQU8sSUFBSSxDQUFDLFNBQVMsR0FBRyxJQUFJLENBQUMsZUFBZSxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUM7SUFDaEUsQ0FBQztJQUVEOztPQUVHO0lBQ0ksV0FBVztRQUNoQixPQUFPLElBQUksQ0FBQyxTQUFTLEdBQUcsQ0FBQyxJQUFJLENBQUMsZUFBZSxHQUFHLENBQUMsQ0FBQyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUM7SUFDdEUsQ0FBQztJQUVNLFlBQVk7UUFDakIsT0FBTyxJQUFJLENBQUMsU0FBUyxDQUFDO0lBQ3hCLENBQUM7SUFFRDs7O09BR0c7SUFDSyxTQUFTLENBQUMsUUFBYSxFQUFFLFFBQWEsRUFBRSxPQUFZO1FBQzFELEtBQUssTUFBTSxNQUFNLElBQUksT0FBTyxFQUFFLENBQUM7WUFDN0IsTUFBTSxLQUFLLEdBQUcsSUFBSSxpQkFBaUIsQ0FBQztnQkFDbEMsSUFBSSxFQUFFLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsT0FBTztnQkFDdEMsU0FBUyxFQUFFLENBQUMsR0FBRyxHQUFHLE1BQU0sQ0FBQyxHQUFHLENBQUMsR0FBRyxNQUFNLENBQUMsU0FBUztnQkFDaEQsUUFBUSxFQUFFLENBQUMsR0FBRyxHQUFHLE1BQU0sQ0FBQyxRQUFRLENBQUMsR0FBRyxNQUFNLENBQUMsU0FBUztnQkFDcEQsSUFBSSxFQUFFLE1BQU0sQ0FBQyxJQUFJO2FBQ2xCLENBQUMsQ0FBQztZQUNILElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNqQixJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUM3QixDQUFDO0lBQ0gsQ0FBQztJQUVEOzs7T0FHRztJQUNLLE9BQU8sQ0FBQyxLQUFpQjtRQUMvQixJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7UUFDakIsTUFBTSxrQkFBa0IsR0FBRyxLQUFLLENBQUMsU0FBUyxHQUFHLEdBQUcsQ0FBQztRQUNqRCxJQUFJLGtCQUFrQixHQUFHLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUN4QyxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDZCxPQUFPO1FBQ1QsQ0FBQztRQUVELHVEQUF1RDtRQUN2RCxJQUFJLElBQUksQ0FBQyxNQUFNLEVBQUUsQ0FBQztZQUNoQixLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDZCxPQUFPO1FBQ1QsQ0FBQztRQUVELElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQy9CLENBQUM7SUFJTyxLQUFLLENBQUMsY0FBYztRQUMxQiwwQ0FBMEM7UUFDMUMsT0FBTyxJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQztZQUMvRCxNQUFNLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO1lBQ2xDLE1BQU0sSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxVQUFVLENBQUMsR0FBRyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDL0MsQ0FBQztRQUVELDRDQUE0QztRQUM1QyxJQUFJLElBQUksQ0FBQyxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsSUFBSSxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7WUFDcEQsSUFBSSxhQUFhLEdBQUcsSUFBSSxDQUFDO1lBQ3pCLE9BQU8sSUFBSSxDQUFDLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFLENBQUM7Z0JBQ3JDLE1BQU0sSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxVQUFVLENBQUMsR0FBRyxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7Z0JBQzlDLGFBQWEsRUFBRSxDQUFDO2dCQUVoQixJQUFJLGFBQWEsS0FBSyxDQUFDLEVBQUUsQ0FBQztvQkFDeEIsTUFBTSxJQUFJLEtBQUssQ0FDYiw4REFBOEQsQ0FDL0QsQ0FBQztnQkFDSixDQUFDO1lBQ0gsQ0FBQztRQUNILENBQUM7SUFDSCxDQUFDO0lBRU0sS0FBSyxDQUFDLFlBQVk7UUFDdkIsTUFBTSxZQUFZLEdBQUcsSUFBSSxDQUFDLFNBQVMsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDO1FBQ3JELElBQUksQ0FBQyxHQUFHLElBQUksWUFBWSxDQUFDO1FBRXpCLElBQUksSUFBSSxDQUFDLEdBQUcsR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ25DLElBQUksQ0FBQyxlQUFlLEVBQUUsQ0FBQztZQUN2QixPQUFPLElBQUksQ0FBQyxTQUFTLENBQUM7UUFDeEIsQ0FBQztRQUVELE1BQU0sSUFBSSxDQUFDLGNBQWMsRUFBRSxDQUFDO1FBRTVCLHlFQUF5RTtRQUN6RSxJQUFJLElBQUksQ0FBQyxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsRUFBRSxDQUFDO1lBQ2xDLE9BQU8sSUFBSSxDQUFDLFNBQVUsQ0FBQztRQUN6QixDQUFDO1FBRUQsT0FBTyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsRUFBRSxDQUFDO1lBQ3JCLGFBQWE7WUFDYixNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssRUFBRyxDQUFDO1lBQ3hDLEtBQUssQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNkLElBQUksQ0FBQyxHQUFHLElBQUksQ0FBQyxDQUFDO1lBRWQsTUFBTSxJQUFJLENBQUMsY0FBYyxFQUFFLENBQUM7WUFDNUIsSUFBSSxJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sS0FBSyxDQUFDLEVBQUUsQ0FBQztnQkFDbEMsT0FBTyxJQUFJLENBQUMsU0FBVSxDQUFDO1lBQ3pCLENBQUM7UUFDSCxDQUFDO1FBRUQsSUFBSSxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNyQyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsQ0FBQztZQUNkLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsS0FBSyxFQUFHLENBQUM7WUFDeEMsSUFBSSxDQUFDLFNBQVMsRUFBRSxLQUFLLEVBQUUsQ0FBQztZQUN4QixJQUFJLENBQUMsU0FBUyxHQUFHLEtBQUssQ0FBQztZQUN2QixJQUFJLENBQUMsZUFBZSxFQUFFLENBQUM7WUFDdkIsT0FBTyxLQUFLLENBQUM7UUFDZixDQUFDO1FBRUQsdURBQXVEO1FBQ3ZELE1BQU0sSUFBSSxLQUFLLENBQUMsa0JBQWtCLENBQUMsQ0FBQztJQUN0QyxDQUFDO0NBQ0YifQ==
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@revideo/2d",
|
|
3
|
-
"version": "0.4.7-
|
|
3
|
+
"version": "0.4.7-five.1022+b95d023f",
|
|
4
4
|
"description": "A 2D renderer for revideo",
|
|
5
5
|
"author": "revideo",
|
|
6
6
|
"homepage": "https://re.video/",
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
"devDependencies": {
|
|
31
31
|
"@preact/signals": "^1.2.1",
|
|
32
32
|
"@revideo/internal": "^0.0.0",
|
|
33
|
-
"@revideo/ui": "^0.4.7-
|
|
33
|
+
"@revideo/ui": "^0.4.7-five.1022+b95d023f",
|
|
34
34
|
"clsx": "^2.0.0",
|
|
35
35
|
"jsdom": "^22.1.0",
|
|
36
36
|
"preact": "^10.19.2",
|
|
@@ -40,12 +40,12 @@
|
|
|
40
40
|
"@codemirror/language": "^6.10.1",
|
|
41
41
|
"@lezer/common": "^1.2.1",
|
|
42
42
|
"@lezer/highlight": "^1.2.0",
|
|
43
|
-
"@revideo/core": "^0.4.7-
|
|
43
|
+
"@revideo/core": "^0.4.7-five.1022+b95d023f",
|
|
44
44
|
"code-fns": "^0.8.2",
|
|
45
45
|
"hls.js": "^1.5.11",
|
|
46
46
|
"mathjax-full": "^3.2.2",
|
|
47
47
|
"mp4box": "^0.5.2",
|
|
48
48
|
"parse-svg-path": "^0.1.2"
|
|
49
49
|
},
|
|
50
|
-
"gitHead": "
|
|
50
|
+
"gitHead": "b95d023f8f5f46fb36479f65eae98e04c889d107"
|
|
51
51
|
}
|
|
@@ -12,7 +12,7 @@ import {computed, initial, nodeName, signal} from '../decorators';
|
|
|
12
12
|
import {DesiredLength} from '../partials';
|
|
13
13
|
import {drawImage} from '../utils';
|
|
14
14
|
import {ImageCommunication} from '../utils/video/ffmpeg-client';
|
|
15
|
-
import {
|
|
15
|
+
import {getFrame} from '../utils/video/mp4-parser-manager';
|
|
16
16
|
import {Media, MediaProps} from './Media';
|
|
17
17
|
|
|
18
18
|
export interface VideoProps extends MediaProps {
|
|
@@ -326,12 +326,6 @@ export class Video extends Media {
|
|
|
326
326
|
).toString();
|
|
327
327
|
}
|
|
328
328
|
|
|
329
|
-
public override remove() {
|
|
330
|
-
super.remove();
|
|
331
|
-
dropExtractor(this.key, this.video().src);
|
|
332
|
-
return this;
|
|
333
|
-
}
|
|
334
|
-
|
|
335
329
|
private async detectFileType(): Promise<
|
|
336
330
|
'mp4' | 'webm' | 'hls' | 'mov' | 'unknown'
|
|
337
331
|
> {
|
|
@@ -1,16 +1,7 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {FrameExtractor} from './mp4-parser';
|
|
2
2
|
|
|
3
3
|
// List of VideoFrameExtractors
|
|
4
|
-
const videoFrameExtractors = new Map<string,
|
|
5
|
-
|
|
6
|
-
export async function dropExtractor(id: string, filePath: string) {
|
|
7
|
-
const extractorId = filePath + '-' + id;
|
|
8
|
-
const extractor = videoFrameExtractors.get(extractorId);
|
|
9
|
-
if (extractor) {
|
|
10
|
-
extractor.close();
|
|
11
|
-
videoFrameExtractors.delete(extractorId);
|
|
12
|
-
}
|
|
13
|
-
}
|
|
4
|
+
const videoFrameExtractors = new Map<string, FrameExtractor>();
|
|
14
5
|
|
|
15
6
|
export async function getFrame(
|
|
16
7
|
id: string,
|
|
@@ -24,22 +15,12 @@ export async function getFrame(
|
|
|
24
15
|
|
|
25
16
|
const frameDuration = 1 / fps;
|
|
26
17
|
|
|
27
|
-
/**
|
|
28
|
-
* Sometimes, HTMLVideoElement.duration is not accurate, which can lead to the
|
|
29
|
-
* requested time being greater than the duration.
|
|
30
|
-
* To prevent this, we clamp the time to the duration reported by the extractor.
|
|
31
|
-
*/
|
|
32
|
-
const duration = extractor?.getDuration();
|
|
33
|
-
if (duration && time > duration) {
|
|
34
|
-
time = duration;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
18
|
const isOldFrame =
|
|
38
19
|
extractor && Math.abs(time - extractor.getLastTime()) < frameDuration / 2;
|
|
39
20
|
|
|
40
21
|
// If time has not changed, return the last frame
|
|
41
|
-
if (
|
|
42
|
-
const lastFrame = extractor
|
|
22
|
+
if (isOldFrame) {
|
|
23
|
+
const lastFrame = extractor!.getLastFrame();
|
|
43
24
|
if (!lastFrame) {
|
|
44
25
|
throw new Error('No last frame');
|
|
45
26
|
}
|
|
@@ -62,7 +43,7 @@ export async function getFrame(
|
|
|
62
43
|
}
|
|
63
44
|
|
|
64
45
|
if (!extractor) {
|
|
65
|
-
extractor = new
|
|
46
|
+
extractor = new FrameExtractor(filePath, fps, time);
|
|
66
47
|
await extractor.start();
|
|
67
48
|
videoFrameExtractors.set(extractorId, extractor);
|
|
68
49
|
}
|