@remotion/renderer 4.0.532 → 4.0.534

package/dist/render-media.js

@@ -39,8 +39,8 @@ const perf_1 = require("./perf");
 const pixel_format_1 = require("./pixel-format");
 const prepare_server_1 = require("./prepare-server");
 const prespawn_ffmpeg_1 = require("./prespawn-ffmpeg");
-const prestitcher_memory_usage_1 = require("./prestitcher-memory-usage");
 const prores_profile_1 = require("./prores-profile");
+const remotion_shared_memory_1 = require("./remotion-shared-memory");
 const render_frames_1 = require("./render-frames");
 const repro_1 = require("./repro");
 const stitch_frames_to_video_1 = require("./stitch-frames-to-video");
@@ -54,10 +54,9 @@ const validate_output_filename_1 = require("./validate-output-filename");
 const validate_scale_1 = require("./validate-scale");
 const validate_videobitrate_1 = require("./validate-videobitrate");
 const wrap_with_error_handling_1 = require("./wrap-with-error-handling");
-const write_with_backpressure_1 = require("./write-with-backpressure");
 const SLOWEST_FRAME_COUNT = 10;
 const MAX_RECENT_FRAME_TIMINGS = 150;
-const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, composition: compositionWithPossibleUnevenDimensions, serializedInputPropsWithCustomSchema, pixelFormat: userPixelFormat, codec, envVariables, frameRange, puppeteerInstance, outputLocation, onProgress, overwrite, onDownload, onBrowserLog, onStart, timeoutInMilliseconds, chromiumOptions, scale, browserExecutable, port, cancelSignal, muted, enforceAudioTrack, ffmpegOverride, audioBitrate, videoBitrate, encodingMaxRate, encodingBufferSize, audioCodec, concurrency, disallowParallelEncoding, everyNthFrame, imageFormat: provisionalImageFormat, indent, jpegQuality, numberOfGifLoops, onCtrlCExit, preferLossless, serveUrl, server: reusedServer, logLevel, serializedResolvedPropsWithCustomSchema, offthreadVideoCacheSizeInBytes, colorSpace, repro, binariesDirectory, separateAudioTo, forSeamlessAacConcatenation, compositionStart, onBrowserDownload, onArtifact, metadata, hardwareAcceleration, chromeMode, offthreadVideoThreads, mediaCacheSizeInBytes, onLog, licenseKey, isProduction, sampleRate, }) => {
+const internalRenderMediaRaw = async ({ proResProfile, x264Preset, gopSize, crf, composition: compositionWithPossibleUnevenDimensions, serializedInputPropsWithCustomSchema, pixelFormat: userPixelFormat, codec, envVariables, frameRange, puppeteerInstance, outputLocation, onProgress, overwrite, onDownload, onBrowserLog, onStart, timeoutInMilliseconds, chromiumOptions, scale, browserExecutable, port, cancelSignal, muted, enforceAudioTrack, ffmpegOverride, audioBitrate, videoBitrate, encodingMaxRate, encodingBufferSize, audioCodec, concurrency, disallowParallelEncoding, disableSharedMemoryCapture, everyNthFrame, imageFormat: provisionalImageFormat, indent, jpegQuality, numberOfGifLoops, onCtrlCExit, preferLossless, serveUrl, server: reusedServer, logLevel, serializedResolvedPropsWithCustomSchema, offthreadVideoCacheSizeInBytes, colorSpace, repro, binariesDirectory, separateAudioTo, forSeamlessAacConcatenation, compositionStart, onBrowserDownload, onArtifact, metadata, hardwareAcceleration, chromeMode, offthreadVideoThreads, mediaCacheSizeInBytes, onLog, licenseKey, isProduction, sampleRate, }) => {
     var _a, _b;
     const pixelFormat = (_a = userPixelFormat !== null && userPixelFormat !== void 0 ? userPixelFormat : compositionWithPossibleUnevenDimensions.defaultPixelFormat) !== null && _a !== void 0 ? _a : pixel_format_1.DEFAULT_PIXEL_FORMAT;
     if (repro) {
@@ -123,19 +122,7 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
     let renderEstimatedTime = 0;
     const recentFrameTimings = [];
     const renderStart = Date.now();
-    const { estimatedUsage, freeMemory, hasEnoughMemory } = (0, prestitcher_memory_usage_1.shouldUseParallelEncoding)({
-        height: compositionWithPossibleUnevenDimensions.height,
-        width: compositionWithPossibleUnevenDimensions.width,
-        logLevel,
-    });
-    const parallelEncoding = !disallowParallelEncoding &&
-        hasEnoughMemory &&
-        (0, can_use_parallel_encoding_1.canUseParallelEncoding)(codec);
-    logger_1.Log.verbose({
-        indent,
-        logLevel,
-        tag: 'renderMedia()',
-    }, 'Free memory:', freeMemory, 'Estimated usage parallel encoding', estimatedUsage);
+    const parallelEncoding = !disallowParallelEncoding && (0, can_use_parallel_encoding_1.canUseParallelEncoding)(codec);
     const resolvedConcurrency = (0, get_concurrency_1.resolveConcurrency)(concurrency);
     logger_1.Log.verbose({
         indent,
@@ -176,7 +163,17 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
     const imageFormat = (0, is_audio_codec_1.isAudioCodec)(codec)
         ? 'none'
         : ((_b = provisionalImageFormat !== null && provisionalImageFormat !== void 0 ? provisionalImageFormat : compositionWithPossibleUnevenDimensions.defaultVideoImageFormat) !== null && _b !== void 0 ? _b : image_format_1.DEFAULT_VIDEO_IMAGE_FORMAT);
-    (0, image_format_1.validateSelectedPixelFormatAndImageFormatCombination)(pixelFormat, imageFormat);
+    (0, image_format_1.validateVideoImageFormat)(imageFormat);
+    const remotionSharedMemorySupport = !parallelEncoding || disableSharedMemoryCapture
+        ? null
+        : await (0, prespawn_ffmpeg_1.probeRemotionSharedMemoryFfmpegSupport)({
+            binariesDirectory,
+            indent,
+            logLevel,
+        });
+    if (!(remotionSharedMemorySupport === null || remotionSharedMemorySupport === void 0 ? void 0 : remotionSharedMemorySupport.sharedMemory)) {
+        (0, image_format_1.validateSelectedPixelFormatAndImageFormatCombination)(pixelFormat, imageFormat);
+    }
     const workingDir = node_fs_1.default.mkdtempSync(node_path_1.default.join(node_os_1.default.tmpdir(), 'react-motion-render'));
     const preEncodedFileLocation = parallelEncoding
         ? node_path_1.default.join(workingDir, 'pre-encode.' + (0, get_extension_from_codec_1.getFileExtensionFromCodec)(codec, audioCodec))
@@ -195,6 +192,25 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
     });
     const actualWidth = widthEvenDimensions * scale;
     const actualHeight = heightEvenDimensions * scale;
+    if (disableSharedMemoryCapture) {
+        logger_1.Log.verbose({ indent, logLevel, tag: 'renderMedia()' }, 'Shared-memory capture is disabled by configuration.');
+    }
+    // Chromium creates file-backed frame pools in this private directory when
+    // POSIX shared memory is unavailable (no /dev/shm, as on AWS Lambda). It is
+    // only offered when the FFmpeg binary can open such pools via -pool_dir.
+    const remotionSharedMemoryPoolDirectory = (remotionSharedMemorySupport === null || remotionSharedMemorySupport === void 0 ? void 0 : remotionSharedMemorySupport.filePools)
+        ? node_fs_1.default.mkdtempSync(node_path_1.default.join(workingDir, 'shm-pools-'))
+        : null;
+    const remotionSharedMemory = (remotionSharedMemorySupport === null || remotionSharedMemorySupport === void 0 ? void 0 : remotionSharedMemorySupport.sharedMemory)
+        ? new remotion_shared_memory_1.RemotionSharedMemoryCapture({
+            width: Math.round(actualWidth),
+            height: Math.round(actualHeight),
+            indent,
+            logLevel,
+            backingDirectory: remotionSharedMemoryPoolDirectory,
+        })
+        : null;
+    remotionSharedMemory === null || remotionSharedMemory === void 0 ? void 0 : remotionSharedMemory.setPixelFormat(pixelFormat);
     const composition = {
         ...compositionWithPossibleUnevenDimensions,
         height: heightEvenDimensions,
@@ -227,8 +243,13 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
     const { waitForRightTimeOfFrameToBeInserted, setFrameToStitch, waitForFinish } = (0, ensure_frames_in_order_1.ensureFramesInOrder)(framesToRender);
     const fps = composition.fps / everyNthFrame;
     (0, validate_1.validateFps)(fps, 'in "renderMedia()"', codec === 'gif');
-    const createPrestitcherIfNecessary = () => {
-        if (preEncodedFileLocation) {
+    let preStitcherInputMode = null;
+    let notifyPreStitcherStarted;
+    const preStitcherStarted = new Promise((resolve) => {
+        notifyPreStitcherStarted = resolve;
+    });
+    const createPrestitcherIfNecessary = (inputMode) => {
+        if (preEncodedFileLocation && !preStitcher) {
             preStitcher = (0, prespawn_ffmpeg_1.prespawnFfmpeg)({
                 width: actualWidth,
                 height: actualHeight,
@@ -256,19 +277,30 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
                 binariesDirectory,
                 hardwareAcceleration,
                 onLog,
+                inputMode,
+                remotionSharedMemoryPoolDirectory: inputMode === 'remotion-shared-memory'
+                    ? remotionSharedMemoryPoolDirectory
+                    : null,
             });
+            preStitcherInputMode = inputMode;
             stitcherFfmpeg = preStitcher.task;
+            notifyPreStitcherStarted();
+        }
+        if (preStitcherInputMode !== inputMode) {
+            throw new Error(`Cannot mix ${inputMode} frames with ${preStitcherInputMode} FFmpeg input.`);
         }
     };
     const waitForPrestitcherIfNecessary = async () => {
-        var _a;
+        if (preEncodedFileLocation) {
+            await preStitcherStarted;
+        }
         if (stitcherFfmpeg) {
             await waitForFinish();
-            (_a = stitcherFfmpeg === null || stitcherFfmpeg === void 0 ? void 0 : stitcherFfmpeg.stdin) === null || _a === void 0 ? void 0 : _a.end();
+            await (preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.finishInput());
             try {
                 await stitcherFfmpeg;
             }
-            catch (_b) {
+            catch (_a) {
                 throw new Error(preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.getLogs());
             }
         }
@@ -303,7 +335,7 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
     };
     let cleanupServerFn = () => Promise.resolve(undefined);
     const happyPath = new Promise((resolve, reject) => {
-        Promise.resolve(createPrestitcherIfNecessary())
+        Promise.resolve()
             .then(() => {
             return (0, prepare_server_1.makeOrReuseServer)(reusedServer, {
                 offthreadVideoThreads: offthreadVideoThreads !== null && offthreadVideoThreads !== void 0 ? offthreadVideoThreads : offthreadvideo_threads_1.DEFAULT_RENDER_FRAMES_OFFTHREAD_VIDEO_THREADS,
@@ -360,31 +392,80 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
                 outputFramesInSequence: true,
                 puppeteerInstance,
                 everyNthFrame,
-                onFrameBuffer: parallelEncoding
-                    ? async (buffer, frame) => {
+                onFrameBuffer: null,
+                onFrame: parallelEncoding
+                    ? async (capturedFrame, frame) => {
                         var _a;
-                        await waitForRightTimeOfFrameToBeInserted(frame);
-                        if (cancelled) {
-                            return;
-                        }
-                        const id = (0, perf_1.startPerfMeasure)('piping');
-                        const exitStatus = preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.getExitStatus();
-                        if ((exitStatus === null || exitStatus === void 0 ? void 0 : exitStatus.type) === 'quit-successfully') {
-                            throw new Error(`FFmpeg already quit while trying to pipe frame ${frame} to it. Stderr: ${exitStatus.stderr}`);
-                        }
-                        if ((exitStatus === null || exitStatus === void 0 ? void 0 : exitStatus.type) === 'quit-with-error') {
-                            throw new Error(`FFmpeg quit with code ${exitStatus.exitCode}${exitStatus.signal ? ` (signal ${exitStatus.signal})` : ''} while piping frame ${frame}. Stderr: ${exitStatus.stderr}`);
+                        let handedToFfmpeg = false;
+                        try {
+                            if ((0, remotion_shared_memory_1.isRemotionRawFrame)(capturedFrame)) {
+                                let notifyRetirement;
+                                const retirement = new Promise((resolveRetirement) => {
+                                    notifyRetirement = () => resolveRetirement(true);
+                                });
+                                const unsubscribeFromRetirement = capturedFrame.poolLifetime.onRetired(() => {
+                                    notifyRetirement();
+                                    return Promise.resolve();
+                                });
+                                if (!unsubscribeFromRetirement) {
+                                    notifyRetirement();
+                                }
+                                let retiredBeforeItsTurn;
+                                try {
+                                    retiredBeforeItsTurn = await Promise.race([
+                                        waitForRightTimeOfFrameToBeInserted(frame).then(() => false),
+                                        retirement,
+                                    ]);
+                                }
+                                finally {
+                                    unsubscribeFromRetirement === null || unsubscribeFromRetirement === void 0 ? void 0 : unsubscribeFromRetirement();
+                                }
+                                if (retiredBeforeItsTurn) {
+                                    throw new Error('Target closed while a raw frame was waiting for its FFmpeg turn.');
+                                }
+                                if (capturedFrame.poolLifetime.isRetired()) {
+                                    throw new Error('Target closed before a raw frame was sent to FFmpeg.');
+                                }
+                            }
+                            else {
+                                await waitForRightTimeOfFrameToBeInserted(frame);
+                            }
+                            if (cancelled) {
+                                return;
+                            }
+                            const id = (0, perf_1.startPerfMeasure)('piping');
+                            const exitStatus = preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.getExitStatus();
+                            if ((exitStatus === null || exitStatus === void 0 ? void 0 : exitStatus.type) === 'quit-successfully') {
+                                throw new Error(`FFmpeg already quit while trying to pipe frame ${frame} to it. Stderr: ${exitStatus.stderr}`);
+                            }
+                            if ((exitStatus === null || exitStatus === void 0 ? void 0 : exitStatus.type) === 'quit-with-error') {
+                                throw new Error(`FFmpeg quit with code ${exitStatus.exitCode}${exitStatus.signal ? ` (signal ${exitStatus.signal})` : ''} while piping frame ${frame}. Stderr: ${exitStatus.stderr}`);
+                            }
+                            const inputMode = (0, remotion_shared_memory_1.isRemotionRawFrame)(capturedFrame)
+                                ? 'remotion-shared-memory'
+                                : 'encoded-image';
+                            createPrestitcherIfNecessary(inputMode);
+                            const frameIndex = framesToRender.indexOf(frame);
+                            const writeResult = await (preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.writeFrame({
+                                frame: capturedFrame,
+                                pts: frameIndex,
+                            }));
+                            if (!writeResult) {
+                                throw new Error(`FFmpeg is not available while trying to pipe frame ${frame} to it.`);
+                            }
+                            handedToFfmpeg = true;
+                            (0, perf_1.stopPerfMeasure)(id);
+                            setFrameToStitch((_a = framesToRender[frameIndex + 1]) !== null && _a !== void 0 ? _a : lastFrameToRender + 1);
+                            await writeResult.waitForAck;
                         }
-                        const stdin = stitcherFfmpeg === null || stitcherFfmpeg === void 0 ? void 0 : stitcherFfmpeg.stdin;
-                        if (!stdin) {
-                            throw new Error(`FFmpeg stdin is not available while trying to pipe frame ${frame} to it.`);
+                        finally {
+                            if (!handedToFfmpeg && (0, remotion_shared_memory_1.isRemotionRawFrame)(capturedFrame)) {
+                                await capturedFrame.release();
+                            }
                         }
-                        await (0, write_with_backpressure_1.writeWithBackpressure)({ data: buffer, writable: stdin });
-                        (0, perf_1.stopPerfMeasure)(id);
-                        const frameIndex = framesToRender.indexOf(frame);
-                        setFrameToStitch((_a = framesToRender[frameIndex + 1]) !== null && _a !== void 0 ? _a : lastFrameToRender + 1);
                     }
                     : null,
+                remotionSharedMemory,
                 webpackBundleOrServeUrl: serveUrl,
                 onBrowserLog,
                 onDownload,
@@ -421,7 +502,8 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
                 waitForPrestitcherIfNecessary(),
             ]);
         })
-            .then(([{ assetsInfo }]) => {
+            .then(async ([{ assetsInfo }]) => {
+            await (remotionSharedMemory === null || remotionSharedMemory === void 0 ? void 0 : remotionSharedMemory.destroy());
             renderedDoneIn = Date.now() - renderStart;
             logger_1.Log.verbose({ indent, logLevel }, 'Rendering frames done in', renderedDoneIn + 'ms');
             if (absoluteOutputLocation) {
@@ -536,6 +618,7 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
              * Therefore we first kill the FFMPEG process before deleting the file
              */
             cancelled = true;
+            preStitcher === null || preStitcher === void 0 ? void 0 : preStitcher.abortInput(err);
             cancelRenderFrames.cancel();
             cancelStitcher.cancel();
             cancelPrestitcher.cancel();
@@ -560,7 +643,8 @@ const internalRenderMediaRaw = ({ proResProfile, x264Preset, gopSize, crf, compo
             }
             reject(err);
         })
-            .finally(() => {
+            .finally(async () => {
+            await (remotionSharedMemory === null || remotionSharedMemory === void 0 ? void 0 : remotionSharedMemory.dispose());
             if (preEncodedFileLocation !== null &&
                 node_fs_1.default.existsSync(preEncodedFileLocation)) {
                 (0, delete_directory_1.deleteDirectory)(node_path_1.default.dirname(preEncodedFileLocation));
@@ -587,7 +671,7 @@ exports.internalRenderMedia = (0, wrap_with_error_handling_1.wrapWithErrorHandli
  * @description Render a video or an audio programmatically.
  * @see [Documentation](https://www.remotion.dev/docs/renderer/render-media)
  */
-const renderMedia = ({ proResProfile, x264Preset, gopSize, crf, composition, inputProps, pixelFormat, codec, envVariables, frameRange, puppeteerInstance, outputLocation, onProgress, overwrite, onDownload, onBrowserLog, onStart, timeoutInMilliseconds, chromiumOptions, scale, browserExecutable, port, cancelSignal, muted, enforceAudioTrack, ffmpegOverride, audioBitrate, videoBitrate, encodingMaxRate, encodingBufferSize, audioCodec, jpegQuality, concurrency, serveUrl, disallowParallelEncoding, everyNthFrame, imageFormat, numberOfGifLoops, dumpBrowserLogs, preferLossless, verbose, quality, logLevel: passedLogLevel, offthreadVideoCacheSizeInBytes, colorSpace, repro, binariesDirectory, separateAudioTo, forSeamlessAacConcatenation, onBrowserDownload, onArtifact, metadata, hardwareAcceleration, chromeMode, offthreadVideoThreads, compositionStart, mediaCacheSizeInBytes, isProduction, sampleRate, ...apiKeyOrLicenseKey }) => {
+const renderMedia = ({ proResProfile, x264Preset, gopSize, crf, composition, inputProps, pixelFormat, codec, envVariables, frameRange, puppeteerInstance, outputLocation, onProgress, overwrite, onDownload, onBrowserLog, onStart, timeoutInMilliseconds, chromiumOptions, scale, browserExecutable, port, cancelSignal, muted, enforceAudioTrack, ffmpegOverride, audioBitrate, videoBitrate, encodingMaxRate, encodingBufferSize, audioCodec, jpegQuality, concurrency, serveUrl, disallowParallelEncoding, disableSharedMemoryCapture, everyNthFrame, imageFormat, numberOfGifLoops, dumpBrowserLogs, preferLossless, verbose, quality, logLevel: passedLogLevel, offthreadVideoCacheSizeInBytes, colorSpace, repro, binariesDirectory, separateAudioTo, forSeamlessAacConcatenation, onBrowserDownload, onArtifact, metadata, hardwareAcceleration, chromeMode, offthreadVideoThreads, compositionStart, mediaCacheSizeInBytes, isProduction, sampleRate, ...apiKeyOrLicenseKey }) => {
     var _a, _b, _c, _d;
     const indent = false;
     const logLevel = verbose || dumpBrowserLogs ? 'verbose' : (passedLogLevel !== null && passedLogLevel !== void 0 ? passedLogLevel : 'info');
@@ -624,6 +708,7 @@ const renderMedia = ({ proResProfile, x264Preset, gopSize, crf, composition, inp
         concurrency: concurrency !== null && concurrency !== void 0 ? concurrency : null,
         crf: crf !== null && crf !== void 0 ? crf : null,
         disallowParallelEncoding: disallowParallelEncoding !== null && disallowParallelEncoding !== void 0 ? disallowParallelEncoding : false,
+        disableSharedMemoryCapture: disableSharedMemoryCapture !== null && disableSharedMemoryCapture !== void 0 ? disableSharedMemoryCapture : false,
         enforceAudioTrack: enforceAudioTrack !== null && enforceAudioTrack !== void 0 ? enforceAudioTrack : false,
         envVariables: envVariables !== null && envVariables !== void 0 ? envVariables : {},
         everyNthFrame: everyNthFrame !== null && everyNthFrame !== void 0 ? everyNthFrame : 1,

package/dist/render-still.js

@@ -228,6 +228,7 @@ const innerRenderStill = async ({ composition, imageFormat = image_format_1.DEFA
             jpegQuality,
             wantsBuffer: !output,
             timeoutInMilliseconds,
+            remotionSharedMemory: null,
         }),
         (0, collect_assets_1.collectAssets)({
             frame,

package/dist/screenshot-background.d.ts

@@ -0,0 +1,2 @@
+import type { Page } from './browser/BrowserPage';
+export declare const setScreenshotBackground: (page: Page, omitBackground: boolean) => Promise<void>;

package/dist/screenshot-background.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setScreenshotBackground = void 0;
+const transparentBackgrounds = new WeakSet();
+const setScreenshotBackground = async (page, omitBackground) => {
+    if (transparentBackgrounds.has(page) === omitBackground) {
+        return;
+    }
+    if (omitBackground) {
+        await page._client().send('Emulation.setDefaultBackgroundColorOverride', {
+            color: { r: 0, g: 0, b: 0, a: 0 },
+        });
+        transparentBackgrounds.add(page);
+    }
+    else {
+        await page._client().send('Emulation.setDefaultBackgroundColorOverride');
+        transparentBackgrounds.delete(page);
+    }
+};
+exports.setScreenshotBackground = setScreenshotBackground;

package/dist/screenshot-task.d.ts

@@ -1,5 +1,6 @@
 import type { Page } from './browser/BrowserPage';
-export declare const screenshotTask: ({ format, height, omitBackground, page, width, path, jpegQuality, scale, }: {
+import type { CapturedFrame, RemotionSharedMemoryCapture } from './remotion-shared-memory';
+export declare const screenshotTask: ({ format, height, omitBackground, page, width, path, jpegQuality, scale, remotionSharedMemory, }: {
     page: Page;
     format: "jpeg" | "pdf" | "png" | "webp";
     path?: string | undefined;
@@ -8,4 +9,5 @@ export declare const screenshotTask: ({ format, height, omitBackground, page, wi
     width: number;
     height: number;
     scale: number;
-}) => Promise<Buffer>;
+    remotionSharedMemory: RemotionSharedMemoryCapture | null;
+}) => Promise<CapturedFrame>;

package/dist/screenshot-task.js

@@ -6,18 +6,15 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.screenshotTask = void 0;
 const node_fs_1 = __importDefault(require("node:fs"));
 const perf_1 = require("./perf");
-const screenshotTask = async ({ format, height, omitBackground, page, width, path, jpegQuality, scale, }) => {
+const screenshot_background_1 = require("./screenshot-background");
+const screenshotTask = async ({ format, height, omitBackground, page, width, path, jpegQuality, scale, remotionSharedMemory, }) => {
     var _a;
     const client = page._client();
     const target = page.target();
     await client.send('Target.activateTarget', {
         targetId: target._targetId,
     });
-    if (omitBackground) {
-        await client.send('Emulation.setDefaultBackgroundColorOverride', {
-            color: { r: 0, g: 0, b: 0, a: 0 },
-        });
-    }
+    await (0, screenshot_background_1.setScreenshotBackground)(page, omitBackground);
     const cap = (0, perf_1.startPerfMeasure)('capture');
     try {
         let result;
@@ -44,25 +41,47 @@ const screenshotTask = async ({ format, height, omitBackground, page, width, pat
             // If the image is larger, always use `fromSurface: true`.
             const fromSurface = !process.env.DISABLE_FROM_SURFACE || height > 8192 || width > 8192;
             const scaleFactor = fromSurface ? 1 : scale;
-            const { value } = await client.send('Page.captureScreenshot', {
-                format,
-                quality: jpegQuality,
-                clip: {
-                    x: 0,
-                    y: 0,
-                    height: height * scaleFactor,
-                    scale: 1,
-                    width: width * scaleFactor,
-                },
-                captureBeyondViewport: true,
-                optimizeForSpeed: true,
-                fromSurface,
-            });
+            const reservation = await (remotionSharedMemory === null || remotionSharedMemory === void 0 ? void 0 : remotionSharedMemory.acquire(page));
+            let value;
+            try {
+                ({ value } = await client.send('Page.captureScreenshot', {
+                    format,
+                    quality: jpegQuality,
+                    clip: {
+                        x: 0,
+                        y: 0,
+                        height: height * scaleFactor,
+                        scale: 1,
+                        width: width * scaleFactor,
+                    },
+                    captureBeyondViewport: true,
+                    optimizeForSpeed: true,
+                    fromSurface,
+                    remotionFrameSlot: reservation === null || reservation === void 0 ? void 0 : reservation.slot,
+                    remotionFrameId: reservation === null || reservation === void 0 ? void 0 : reservation.frameId,
+                    remotionFastViewport: reservation ? true : undefined,
+                }));
+            }
+            catch (error) {
+                reservation === null || reservation === void 0 ? void 0 : reservation.fail();
+                throw error;
+            }
+            if (reservation) {
+                if (value.data !== '' || !value.remotionFrame) {
+                    await reservation.discardPublished();
+                    throw new Error('Chromium did not return a Remotion shared-memory frame.');
+                }
+                const rawFrame = await reservation.publish(value.remotionFrame);
+                (0, perf_1.stopPerfMeasure)(cap);
+                // Keep the background configured until pool cleanup. Encoded
+                // screenshots restore it below, including thumbnails on this page.
+                return rawFrame;
+            }
             result = value;
         }
         (0, perf_1.stopPerfMeasure)(cap);
         if (omitBackground) {
-            await client.send('Emulation.setDefaultBackgroundColorOverride');
+            await (0, screenshot_background_1.setScreenshotBackground)(page, false);
         }
         const buffer = Buffer.from(result.data, 'base64');
         if (path) {

package/dist/seek-to-frame.js

@@ -143,6 +143,6 @@ const seekToFrame = async ({ frame, page, composition, timeoutInMilliseconds, lo
         timeoutInMilliseconds,
     });
     await (0, exports.waitForReady)({ page, timeoutInMilliseconds, frame, indent, logLevel });
-    await page.evaluateHandle('document.fonts.ready');
+    await page.evaluate('document.fonts.ready.then(() => true)');
 };
 exports.seekToFrame = seekToFrame;

package/dist/stitch-frames-to-video.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.stitchFramesToVideo = exports.internalStitchFramesToVideo = void 0;
 const node_fs_1 = require("node:fs");
 const node_path_1 = __importDefault(require("node:path"));
+const no_react_1 = require("remotion/no-react");
 const aac_priming_1 = require("./aac-priming");
 const download_map_1 = require("./assets/download-map");
 const call_ffmpeg_1 = require("./call-ffmpeg");
@@ -23,11 +24,13 @@ const get_cpu_count_1 = require("./get-cpu-count");
 const get_extension_from_codec_1 = require("./get-extension-from-codec");
 const get_extension_of_filename_1 = require("./get-extension-of-filename");
 const get_fast_start_muxer_1 = require("./get-fast-start-muxer");
+const get_mp4_brand_1 = require("./get-mp4-brand");
 const get_prores_profile_name_1 = require("./get-prores-profile-name");
 const logger_1 = require("./logger");
 const make_cancel_signal_1 = require("./make-cancel-signal");
 const make_metadata_args_1 = require("./make-metadata-args");
 const from_lambda_env_1 = require("./memory/from-lambda-env");
+const mux_video_and_audio_1 = require("./mux-video-and-audio");
 const audio_codec_1 = require("./options/audio-codec");
 const color_space_1 = require("./options/color-space");
 const gop_size_1 = require("./options/gop-size");
@@ -40,8 +43,8 @@ const validate_1 = require("./validate");
 const validate_even_dimensions_with_codec_1 = require("./validate-even-dimensions-with-codec");
 const validate_videobitrate_1 = require("./validate-videobitrate");
 const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec: audioCodecSetting, cancelSignal, codec, crf, gopSize, enforceAudioTrack, ffmpegOverride, force, fps, height, indent, muted, onDownload, outputLocation, pixelFormat, preEncodedFileLocation, preferLossless, proResProfile, logLevel, videoBitrate, maxRate, bufferSize, width, numberOfGifLoops, onProgress, x264Preset, colorSpace, binariesDirectory, separateAudioTo, metadata, hardwareAcceleration, sampleRate, onLog, }, remotionRoot) => {
-    var _a;
-    var _b, _c;
+    var _a, _b;
+    var _c, _d, _e;
     (0, validate_1.validateDimension)(height, 'height', 'passed to `stitchFramesToVideo()`');
     (0, validate_1.validateDimension)(width, 'width', 'passed to `stitchFramesToVideo()`');
     (0, validate_even_dimensions_with_codec_1.validateEvenDimensionsWithCodec)({
@@ -91,7 +94,15 @@ const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec:
     const tempFile = outputLocation
         ? null
         : node_path_1.default.join(assetsInfo.downloadMap.stitchFrames, `out.${(0, get_extension_from_codec_1.getFileExtensionFromCodec)(codec, resolvedAudioCodec)}`);
-    const outputExtension = ((_b = (0, get_extension_of_filename_1.getExtensionOfFilename)(outputLocation)) !== null && _b !== void 0 ? _b : (0, get_extension_from_codec_1.getFileExtensionFromCodec)(codec, resolvedAudioCodec)).toLowerCase();
+    const outputExtension = ((_c = (0, get_extension_of_filename_1.getExtensionOfFilename)(outputLocation)) !== null && _c !== void 0 ? _c : (0, get_extension_from_codec_1.getFileExtensionFromCodec)(codec, resolvedAudioCodec)).toLowerCase();
+    if (codec === 'aac' &&
+        (outputExtension === 'mpg' || outputExtension === 'mpeg')) {
+        const message = 'AAC output with .mpg or .mpeg extensions is not supported. Use .aac for raw ADTS AAC or .m4a for an MPEG-4 audio container.';
+        if (no_react_1.NoReactInternals.ENABLE_V5_BREAKING_CHANGES) {
+            throw new Error(message);
+        }
+        logger_1.Log.warn({ indent, logLevel }, `${message} Falling back to raw ADTS AAC while keeping the requested filename. This will throw an error in Remotion 5.0.`);
+    }
     const fastStartMuxer = (0, get_fast_start_muxer_1.getFastStartMuxer)(outputExtension);
     // Fast Start reopens its output for an in-place second pass. Keep that work
     // away from the public output path so Windows file observers cannot lock it.
@@ -175,7 +186,28 @@ const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec:
         if (separateAudioTo) {
             throw new Error('`separateAudioTo` was set, but this render was audio-only. This option is meant to be used for video renders.');
         }
-        (0, node_fs_1.cpSync)(audio, outputLocation !== null && outputLocation !== void 0 ? outputLocation : tempFile);
+        let audioOnlyFile = audio;
+        if ((0, get_mp4_brand_1.getMp4BrandForExtension)(outputExtension)) {
+            // Mux away from the public output path: Fast Start reopens the file
+            // for a second pass, which Windows file observers can lock.
+            audioOnlyFile = node_path_1.default.join(assetsInfo.downloadMap.stitchFrames, `audio-only.${outputExtension}`);
+            await (0, mux_video_and_audio_1.muxVideoAndAudio)({
+                videoOutput: null,
+                audioOutput: audio,
+                output: audioOnlyFile,
+                indent,
+                logLevel,
+                onProgress: () => undefined,
+                binariesDirectory,
+                fps,
+                cancelSignal: cancelSignal !== null && cancelSignal !== void 0 ? cancelSignal : undefined,
+                metadata,
+                numberOfGifLoops: null,
+                audioCodec: resolvedAudioCodec,
+                sampleRate,
+            });
+        }
+        (0, node_fs_1.cpSync)(audioOnlyFile, outputLocation !== null && outputLocation !== void 0 ? outputLocation : tempFile);
         onProgress === null || onProgress === void 0 ? void 0 : onProgress(Math.round(assetsInfo.chunkLengthInSeconds * fps));
         (0, delete_directory_1.deleteDirectory)(node_path_1.default.dirname(audio));
         const file = await new Promise((resolve, reject) => {
@@ -261,10 +293,17 @@ const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec:
         }),
         // Ignore metadata that may come from remote media
         ['-map_metadata', '-1'],
+        // VP8/VP9 store alpha in additional blocks. Stream copying cannot infer
+        // the alpha channel from the decoded pixel format, so retain its signal.
+        preEncodedFileLocation &&
+            (codec === 'vp8' || codec === 'vp9') &&
+            pixelFormat === 'yuva420p'
+            ? ['-metadata:s:v:0', 'alpha_mode=1']
+            : null,
         ...(0, make_metadata_args_1.makeMetadataArgs)(metadata !== null && metadata !== void 0 ? metadata : {}),
         force || fastStartIntermediate ? '-y' : null,
         fastStartIntermediate ? ['-f', fastStartMuxer] : null,
-        (_c = fastStartIntermediate !== null && fastStartIntermediate !== void 0 ? fastStartIntermediate : outputLocation) !== null && _c !== void 0 ? _c : tempFile,
+        (_d = fastStartIntermediate !== null && fastStartIntermediate !== void 0 ? fastStartIntermediate : outputLocation) !== null && _d !== void 0 ? _d : tempFile,
     ];
     const ffmpegString = ffmpegArgs.flat(2).filter(Boolean);
     const finalFfmpegString = ffmpegOverride
@@ -312,11 +351,6 @@ const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec:
             }
         }
     });
-    if (separateAudioTo && audio) {
-        const finalDestination = node_path_1.default.resolve(remotionRoot, separateAudioTo);
-        (0, node_fs_1.cpSync)(audio, finalDestination);
-        (0, node_fs_1.rmSync)(audio);
-    }
     await new Promise((resolve, reject) => {
         task.once('close', (code, signal) => {
             if (code === 0) {
@@ -327,6 +361,33 @@ const innerStitchFramesToVideo = async ({ assetsInfo, audioBitrate, audioCodec:
             }
         });
     });
+    if (separateAudioTo && audio) {
+        const finalDestination = node_path_1.default.resolve(remotionRoot, separateAudioTo);
+        const separateAudioExtension = (_e = (_b = (0, get_extension_of_filename_1.getExtensionOfFilename)(finalDestination)) === null || _b === void 0 ? void 0 : _b.toLowerCase()) !== null && _e !== void 0 ? _e : null;
+        let separateAudioFile = audio;
+        if ((0, get_mp4_brand_1.getMp4BrandForExtension)(separateAudioExtension)) {
+            // Like audio-only renders: the ADTS stream is remuxed into the
+            // container, away from the public path because of Fast Start.
+            separateAudioFile = node_path_1.default.join(assetsInfo.downloadMap.stitchFrames, `separate-audio.${separateAudioExtension}`);
+            await (0, mux_video_and_audio_1.muxVideoAndAudio)({
+                videoOutput: null,
+                audioOutput: audio,
+                output: separateAudioFile,
+                indent,
+                logLevel,
+                onProgress: () => undefined,
+                binariesDirectory,
+                fps,
+                cancelSignal: cancelSignal !== null && cancelSignal !== void 0 ? cancelSignal : undefined,
+                metadata: null,
+                numberOfGifLoops: null,
+                audioCodec: resolvedAudioCodec,
+                sampleRate,
+            });
+        }
+        (0, node_fs_1.cpSync)(separateAudioFile, finalDestination);
+        (0, node_fs_1.rmSync)(audio);
+    }
     if (fastStartIntermediate && fastStartMuxer) {
         const destination = outputLocation !== null && outputLocation !== void 0 ? outputLocation : tempFile;
         if (destination === null) {

package/dist/take-frame.d.ts

@@ -1,7 +1,9 @@
 import type { Page } from './browser/BrowserPage';
-export declare const takeFrame: ({ freePage, imageFormat, jpegQuality, width, height, output, scale, wantsBuffer, timeoutInMilliseconds, }: {
+import type { StillImageFormat, VideoImageFormat } from './image-format';
+import type { CapturedFrame, RemotionSharedMemoryCapture } from './remotion-shared-memory';
+type TakeFrameOptions = {
     freePage: Page;
-    imageFormat: "jpeg" | "none" | "pdf" | "png" | "webp";
+    imageFormat: VideoImageFormat | StillImageFormat;
     jpegQuality: number | undefined;
     height: number;
     width: number;
@@ -9,4 +11,10 @@ export declare const takeFrame: ({ freePage, imageFormat, jpegQuality, width, he
     scale: number;
     wantsBuffer: boolean;
     timeoutInMilliseconds: number;
-}) => Promise<Buffer | null>;
+    remotionSharedMemory: RemotionSharedMemoryCapture | null;
+};
+type TakeFrameResult<T extends RemotionSharedMemoryCapture | null> = T extends null ? Buffer | null : CapturedFrame | null;
+export declare const takeFrame: <T extends RemotionSharedMemoryCapture | null>({ freePage, imageFormat, jpegQuality, width, height, output, scale, wantsBuffer, timeoutInMilliseconds, remotionSharedMemory, }: Omit<TakeFrameOptions, "remotionSharedMemory"> & {
+    remotionSharedMemory: T;
+}) => Promise<TakeFrameResult<T>>;
+export {};