@remotion/lambda 4.0.35 → 4.0.37

package/dist/cli/args.d.ts

@@ -19,9 +19,9 @@ type LambdaCommandLineOptions = {
     ['disable-chunk-optimization']: boolean;
     ['save-browser-logs']: boolean;
     ['disable-cloudwatch']: boolean;
-    ['max-retries']: number;
-    ['frames-per-lambda']: number;
-    ['concurrency-per-lambda']: number;
+    ['max-retries']?: number;
+    ['frames-per-lambda']?: number;
+    ['concurrency-per-lambda']?: number;
     ['out-name']: string | undefined;
     ['custom-role-arn']: string | undefined;
     privacy: Privacy;

package/dist/cli/commands/render/render.js

@@ -23,7 +23,7 @@ const log_1 = require("../../log");
 const progress_1 = require("./progress");
 exports.RENDER_COMMAND = 'render';
 const renderCommand = async (args, remotionRoot) => {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
     const serveUrl = args[0];
     if (!serveUrl) {
         log_1.Log.error('No serve URL passed.');
@@ -113,7 +113,7 @@ const renderCommand = async (args, remotionRoot) => {
         region,
         maxRetries,
         composition,
-        framesPerLambda,
+        framesPerLambda: framesPerLambda !== null && framesPerLambda !== void 0 ? framesPerLambda : null,
         privacy,
         logLevel,
         frameRange: frameRange !== null && frameRange !== void 0 ? frameRange : null,
@@ -123,7 +123,7 @@ const renderCommand = async (args, remotionRoot) => {
         scale,
         numberOfGifLoops,
         everyNthFrame,
-        concurrencyPerLambda: args_1.parsedLambdaCli['concurrency-per-lambda'],
+        concurrencyPerLambda: (_g = args_1.parsedLambdaCli['concurrency-per-lambda']) !== null && _g !== void 0 ? _g : 1,
         muted,
         overwrite,
         audioBitrate,
@@ -133,12 +133,12 @@ const renderCommand = async (args, remotionRoot) => {
         webhook: args_1.parsedLambdaCli.webhook
             ? {
                 url: args_1.parsedLambdaCli.webhook,
-                secret: (_g = args_1.parsedLambdaCli['webhook-secret']) !== null && _g !== void 0 ? _g : null,
+                secret: (_h = args_1.parsedLambdaCli['webhook-secret']) !== null && _h !== void 0 ? _h : null,
                 customData: webhookCustomData,
             }
             : null,
-        rendererFunctionName: (_h = args_1.parsedLambdaCli['renderer-function-name']) !== null && _h !== void 0 ? _h : null,
-        forceBucketName: (_j = args_1.parsedLambdaCli['force-bucket-name']) !== null && _j !== void 0 ? _j : null,
+        rendererFunctionName: (_j = args_1.parsedLambdaCli['renderer-function-name']) !== null && _j !== void 0 ? _j : null,
+        forceBucketName: (_k = args_1.parsedLambdaCli['force-bucket-name']) !== null && _k !== void 0 ? _k : null,
         audioCodec: cli_1.CliInternals.parsedCli['audio-codec'],
         deleteAfter: deleteAfter !== null && deleteAfter !== void 0 ? deleteAfter : null,
         colorSpace,

package/dist/functions/streaming/streaming.d.ts

@@ -0,0 +1,7 @@
+/// <reference types="node" />
+type OnMessage = (type: 'error' | 'success', nonce: string, data: Buffer) => void;
+export declare const makeStreaming: (onMessage: OnMessage) => {
+    addData: (data: Buffer) => void;
+};
+export declare const makePayloadMessage: (nonce: number, data: Buffer, status: 0 | 1) => Buffer;
+export {};

package/dist/functions/streaming/streaming.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makePayloadMessage = exports.makeStreaming = void 0;
+const makeStreaming = (onMessage) => {
+    let outputBuffer = Buffer.from('');
+    const separator = Buffer.from('remotion_buffer:');
+    let unprocessedBuffers = [];
+    let missingData = null;
+    const processInput = () => {
+        let separatorIndex = outputBuffer.indexOf(separator);
+        if (separatorIndex === -1) {
+            return;
+        }
+        separatorIndex += separator.length;
+        let nonceString = '';
+        let lengthString = '';
+        let statusString = '';
+        // Each message from Rust is prefixed with `remotion_buffer;{[nonce]}:{[length]}`
+        // Let's read the buffer to extract the nonce, and if the full length is available,
+        // we'll extract the data and pass it to the callback.
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const nextDigit = outputBuffer[separatorIndex];
+            // 0x3a is the character ":"
+            if (nextDigit === 0x3a) {
+                separatorIndex++;
+                break;
+            }
+            separatorIndex++;
+            nonceString += String.fromCharCode(nextDigit);
+        }
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const nextDigit = outputBuffer[separatorIndex];
+            if (nextDigit === 0x3a) {
+                separatorIndex++;
+                break;
+            }
+            separatorIndex++;
+            lengthString += String.fromCharCode(nextDigit);
+        }
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const nextDigit = outputBuffer[separatorIndex];
+            if (nextDigit === 0x3a) {
+                break;
+            }
+            separatorIndex++;
+            statusString += String.fromCharCode(nextDigit);
+        }
+        const length = Number(lengthString);
+        const status = Number(statusString);
+        const dataLength = outputBuffer.length - separatorIndex - 1;
+        if (dataLength < length) {
+            missingData = {
+                dataMissing: length - dataLength,
+            };
+            return;
+        }
+        const data = outputBuffer.subarray(separatorIndex + 1, separatorIndex + 1 + Number(lengthString));
+        onMessage(status === 1 ? 'error' : 'success', nonceString, data);
+        missingData = null;
+        outputBuffer = outputBuffer.subarray(separatorIndex + Number(lengthString) + 1);
+        processInput();
+    };
+    return {
+        addData: (data) => {
+            unprocessedBuffers.push(data);
+            const separatorIndex = data.indexOf(separator);
+            if (separatorIndex === -1) {
+                if (missingData) {
+                    missingData.dataMissing -= data.length;
+                }
+                if (!missingData || missingData.dataMissing > 0) {
+                    return;
+                }
+            }
+            unprocessedBuffers.unshift(outputBuffer);
+            outputBuffer = Buffer.concat(unprocessedBuffers);
+            unprocessedBuffers = [];
+            processInput();
+        },
+    };
+};
+exports.makeStreaming = makeStreaming;
+const makePayloadMessage = (nonce, data, status) => {
+    const concat = Buffer.concat([
+        Buffer.from('remotion_buffer:'),
+        Buffer.from(nonce.toString()),
+        Buffer.from(':'),
+        Buffer.from(data.length.toString()),
+        Buffer.from(':'),
+        Buffer.from(String(status)),
+        Buffer.from(':'),
+        data,
+    ]);
+    return concat;
+};
+exports.makePayloadMessage = makePayloadMessage;

package/dist/shared/is-flaky-error.js

@@ -39,6 +39,9 @@ const isFlakyError = (err) => {
     if (message.includes('RequestTimeout: Your socket connection to the server')) {
         return true;
     }
+    if (message.includes('waiting for the page to render the React component failed')) {
+        return true;
+    }
     return false;
 };
 exports.isFlakyError = isFlakyError;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/lambda",
-  "version": "4.0.35",
+  "version": "4.0.37",
   "description": "Distributed renderer for Remotion based on AWS Lambda",
   "main": "dist/index.js",
   "sideEffects": false,
@@ -26,10 +26,10 @@
     "aws-policies": "^1.0.1",
     "mime-types": "2.1.34",
     "zod": "3.21.4",
-    "@remotion/bundler": "4.0.35",
-    "@remotion/renderer": "4.0.35",
-    "remotion": "4.0.35",
-    "@remotion/cli": "4.0.35"
+    "@remotion/bundler": "4.0.37",
+    "@remotion/renderer": "4.0.37",
+    "@remotion/cli": "4.0.37",
+    "remotion": "4.0.37"
   },
   "devDependencies": {
     "@jonny/eslint-config": "3.0.266",
@@ -43,11 +43,11 @@
     "ts-node": "^10.8.0",
     "vitest": "0.31.1",
     "zip-lib": "^0.7.2",
-    "@remotion/bundler": "4.0.35",
-    "@remotion/compositor-linux-arm64-gnu": "4.0.35"
+    "@remotion/bundler": "4.0.37",
+    "@remotion/compositor-linux-arm64-gnu": "4.0.37"
   },
   "peerDependencies": {
-    "@remotion/bundler": "4.0.35"
+    "@remotion/bundler": "4.0.37"
   },
   "publishConfig": {
     "access": "public"

package/dist/shared/deserialize-input-props.d.ts

@@ -1,8 +0,0 @@
-import type { AwsRegion } from '../client';
-import type { SerializedInputProps } from './constants';
-export declare const deserializeInputProps: ({ serialized, region, bucketName, expectedBucketOwner, }: {
-    serialized: SerializedInputProps;
-    region: AwsRegion;
-    bucketName: string;
-    expectedBucketOwner: string;
-}) => Promise<Record<string, unknown>>;

package/dist/shared/deserialize-input-props.js

@@ -1,26 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.deserializeInputProps = void 0;
-const io_1 = require("../functions/helpers/io");
-const constants_1 = require("./constants");
-const stream_to_string_1 = require("./stream-to-string");
-const deserializeInputProps = async ({ serialized, region, bucketName, expectedBucketOwner, }) => {
-    if (serialized.type === 'payload') {
-        return JSON.parse(serialized.payload);
-    }
-    try {
-        const response = await (0, io_1.lambdaReadFile)({
-            bucketName,
-            expectedBucketOwner,
-            key: (0, constants_1.inputPropsKey)(serialized.hash),
-            region,
-        });
-        const body = await (0, stream_to_string_1.streamToString)(response);
-        const payload = JSON.parse(body);
-        return payload;
-    }
-    catch (err) {
-        throw new Error(`Failed to parse input props that were serialized: ${err.stack}`);
-    }
-};
-exports.deserializeInputProps = deserializeInputProps;

package/dist/shared/serialize-input-props.d.ts

@@ -1,8 +0,0 @@
-import type { AwsRegion } from '../client';
-import type { SerializedInputProps } from './constants';
-export declare const serializeInputProps: ({ inputProps, region, type, userSpecifiedBucketName, }: {
-    inputProps: Record<string, unknown>;
-    region: AwsRegion;
-    type: 'still' | 'video-or-audio';
-    userSpecifiedBucketName: string | null;
-}) => Promise<SerializedInputProps>;

package/dist/shared/serialize-input-props.js

@@ -1,42 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.serializeInputProps = void 0;
-const get_or_create_bucket_1 = require("../api/get-or-create-bucket");
-const io_1 = require("../functions/helpers/io");
-const constants_1 = require("./constants");
-const random_hash_1 = require("./random-hash");
-const serializeInputProps = async ({ inputProps = {}, region, type, userSpecifiedBucketName, }) => {
-    try {
-        const payload = JSON.stringify(inputProps);
-        const hash = (0, random_hash_1.randomHash)();
-        const MAX_INLINE_PAYLOAD_SIZE = type === 'still' ? 5000000 : 200000;
-        if (payload.length > MAX_INLINE_PAYLOAD_SIZE) {
-            console.warn(`Warning: inputProps are over ${Math.round(MAX_INLINE_PAYLOAD_SIZE / 1000)}KB (${Math.ceil(payload.length / 1024)}KB) in size. Uploading them to S3 to circumvent AWS Lambda payload size.`);
-            const bucketName = userSpecifiedBucketName !== null && userSpecifiedBucketName !== void 0 ? userSpecifiedBucketName : (await (0, get_or_create_bucket_1.getOrCreateBucket)({
-                region,
-            })).bucketName;
-            await (0, io_1.lambdaWriteFile)({
-                body: payload,
-                bucketName,
-                region,
-                customCredentials: null,
-                downloadBehavior: null,
-                expectedBucketOwner: null,
-                key: (0, constants_1.inputPropsKey)(hash),
-                privacy: 'public',
-            });
-            return {
-                type: 'bucket-url',
-                hash,
-            };
-        }
-        return {
-            type: 'payload',
-            payload,
-        };
-    }
-    catch (err) {
-        throw new Error('Error serializing inputProps. Check it has no circular references or reduce the size if the object is big.');
-    }
-};
-exports.serializeInputProps = serializeInputProps;