@remotion/lambda 4.0.17 → 4.0.18

package/dist/cli/log.d.ts

@@ -2,24 +2,24 @@ export declare const Log: {
     verbose: (message?: any, ...optionalParams: any[]) => void;
     verboseAdvanced: (options: {
         indent: boolean;
-        logLevel: "info" | "error" | "verbose" | "warn";
+        logLevel: "verbose" | "info" | "warn" | "error";
     } & {
         tag?: string | undefined;
     }, message?: any, ...optionalParams: any[]) => void;
     info: (message?: any, ...optionalParams: any[]) => void;
     infoAdvanced: (options: {
         indent: boolean;
-        logLevel: "info" | "error" | "verbose" | "warn";
+        logLevel: "verbose" | "info" | "warn" | "error";
     }, message?: any, ...optionalParams: any[]) => void;
     warn: (message?: any, ...optionalParams: any[]) => void;
     warnAdvanced: (options: {
         indent: boolean;
-        logLevel: "info" | "error" | "verbose" | "warn";
+        logLevel: "verbose" | "info" | "warn" | "error";
     }, message?: any, ...optionalParams: any[]) => void;
     error: (message?: any, ...optionalParams: any[]) => void;
     errorAdvanced: (options: {
         indent: boolean;
-        logLevel: "info" | "error" | "verbose" | "warn";
+        logLevel: "verbose" | "info" | "warn" | "error";
     } & {
         tag?: string | undefined;
     }, message?: any, ...optionalParams: any[]) => void;

package/dist/functions/helpers/concat-videos.d.ts

@@ -9,7 +9,7 @@ export declare const getAllFilesS3: ({ bucket, expectedFiles, outdir, renderId,
     renderId: string;
     region: AwsRegion;
     expectedBucketOwner: string;
-    onErrors: (errors: EnhancedErrorInfo[]) => Promise<void>;
+    onErrors: (errors: EnhancedErrorInfo[]) => void;
 }) => Promise<string[]>;
 export declare const concatVideosS3: ({ onProgress, numberOfFrames, codec, fps, numberOfGifLoops, files, outdir, audioCodec, }: {
     onProgress: (frames: number) => void;

package/dist/functions/helpers/concat-videos.js

@@ -96,7 +96,7 @@ const getAllFilesS3 = ({ bucket, expectedFiles, outdir, renderId, region, expect
                 renderId,
             })).filter((e) => e.isFatal);
             if (errors.length > 0) {
-                await onErrors(errors);
+                onErrors(errors);
                 // Will die here
             }
             filesInBucket.forEach(async (key) => {

package/dist/functions/launch.js

@@ -89,51 +89,7 @@ const innerLaunchHandler = async (params, options) => {
     }
     const functionName = (_a = params.rendererFunctionName) !== null && _a !== void 0 ? _a : process.env.AWS_LAMBDA_FUNCTION_NAME;
     const startedDate = Date.now();
-    let webhookInvoked = false;
-    console.log(`Function has ${Math.max(options.getRemainingTimeInMillis() - 1000, 1000)} before it times out`);
     const verbose = renderer_1.RenderInternals.isEqualOrBelowLogLevel(params.logLevel, 'verbose');
-    const webhookDueToTimeout = setTimeout(async () => {
-        if (params.webhook && !webhookInvoked) {
-            try {
-                await (0, invoke_webhook_1.invokeWebhook)({
-                    url: params.webhook.url,
-                    secret: params.webhook.secret,
-                    payload: {
-                        type: 'timeout',
-                        renderId: params.renderId,
-                        expectedBucketOwner: options.expectedBucketOwner,
-                        bucketName: params.bucketName,
-                    },
-                });
-                webhookInvoked = true;
-            }
-            catch (err) {
-                if (process.env.NODE_ENV === 'test') {
-                    throw err;
-                }
-                await (0, write_lambda_error_1.writeLambdaError)({
-                    bucketName: params.bucketName,
-                    errorInfo: {
-                        type: 'webhook',
-                        message: err.message,
-                        name: err.name,
-                        stack: err.stack,
-                        tmpDir: null,
-                        frame: 0,
-                        chunk: 0,
-                        isFatal: false,
-                        attempt: 1,
-                        willRetry: false,
-                        totalAttempts: 1,
-                    },
-                    renderId: params.renderId,
-                    expectedBucketOwner: options.expectedBucketOwner,
-                });
-                console.log('Failed to invoke webhook:');
-                console.log(err);
-            }
-        }
-    }, Math.max(options.getRemainingTimeInMillis() - 1000, 1000));
     const browserInstance = await (0, get_browser_instance_1.getBrowserInstance)(params.logLevel, false, params.chromiumOptions);
     const inputPropsPromise = (0, compress_props_1.decompressInputProps)({
         bucketName: params.bucketName,
@@ -245,7 +201,7 @@ const innerLaunchHandler = async (params, options) => {
         };
         return payload;
     });
-    console.log('Render plan: ', chunks.map((c, i) => `Chunk ${i} (Frames ${c[0]} - ${c[1]})`).join(', '));
+    renderer_1.RenderInternals.Log.info('Render plan: ', chunks.map((c, i) => `Chunk ${i} (Frames ${c[0]} - ${c[1]})`).join(', '));
     const renderMetadata = {
         startedDate,
         videoConfig: comp,
@@ -349,30 +305,8 @@ const innerLaunchHandler = async (params, options) => {
             });
         });
     };
-    const onErrors = async (errors) => {
-        var _a;
-        console.log('Found Errors', errors);
-        if (params.webhook) {
-            console.log('Sending webhook with errors');
-            await (0, invoke_webhook_1.invokeWebhook)({
-                url: params.webhook.url,
-                secret: (_a = params.webhook.secret) !== null && _a !== void 0 ? _a : null,
-                payload: {
-                    type: 'error',
-                    renderId: params.renderId,
-                    expectedBucketOwner: options.expectedBucketOwner,
-                    bucketName: params.bucketName,
-                    errors: errors.slice(0, 5).map((e) => ({
-                        message: e.message,
-                        name: e.name,
-                        stack: e.stack,
-                    })),
-                },
-            });
-        }
-        else {
-            console.log('No webhook specified');
-        }
+    const onErrors = (errors) => {
+        renderer_1.RenderInternals.Log.error('Found Errors', errors);
         const firstError = errors[0];
         if (firstError.chunk !== null) {
             throw new Error(`Stopping Lambda function because error occurred while rendering chunk ${firstError.chunk}:\n${errors[0].stack
@@ -503,60 +437,104 @@ const innerLaunchHandler = async (params, options) => {
         customCredentials: null,
     });
     await Promise.all([cleanupChunksProm, node_fs_1.default.promises.rm(outfile)]);
-    clearTimeout(webhookDueToTimeout);
-    if (params.webhook && !webhookInvoked) {
-        try {
-            await (0, invoke_webhook_1.invokeWebhook)({
-                url: params.webhook.url,
-                secret: params.webhook.secret,
-                payload: {
-                    type: 'success',
-                    renderId: params.renderId,
-                    expectedBucketOwner: options.expectedBucketOwner,
-                    bucketName: params.bucketName,
-                    outputUrl,
-                    lambdaErrors: postRenderData.errors,
-                    outputFile: postRenderData.outputFile,
-                    timeToFinish: postRenderData.timeToFinish,
-                    costs: postRenderData.cost,
-                },
-            });
-            webhookInvoked = true;
-        }
-        catch (err) {
-            if (process.env.NODE_ENV === 'test') {
-                throw err;
-            }
-            await (0, write_lambda_error_1.writeLambdaError)({
-                bucketName: params.bucketName,
-                errorInfo: {
-                    type: 'webhook',
-                    message: err.message,
-                    name: err.name,
-                    stack: err.stack,
-                    tmpDir: null,
-                    frame: 0,
-                    chunk: 0,
-                    isFatal: false,
-                    attempt: 1,
-                    willRetry: false,
-                    totalAttempts: 1,
-                },
-                renderId: params.renderId,
-                expectedBucketOwner: options.expectedBucketOwner,
-            });
-            console.log('Failed to invoke webhook:');
-            console.log(err);
-        }
-    }
+    return postRenderData;
 };
 const launchHandler = async (params, options) => {
-    var _a, _b;
     if (params.type !== constants_1.LambdaRoutines.launch) {
         throw new Error('Expected launch type');
     }
+    let webhookInvoked = false;
+    const webhookDueToTimeout = setTimeout(async () => {
+        if (params.webhook && !webhookInvoked) {
+            try {
+                await (0, invoke_webhook_1.invokeWebhook)({
+                    url: params.webhook.url,
+                    secret: params.webhook.secret,
+                    payload: {
+                        type: 'timeout',
+                        renderId: params.renderId,
+                        expectedBucketOwner: options.expectedBucketOwner,
+                        bucketName: params.bucketName,
+                    },
+                });
+                webhookInvoked = true;
+            }
+            catch (err) {
+                if (process.env.NODE_ENV === 'test') {
+                    throw err;
+                }
+                await (0, write_lambda_error_1.writeLambdaError)({
+                    bucketName: params.bucketName,
+                    errorInfo: {
+                        type: 'webhook',
+                        message: err.message,
+                        name: err.name,
+                        stack: err.stack,
+                        tmpDir: null,
+                        frame: 0,
+                        chunk: 0,
+                        isFatal: false,
+                        attempt: 1,
+                        willRetry: false,
+                        totalAttempts: 1,
+                    },
+                    renderId: params.renderId,
+                    expectedBucketOwner: options.expectedBucketOwner,
+                });
+                renderer_1.RenderInternals.Log.error('Failed to invoke webhook:');
+                renderer_1.RenderInternals.Log.error(err);
+            }
+        }
+    }, Math.max(options.getRemainingTimeInMillis() - 1000, 1000));
+    renderer_1.RenderInternals.Log.info(`Function has ${Math.max(options.getRemainingTimeInMillis() - 1000, 1000)} before it times out`);
     try {
-        await innerLaunchHandler(params, options);
+        const postRenderData = await innerLaunchHandler(params, options);
+        clearTimeout(webhookDueToTimeout);
+        if (params.webhook && !webhookInvoked) {
+            try {
+                await (0, invoke_webhook_1.invokeWebhook)({
+                    url: params.webhook.url,
+                    secret: params.webhook.secret,
+                    payload: {
+                        type: 'success',
+                        renderId: params.renderId,
+                        expectedBucketOwner: options.expectedBucketOwner,
+                        bucketName: params.bucketName,
+                        outputUrl: postRenderData.outputFile,
+                        lambdaErrors: postRenderData.errors,
+                        outputFile: postRenderData.outputFile,
+                        timeToFinish: postRenderData.timeToFinish,
+                        costs: postRenderData.cost,
+                    },
+                });
+                webhookInvoked = true;
+            }
+            catch (err) {
+                if (process.env.NODE_ENV === 'test') {
+                    throw err;
+                }
+                await (0, write_lambda_error_1.writeLambdaError)({
+                    bucketName: params.bucketName,
+                    errorInfo: {
+                        type: 'webhook',
+                        message: err.message,
+                        name: err.name,
+                        stack: err.stack,
+                        tmpDir: null,
+                        frame: 0,
+                        chunk: 0,
+                        isFatal: false,
+                        attempt: 1,
+                        willRetry: false,
+                        totalAttempts: 1,
+                    },
+                    renderId: params.renderId,
+                    expectedBucketOwner: options.expectedBucketOwner,
+                });
+                renderer_1.RenderInternals.Log.error('Failed to invoke webhook:');
+                renderer_1.RenderInternals.Log.error(err);
+            }
+        }
         return {
             type: 'success',
         };
@@ -565,7 +543,7 @@ const launchHandler = async (params, options) => {
         if (process.env.NODE_ENV === 'test') {
             throw err;
         }
-        console.log('Error occurred', err);
+        renderer_1.RenderInternals.Log.error('Error occurred', err);
         await (0, write_lambda_error_1.writeLambdaError)({
             bucketName: params.bucketName,
             errorInfo: {
@@ -584,11 +562,12 @@ const launchHandler = async (params, options) => {
             expectedBucketOwner: options.expectedBucketOwner,
             renderId: params.renderId,
         });
-        if ((_a = params.webhook) === null || _a === void 0 ? void 0 : _a.url) {
+        clearTimeout(webhookDueToTimeout);
+        if (params.webhook && !webhookInvoked) {
             try {
                 await (0, invoke_webhook_1.invokeWebhook)({
                     url: params.webhook.url,
-                    secret: (_b = params.webhook.secret) !== null && _b !== void 0 ? _b : null,
+                    secret: params.webhook.secret,
                     payload: {
                         type: 'error',
                         renderId: params.renderId,
@@ -601,6 +580,7 @@ const launchHandler = async (params, options) => {
                         })),
                     },
                 });
+                webhookInvoked = true;
             }
             catch (error) {
                 if (process.env.NODE_ENV === 'test') {
@@ -624,8 +604,8 @@ const launchHandler = async (params, options) => {
                     renderId: params.renderId,
                     expectedBucketOwner: options.expectedBucketOwner,
                 });
-                console.log('Failed to invoke webhook:');
-                console.log(error);
+                renderer_1.RenderInternals.Log.error('Failed to invoke webhook:');
+                renderer_1.RenderInternals.Log.error(error);
             }
         }
         throw err;

package/dist/shared/deserialize-input-props.d.ts

@@ -0,0 +1,8 @@
+import type { AwsRegion } from '../client';
+import type { SerializedInputProps } from './constants';
+export declare const deserializeInputProps: ({ serialized, region, bucketName, expectedBucketOwner, }: {
+    serialized: SerializedInputProps;
+    region: AwsRegion;
+    bucketName: string;
+    expectedBucketOwner: string;
+}) => Promise<Record<string, unknown>>;

package/dist/shared/deserialize-input-props.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deserializeInputProps = void 0;
+const io_1 = require("../functions/helpers/io");
+const constants_1 = require("./constants");
+const stream_to_string_1 = require("./stream-to-string");
+const deserializeInputProps = async ({ serialized, region, bucketName, expectedBucketOwner, }) => {
+    if (serialized.type === 'payload') {
+        return JSON.parse(serialized.payload);
+    }
+    try {
+        const response = await (0, io_1.lambdaReadFile)({
+            bucketName,
+            expectedBucketOwner,
+            key: (0, constants_1.inputPropsKey)(serialized.hash),
+            region,
+        });
+        const body = await (0, stream_to_string_1.streamToString)(response);
+        const payload = JSON.parse(body);
+        return payload;
+    }
+    catch (err) {
+        throw new Error(`Failed to parse input props that were serialized: ${err.stack}`);
+    }
+};
+exports.deserializeInputProps = deserializeInputProps;

package/dist/shared/serialize-input-props.d.ts

@@ -0,0 +1,14 @@
+import type { AwsRegion } from '../client';
+import type { SerializedInputProps } from './constants';
+export declare const serializeInputProps: ({ inputProps, region, type, userSpecifiedBucketName, }: {
+    inputProps: Record<string, unknown>;
+    region: AwsRegion;
+    type: 'still' | 'video-or-audio';
+    userSpecifiedBucketName: string | null;
+}) => Promise<SerializedInputProps>;
+export declare const deserializeInputProps: ({ serialized, region, bucketName, expectedBucketOwner, }: {
+    serialized: SerializedInputProps;
+    region: AwsRegion;
+    bucketName: string;
+    expectedBucketOwner: string;
+}) => Promise<Record<string, unknown>>;

package/dist/shared/serialize-input-props.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deserializeInputProps = exports.serializeInputProps = void 0;
+const get_or_create_bucket_1 = require("../api/get-or-create-bucket");
+const io_1 = require("../functions/helpers/io");
+const constants_1 = require("./constants");
+const random_hash_1 = require("./random-hash");
+const stream_to_string_1 = require("./stream-to-string");
+const serializeInputProps = async ({ inputProps, region, type, userSpecifiedBucketName, }) => {
+    try {
+        const payload = JSON.stringify(inputProps);
+        const hash = (0, random_hash_1.randomHash)();
+        const MAX_INLINE_PAYLOAD_SIZE = type === 'still' ? 5000000 : 200000;
+        if (payload.length > MAX_INLINE_PAYLOAD_SIZE) {
+            console.warn(`Warning: inputProps are over ${Math.round(MAX_INLINE_PAYLOAD_SIZE / 1000)}KB (${Math.ceil(payload.length / 1024)}KB) in size. Uploading them to S3 to circumvent AWS Lambda payload size.`);
+            const bucketName = userSpecifiedBucketName !== null && userSpecifiedBucketName !== void 0 ? userSpecifiedBucketName : (await (0, get_or_create_bucket_1.getOrCreateBucket)({
+                region,
+            })).bucketName;
+            await (0, io_1.lambdaWriteFile)({
+                body: payload,
+                bucketName,
+                region,
+                customCredentials: null,
+                downloadBehavior: null,
+                expectedBucketOwner: null,
+                key: (0, constants_1.inputPropsKey)(hash),
+                privacy: 'public',
+            });
+            return {
+                type: 'bucket-url',
+                hash,
+            };
+        }
+        return {
+            type: 'payload',
+            payload,
+        };
+    }
+    catch (err) {
+        throw new Error('Error serializing inputProps. Check it has no circular references or reduce the size if the object is big.');
+    }
+};
+exports.serializeInputProps = serializeInputProps;
+const deserializeInputProps = async ({ serialized, region, bucketName, expectedBucketOwner, }) => {
+    if (serialized.type === 'payload') {
+        return JSON.parse(serialized.payload);
+    }
+    try {
+        const response = await (0, io_1.lambdaReadFile)({
+            bucketName,
+            expectedBucketOwner,
+            key: (0, constants_1.inputPropsKey)(serialized.hash),
+            region,
+        });
+        const body = await (0, stream_to_string_1.streamToString)(response);
+        const payload = JSON.parse(body);
+        return payload;
+    }
+    catch (err) {
+        throw new Error(`Failed to parse input props that were serialized: ${err.stack}`);
+    }
+};
+exports.deserializeInputProps = deserializeInputProps;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/lambda",
-  "version": "4.0.17",
+  "version": "4.0.18",
   "description": "Distributed renderer for Remotion based on AWS Lambda",
   "main": "dist/index.js",
   "sideEffects": false,
@@ -26,10 +26,10 @@
     "aws-policies": "^1.0.1",
     "mime-types": "2.1.34",
     "zod": "3.21.4",
-    "@remotion/bundler": "4.0.17",
-    "remotion": "4.0.17",
-    "@remotion/renderer": "4.0.17",
-    "@remotion/cli": "4.0.17"
+    "@remotion/bundler": "4.0.18",
+    "@remotion/cli": "4.0.18",
+    "remotion": "4.0.18",
+    "@remotion/renderer": "4.0.18"
   },
   "devDependencies": {
     "@jonny/eslint-config": "3.0.266",
@@ -41,14 +41,13 @@
     "prettier": "^2.4.1",
     "prettier-plugin-organize-imports": "^3.2.2",
     "ts-node": "^10.8.0",
-    "typescript": "4.9.5",
     "vitest": "0.31.1",
     "zip-lib": "^0.7.2",
-    "@remotion/bundler": "4.0.17",
-    "@remotion/compositor-linux-arm64-gnu": "4.0.17"
+    "@remotion/bundler": "4.0.18",
+    "@remotion/compositor-linux-arm64-gnu": "4.0.18"
   },
   "peerDependencies": {
-    "@remotion/bundler": "4.0.17"
+    "@remotion/bundler": "4.0.18"
   },
   "publishConfig": {
     "access": "public"

package/dist/shared/is-retryable-error.d.ts

@@ -1 +0,0 @@
-export declare const isFlakyError: (err: Error) => boolean;

package/dist/shared/is-retryable-error.js

@@ -1,13 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.isFlakyError = void 0;
-const isFlakyError = (err) => {
-    const { message } = err;
-    return (message.includes('FATAL:zygote_communication_linux.cc') ||
-        message.includes('error while loading shared libraries: libnss3.so') ||
-        message.includes('but the server sent no data') ||
-        message.includes('Compositor panicked') ||
-        (message.includes('Compositor exited') && !message.includes('SIGSEGV')) ||
-        message.includes('Timed out while setting up the headless browser'));
-};
-exports.isFlakyError = isFlakyError;