@remotion/lambda 4.0.72 → 4.0.73

package/dist/api/upload-dir.js

@@ -9,6 +9,7 @@ const mime_types_1 = __importDefault(require("mime-types"));
 const node_fs_1 = require("node:fs");
 const node_path_1 = __importDefault(require("node:path"));
 const aws_clients_1 = require("../shared/aws-clients");
+const chunk_1 = require("../shared/chunk");
 const make_s3_key_1 = require("../shared/make-s3-key");
 const getDirFiles = (entry) => {
     throw new TypeError('should only be executed in test ' + JSON.stringify(entry));
@@ -51,34 +52,39 @@ const uploadDir = async ({ bucket, region, localDir, onProgress, keyPrefix, priv
         progresses[file.name] = 0;
     }
     const client = (0, aws_clients_1.getS3Client)(region, null);
-    const uploads = files.map((filePath) => {
-        const Key = (0, make_s3_key_1.makeS3Key)(keyPrefix, localDir, filePath.name);
-        const Body = (0, node_fs_1.createReadStream)(filePath.name);
-        const ContentType = mime_types_1.default.lookup(Key) || 'application/octet-stream';
-        const ACL = privacy === 'no-acl'
-            ? undefined
-            : privacy === 'private'
-                ? 'private'
-                : 'public-read';
-        const paralellUploads3 = new lib_storage_1.Upload({
-            client,
-            queueSize: 4,
-            partSize: 5 * 1024 * 1024,
-            params: {
-                Key,
-                Bucket: bucket,
-                Body,
-                ACL,
-                ContentType,
-            },
-        });
-        paralellUploads3.on('httpUploadProgress', (progress) => {
-            var _a;
-            progresses[filePath.name] = (_a = progress.loaded) !== null && _a !== void 0 ? _a : 0;
-        });
-        return paralellUploads3.done();
-    });
-    const promise = Promise.all(uploads);
+    const chunkedFiles = (0, chunk_1.chunk)(files, 200);
+    const uploadAll = (async () => {
+        for (const filesChunk of chunkedFiles) {
+            const uploads = filesChunk.map((filePath) => {
+                const Key = (0, make_s3_key_1.makeS3Key)(keyPrefix, localDir, filePath.name);
+                const Body = (0, node_fs_1.createReadStream)(filePath.name);
+                const ContentType = mime_types_1.default.lookup(Key) || 'application/octet-stream';
+                const ACL = privacy === 'no-acl'
+                    ? undefined
+                    : privacy === 'private'
+                        ? 'private'
+                        : 'public-read';
+                const paralellUploads3 = new lib_storage_1.Upload({
+                    client,
+                    queueSize: 4,
+                    partSize: 5 * 1024 * 1024,
+                    params: {
+                        Key,
+                        Bucket: bucket,
+                        Body,
+                        ACL,
+                        ContentType,
+                    },
+                });
+                paralellUploads3.on('httpUploadProgress', (progress) => {
+                    var _a;
+                    progresses[filePath.name] = (_a = progress.loaded) !== null && _a !== void 0 ? _a : 0;
+                });
+                return paralellUploads3.done();
+            });
+            await Promise.all(uploads);
+        }
+    })();
     const interval = setInterval(() => {
         onProgress({
             totalSize: files.map((f) => f.size).reduce((a, b) => a + b, 0),
@@ -87,7 +93,7 @@ const uploadDir = async ({ bucket, region, localDir, onProgress, keyPrefix, priv
             filesUploaded: files.filter((f) => progresses[f.name] === f.size).length,
         });
     }, 1000);
-    await promise;
+    await uploadAll;
     clearInterval(interval);
 };
 exports.uploadDir = uploadDir;

package/dist/functions/chunk-optimization/plan-frame-ranges.d.ts

@@ -3,5 +3,8 @@ export declare const planFrameRanges: ({ framesPerLambda, frameRange, everyNthFr
     frameRange: [number, number];
     everyNthFrame: number;
 }) => {
-    chunks: [number, number][];
+    chunks: [
+        number,
+        number
+    ][];
 };

package/dist/functions/helpers/create-post-render-data.js

@@ -12,11 +12,11 @@ const get_time_to_finish_1 = require("./get-time-to-finish");
 const createPostRenderData = ({ renderId, region, memorySizeInMb, renderMetadata, contents, timeToEncode, errorExplanations, timeToDelete, outputFile, }) => {
     const initializedKeys = contents.filter((c) => { var _a; return (_a = c.Key) === null || _a === void 0 ? void 0 : _a.startsWith((0, constants_1.lambdaTimingsPrefix)(renderId)); });
     const parsedTimings = initializedKeys.map(({ Key }) => (0, parse_lambda_timings_key_1.parseLambdaTimingsKey)(Key));
-    const times = parsedTimings
+    const estimatedBillingDurationInMilliseconds = parsedTimings
         .map((p) => p.rendered - p.start + get_most_expensive_chunks_1.OVERHEAD_TIME_PER_LAMBDA)
         .reduce((a, b) => a + b);
     const cost = (0, estimate_price_1.estimatePrice)({
-        durationInMilliseconds: times,
+        durationInMilliseconds: estimatedBillingDurationInMilliseconds,
         memorySizeInMb,
         region,
         lambdasInvoked: renderMetadata.estimatedTotalLambdaInvokations,
@@ -74,6 +74,7 @@ const createPostRenderData = ({ renderId, region, memorySizeInMb, renderMetadata
         retriesInfo,
         mostExpensiveFrameRanges: (0, get_most_expensive_chunks_1.getMostExpensiveChunks)(parsedTimings, renderMetadata.framesPerLambda, renderMetadata.frameRange[0], renderMetadata.frameRange[1]),
         deleteAfter: renderMetadata.deleteAfter,
+        estimatedBillingDurationInMilliseconds,
     };
 };
 exports.createPostRenderData = createPostRenderData;

package/dist/shared/chunk.d.ts

@@ -0,0 +1 @@
+export declare const chunk: <T>(input: T[], size: number) => T[][];

package/dist/shared/chunk.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chunk = void 0;
+const chunk = (input, size) => {
+    return input.reduce((arr, item, idx) => {
+        return idx % size === 0
+            ? [...arr, [item]]
+            : [...arr.slice(0, -1), [...arr.slice(-1)[0], item]];
+    }, []);
+};
+exports.chunk = chunk;

package/dist/shared/constants.d.ts

@@ -354,6 +354,7 @@ export type PostRenderData = {
     timeToRenderChunks: number;
     retriesInfo: ChunkRetry[];
     mostExpensiveFrameRanges: ExpensiveChunk[] | undefined;
+    estimatedBillingDurationInMilliseconds: number;
     deleteAfter: DeleteAfter | null;
 };
 export type CostsInfo = {

package/dist/shared/invoke-webhook.d.ts

@@ -1,5 +1,3 @@
-/// <reference types="node" />
-/// <reference types="node" />
 import https from 'https';
 import http from 'node:http';
 import type { EnhancedErrorInfo } from '../functions/helpers/write-lambda-error';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/lambda",
-  "version": "4.0.72",
+  "version": "4.0.73",
   "description": "Distributed renderer for Remotion based on AWS Lambda",
   "main": "dist/index.js",
   "sideEffects": false,
@@ -26,10 +26,10 @@
     "aws-policies": "^1.0.1",
     "mime-types": "2.1.34",
     "zod": "3.22.3",
-    "@remotion/bundler": "4.0.72",
-    "@remotion/renderer": "4.0.72",
-    "@remotion/cli": "4.0.72",
-    "remotion": "4.0.72"
+    "@remotion/bundler": "4.0.73",
+    "@remotion/cli": "4.0.73",
+    "remotion": "4.0.73",
+    "@remotion/renderer": "4.0.73"
   },
   "devDependencies": {
     "@jonny/eslint-config": "3.0.276",
@@ -43,11 +43,11 @@
     "ts-node": "^10.8.0",
     "vitest": "0.31.1",
     "zip-lib": "^0.7.2",
-    "@remotion/bundler": "4.0.72",
-    "@remotion/compositor-linux-arm64-gnu": "4.0.72"
+    "@remotion/bundler": "4.0.73",
+    "@remotion/compositor-linux-arm64-gnu": "4.0.73"
   },
   "peerDependencies": {
-    "@remotion/bundler": "4.0.72"
+    "@remotion/bundler": "4.0.73"
   },
   "publishConfig": {
     "access": "public"