@remotion/lambda 4.0.72 → 4.0.74

package/dist/api/upload-dir.js

@@ -9,6 +9,7 @@ const mime_types_1 = __importDefault(require("mime-types"));
 const node_fs_1 = require("node:fs");
 const node_path_1 = __importDefault(require("node:path"));
 const aws_clients_1 = require("../shared/aws-clients");
+const chunk_1 = require("../shared/chunk");
 const make_s3_key_1 = require("../shared/make-s3-key");
 const getDirFiles = (entry) => {
     throw new TypeError('should only be executed in test ' + JSON.stringify(entry));
@@ -51,34 +52,39 @@ const uploadDir = async ({ bucket, region, localDir, onProgress, keyPrefix, priv
         progresses[file.name] = 0;
     }
     const client = (0, aws_clients_1.getS3Client)(region, null);
-    const uploads = files.map((filePath) => {
-        const Key = (0, make_s3_key_1.makeS3Key)(keyPrefix, localDir, filePath.name);
-        const Body = (0, node_fs_1.createReadStream)(filePath.name);
-        const ContentType = mime_types_1.default.lookup(Key) || 'application/octet-stream';
-        const ACL = privacy === 'no-acl'
-            ? undefined
-            : privacy === 'private'
-                ? 'private'
-                : 'public-read';
-        const paralellUploads3 = new lib_storage_1.Upload({
-            client,
-            queueSize: 4,
-            partSize: 5 * 1024 * 1024,
-            params: {
-                Key,
-                Bucket: bucket,
-                Body,
-                ACL,
-                ContentType,
-            },
-        });
-        paralellUploads3.on('httpUploadProgress', (progress) => {
-            var _a;
-            progresses[filePath.name] = (_a = progress.loaded) !== null && _a !== void 0 ? _a : 0;
-        });
-        return paralellUploads3.done();
-    });
-    const promise = Promise.all(uploads);
+    const chunkedFiles = (0, chunk_1.chunk)(files, 200);
+    const uploadAll = (async () => {
+        for (const filesChunk of chunkedFiles) {
+            const uploads = filesChunk.map((filePath) => {
+                const Key = (0, make_s3_key_1.makeS3Key)(keyPrefix, localDir, filePath.name);
+                const Body = (0, node_fs_1.createReadStream)(filePath.name);
+                const ContentType = mime_types_1.default.lookup(Key) || 'application/octet-stream';
+                const ACL = privacy === 'no-acl'
+                    ? undefined
+                    : privacy === 'private'
+                        ? 'private'
+                        : 'public-read';
+                const paralellUploads3 = new lib_storage_1.Upload({
+                    client,
+                    queueSize: 4,
+                    partSize: 5 * 1024 * 1024,
+                    params: {
+                        Key,
+                        Bucket: bucket,
+                        Body,
+                        ACL,
+                        ContentType,
+                    },
+                });
+                paralellUploads3.on('httpUploadProgress', (progress) => {
+                    var _a;
+                    progresses[filePath.name] = (_a = progress.loaded) !== null && _a !== void 0 ? _a : 0;
+                });
+                return paralellUploads3.done();
+            });
+            await Promise.all(uploads);
+        }
+    })();
     const interval = setInterval(() => {
         onProgress({
             totalSize: files.map((f) => f.size).reduce((a, b) => a + b, 0),
@@ -87,7 +93,7 @@ const uploadDir = async ({ bucket, region, localDir, onProgress, keyPrefix, priv
             filesUploaded: files.filter((f) => progresses[f.name] === f.size).length,
         });
     }, 1000);
-    await promise;
+    await uploadAll;
     clearInterval(interval);
 };
 exports.uploadDir = uploadDir;

package/dist/shared/chunk.d.ts

@@ -0,0 +1 @@
+export declare const chunk: <T>(input: T[], size: number) => T[][];

package/dist/shared/chunk.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chunk = void 0;
+const chunk = (input, size) => {
+    return input.reduce((arr, item, idx) => {
+        return idx % size === 0
+            ? [...arr, [item]]
+            : [...arr.slice(0, -1), [...arr.slice(-1)[0], item]];
+    }, []);
+};
+exports.chunk = chunk;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/lambda",
-  "version": "4.0.72",
+  "version": "4.0.74",
   "description": "Distributed renderer for Remotion based on AWS Lambda",
   "main": "dist/index.js",
   "sideEffects": false,
@@ -26,10 +26,10 @@
     "aws-policies": "^1.0.1",
     "mime-types": "2.1.34",
     "zod": "3.22.3",
-    "@remotion/bundler": "4.0.72",
-    "@remotion/renderer": "4.0.72",
-    "@remotion/cli": "4.0.72",
-    "remotion": "4.0.72"
+    "@remotion/bundler": "4.0.74",
+    "remotion": "4.0.74",
+    "@remotion/cli": "4.0.74",
+    "@remotion/renderer": "4.0.74"
   },
   "devDependencies": {
     "@jonny/eslint-config": "3.0.276",
@@ -43,11 +43,11 @@
     "ts-node": "^10.8.0",
     "vitest": "0.31.1",
     "zip-lib": "^0.7.2",
-    "@remotion/bundler": "4.0.72",
-    "@remotion/compositor-linux-arm64-gnu": "4.0.72"
+    "@remotion/compositor-linux-arm64-gnu": "4.0.74",
+    "@remotion/bundler": "4.0.74"
   },
   "peerDependencies": {
-    "@remotion/bundler": "4.0.72"
+    "@remotion/bundler": "4.0.74"
   },
   "publishConfig": {
     "access": "public"