polotno-node 2.9.37 → 2.9.38

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "polotno-node",
-  "version": "2.9.37",
+  "version": "2.9.38",
   "description": "Polotno workflow from NodeJS",
   "main": "index.js",
   "scripts": {

package/video-parallel.js

@@ -278,6 +278,8 @@ module.exports.jsonToVideo = async function jsonToVideo(
         .outputOptions('-pix_fmt yuv420p')
         .videoFilters('scale=trunc(iw/2)*2:trunc(ih/2)*2'); // Ensure dimensions are divisible by 2
 
+      const audioInputs = [];
+
       // Add each audio segment as a separate input
       inputs.forEach((input, index) => {
         const inputStartSec = (input.inputStartTime / 1000).toFixed(3);
@@ -285,35 +287,50 @@ module.exports.jsonToVideo = async function jsonToVideo(
           (input.inputEndTime - input.inputStartTime) /
           1000
         ).toFixed(3);
-        const outputOffsetSec = (input.outputStartTime / 1000).toFixed(3);
+        const outputOffsetMs = Math.round(input.outputStartTime);
+        console.log({ outputOffsetMs });
         const volume = input.volume !== undefined ? input.volume : 1;
 
-        // Apply `-itsoffset` before each input file to shift its audio stream
         ffmpegCmd
-          .inputOptions([`-itsoffset ${outputOffsetSec}`]) // Shift the input time
-          .input(input.mp4File) // Add the actual input file
-          .inputOptions([`-ss ${inputStartSec}`, `-t ${inputDurationSec}`]); // Specify the timing to cut the audio
-
-        // Apply volume filter to respect the input volume
-        ffmpegCmd.audioFilters(`volume=${volume}`);
+          .input(input.mp4File)
+          .inputOptions([`-ss ${inputStartSec}`, `-t ${inputDurationSec}`]);
+
+        audioInputs.push({
+          index: index + 1, // +1 because the first input is the image sequence
+          delay: outputOffsetMs,
+          volume: volume,
+        });
       });
 
       // Map the video stream from the image sequence
       ffmpegCmd.outputOptions(['-map 0:v']);
 
-      // Map each audio stream
-      inputs.forEach((_, index) => {
-        ffmpegCmd.outputOptions([`-map ${index + 1}:a?`]);
-      });
+      // Prepare audio filter complex
+      if (audioInputs.length > 0) {
+        const audioFilters = audioInputs.map(
+          (input, i) =>
+            `[${input.index}:a]adelay=${input.delay}|${input.delay},volume=${input.volume}[a${i}]`
+        );
+        const audioMerge = audioInputs.map((_, i) => `[a${i}]`).join('');
+        const filterComplex = `${audioFilters.join(
+          ';'
+        )};${audioMerge}amix=inputs=${
+          audioInputs.length
+        }:duration=longest[aout]`;
+
+        ffmpegCmd.complexFilter(filterComplex);
+        ffmpegCmd.outputOptions(['-map [aout]']);
+      }
 
       ffmpegCmd
         .format(format)
         .audioCodec('aac')
+        .on('start', (command) => console.log('FFmpeg command:', command))
         .on('end', () => resolve())
         .on('error', (err, stdout, stderr) => {
-          console.log(err.message);
-          console.log('stdout:\n' + stdout);
-          console.log('stderr:\n' + stderr);
+          console.error('Error:', err.message);
+          console.error('stdout:', stdout);
+          console.error('stderr:', stderr);
           reject(err);
         })
         .save(attrs.out);