mulmocast 1.1.4 → 1.1.5

package/scripts/test/test_replicate.json

@@ -0,0 +1,126 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "movieParams": {
+    "provider": "replicate",
+    "model": "bytedance/seedance-1-lite"
+  },
+  "audioParams": {
+    "bgmVolume": 0
+  },
+  "captionParams": {
+    "lang": "en"
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "text": "movie generations by various text-to-movie models",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "PROMPT: a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses"
+        }
+      }
+    },
+    {
+      "id": "veo-2",
+      "text": "google/veo-2",
+      "duration": 5,
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "google/veo-2"
+      }
+    },
+    {
+      "id": "veo-3",
+      "text": "google/veo-3 with sound effect",
+      "duration": 8,
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "google/veo-3"
+      }
+    },
+    {
+      "id": "veo-3-fast with sound effect",
+      "text": "google/veo-3-fast",
+      "duration": 8,
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "google/veo-3-fast"
+      }
+    },
+    {
+      "id": "seedance-1-lite",
+      "text": "bytedance seedance-1-lite",
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "duration": 5
+    },
+    {
+      "id": "seedance-1-lite-gpt4-image",
+      "text": "bytedance seedance-1-lite with gpt4-image",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "duration": 5
+    },
+    {
+      "id": "seedance-1-lite-gpt4-image-no-movie-prompt",
+      "text": "bytedance seedance-1-lite with gpt4-image, no movie prompt",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "moviePrompt": " ",
+      "duration": 5
+    },
+    {
+      "id": "seedance-1-pro",
+      "text": "bytedance/seedance-1-pro",
+      "duration": 5,
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "bytedance/seedance-1-pro"
+      }
+    },
+    {
+      "id": "video-01",
+      "text": "minimax/video-01",
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "minimax/video-01"
+      }
+    },
+    {
+      "id": "kling-v1.6-pro",
+      "text": "kwaivgi/kling-v1.6-pro with gpt4-image",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "kwaivgi/kling-v1.6-pro"
+      }
+    },
+    {
+      "id": "kling-v2.1",
+      "text": "kwaivgi/kling-v2.1 with gpt4-image",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "movieParams": {
+        "model": "kwaivgi/kling-v2.1"
+      }
+    },
+    {
+      "id": "hailuo-02",
+      "text": "minimax/hailuo-02",
+      "duration": 6,
+      "moviePrompt": "televised footage of a cat is doing an acrobatic dive into a swimming pool at the olympics, from a 10m high diving board, flips and spins",
+      "movieParams": {
+        "model": "minimax/hailuo-02"
+      }
+    },
+    {
+      "id": "hailuo-02-image",
+      "text": "minimax/hailuo-02 with ghibli-styleimage",
+      "duration": 6,
+      "imagePrompt": "a cat is doing an acrobatic dive into a swimming pool at the olympics, from a 10m high diving board, Ghibli style",
+      "moviePrompt": "televised footage of a cat is doing an acrobatic dive into a swimming pool at the olympics, from a 10m high diving board, flips and spins",
+      "movieParams": {
+        "model": "minimax/hailuo-02"
+      }
+    }
+  ]
+}

package/scripts/test/test_slideout_left_no_audio.json

@@ -0,0 +1,45 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "slideout_left",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_sound_effect.json

@@ -0,0 +1,41 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "movieParams": {
+    "provider": "replicate",
+    "model": "bytedance/seedance-1-lite"
+  },
+  "audioParams": {
+    "bgmVolume": 0.01,
+    "suppressSpeech": true
+  },
+  "captionParams": {
+    "lang": "en"
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "id": "horse_galloping",
+      "text": "A horse galloping",
+      "duration": 10,
+      "imagePrompt": "A wide view of a horse galloping fast in a large field",
+      "moviePrompt": "A horse galloping fast in a large field",
+      "soundEffectPrompt": "galloping"
+    },
+    {
+      "id": "cat_jumping_into_pool",
+      "text": "cat jumping into a swimming pool",
+      "duration": 10,
+      "imagePrompt": "A televised view of a cat is on a 10m high jumping board, preparing to jump into a swimming pool at the olympics",
+      "moviePrompt": "televised footage of a cat is doing an acrobatic dive into a swimming pool at the olympics, from a 10m high diving board, flips and spins",
+      "soundEffectPrompt": "sound of a cat jumping into a swimming pool"
+    },
+    {
+      "id": "ice cutting",
+      "text": "Cutting ice with a sharp knife",
+      "duration": 10,
+      "imagePrompt": "Close up of a sharp knife is ready to cut a slice out of a block ofice",
+      "moviePrompt": "Close up of a sharp knife is cutting a slice out of a block of ice",
+      "soundEffectPrompt": "cutting ice"
+    }
+  ]
+}

package/scripts/test/test_spillover.json

@@ -0,0 +1,116 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Spillover Test",
+  "beats": [
+    {
+      "text": "This beat has a long audio, which exceeds the beat duration.",
+      "duration": 2,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "1. Has Text. Duration = 2."
+        }
+      }
+    },
+    {
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "2. Default duration = 1. Expected spillover."
+        }
+      }
+    },
+    {
+      "text": "This beat has a really long audio, which clearly exceeds the beat duration.",
+      "duration": 1,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3. Has Text. Duration = 1."
+        }
+      }
+    },
+    {
+      "duration": 2,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "4. Duration = 2. Expected spillover."
+        }
+      }
+    },
+    {
+      "duration": 1,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "5. Duration = 1, Expected spillover."
+        }
+      }
+    },
+    {
+      "text": "This beat has a really long audio, which is shared among three beats.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "6. Has Text. No duration."
+        }
+      }
+    },
+    {
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "7. No duration. Expected even-split spillover."
+        }
+      }
+    },
+    {
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "8. No duration. Expected even-split spillover."
+        }
+      }
+    },
+    {
+      "duration": 1.5,
+      "text": "This beat has a short audio.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "9. Has Text. No duration."
+        }
+      }
+    },
+    {
+      "duration": 1,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "10. No duration. Expected some spillover."
+        }
+      }
+    },
+    {
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "11. No duration. Expected no spillover."
+        }
+      }
+    },
+    {
+      "duration": 1,
+      "text": "This beat has a short audio.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "12. Has Text. No duration."
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_transition.json

@@ -0,0 +1,55 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "fade",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "This is a local image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a text slide with audio.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Text Slide with Audio"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_transition_no_audio.json

@@ -0,0 +1,45 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "fade",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_video_speed.json

@@ -0,0 +1,80 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Video Speed",
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "This is a remote movie with audio.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Text slide.",
+      "duration": 0.3,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Text slide 1"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Speed is 2.0.",
+      "movieParams": {
+        "speed": 2.0
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Text slide.",
+      "duration": 0.3,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Text slide 2"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a remote movie. Speed is 0.5.",
+      "movieParams": {
+        "speed": 0.5
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Text slide.",
+      "duration": 0.3,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Text slide 3"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_voice_over.json

@@ -0,0 +1,104 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Voice Over Test",
+  "captionParams": {
+    "lang": "en"
+  },
+  "beats": [
+    {
+      "text": "This is the first slide.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "First slide"
+        }
+      }
+    },
+    {
+      "text": "This code processes the audio.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/movies/actions.mp4"
+        }
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This code processes the captions.",
+      "image": {
+        "type": "voice_over",
+        "startAt": 8.0
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This code processes the images.",
+      "image": {
+        "type": "voice_over",
+        "startAt": 14.5
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This code processes the movie.",
+      "image": {
+        "type": "voice_over",
+        "startAt": 21.0
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This code processes the pdf.",
+      "image": {
+        "type": "voice_over",
+        "startAt": 25.0
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This code processes the translation.",
+      "image": {
+        "type": "voice_over",
+        "startAt": 30.0
+      }
+    },
+    {
+      "image": {
+        "type": "voice_over"
+      }
+    },
+    {
+      "text": "This is the last slide.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Last slide"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_voices.json

@@ -0,0 +1,54 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Voice Test",
+  "speechParams": {
+    "speakers": {
+      "David": {
+        "provider": "elevenlabs",
+        "voiceId": "XjLkpWUlnhS8i7gGz3lZ"
+      },
+      "Felicity": {
+        "provider": "elevenlabs",
+        "voiceId": "aTbnroHRGIomiKpqAQR8"
+      },
+      "Ishibashi": {
+        "provider": "elevenlabs",
+        "voiceId": "Mv8AjrYZCBkdsmDHNwcB"
+      }
+    }
+  },
+  "beats": [
+    {
+      "speaker": "David",
+      "text": "I am Davie Castleman, with a clear and crisp middle age professional American voice, powered by ElevenLabs.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "I am Davie Castleman, a clear and crisp middle aged man, powered by ElevenLabs."
+        }
+      }
+    },
+    {
+      "speaker": "Felicity",
+      "text": "I'm a young British English woman, powered by ElevenLabs.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "I'm a young British English woman."
+        }
+      }
+    },
+    {
+      "speaker": "Ishibashi",
+      "text": "こんにちは、私の名前は石橋です。イレブンラブスの声です。",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "こんにちは、私の名前は石橋です。"
+        }
+      }
+    }
+  ]
+}