mulmocast 1.1.3 → 1.1.5

package/scripts/test/test_layout.json

@@ -0,0 +1,152 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Layout Test",
+  "audioParams": {
+    "introPadding": 0,
+    "padding": 0.1,
+    "closingPadding": 0,
+    "outroPadding": 0
+  },
+  "beats": [
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Title Only"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Title",
+          "subtitle": "Subtitle"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Human Evolution",
+          "bullets": [
+            "Early Primates",
+            "Hominids and Hominins",
+            "Australopithecus",
+            "Genus Homo Emerges",
+            "Homo erectus and Migration",
+            "Neanderthals and Other Archaic Humans",
+            "Homo sapiens"
+          ]
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "markdown",
+        "markdown": [
+          "# Markdown Table Example",
+          "### Table",
+          "| Item              | In Stock | Price |",
+          "| :---------------- | :------: | ----: |",
+          "| Python Hat        |   True   | 23.99 |",
+          "| SQL Hat           |   True   | 23.99 |",
+          "| Codecademy Tee    |  False   | 19.99 |",
+          "| Codecademy Hoodie |  False   | 42.99 |"
+        ]
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "bar",
+          "data": {
+            "labels": ["January", "February", "March", "April", "May", "June"],
+            "datasets": [
+              {
+                "label": "Revenue ($1000s)",
+                "data": [120, 135, 180, 155, 170, 190],
+                "backgroundColor": "rgba(54, 162, 235, 0.1)",
+                "borderColor": "rgba(54, 162, 235, 1)",
+                "borderWidth": 1
+              },
+              {
+                "label": "Profit ($1000s)",
+                "data": [45, 52, 68, 53, 61, 73],
+                "backgroundColor": "rgba(75, 192, 192, 0.1)",
+                "borderColor": "rgba(75, 192, 192, 1)",
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false
+          }
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "pie",
+          "data": {
+            "labels": ["OpenAIと投資家の取り分", "マイクロソフトの取り分"],
+            "datasets": [
+              {
+                "data": [90, 10],
+                "backgroundColor": ["rgba(75, 192, 192, 0.5)", "rgba(54, 162, 235, 0.5)"],
+                "borderColor": ["rgba(75, 192, 192, 1)", "rgba(54, 162, 235, 1)"],
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false,
+            "plugins": {
+              "legend": {
+                "position": "bottom"
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph LR\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph TB\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_lipsync.json

@@ -0,0 +1,53 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lipSyncParams": {
+    "provider": "replicate",
+    "model": "bytedance/latentsync"
+  },
+  "audioParams": {
+    "bgmVolume": 0.01,
+    "introPadding": 0,
+    "padding": 0.0
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "id": "presenter_introduction",
+      "text": "Welcome to our presentation on artificial intelligence. Today we'll explore the fascinating world of machine learning.",
+      "moviePrompt": "A professional female presenter standing in front of a modern presentation screen, speaking confidently to an audience",
+      "enableLipSync": true
+    },
+    {
+      "id": "explaining_concepts",
+      "text": "Machine learning algorithms can process vast amounts of data to identify patterns and make predictions about future outcomes.",
+      "moviePrompt": "A close-up view of a female presenter explaining complex concepts with animated data visualizations and charts in the background",
+      "enableLipSync": true
+    },
+    {
+      "id": "real_world_examples",
+      "text": "From personalized recommendations on streaming services to fraud detection in banking, machine learning is already shaping our everyday lives.",
+      "imagePrompt": "A female presenter is hoding a phone in her hand.",
+      "moviePrompt": "Scenes a female presenter showing apps on smartphones, online shopping, and bank transactions, illustrating AI in real-world scenarios",
+      "enableLipSync": true,
+      "lipSyncParams": {
+        "model": "tmappdev/lipsync"
+      }
+    },
+    {
+      "id": "future_possibilities",
+      "text": "In the future, advancements in AI could revolutionize industries like healthcare, education, and transportation.",
+      "imagePrompt": "A female presenter is standing in front of a futuristic cityscape with AI-powered hospital and an autonomous vehicle.",
+      "moviePrompt": "A female presenter in a futuristic cityscape with AI-powered hospitals, autonomous vehicles, and interactive learning environments",
+      "enableLipSync": true,
+      "lipSyncParams": {
+        "model": "tmappdev/lipsync"
+      }
+    },
+    {
+      "id": "concluding_remarks",
+      "text": "Thank you for your attention. I hope this presentation has provided valuable insights into the world of artificial intelligence.",
+      "moviePrompt": "A female presenter concluding their talk with a warm smile, gesturing towards the audience in a modern conference room",
+      "enableLipSync": true
+    }
+  ]
+}

package/scripts/test/test_loop.json

@@ -0,0 +1,34 @@
+{
+  "$mulmocast": {
+    "version": "1.1",
+    "credit": "closing"
+  },
+  "audioParams": {
+    "bgm": {
+      "kind": "url",
+      "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3"
+    }
+  },
+  "title": "Loop Test",
+  "beats": [
+    {
+      "duration": 200,
+      "text": "This beat has a long duration.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Duration = 200"
+        }
+      }
+    },
+    {
+      "text": "This beat is the last beat before the credit.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Duration"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_media.json

@@ -0,0 +1,244 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Media Test",
+  "references": [
+    {
+      "url": "https://www.mulmocast.com",
+      "title": "Mulmocast",
+      "type": "article"
+    }
+  ],
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Presenter"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "id": "first",
+      "speaker": "Presenter",
+      "text": "This is a local image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a reference beat.",
+      "duration": 0.5,
+      "image": {
+        "type": "beat",
+        "id": "first"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 0.5,
+      "id": "{1A57B3F5-B6CB-4948-96BB-6F018DCCBBD4}",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["0.5 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a remote image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "url",
+          "url": "https://raw.githubusercontent.com/receptron/mulmocast-cli/refs/heads/main/assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 2,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["2 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a local movie with audio.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Local Audio Test",
+          "bullets": ["Something"]
+        }
+      },
+      "audio": {
+        "type": "audio",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/audio/local_voice.mp3"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a bulleted list in text slide format.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Human Evolution",
+          "bullets": [
+            "Early Primates",
+            "Hominids and Hominins",
+            "Australopithecus",
+            "Genus Homo Emerges",
+            "Homo erectus and Migration",
+            "Neanderthals and Other Archaic Humans",
+            "Homo sapiens"
+          ]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a table in markdown format.",
+      "image": {
+        "type": "markdown",
+        "markdown": [
+          "# Markdown Table Example",
+          "### Table",
+          "| Item              | In Stock | Price |",
+          "| :---------------- | :------: | ----: |",
+          "| Python Hat        |   True   | 23.99 |",
+          "| SQL Hat           |   True   | 23.99 |",
+          "| Codecademy Tee    |  False   | 19.99 |",
+          "| Codecademy Hoodie |  False   | 42.99 |",
+          "### Paragraph",
+          "This is a paragraph."
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a chart in chart format.",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "bar",
+          "data": {
+            "labels": ["January", "February", "March", "April", "May", "June"],
+            "datasets": [
+              {
+                "label": "Revenue ($1000s)",
+                "data": [120, 135, 180, 155, 170, 190],
+                "backgroundColor": "rgba(54, 162, 235, 0.5)",
+                "borderColor": "rgba(54, 162, 235, 1)",
+                "borderWidth": 1
+              },
+              {
+                "label": "Profit ($1000s)",
+                "data": [45, 52, 68, 53, 61, 73],
+                "backgroundColor": "rgba(75, 192, 192, 0.5)",
+                "borderColor": "rgba(75, 192, 192, 1)",
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false
+          }
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a diagram in mermaid format.",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph LR\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a tailwind html format.",
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"flex-grow\">",
+          "  <!-- Hero Section -->",
+          "  <section class=\"bg-blue-600 text-white py-20\">",
+          "    <div class=\"container mx-auto px-6 text-center\">",
+          "      <h1 class=\"text-4xl md:text-5xl font-bold mb-4\">Welcome to Mulmocast</h1>",
+          "      <p class=\"text-lg md:text-xl mb-8\">A modern web experience powered by Tailwind CSS</p>",
+          "      <a href=\"#features\" class=\"bg-white text-blue-600 px-6 py-3 rounded-lg font-semibold shadow hover:bg-gray-100 transition\">",
+          "        Learn More",
+          "      </a>",
+          "    </div>",
+          "  </section>",
+          "",
+          "  <!-- Features Section -->",
+          "  <section id=\"features\" class=\"py-16 bg-gray-100\">",
+          "    <div class=\"container mx-auto px-6\">",
+          "      <div class=\"grid grid-cols-1 md:grid-cols-3 gap-8 text-center\">",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">⚡</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Fast</h3>",
+          "          <p class=\"text-gray-600\">Built with performance in mind using modern tools.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🎨</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Beautiful</h3>",
+          "          <p class=\"text-gray-600\">Styled with Tailwind CSS for clean, responsive design.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🚀</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Launch Ready</h3>",
+          "          <p class=\"text-gray-600\">Easy to deploy and extend for your next big idea.</p>",
+          "        </div>",
+          "      </div>",
+          "    </div>",
+          "  </section>",
+          "</main>",
+          "",
+          "<!-- Footer -->",
+          "<footer class=\"bg-white text-gray-500 text-center py-6 border-t\">",
+          "  2025 Mulmocast.",
+          "</footer>"
+        ]
+      }
+    }
+  ]
+}

package/scripts/test/test_mixed_providers.json

@@ -0,0 +1,91 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Mixed Providers Test",
+  "description": "Testing multiple TTS providers for different speakers",
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Main Presenter"
+        }
+      },
+      "Narrator": {
+        "voiceId": "en-US-Standard-A",
+        "provider": "google",
+        "displayName": {
+          "en": "Google Narrator"
+        }
+      },
+      "Expert": {
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "provider": "elevenlabs",
+        "displayName": {
+          "en": "Expert Voice"
+        }
+      },
+      "Host": {
+        "voiceId": "3708ad43-cace-486c-a4ca-8fe41186e20c",
+        "provider": "nijivoice",
+        "displayName": {
+          "en": "Japanese Host"
+        }
+      }
+    }
+  },
+  "audioParams": {
+    "padding": 0.5,
+    "introPadding": 1.0,
+    "closingPadding": 1.0,
+    "outroPadding": 1.0
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Welcome to our presentation. I'm using OpenAI's default provider.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Mixed Provider Demo",
+          "subtitle": "OpenAI Speaker"
+        }
+      }
+    },
+    {
+      "speaker": "Narrator",
+      "text": "And I'm the narrator, using Google's text-to-speech service.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Mixed Provider Demo",
+          "subtitle": "Google Speaker"
+        }
+      }
+    },
+    {
+      "speaker": "Expert",
+      "text": "Finally, I'm the expert using ElevenLabs for premium voice quality.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Mixed Provider Demo",
+          "subtitle": "ElevenLabs Speaker"
+        }
+      }
+    },
+    {
+      "speaker": "Host",
+      "text": "そして私は、日本語音声合成のためのNijivoiceを使用するホストです。",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Mixed Provider Demo",
+          "subtitle": "Nijivoice Speaker (Japanese)"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_movie.json

@@ -0,0 +1,39 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "movieParams": {
+    "provider": "google"
+  },
+  "canvasSize": {
+    "width": 720,
+    "height": 1280
+  },
+  "imageParams": {
+    "provider": "openai",
+    "model": "dall-e-3",
+    "style": "Photo realistic, cinematic style.",
+    "images": {
+      "optimus": {
+        "type": "image",
+        "source": {
+          "kind": "url",
+          "url": "https://raw.githubusercontent.com/receptron/mulmocast-media/refs/heads/main/characters/optimus.png"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "Image with both image and movie prompt",
+      "imagePrompt": "巨大なロケット「Starship」が発射台から打ち上がろうとしている様子。空には星と火星が浮かんでいる。",
+      "moviePrompt": "Startship lifts off.",
+      "duration": 5
+    },
+    {
+      "text": "Image with only movie prompt",
+      "moviePrompt": "Startship lifts off.",
+      "duration": 5
+    }
+  ]
+}