mulmocast 1.1.4 → 1.1.6

package/scripts/test/test_image_refs.json

@@ -0,0 +1,50 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Test Image References",
+  "imageParams": {
+    "style": "Ghibli-style",
+    "images": {
+      "witch": {
+        "type": "imagePrompt",
+        "prompt": "A witch with a green hair, wearing a black robe"
+      },
+      "cat": {
+        "type": "imagePrompt",
+        "prompt": "A tiny black cat with a green eyes"
+      },
+      "broom": {
+        "type": "imagePrompt",
+        "prompt": "A yellow, old broomstick"
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "Hello World with a witch and a broom",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["witch", "broom"]
+    },
+    {
+      "text": "Hello World with a cat alone",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["cat"]
+    },
+    {
+      "text": "Hello World with a witch and a cat",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["witch", "cat"]
+    },
+    {
+      "text": "Hello World with all reference images",
+      "imagePrompt": "Saying hello to the world"
+    },
+    {
+      "text": "Hello World with no reference image",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": []
+    }
+  ]
+}

package/scripts/test/test_images.json

@@ -0,0 +1,49 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Test Images",
+  "imageParams": {
+    "style": "Photorealistic-style",
+    "provider": "google"
+  },
+  "beats": [
+    {
+      "text": "Image with default provider and model",
+      "imagePrompt": "Blue sky, a flock of birds"
+    },
+    {
+      "text": "Image with openai provider",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "provider": "openai"
+      }
+    },
+    {
+      "text": "Image with Dall-E 3",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "model": "dall-e-3",
+        "style": "anime-style",
+        "provider": "openai"
+      }
+    },
+    {
+      "id": "image_with_quality",
+      "text": "Image with low quality",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "quality": "low"
+      }
+    },
+    {
+      "id": "image_with_medium_quality",
+      "text": "Image with medium quality",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "quality": "medium"
+      }
+    }
+  ]
+}

package/scripts/test/test_lang.json

@@ -0,0 +1,87 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "lang": {
+          "ja": {
+            "provider": "nijivoice",
+            "voiceId": "9d9ed276-49ee-443a-bc19-26e6136d05f0"
+          }
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World"
+        }
+      }
+    },
+    {
+      "text": "Switching Language and Switching Screen should match.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Switching Language"
+        }
+      }
+    },
+    {
+      "text": "May the force be with you.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "May the force be with you"
+        }
+      }
+    },
+    {
+      "text": "Switching Language and Switching Screen should match even with a short duration.",
+      "duration": 1,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Switching Language (short duration)"
+        }
+      }
+    },
+    {
+      "text": "Switching Language and Switching Screen should match even with a long duration.",
+      "duration": 8,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Switching Language (long duration)"
+        }
+      }
+    },
+    {
+      "text": "The yield of TSMC's 3nm process exceeeds 70%.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Text replacement test for nijivoice"
+        }
+      }
+    },
+    {
+      "text": "Goodbye",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Goodbye"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_layout.json

@@ -0,0 +1,153 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Layout Test",
+  "audioParams": {
+    "introPadding": 0,
+    "padding": 0.1,
+    "closingPadding": 0,
+    "outroPadding": 0
+  },
+  "beats": [
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Title Only"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Title",
+          "subtitle": "Subtitle"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Human Evolution",
+          "bullets": [
+            "Early Primates",
+            "Hominids and Hominins",
+            "Australopithecus",
+            "Genus Homo Emerges",
+            "Homo erectus and Migration",
+            "Neanderthals and Other Archaic Humans",
+            "Homo sapiens"
+          ]
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "markdown",
+        "markdown": [
+          "# Markdown Table Example",
+          "### Table",
+          "| Item              | In Stock | Price |",
+          "| :---------------- | :------: | ----: |",
+          "| Python Hat        |   True   | 23.99 |",
+          "| SQL Hat           |   True   | 23.99 |",
+          "| Codecademy Tee    |  False   | 19.99 |",
+          "| Codecademy Hoodie |  False   | 42.99 |"
+        ]
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "bar",
+          "data": {
+            "labels": ["January", "February", "March", "April", "May", "June"],
+            "datasets": [
+              {
+                "label": "Revenue ($1000s)",
+                "data": [120, 135, 180, 155, 170, 190],
+                "backgroundColor": "rgba(54, 162, 235, 0.1)",
+                "borderColor": "rgba(54, 162, 235, 1)",
+                "borderWidth": 1
+              },
+              {
+                "label": "Profit ($1000s)",
+                "data": [45, 52, 68, 53, 61, 73],
+                "backgroundColor": "rgba(75, 192, 192, 0.1)",
+                "borderColor": "rgba(75, 192, 192, 1)",
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false
+          }
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "pie",
+          "data": {
+            "labels": ["OpenAIと投資家の取り分", "マイクロソフトの取り分"],
+            "datasets": [
+              {
+                "data": [90, 10],
+                "backgroundColor": ["rgba(75, 192, 192, 0.5)", "rgba(54, 162, 235, 0.5)"],
+                "borderColor": ["rgba(75, 192, 192, 1)", "rgba(54, 162, 235, 1)"],
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false,
+            "plugins": {
+              "legend": {
+                "position": "bottom"
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph LR\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    },
+    {
+      "text": "",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph TB\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_lipsync.json

@@ -0,0 +1,62 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lipSyncParams": {
+    "provider": "replicate",
+    "model": "bytedance/latentsync"
+  },
+  "audioParams": {
+    "bgmVolume": 0.01,
+    "introPadding": 0,
+    "padding": 0.0
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "id": "presenter_introduction",
+      "text": "Welcome to our presentation on artificial intelligence. Today we'll explore the fascinating world of machine learning.",
+      "moviePrompt": "A professional female presenter standing in front of a modern presentation screen, speaking confidently to an audience",
+      "enableLipSync": true
+    },
+    {
+      "id": "explaining_concepts",
+      "text": "Machine learning algorithms can process vast amounts of data to identify patterns and make predictions about future outcomes.",
+      "moviePrompt": "A close-up view of a female presenter explaining complex concepts with animated data visualizations and charts in the background",
+      "enableLipSync": true
+    },
+    {
+      "id": "real_world_examples",
+      "text": "From personalized recommendations on streaming services to fraud detection in banking, machine learning is already shaping our everyday lives.",
+      "imagePrompt": "A female presenter is hoding a phone in her hand.",
+      "moviePrompt": "Scenes a female presenter showing apps on smartphones, online shopping, and bank transactions, illustrating AI in real-world scenarios",
+      "enableLipSync": true,
+      "lipSyncParams": {
+        "model": "tmappdev/lipsync"
+      }
+    },
+    {
+      "id": "future_omni_human_photo_realistic",
+      "text": "In the future, advancements in AI could revolutionize industries like healthcare, education, and transportation.",
+      "imagePrompt": "A female presenter is standing in front of a futuristic cityscape with AI-powered hospital and an autonomous vehicle. Photo realistic.",
+      "enableLipSync": true,
+      "lipSyncParams": {
+        "model": "bytedance/omni-human"
+      }
+    },
+    {
+      "id": "future_possibilities",
+      "text": "In the future, advancements in AI could revolutionize industries like healthcare, education, and transportation.",
+      "imagePrompt": "A female presenter is standing in front of a futuristic cityscape with AI-powered hospital and an autonomous vehicle.",
+      "moviePrompt": "A female presenter in a futuristic cityscape with AI-powered hospitals, autonomous vehicles, and interactive learning environments",
+      "enableLipSync": true,
+      "lipSyncParams": {
+        "model": "tmappdev/lipsync"
+      }
+    },
+    {
+      "id": "concluding_remarks",
+      "text": "Thank you for your attention. I hope this presentation has provided valuable insights into the world of artificial intelligence.",
+      "moviePrompt": "A female presenter concluding their talk with a warm smile, gesturing towards the audience in a modern conference room",
+      "enableLipSync": true
+    }
+  ]
+}

package/scripts/test/test_loop.json

@@ -0,0 +1,35 @@
+{
+  "$mulmocast": {
+    "version": "1.1",
+    "credit": "closing"
+  },
+  "lang": "en",
+  "audioParams": {
+    "bgm": {
+      "kind": "url",
+      "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3"
+    }
+  },
+  "title": "Loop Test",
+  "beats": [
+    {
+      "duration": 200,
+      "text": "This beat has a long duration.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Duration = 200"
+        }
+      }
+    },
+    {
+      "text": "This beat is the last beat before the credit.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Duration"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_media.json

@@ -0,0 +1,245 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Media Test",
+  "references": [
+    {
+      "url": "https://www.mulmocast.com",
+      "title": "Mulmocast",
+      "type": "article"
+    }
+  ],
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Presenter"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "id": "first",
+      "speaker": "Presenter",
+      "text": "This is a local image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a reference beat.",
+      "duration": 0.5,
+      "image": {
+        "type": "beat",
+        "id": "first"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 0.5,
+      "id": "{1A57B3F5-B6CB-4948-96BB-6F018DCCBBD4}",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["0.5 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a remote image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "url",
+          "url": "https://raw.githubusercontent.com/receptron/mulmocast-cli/refs/heads/main/assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 2,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["2 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a local movie with audio.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Local Audio Test",
+          "bullets": ["Something"]
+        }
+      },
+      "audio": {
+        "type": "audio",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/audio/local_voice.mp3"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a bulleted list in text slide format.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Human Evolution",
+          "bullets": [
+            "Early Primates",
+            "Hominids and Hominins",
+            "Australopithecus",
+            "Genus Homo Emerges",
+            "Homo erectus and Migration",
+            "Neanderthals and Other Archaic Humans",
+            "Homo sapiens"
+          ]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a table in markdown format.",
+      "image": {
+        "type": "markdown",
+        "markdown": [
+          "# Markdown Table Example",
+          "### Table",
+          "| Item              | In Stock | Price |",
+          "| :---------------- | :------: | ----: |",
+          "| Python Hat        |   True   | 23.99 |",
+          "| SQL Hat           |   True   | 23.99 |",
+          "| Codecademy Tee    |  False   | 19.99 |",
+          "| Codecademy Hoodie |  False   | 42.99 |",
+          "### Paragraph",
+          "This is a paragraph."
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a chart in chart format.",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "bar",
+          "data": {
+            "labels": ["January", "February", "March", "April", "May", "June"],
+            "datasets": [
+              {
+                "label": "Revenue ($1000s)",
+                "data": [120, 135, 180, 155, 170, 190],
+                "backgroundColor": "rgba(54, 162, 235, 0.5)",
+                "borderColor": "rgba(54, 162, 235, 1)",
+                "borderWidth": 1
+              },
+              {
+                "label": "Profit ($1000s)",
+                "data": [45, 52, 68, 53, 61, 73],
+                "backgroundColor": "rgba(75, 192, 192, 0.5)",
+                "borderColor": "rgba(75, 192, 192, 1)",
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false
+          }
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a diagram in mermaid format.",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph LR\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a tailwind html format.",
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"flex-grow\">",
+          "  <!-- Hero Section -->",
+          "  <section class=\"bg-blue-600 text-white py-20\">",
+          "    <div class=\"container mx-auto px-6 text-center\">",
+          "      <h1 class=\"text-4xl md:text-5xl font-bold mb-4\">Welcome to Mulmocast</h1>",
+          "      <p class=\"text-lg md:text-xl mb-8\">A modern web experience powered by Tailwind CSS</p>",
+          "      <a href=\"#features\" class=\"bg-white text-blue-600 px-6 py-3 rounded-lg font-semibold shadow hover:bg-gray-100 transition\">",
+          "        Learn More",
+          "      </a>",
+          "    </div>",
+          "  </section>",
+          "",
+          "  <!-- Features Section -->",
+          "  <section id=\"features\" class=\"py-16 bg-gray-100\">",
+          "    <div class=\"container mx-auto px-6\">",
+          "      <div class=\"grid grid-cols-1 md:grid-cols-3 gap-8 text-center\">",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">⚡</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Fast</h3>",
+          "          <p class=\"text-gray-600\">Built with performance in mind using modern tools.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🎨</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Beautiful</h3>",
+          "          <p class=\"text-gray-600\">Styled with Tailwind CSS for clean, responsive design.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🚀</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Launch Ready</h3>",
+          "          <p class=\"text-gray-600\">Easy to deploy and extend for your next big idea.</p>",
+          "        </div>",
+          "      </div>",
+          "    </div>",
+          "  </section>",
+          "</main>",
+          "",
+          "<!-- Footer -->",
+          "<footer class=\"bg-white text-gray-500 text-center py-6 border-t\">",
+          "  2025 Mulmocast.",
+          "</footer>"
+        ]
+      }
+    }
+  ]
+}