mulmocast 1.1.3 → 1.1.5

package/scripts/test/test_audio_instructions.json

@@ -0,0 +1,69 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Audio Instructions Test",
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer"
+      },
+      "Presenter2": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "speechOptions": {
+          "instruction": "Speak in a cheerful and positive tone."
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Hello, I'm a presenter. I have no instructions.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Presenter"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter2",
+      "text": "Hello, I'm a presenter 2. My instructions are 'Speak in a cheerful and positive tone'.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Presenter 2"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Hello, I'm a presenter. I have a British English instruction.",
+      "speechOptions": {
+        "instruction": "Speak in British English."
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Presenter with British English instruction"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Hello, I'm a presenter. I have a whisper instruction.",
+      "speechOptions": {
+        "instruction": "Whisper softly, like a pillow talk."
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Presenter with whisper instruction"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_beats.json

@@ -0,0 +1,58 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Beat Reference Test",
+  "beats": [
+    {
+      "text": "This is the first beat.",
+      "id": "first",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "This is the first beat."
+        }
+      }
+    },
+    {
+      "text": "This is the second beat.",
+      "id": "second",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "This is the second beat."
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This beat uses the image from the previous beat.",
+      "image": {
+        "type": "beat"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This beat uses the image from the previous beat again.",
+      "image": {
+        "type": "beat"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This beat uses the image from the first beat.",
+      "image": {
+        "type": "beat",
+        "id": "first"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This beat uses the image from the second beat.",
+      "image": {
+        "type": "beat",
+        "id": "second"
+      }
+    }
+  ]
+}

package/scripts/test/test_captions.json

@@ -0,0 +1,52 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "captionParams": {
+    "lang": "ja",
+    "styles": ["color: yellow"]
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    },
+    {
+      "text": "Hello World. May the force be with you. This is a long caption. This is a really long caption.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    },
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      },
+      "captionParams": {
+        "styles": [
+          "font-family: Helvetica, sans-serif",
+          "font-weight: bold",
+          "color: #000000",
+          "background: rgba(255, 255, 0, 0.8)",
+          "font-size: 64px",
+          "text-align: left",
+          "text-shadow: 0px 0px 20px rgba(255, 255, 0, 1.0)"
+        ]
+      }
+    }
+  ]
+}

package/scripts/test/test_elevenlabs_models.json

@@ -0,0 +1,193 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "ElevenLabs Model Test",
+  "references": [
+    {
+      "url": "https://elevenlabs.io/docs/models",
+      "title": "Models | ElevenLabs Documentation",
+      "type": "article"
+    }
+  ],
+  "canvasSize": {
+    "width": 1280,
+    "height": 720
+  },
+  "speechParams": {
+    "speakers": {
+      "DefaultModel": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "displayName": {
+          "en": "Default Model"
+        }
+      },
+      "MultilingualV2": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "model": "eleven_multilingual_v2",
+        "displayName": {
+          "en": "Multilingual V2"
+        }
+      },
+      "TurboV2_5": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "model": "eleven_turbo_v2_5",
+        "displayName": {
+          "en": "Turbo V2.5"
+        }
+      },
+      "TurboV2": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "model": "eleven_turbo_v2",
+        "displayName": {
+          "en": "Turbo V2"
+        }
+      },
+      "FlashV2_5": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "model": "eleven_flash_v2_5",
+        "displayName": {
+          "en": "Flash V2.5"
+        }
+      },
+      "FlashV2": {
+        "provider": "elevenlabs",
+        "voiceId": "21m00Tcm4TlvDq8ikWAM",
+        "model": "eleven_flash_v2",
+        "displayName": {
+          "en": "Flash V2"
+        }
+      },
+      "MultilingualJapanese": {
+        "provider": "elevenlabs",
+        "voiceId": "Mv8AjrYZCBkdsmDHNwcB",
+        "model": "eleven_multilingual_v2",
+        "displayName": {
+          "en": "Multilingual Japanese"
+        }
+      },
+      "TurboJapanese": {
+        "provider": "elevenlabs",
+        "voiceId": "Mv8AjrYZCBkdsmDHNwcB",
+        "model": "eleven_turbo_v2_5",
+        "displayName": {
+          "en": "Turbo Japanese"
+        }
+      },
+      "FlashJapanese": {
+        "provider": "elevenlabs",
+        "voiceId": "Mv8AjrYZCBkdsmDHNwcB",
+        "model": "eleven_flash_v2_5",
+        "displayName": {
+          "en": "Flash Japanese"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "speaker": "DefaultModel",
+      "text": "Testing the default model, which should be eleven_multilingual_v2. This model provides lifelike and consistent quality speech synthesis.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Default Model Test",
+          "subtitle": "Uses eleven_multilingual_v2"
+        }
+      }
+    },
+    {
+      "speaker": "MultilingualV2",
+      "text": "Testing Multilingual v2 model. This is a professional quality model supporting 29 languages with rich emotional expression.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Multilingual V2",
+          "subtitle": "Professional quality, 29 languages"
+        }
+      }
+    },
+    {
+      "speaker": "TurboV2_5",
+      "text": "Testing Turbo v2.5, a high quality model with low latency around 250 to 300 milliseconds, supporting 32 languages.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Turbo V2.5",
+          "subtitle": "Balanced quality and speed, 32 languages"
+        }
+      }
+    },
+    {
+      "speaker": "TurboV2",
+      "text": "Testing Turbo v2, an English-only model with balanced quality and performance for low-latency applications.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Turbo V2",
+          "subtitle": "English-only balanced model"
+        }
+      }
+    },
+    {
+      "speaker": "FlashV2_5",
+      "text": "Testing Flash v2.5, an ultra-fast model optimized for real-time use with approximately 75 milliseconds latency, supporting 32 languages.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Flash V2.5",
+          "subtitle": "Ultra-fast (~75ms), 32 languages"
+        }
+      }
+    },
+    {
+      "speaker": "FlashV2",
+      "text": "Testing Flash v2, an English-only ultra-fast model optimized for real-time and conversational AI applications.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Flash V2",
+          "subtitle": "English-only ultra-fast model"
+        }
+      }
+    },
+    {
+      "speaker": "MultilingualJapanese",
+      "text": "こんにちは。これは多言語モデルV2の日本語テストです。29言語に対応し、豊かな感情表現を持つプロフェッショナル品質のモデルです。",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "多言語V2日本語テスト",
+          "subtitle": "プロ品質の音声合成"
+        }
+      }
+    },
+    {
+      "speaker": "TurboJapanese",
+      "text": "おはようございます。Turbo V2.5モデルの日本語テストです。品質と速度のバランスが取れた、32言語対応のモデルです。",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Turbo V2.5日本語テスト",
+          "subtitle": "低レイテンシー（250-300ms）"
+        }
+      }
+    },
+    {
+      "speaker": "FlashJapanese",
+      "text": "Flash V2.5モデルの日本語テストです。約75ミリ秒の超低レイテンシーで、リアルタイム用途に最適化されています。",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Flash V2.5日本語テスト",
+          "subtitle": "超高速（~75ms）"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_en.json

@@ -0,0 +1,29 @@
+{
+  "$mulmocast": {
+    "version": "1.1",
+    "credit": "closing"
+  },
+  "title": "THE ROAD TO SUPERINTELLIGENCE: EXPLORING AI-2027",
+  "description": "This episode examines the AI-2027 forecast, a detailed scenario predicting the development of artificial superintelligence by 2027-2028. We explore the three key stages of development, geopolitical implications, and how AI research automation could create an intelligence explosion with profound consequences for humanity's future.",
+  "speechParams": {
+    "speakers": {
+      "Host": {
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Host"
+        }
+      }
+    }
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "speaker": "Host",
+      "text": "Welcome to Mulmocast Tech Insights."
+    },
+    {
+      "speaker": "Host",
+      "text": "AI-2028 is a project from the AI Futures Project."
+    }
+  ]
+}

package/scripts/test/test_hello.json

@@ -0,0 +1,17 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_google.json

@@ -0,0 +1,25 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "google",
+        "voiceId": "en-US-Studio-O"
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "Hello Google, Bye Google",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello Google",
+          "bullets": ["Hello", "Google"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_html.json

@@ -0,0 +1,66 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Media Test",
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "これは日本の出生数、合計特殊出生率の推移です。",
+      "htmlPrompt": {
+        "prompt": "これは日本の出生数、合計特殊出生率の推移です。これをグラフ化しつつ、問題点を指摘してください",
+        "data": [
+          { "year": 1978, "births": 1708643, "fertility_rate": 1.79 },
+          { "year": 1979, "births": 1642580, "fertility_rate": 1.77 },
+          { "year": 1980, "births": 1576889, "fertility_rate": 1.75 },
+          { "year": 1981, "births": 1529455, "fertility_rate": 1.74 },
+          { "year": 1982, "births": 1515392, "fertility_rate": 1.77 },
+          { "year": 1983, "births": 1508687, "fertility_rate": 1.8 },
+          { "year": 1984, "births": 1489780, "fertility_rate": 1.81 },
+          { "year": 1985, "births": 1431577, "fertility_rate": 1.76 },
+          { "year": 1986, "births": 1382946, "fertility_rate": 1.72 },
+          { "year": 1987, "births": 1346658, "fertility_rate": 1.69 },
+          { "year": 1988, "births": 1314006, "fertility_rate": 1.66 },
+          { "year": 1989, "births": 1246802, "fertility_rate": 1.57 },
+          { "year": 1990, "births": 1221585, "fertility_rate": 1.54 },
+          { "year": 1991, "births": 1223245, "fertility_rate": 1.53 },
+          { "year": 1992, "births": 1208989, "fertility_rate": 1.5 },
+          { "year": 1993, "births": 1188282, "fertility_rate": 1.46 },
+          { "year": 1994, "births": 1238328, "fertility_rate": 1.5 },
+          { "year": 1995, "births": 1187064, "fertility_rate": 1.42 },
+          { "year": 1996, "births": 1206555, "fertility_rate": 1.43 },
+          { "year": 1997, "births": 1191665, "fertility_rate": 1.39 },
+          { "year": 1998, "births": 1203147, "fertility_rate": 1.38 },
+          { "year": 1999, "births": 1177669, "fertility_rate": 1.34 },
+          { "year": 2000, "births": 1190547, "fertility_rate": 1.36 },
+          { "year": 2001, "births": 1170662, "fertility_rate": 1.33 },
+          { "year": 2002, "births": 1153855, "fertility_rate": 1.32 },
+          { "year": 2003, "births": 1123610, "fertility_rate": 1.29 },
+          { "year": 2004, "births": 1110721, "fertility_rate": 1.29 },
+          { "year": 2005, "births": 1062530, "fertility_rate": 1.26 },
+          { "year": 2006, "births": 1092674, "fertility_rate": 1.32 },
+          { "year": 2007, "births": 1089818, "fertility_rate": 1.34 },
+          { "year": 2008, "births": 1091156, "fertility_rate": 1.37 },
+          { "year": 2009, "births": 1070036, "fertility_rate": 1.37 },
+          { "year": 2010, "births": 1071305, "fertility_rate": 1.39 },
+          { "year": 2011, "births": 1050807, "fertility_rate": 1.39 },
+          { "year": 2012, "births": 1037232, "fertility_rate": 1.41 },
+          { "year": 2013, "births": 1029817, "fertility_rate": 1.43 },
+          { "year": 2014, "births": 1003609, "fertility_rate": 1.42 },
+          { "year": 2015, "births": 1005721, "fertility_rate": 1.45 },
+          { "year": 2016, "births": 977242, "fertility_rate": 1.44 },
+          { "year": 2017, "births": 946146, "fertility_rate": 1.43 },
+          { "year": 2018, "births": 918400, "fertility_rate": 1.42 },
+          { "year": 2019, "births": 865234, "fertility_rate": 1.36 }
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "デジタル赤字の問題点 まず1つ目は、一般の貿易赤字や輸入超過と同じく、海外への依存性が高まることによる経済の自立性の低下です。",
+      "htmlPrompt": {
+        "prompt": "デジタル赤字の問題点 まず1つ目は、一般の貿易赤字や輸入超過と同じく、海外への依存性が高まることによる経済の自立性の低下です。 また最近のように為替相場が変化することで急激に価格が高騰するなどのリスクもあります。 2つ目として、海外市場における日本のデジタル技術やサービスの競争力の低下と見ることができます"
+      }
+    }
+  ]
+}

package/scripts/test/test_image_refs.json

@@ -0,0 +1,49 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Test Image References",
+  "imageParams": {
+    "style": "Ghibli-style",
+    "images": {
+      "witch": {
+        "type": "imagePrompt",
+        "prompt": "A witch with a green hair, wearing a black robe"
+      },
+      "cat": {
+        "type": "imagePrompt",
+        "prompt": "A tiny black cat with a green eyes"
+      },
+      "broom": {
+        "type": "imagePrompt",
+        "prompt": "A yellow, old broomstick"
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "Hello World with a witch and a broom",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["witch", "broom"]
+    },
+    {
+      "text": "Hello World with a cat alone",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["cat"]
+    },
+    {
+      "text": "Hello World with a witch and a cat",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": ["witch", "cat"]
+    },
+    {
+      "text": "Hello World with all reference images",
+      "imagePrompt": "Saying hello to the world"
+    },
+    {
+      "text": "Hello World with no reference image",
+      "imagePrompt": "Saying hello to the world",
+      "imageNames": []
+    }
+  ]
+}

package/scripts/test/test_images.json

@@ -0,0 +1,48 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Test Images",
+  "imageParams": {
+    "style": "Photorealistic-style",
+    "provider": "google"
+  },
+  "beats": [
+    {
+      "text": "Image with default provider and model",
+      "imagePrompt": "Blue sky, a flock of birds"
+    },
+    {
+      "text": "Image with openai provider",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "provider": "openai"
+      }
+    },
+    {
+      "text": "Image with Dall-E 3",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "model": "dall-e-3",
+        "style": "anime-style",
+        "provider": "openai"
+      }
+    },
+    {
+      "id": "image_with_quality",
+      "text": "Image with low quality",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "quality": "low"
+      }
+    },
+    {
+      "id": "image_with_medium_quality",
+      "text": "Image with medium quality",
+      "imagePrompt": "Blue sky, a flock of birds",
+      "imageParams": {
+        "quality": "medium"
+      }
+    }
+  ]
+}

package/scripts/test/test_lang.json

@@ -0,0 +1,31 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "ja",
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "lang": {
+          "ja": {
+            "provider": "nijivoice",
+            "voiceId": "9d9ed276-49ee-443a-bc19-26e6136d05f0"
+          }
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "こんにちは",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World"
+        }
+      }
+    }
+  ]
+}