npm - mulmocast - Versions diffs - 2.0.8 → 2.1.0 - Mend

mulmocast 2.0.8 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (35) hide show

package/lib/actions/movie.d.ts +29 -2
package/lib/actions/movie.js +243 -91
package/lib/methods/mulmo_presentation_style.d.ts +4 -3
package/lib/methods/mulmo_presentation_style.js +7 -1
package/lib/types/schema.d.ts +202 -31
package/lib/types/schema.js +27 -13
package/lib/types/schema_video_filter.d.ts +423 -0
package/lib/types/schema_video_filter.js +253 -0
package/lib/types/type.d.ts +2 -1
package/lib/utils/context.d.ts +11 -3
package/lib/utils/ffmpeg_utils.js +2 -2
package/lib/utils/provider2agent.d.ts +4 -0
package/lib/utils/provider2agent.js +5 -0
package/lib/utils/utils.js +24 -55
package/lib/utils/video_filter.d.ts +7 -0
package/lib/utils/video_filter.js +149 -0
package/package.json +7 -7
package/scripts/test/README.md +48 -48
package/scripts/test/test_transition2.json +460 -0
package/scripts/test/test_transition2.json~ +62 -0
package/scripts/test/test_transition3.json +70 -0
package/scripts/test/test_transition3.json~ +76 -0
package/scripts/test/test_transition_no_audio.json +16 -0
package/scripts/test/test_video_filters.json~ +227 -0
package/scripts/test/test_wipe_simple.json +37 -0
package/scripts/test/test_all_image.json~ +0 -45
package/scripts/test/test_all_movie.json~ +0 -37
package/scripts/test/test_all_tts.json~ +0 -83
package/scripts/test/test_audio_gemini.json~ +0 -67
package/scripts/test/test_genai2.json~ +0 -84
package/scripts/test/test_genai_movie.json~ +0 -22
package/scripts/test/test_kotodama.json~ +0 -0
package/scripts/test/test_lipsync2.json~ +0 -24
package/scripts/test/test_movie2.json~ +0 -40
package/scripts/test/test_play_to_end.json~ +0 -65

package/scripts/test/test_transition2.json ADDED Viewed

@@ -0,0 +1,460 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "fade",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "1"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "2"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/movies/tv.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-yellow-300 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-blue-900 text-6xl font-extrabold tracking-wide\">",
+          "slideout_left",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_right",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-red-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slideout_right",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_up",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-green-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slideout_up",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_down",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-blue-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slideout_down",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slidein_left",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-purple-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slidein_left",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slidein_right",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-orange-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slidein_right",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slidein_up",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-pink-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slidein_up",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slidein_down",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-cyan-600 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-white text-6xl font-extrabold tracking-wide\">",
+          "slidein_down",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "fade",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-gray-800 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-yellow-300 text-6xl font-extrabold tracking-wide\">",
+          "fade",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "fade",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"bg-gray-200 min-h-screen flex items-center justify-center\">",
+          "<div class=\"text-yellow-300 text-6xl font-extrabold tracking-wide\">",
+          "fade",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipeleft",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(90deg, #4f46e5 0px, #4f46e5 80px, #6366f1 80px, #6366f1 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">←</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE LEFT",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wiperight",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(90deg, #0d9488 0px, #0d9488 80px, #14b8a6 80px, #14b8a6 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">→</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE RIGHT",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipeup",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(0deg, #65a30d 0px, #65a30d 60px, #84cc16 60px, #84cc16 120px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↑</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE UP",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipedown",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(0deg, #d97706 0px, #d97706 60px, #f59e0b 60px, #f59e0b 120px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↓</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE DOWN",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipetl",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(45deg, #e11d48 0px, #e11d48 80px, #f43f5e 80px, #f43f5e 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↖</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE TL",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipetr",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(-45deg, #7c3aed 0px, #7c3aed 80px, #8b5cf6 80px, #8b5cf6 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↗</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE TR",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipebl",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(-45deg, #c026d3 0px, #c026d3 80px, #d946ef 80px, #d946ef 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↙</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE BL",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "wipebr",
+          "duration": 1.0
+        }
+      },
+      "duration": 1,
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"min-h-screen flex items-center justify-center relative overflow-hidden\" style=\"background: repeating-linear-gradient(45deg, #0284c7 0px, #0284c7 80px, #0ea5e9 80px, #0ea5e9 160px);\">",
+          "<div class=\"text-center\">",
+          "<div class=\"text-yellow-300 text-[200px] font-black leading-none mb-4\">↘</div>",
+          "<div class=\"text-white text-7xl font-extrabold tracking-wider bg-black bg-opacity-60 px-8 py-4 rounded-lg\">",
+          "WIPE BR",
+          "</div>",
+          "</div>",
+          "</main>"
+        ]
+      }
+    }
+  ]
+}

package/scripts/test/test_transition2.json~ ADDED Viewed

@@ -0,0 +1,62 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "fade",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_transition3.json ADDED Viewed

@@ -0,0 +1,70 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Transition Test",
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "1"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "2"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/movies/tv.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_transition3.json~ ADDED Viewed

@@ -0,0 +1,76 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Transition Test",
+  "movieParams": {
+    "transition": {
+      "type": "fade",
+      "duration": 1.0
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "1"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "2"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/movies/tv.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+       "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_transition_no_audio.json CHANGED Viewed

@@ -32,6 +32,22 @@
         }
       }
     },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "movieParams": {
+        "transition": {
+          "type": "slideout_left",
+          "duration": 1.0
+        }
+      },
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "3.0 second with no Audio"
+        }
+      }
+    },
     {
       "speaker": "Presenter",
       "image": {