mulmocast 0.1.5 → 0.1.7

package/lib/cli/commands/tool/story_to_script/builder.js

@@ -1,5 +1,5 @@
 import { getAvailableTemplates } from "../../../../utils/file.js";
-import { llm } from "../../../../utils/utils.js";
+import { llm } from "../../../../utils/provider2agent.js";
 import { storyToScriptGenerateMode } from "../../../../utils/const.js";
 const availableTemplateNames = getAvailableTemplates().map((template) => template.filename);
 export const builder = (yargs) => {

package/lib/cli/commands/tool/story_to_script/handler.d.ts

@@ -1,5 +1,5 @@
 import { ToolCliArgs } from "../../../../types/cli_types.js";
-import { LLM } from "../../../../utils/utils.js";
+import type { LLM } from "../../../../utils/provider2agent.js";
 export declare const handler: (argv: ToolCliArgs<{
     o?: string;
     b?: string;

package/lib/index.browser.d.ts

@@ -1,4 +1,2 @@
-export * from "./types/type.js";
-export * from "./types/schema.js";
-export * from "./utils/provider2agent.js";
+export * from "./index.common.js";
 export * from "./agents/validate_schema_agent.js";

package/lib/index.browser.js

@@ -1,5 +1,3 @@
-// Entry point that exposes only APIs available for use in the browser
-export * from "./types/type.js";
-export * from "./types/schema.js";
-export * from "./utils/provider2agent.js";
+// Entry point for browser code
+export * from "./index.common.js";
 export * from "./agents/validate_schema_agent.js";

package/lib/index.common.d.ts

@@ -0,0 +1,2 @@
+export * from "./types/index.js";
+export * from "./utils/provider2agent.js";

package/lib/index.common.js

@@ -0,0 +1,3 @@
+// Entry point for universal code
+export * from "./types/index.js";
+export * from "./utils/provider2agent.js";

package/lib/index.node.d.ts

@@ -0,0 +1,7 @@
+export * from "./index.common.js";
+export * from "./actions/index.js";
+export * from "./cli/helpers.js";
+export * from "./utils/file.js";
+export * from "./utils/ffmpeg_utils.js";
+export * from "./methods/index.js";
+export * from "./agents/index.js";

package/lib/index.node.js

@@ -0,0 +1,8 @@
+// Entry point for node.js code
+export * from "./index.common.js";
+export * from "./actions/index.js";
+export * from "./cli/helpers.js";
+export * from "./utils/file.js";
+export * from "./utils/ffmpeg_utils.js";
+export * from "./methods/index.js";
+export * from "./agents/index.js";

package/lib/methods/mulmo_presentation_style.d.ts

@@ -12,7 +12,21 @@ export declare const MulmoPresentationStyleMethods: {
     getVoiceId(presentationStyle: MulmoPresentationStyle, beat: MulmoBeat): string;
     getText2ImageProvider(provider: Text2ImageProvider | undefined): Text2ImageProvider;
     getImageAgentInfo(presentationStyle: MulmoPresentationStyle, beat?: MulmoBeat): Text2ImageAgentInfo;
-    getMovieAgent(presentationStyle: MulmoPresentationStyle): string;
+    getMovieAgentInfo(presentationStyle: MulmoPresentationStyle, beat?: MulmoBeat): {
+        agent: string;
+        movieParams: {
+            speed?: number | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        };
+    };
     getConcurrency(presentationStyle: MulmoPresentationStyle): 4 | 16;
     getHtmlImageAgentInfo(presentationStyle: MulmoPresentationStyle): Text2HtmlAgentInfo;
     getImageType(_: MulmoPresentationStyle, beat: MulmoBeat): BeatMediaType;

package/lib/methods/mulmo_presentation_style.js

@@ -1,7 +1,7 @@
 import "dotenv/config";
 import { userAssert } from "../utils/utils.js";
-import { text2ImageProviderSchema, text2HtmlImageProviderSchema, text2SpeechProviderSchema, mulmoCanvasDimensionSchema } from "../types/schema.js";
-import { defaultProviders, provider2ImageAgent, provider2MovieAgent, provider2LLMAgent } from "../utils/provider2agent.js";
+import { text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoCanvasDimensionSchema, } from "../types/schema.js";
+import { provider2ImageAgent, provider2MovieAgent, provider2LLMAgent } from "../utils/provider2agent.js";
 const defaultTextSlideStyles = [
     '*,*::before,*::after{box-sizing:border-box}body,h1,h2,h3,h4,p,figure,blockquote,dl,dd{margin:0}ul[role="list"],ol[role="list"]{list-style:none}html:focus-within{scroll-behavior:smooth}body{min-height:100vh;text-rendering:optimizeSpeed;line-height:1.5}a:not([class]){text-decoration-skip-ink:auto}img,picture{max-width:100%;display:block}input,button,textarea,select{font:inherit}@media(prefers-reduced-motion:reduce){html:focus-within{scroll-behavior:auto}*,*::before,*::after{animation-duration:.01ms !important;animation-iteration-count:1 !important;transition-duration:.01ms !important;scroll-behavior:auto !important}}',
     "body { margin: 60px; margin-top: 40px; color:#333; font-size: 30px; font-family: Arial, sans-serif; box-sizing: border-box; height: 100vh }",
@@ -80,17 +80,16 @@ export const MulmoPresentationStyleMethods = {
             imageParams: { ...defaultImageParams, ...imageParams },
         };
     },
-    // Determine movie agent based on provider
-    getMovieAgent(presentationStyle) {
-        const movieProvider = (presentationStyle.movieParams?.provider ?? defaultProviders.text2movie);
-        return provider2MovieAgent[movieProvider].agentName;
+    getMovieAgentInfo(presentationStyle, beat) {
+        const movieParams = { ...presentationStyle.movieParams, ...beat?.movieParams };
+        const movieProvider = text2MovieProviderSchema.parse(movieParams?.provider);
+        const agentInfo = provider2MovieAgent[movieProvider];
+        return {
+            agent: agentInfo.agentName,
+            movieParams,
+        };
     },
     getConcurrency(presentationStyle) {
-        /*
-        if (presentationStyle.movieParams?.provider === "replicate") {
-          return 4;
-        }
-        */
         const imageAgentInfo = MulmoPresentationStyleMethods.getImageAgentInfo(presentationStyle);
         if (imageAgentInfo.imageParams.provider === "openai") {
             // NOTE: Here are the rate limits of OpenAI's text2image API (1token = 32x32 patch).

package/lib/tools/story_to_script.d.ts

@@ -1,5 +1,5 @@
 import { MulmoStoryboard, StoryToScriptGenerateMode } from "../types/index.js";
-import { LLM } from "../utils/utils.js";
+import type { LLM } from "../utils/provider2agent.js";
 export declare const storyToScript: ({ story, beatsPerScene, templateName, outdir, fileName, llm, llmModel, generateMode, }: {
     story: MulmoStoryboard;
     beatsPerScene: number;