mulmocast 0.0.18 → 0.0.19

package/lib/types/schema.js

@@ -162,11 +162,13 @@ export const beatAudioParamsSchema = z
 // Note: we can't extend beatAudioParamsSchema because it has padding as optional
 export const audioParamsSchema = z
     .object({
-    padding: z.number().describe("Padding between beats"), // seconds
-    introPadding: z.number().describe("Padding at the beginning of the audio"), // seconds
-    closingPadding: z.number().describe("Padding before the last beat"), // seconds
-    outroPadding: z.number().describe("Padding at the end of the audio"), // seconds
+    padding: z.number().default(0.3).describe("Padding between beats"), // seconds
+    introPadding: z.number().default(1.0).describe("Padding at the beginning of the audio"), // seconds
+    closingPadding: z.number().default(0.8).describe("Padding before the last beat"), // seconds
+    outroPadding: z.number().default(1.0).describe("Padding at the end of the audio"), // seconds
     bgm: mediaSourceSchema.optional(),
+    bgmVolume: z.number().default(0.2).describe("Volume of the background music"),
+    audioVolume: z.number().default(1.0).describe("Volume of the audio"),
 })
     .strict();
 export const mulmoBeatSchema = z
@@ -209,7 +211,7 @@ export const mulmoSpeechParamsSchema = z
 export const text2ImageProviderSchema = z.union([z.literal("openai"), z.literal("google")]).default("openai");
 export const text2MovieProviderSchema = z.union([z.literal("openai"), z.literal("google")]).default("google");
 export const mulmoTransitionSchema = z.object({
-    type: z.enum(["fade"]),
+    type: z.enum(["fade", "slideout_left"]),
     duration: z.number().min(0).max(2).default(0.3), // transition duration in seconds
 });
 export const mulmoMovieParamsSchema = z
@@ -245,6 +247,8 @@ export const mulmoPresentationStyleSchema = z.object({
         padding: 0.3,
         closingPadding: 0.8,
         outroPadding: 1.0,
+        bgmVolume: 0.2,
+        audioVolume: 1.0,
     }),
 });
 export const mulmoReferenceSchema = z.object({

package/lib/utils/const.d.ts

@@ -9,3 +9,4 @@ export declare const storyToScriptGenerateMode: {
     stepWise: string;
     oneStep: string;
 };
+export declare const defaultOpenAIImageModel = "dall-e-3";

package/lib/utils/const.js

@@ -9,3 +9,4 @@ export const storyToScriptGenerateMode = {
     stepWise: "step_wise",
     oneStep: "one_step",
 };
+export const defaultOpenAIImageModel = "dall-e-3";

package/lib/utils/file.d.ts

@@ -27,6 +27,7 @@ export declare const imageSuffix = "p";
 export declare const getBeatPngImagePath: (context: MulmoStudioContext, index: number) => string;
 export declare const getBeatMoviePath: (context: MulmoStudioContext, index: number) => string;
 export declare const getReferenceImagePath: (context: MulmoStudioContext, key: string, extension: string) => string;
+export declare const getCaptionImagePath: (context: MulmoStudioContext, index: number) => string;
 export declare const getOutputPdfFilePath: (outDirPath: string, fileName: string, pdfMode: PDFMode, lang?: string) => string;
 export declare const getTemplateFilePath: (templateName: string) => string;
 export declare const mkdir: (dirPath: string) => void;

package/lib/utils/file.js

@@ -91,6 +91,10 @@ export const getReferenceImagePath = (context, key, extension) => {
     const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
     return `${imageProjectDirPath}/${key}.${extension}`;
 };
+export const getCaptionImagePath = (context, index) => {
+    const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
+    return `${imageProjectDirPath}/${index}_caption.png`;
+};
 // pdf
 export const getOutputPdfFilePath = (outDirPath, fileName, pdfMode, lang) => {
     if (lang) {

package/lib/utils/image_plugins/beat.d.ts

@@ -2,3 +2,4 @@ import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "beat";
 export declare const processBeatReference: (__: ImageProcessorParams) => Promise<undefined>;
 export declare const process: (__: ImageProcessorParams) => Promise<undefined>;
+export declare const path: (__: ImageProcessorParams) => undefined;

package/lib/utils/image_plugins/beat.js

@@ -5,3 +5,6 @@ export const processBeatReference = async (__) => {
     return undefined;
 };
 export const process = processBeatReference;
+export const path = (__) => {
+    return undefined;
+};

package/lib/utils/image_plugins/chart.d.ts

@@ -1,3 +1,4 @@
 import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "chart";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/chart.js

@@ -1,5 +1,6 @@
 import { getHTMLFile } from "../file.js";
 import { renderHTMLToImage, interpolate } from "../markdown.js";
+import { parrotingImagePath } from "./utils.js";
 export const imageType = "chart";
 const processChart = async (params) => {
     const { beat, imagePath, canvasSize, textSlideStyle } = params;
@@ -21,3 +22,4 @@ const processChart = async (params) => {
     return imagePath;
 };
 export const process = processChart;
+export const path = parrotingImagePath;

package/lib/utils/image_plugins/html_tailwind.d.ts

@@ -1,3 +1,4 @@
 import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "html_tailwind";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/html_tailwind.js

@@ -1,5 +1,6 @@
 import { getHTMLFile } from "../file.js";
 import { renderHTMLToImage, interpolate } from "../markdown.js";
+import { parrotingImagePath } from "./utils.js";
 export const imageType = "html_tailwind";
 const processHtmlTailwind = async (params) => {
     const { beat, imagePath, canvasSize } = params;
@@ -16,3 +17,4 @@ const processHtmlTailwind = async (params) => {
     return imagePath;
 };
 export const process = processHtmlTailwind;
+export const path = parrotingImagePath;

package/lib/utils/image_plugins/image.d.ts

@@ -1,2 +1,3 @@
 export declare const imageType = "image";
 export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/image.js

@@ -1,3 +1,4 @@
 import { processSource } from "./source.js";
 export const imageType = "image";
 export const process = processSource(imageType);
+export const path = processSource(imageType);

package/lib/utils/image_plugins/index.d.ts

@@ -1,9 +1,9 @@
 import * as pluginTextSlide from "./text_slide.js";
 import * as pluginMarkdown from "./markdown.js";
-import * as pluginImage from "./image.js";
 import * as pluginChart from "./chart.js";
 import * as pluginMermaid from "./mermaid.js";
-import * as pluginMovie from "./movie.js";
 import * as pluginHtmlTailwind from "./html_tailwind.js";
+import * as pluginImage from "./image.js";
+import * as pluginMovie from "./movie.js";
 import * as pluginBeat from "./beat.js";
-export declare const imagePlugins: (typeof pluginTextSlide | typeof pluginMarkdown | typeof pluginImage | typeof pluginChart | typeof pluginMermaid | typeof pluginMovie | typeof pluginHtmlTailwind | typeof pluginBeat)[];
+export declare const findImagePlugin: (imageType?: string) => typeof pluginTextSlide | typeof pluginMarkdown | typeof pluginChart | typeof pluginMermaid | typeof pluginHtmlTailwind | typeof pluginImage | typeof pluginMovie | typeof pluginBeat | undefined;

package/lib/utils/image_plugins/index.js

@@ -1,9 +1,12 @@
 import * as pluginTextSlide from "./text_slide.js";
 import * as pluginMarkdown from "./markdown.js";
-import * as pluginImage from "./image.js";
 import * as pluginChart from "./chart.js";
 import * as pluginMermaid from "./mermaid.js";
-import * as pluginMovie from "./movie.js";
 import * as pluginHtmlTailwind from "./html_tailwind.js";
+import * as pluginImage from "./image.js";
+import * as pluginMovie from "./movie.js";
 import * as pluginBeat from "./beat.js";
-export const imagePlugins = [pluginTextSlide, pluginMarkdown, pluginImage, pluginChart, pluginMermaid, pluginMovie, pluginHtmlTailwind, pluginBeat];
+const imagePlugins = [pluginTextSlide, pluginMarkdown, pluginImage, pluginChart, pluginMermaid, pluginMovie, pluginHtmlTailwind, pluginBeat];
+export const findImagePlugin = (imageType) => {
+    return imagePlugins.find((plugin) => plugin.imageType === imageType);
+};

package/lib/utils/image_plugins/markdown.d.ts

@@ -1,3 +1,4 @@
 import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "markdown";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/markdown.js

@@ -1,4 +1,5 @@
 import { renderMarkdownToImage } from "../markdown.js";
+import { parrotingImagePath } from "./utils.js";
 export const imageType = "markdown";
 const processMarkdown = async (params) => {
     const { beat, imagePath, textSlideStyle, canvasSize } = params;
@@ -9,3 +10,4 @@ const processMarkdown = async (params) => {
     return imagePath;
 };
 export const process = processMarkdown;
+export const path = parrotingImagePath;

package/lib/utils/image_plugins/mermaid.d.ts

@@ -1,3 +1,4 @@
 import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "mermaid";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/mermaid.js

@@ -1,10 +1,11 @@
 import { MulmoMediaSourceMethods } from "../../methods/index.js";
 import { getHTMLFile } from "../file.js";
 import { renderHTMLToImage, interpolate } from "../markdown.js";
+import { parrotingImagePath } from "./utils.js";
 export const imageType = "mermaid";
 const processMermaid = async (params) => {
     const { beat, imagePath, canvasSize, context, textSlideStyle } = params;
-    if (!beat.image || beat.image.type !== imageType)
+    if (!beat || !beat.image || beat.image.type !== imageType)
         return;
     const template = getHTMLFile("mermaid");
     const diagram_code = await MulmoMediaSourceMethods.getText(beat.image.code, context);
@@ -19,3 +20,4 @@ const processMermaid = async (params) => {
     return imagePath;
 };
 export const process = processMermaid;
+export const path = parrotingImagePath;

package/lib/utils/image_plugins/movie.d.ts

@@ -1,2 +1,3 @@
 export declare const imageType = "movie";
 export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/movie.js

@@ -1,3 +1,4 @@
 import { processSource } from "./source.js";
 export const imageType = "movie";
 export const process = processSource(imageType);
+export const path = processSource(imageType);

package/lib/utils/image_plugins/source.js

@@ -3,7 +3,7 @@ import { MulmoMediaSourceMethods } from "../../methods/mulmo_media_source.js";
 export const processSource = (imageType) => {
     return (params) => {
         const { beat, context } = params;
-        if (!beat.image || beat.image.type !== imageType)
+        if (!beat || !beat.image || beat.image.type !== imageType)
             return;
         const path = MulmoMediaSourceMethods.resolve(beat.image.source, context);
         if (path) {

package/lib/utils/image_plugins/text_slide.d.ts

@@ -1,3 +1,4 @@
 import { ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "textSlide";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/text_slide.js

@@ -1,4 +1,5 @@
 import { renderMarkdownToImage } from "../markdown.js";
+import { parrotingImagePath } from "./utils.js";
 export const imageType = "textSlide";
 const processTextSlide = async (params) => {
     const { beat, imagePath, textSlideStyle, canvasSize } = params;
@@ -17,3 +18,4 @@ const processTextSlide = async (params) => {
     return imagePath;
 };
 export const process = processTextSlide;
+export const path = parrotingImagePath;

package/lib/utils/image_plugins/utils.d.ts

@@ -0,0 +1,2 @@
+import { ImageProcessorParams } from "../../types/index.js";
+export declare const parrotingImagePath: (params: ImageProcessorParams) => string;

package/lib/utils/image_plugins/utils.js

@@ -0,0 +1,3 @@
+export const parrotingImagePath = (params) => {
+    return params.imagePath;
+};

package/lib/utils/preprocess.d.ts

@@ -14,6 +14,8 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             introPadding: number;
             closingPadding: number;
             outroPadding: number;
+            bgmVolume: number;
+            audioVolume: number;
             bgm?: {
                 url: string;
                 kind: "url";
@@ -242,7 +244,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             provider?: "openai" | "google" | undefined;
             model?: string | undefined;
             transition?: {
-                type: "fade";
+                type: "fade" | "slideout_left";
                 duration: number;
             } | undefined;
         } | undefined;

package/package.json

@@ -1,9 +1,21 @@
 {
   "name": "mulmocast",
-  "version": "0.0.18",
+  "version": "0.0.19",
   "description": "",
   "type": "module",
   "main": "lib/index.js",
+  "exports": {
+    ".": {
+      "types": {
+        "node":    "./lib/index.d.ts",
+        "browser": "./lib/index.browser.d.ts",
+        "default": "./lib/index.d.ts"
+      },
+      "node":    "./lib/index.js",
+      "browser": "./lib/index.browser.js",
+      "default": "./lib/index.js"
+    }
+  },
   "bin": {
     "mulmo": "lib/cli/bin.js"
   },
@@ -38,7 +50,8 @@
     "story_to_script": "npx tsx ./src/cli/bin.ts tool story_to_script",
     "latest": "yarn upgrade-interactive  --latest",
     "format": "prettier --write '{src,scripts,assets/templates,assets/styles,draft,ideason,scripts_mag2,proto,test,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'",
-    "deep_research": "npx tsx ./src/tools/deep_research.ts"
+    "deep_research": "npx tsx ./src/tools/deep_research.ts",
+    "fake_data": "npx tsx test/fake/sample.ts"
   },
   "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
   "author": "snakajima",

package/scripts/templates/image_prompt_only_template.json

@@ -0,0 +1,33 @@
+{
+  "$mulmocast": {
+    "version": "1.0",
+    "credit": "closing"
+  },
+  "title": "[TITLE: Brief, engaging title for the topic]",
+  "beats": [
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    },
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    },
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    },
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    },
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    },
+    {
+      "duration": 5,
+      "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
+    }
+  ]
+}