mulmocast 0.0.5 → 0.0.6

package/lib/utils/prompt.js

@@ -0,0 +1,57 @@
+import { mulmoScriptSchema } from "../types/schema.js";
+import { zodToJsonSchema } from "zod-to-json-schema";
+export const imagePrompt = (beat, style) => {
+    return (beat.imagePrompt || `generate image appropriate for the text. text: ${beat.text}`) + "\n" + (style || "");
+};
+// sourceTextInput: ${:sourceText.text}
+export const graphDataScriptFromUrlPrompt = (sourceTextInput) => {
+    return `Please create a script using the information from the following URLs as reference: ${sourceTextInput}`;
+};
+export const graphDataScriptGeneratePrompt = (scene) => {
+    return `Please generate a script from the following scenes: ${scene}`;
+};
+export const getMulmoScriptTemplateSystemPrompt = (template) => {
+    // script is provided, use it as a script template
+    if (template.script) {
+        return `${template.systemPrompt}\n\`\`\`JSON\n${JSON.stringify(template.script)}\n\`\`\``;
+    }
+    // script is not provided, use the default schema
+    const defaultSchema = zodToJsonSchema(mulmoScriptSchema, {
+        strictUnions: true,
+    });
+    const specificOutputPrompt = `The output should follow the JSON schema specified below. Please provide your response as valid JSON within \`\`\`json code blocks for clarity.`;
+    return `${template.systemPrompt}\n\n${specificOutputPrompt}\n\n\`\`\`JSON\n${JSON.stringify(defaultSchema)}\n\`\`\``;
+};
+export const interactiveClarificationPrompt = `If there are any unclear points, be sure to ask the user questions and clarify them before generating the script.`;
+export const prefixPrompt = "Here is the web content that can be used as reference material for the script:";
+export const translateSystemPrompt = "Please translate the given text into the language specified in language (in locale format, like en, ja, fr, ch).";
+export const translatePrompts = ["## Original Language", ":lang", "", "## Language", ":targetLang", "", "## Target", ":beat.text"];
+export const sceneToBeatsPrompt = ({ sampleBeats, beatsPerScene, allScenes, }) => {
+    return `Generate scripts for the given scenes, following the structure of the sample scripts below.
+\`\`\`JSON
+${JSON.stringify(sampleBeats)}
+\`\`\`
+From the content of each scene, generate exactly ${beatsPerScene} scripts (beats).
+The scripts should be created considering the overall content of the scenes.
+The scenes are as follows:
+\`\`\`
+${allScenes}
+\`\`\`
+Please provide your response as valid JSON within \`\`\`json code blocks for clarity.`.trim();
+};
+export const storyToScriptInfoPrompt = (scriptWithoutBeats, story) => {
+    return `Generate script for the given storyboard, following the structure of the sample scripts below.
+Storyboard:
+- title: ${story.title}
+- description: ${story.scenes.map((scene) => scene.description).join("\n")}
+- references: ${story.references?.map((reference) => JSON.stringify(reference)).join("\n")}
+
+Sample script:
+\`\`\`JSON
+${JSON.stringify(scriptWithoutBeats)}
+\`\`\`
+
+Only include keys that exist in the sample script.
+Do not add any keys that are not present in the sample script.
+Please provide your response as valid JSON within \`\`\`json code blocks for clarity.`.trim();
+};

package/lib/utils/utils.d.ts

@@ -1,3 +1,4 @@
+import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
 export declare const llmAgents: string[];
 type LLMAgent = (typeof llmAgents)[number];
 export declare const defaultOpenAIModel: string;
@@ -9,4 +10,5 @@ export declare const llmPair: (_agent?: LLMAgent, _model?: string) => {
 export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
 export declare const isHttp: (fileOrUrl: string) => boolean;
 export declare const text2hash: (input: string) => string;
+export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, lang?: string) => string;
 export {};

package/lib/utils/utils.js

@@ -32,3 +32,13 @@ export const isHttp = (fileOrUrl) => {
 export const text2hash = (input) => {
     return crypto.createHash("sha256").update(input).digest("hex");
 };
+export const localizedText = (beat, multiLingualData, lang) => {
+    if (lang &&
+        multiLingualData &&
+        multiLingualData?.multiLingualTexts &&
+        multiLingualData?.multiLingualTexts[lang] &&
+        multiLingualData?.multiLingualTexts[lang].text) {
+        return multiLingualData?.multiLingualTexts[lang].text;
+    }
+    return beat.text;
+};

package/package.json

@@ -1,18 +1,18 @@
 {
   "name": "mulmocast",
-  "version": "0.0.5",
+  "version": "0.0.6",
   "description": "",
   "type": "module",
-  "main": "lib/cli/run.js",
+  "main": "lib/cli/bin.js",
   "bin": {
-    "mulmo": "lib/cli/run.js",
-    "mulmo-tool": "lib/cli/tool-cli.js"
+    "mulmo": "lib/cli/bin.js"
   },
   "files": [
     "./lib",
     "./assets/music/StarsBeyondEx.mp3",
     "./assets/audio/silent300.mp3",
     "./assets/audio/silent800.mp3",
+    "./assets/audio/silent60sec.mp3",
     "./assets/html/",
     "./assets/font/",
     "./assets/templates/"
@@ -23,20 +23,22 @@
     "test": "tests"
   },
   "scripts": {
-    "audio": "npx tsx ./src/cli/run.ts audio",
-    "translate": "npx tsx ./src/cli/run.ts translate",
-    "movie": "npx tsx ./src/cli/run.ts movie",
-    "images": "npx tsx ./src/cli/run.ts images",
-    "preprocess": "npx tsx ./src/cli/run.ts preprocess",
+    "audio": "npx tsx ./src/cli/bin.ts audio",
+    "translate": "npx tsx ./src/cli/bin.ts translate",
+    "movie": "npx tsx ./src/cli/bin.ts movie",
+    "images": "npx tsx ./src/cli/bin.ts images",
+    "preprocess": "npx tsx ./src/cli/bin.ts preprocess",
+    "pdf": "npx tsx ./src/cli/bin.ts pdf",
     "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
     "ci_test": "tsx --test ./test/*/test_*.ts",
     "lint": "eslint src test",
     "build": "tsc",
     "build_test": "tsc && git checkout -- lib/*",
-    "prompt": "npx tsx ./src/tools/prompt.ts",
-    "cli": "npx tsx ./src/cli/run.ts",
-    "scripting": "npx tsx ./src/cli/tool-cli.ts scripting",
-    "dump_prompt": "npx tsx ./src/cli/tool-cli.ts prompt",
+    "cli": "npx tsx ./src/cli/bin.ts",
+    "scripting": "npx tsx ./src/cli/bin.ts tool scripting",
+    "prompt": "npx tsx ./src/cli/bin.ts tool prompt",
+    "schema": "npx tsx ./src/cli/bin.ts tool schema",
+    "story_to_script": "npx tsx ./src/cli/bin.ts tool story_to_script",
     "latest": "yarn upgrade-interactive  --latest",
     "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'"
   },
@@ -48,43 +50,45 @@
   },
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
-    "@graphai/agent_filters": "^1.0.1",
+    "@google-cloud/text-to-speech": "^6.1.0",
     "@graphai/anthropic_agent": "^2.0.0",
     "@graphai/browserless_agent": "^2.0.0",
     "@graphai/gemini_agent": "^1.0.1",
     "@graphai/groq_agent": "^1.0.1",
     "@graphai/input_agents": "^1.0.1",
-    "@graphai/openai_agent": "^1.0.5",
-    "@graphai/vanilla": "^2.0.1",
+    "@graphai/openai_agent": "^2.0.0",
+    "@graphai/stream_agent_filter": "^2.0.1",
+    "@graphai/vanilla": "^2.0.2",
     "@graphai/vanilla_node_agents": "^2.0.0",
     "@pdf-lib/fontkit": "^1.1.1",
-    "@types/fluent-ffmpeg": "^2.1.26",
     "canvas": "^3.1.0",
+    "clipboardy": "^4.0.0",
     "dotenv": "^16.4.7",
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^9.15.1",
-    "graphai": "^1.0.13",
-    "inquirer": "^12.6.0",
+    "graphai": "^1.0.14",
+    "inquirer": "^12.6.1",
     "marked": "^15.0.11",
     "ora": "^8.2.0",
     "pdf-lib": "^1.17.1",
     "puppeteer": "^24.8.1",
-    "yaml": "^2.7.1",
+    "yaml": "^2.8.0",
     "yargs": "^17.7.2",
     "zod": "^3.24.4",
     "zod-to-json-schema": "^3.24.5"
   },
   "devDependencies": {
     "@receptron/test_utils": "^2.0.0",
+    "@types/fluent-ffmpeg": "^2.1.26",
     "@types/yargs": "^17.0.33",
-    "eslint": "^9.26.0",
-    "eslint-config-prettier": "^10.0.1",
+    "eslint": "^9.27.0",
+    "eslint-config-prettier": "^10.1.5",
     "eslint-plugin-prettier": "^5.4.0",
     "prettier": "^3.3.3",
     "ts-node": "^10.9.2",
     "tsx": "^4.19.4",
     "typescript": "^5.7.3",
-    "typescript-eslint": "^8.32.0"
+    "typescript-eslint": "^8.32.1"
   },
   "engines": {
     "node": ">=16.0.0"