mulmocast 1.1.5 → 1.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/actions/audio.js +10 -1
- package/lib/actions/image_agents.d.ts +3 -12
- package/lib/actions/image_agents.js +12 -8
- package/lib/actions/images.js +2 -1
- package/lib/actions/translate.d.ts +51 -2
- package/lib/actions/translate.js +193 -148
- package/lib/agents/combine_audio_files_agent.js +1 -1
- package/lib/agents/lipsync_replicate_agent.js +10 -3
- package/lib/agents/tts_nijivoice_agent.js +1 -1
- package/lib/cli/commands/audio/handler.js +1 -1
- package/lib/cli/commands/image/handler.js +1 -1
- package/lib/cli/commands/movie/handler.js +1 -1
- package/lib/cli/commands/pdf/handler.js +1 -1
- package/lib/cli/helpers.d.ts +1 -4
- package/lib/cli/helpers.js +3 -2
- package/lib/index.common.d.ts +1 -0
- package/lib/index.common.js +1 -0
- package/lib/mcp/server.js +1 -1
- package/lib/methods/mulmo_presentation_style.d.ts +3 -2
- package/lib/methods/mulmo_script.d.ts +4 -1
- package/lib/methods/mulmo_script.js +18 -2
- package/lib/methods/mulmo_studio_context.d.ts +1 -0
- package/lib/methods/mulmo_studio_context.js +8 -0
- package/lib/types/agent.d.ts +1 -0
- package/lib/types/schema.d.ts +326 -230
- package/lib/types/schema.js +10 -3
- package/lib/types/type.d.ts +3 -2
- package/lib/utils/const.d.ts +1 -0
- package/lib/utils/const.js +2 -1
- package/lib/utils/context.d.ts +393 -50
- package/lib/utils/context.js +90 -57
- package/lib/utils/filters.d.ts +1 -0
- package/lib/utils/filters.js +8 -0
- package/lib/utils/image_plugins/mermaid.js +1 -1
- package/lib/utils/image_plugins/source.js +1 -1
- package/lib/utils/preprocess.d.ts +2 -2
- package/lib/utils/preprocess.js +3 -3
- package/lib/utils/provider2agent.d.ts +3 -2
- package/lib/utils/provider2agent.js +20 -2
- package/lib/utils/string.d.ts +1 -1
- package/lib/utils/string.js +12 -8
- package/lib/utils/utils.js +2 -6
- package/package.json +2 -2
- package/scripts/templates/image_refs.json +1 -0
- package/scripts/templates/voice_over.json +1 -0
- package/scripts/test/gpt.json +1 -0
- package/scripts/test/test1.json +1 -0
- package/scripts/test/test_audio.json +1 -0
- package/scripts/test/test_audio_instructions.json +1 -0
- package/scripts/test/test_beats.json +1 -0
- package/scripts/test/test_captions.json +1 -0
- package/scripts/test/test_elevenlabs_models.json +1 -0
- package/scripts/test/test_hello.json +1 -0
- package/scripts/test/test_hello_google.json +1 -0
- package/scripts/test/test_html.json +1 -0
- package/scripts/test/test_image_refs.json +1 -0
- package/scripts/test/test_images.json +1 -0
- package/scripts/test/test_lang.json +58 -2
- package/scripts/test/test_layout.json +1 -0
- package/scripts/test/test_lipsync.json +9 -0
- package/scripts/test/test_loop.json +1 -0
- package/scripts/test/test_media.json +1 -0
- package/scripts/test/test_mixed_providers.json +1 -0
- package/scripts/test/test_movie.json +1 -0
- package/scripts/test/test_no_audio.json +1 -0
- package/scripts/test/test_no_audio_with_credit.json +1 -0
- package/scripts/test/test_order.json +1 -0
- package/scripts/test/test_order_portrait.json +1 -0
- package/scripts/test/test_replicate.json +19 -0
- package/scripts/test/test_slideout_left_no_audio.json +1 -0
- package/scripts/test/test_spillover.json +1 -0
- package/scripts/test/test_transition.json +1 -0
- package/scripts/test/test_transition_no_audio.json +1 -0
- package/scripts/test/test_video_speed.json +1 -0
- package/scripts/test/test_voice_over.json +1 -0
- package/scripts/test/test_voices.json +1 -0
- package/scripts/templates/image_prompt_only_template.ts +0 -95
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"$mulmocast": { "version": "1.1" },
|
|
3
|
+
"lang": "en",
|
|
3
4
|
"beats": [
|
|
4
5
|
{
|
|
5
6
|
"text": "The number 1 stands alone—independent, bold, and often lonely. In stories, the lone hero begins their journey without companions, carving their path through courage. Think of Neo in The Matrix, 'The One', chosen to awaken humanity. Or the number 1 in binary—on or off, light or dark. It reminds us that every great movement starts with a single step, a single decision. Just one person can spark a revolution or change history. As Lao Tzu said, 'The journey of a thousand miles begins with one step.'",
|
|
@@ -121,6 +121,25 @@
|
|
|
121
121
|
"movieParams": {
|
|
122
122
|
"model": "minimax/hailuo-02"
|
|
123
123
|
}
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
"id": "wan-2.2-i2v-480p-fast",
|
|
127
|
+
"text": "wan-video/wan-2.2-i2v-480p-fast",
|
|
128
|
+
"duration": 5,
|
|
129
|
+
"imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
|
|
130
|
+
"moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
|
|
131
|
+
"movieParams": {
|
|
132
|
+
"model": "wan-video/wan-2.2-i2v-480p-fast"
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
"id": "wan-2.2-t2v-480p-fast",
|
|
137
|
+
"text": "wan-video/wan-2.2-t2v-480p-fast",
|
|
138
|
+
"duration": 5,
|
|
139
|
+
"moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
|
|
140
|
+
"movieParams": {
|
|
141
|
+
"model": "wan-video/wan-2.2-t2v-480p-fast"
|
|
142
|
+
}
|
|
124
143
|
}
|
|
125
144
|
]
|
|
126
145
|
}
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
mulmoCastCreditSchema,
|
|
3
|
-
langSchema,
|
|
4
|
-
}
|
|
5
|
-
export const mulmoPresentationStyleSchema = z.object({
|
|
6
|
-
$mulmocast: mulmoCastCreditSchema,
|
|
7
|
-
"lang": "en",
|
|
8
|
-
title: z.string().default("[TITLE: Brief, engaging title for the topic]")
|
|
9
|
-
lang: z.string().default("en"),
|
|
10
|
-
"references": z.array(z.object({
|
|
11
|
-
"url": "[SOURCE_URL: URL of the source material]",
|
|
12
|
-
"title": "[SOURCE_TITLE: Title of the referenced article, or paper]",
|
|
13
|
-
"type": "[SOURCE_TYPE: article, paper]"
|
|
14
|
-
}
|
|
15
|
-
],
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
description: z.string().optional(),
|
|
19
|
-
references: z.array(mulmoReferenceSchema).optional(),
|
|
20
|
-
beats: z.array(mulmoBeatSchema).min(1),
|
|
21
|
-
|
|
22
|
-
// TODO: Delete it later
|
|
23
|
-
imagePath: z.string().optional(), // for keynote images movie ??
|
|
24
|
-
canvasSize: mulmoCanvasDimensionSchema, // has default value
|
|
25
|
-
speechParams: z
|
|
26
|
-
.object({
|
|
27
|
-
speakers: speakerDictionarySchema,
|
|
28
|
-
})
|
|
29
|
-
.default({
|
|
30
|
-
speakers: {
|
|
31
|
-
[defaultSpeaker]: {
|
|
32
|
-
voiceId: "shimmer",
|
|
33
|
-
displayName: {
|
|
34
|
-
en: defaultSpeaker,
|
|
35
|
-
},
|
|
36
|
-
},
|
|
37
|
-
},
|
|
38
|
-
}),
|
|
39
|
-
imageParams: mulmoImageParamsSchema.optional().default({
|
|
40
|
-
provider: defaultProviders.text2image,
|
|
41
|
-
images: {},
|
|
42
|
-
}),
|
|
43
|
-
movieParams: mulmoMovieParamsSchema.optional().default({
|
|
44
|
-
provider: defaultProviders.text2movie,
|
|
45
|
-
}),
|
|
46
|
-
soundEffectParams: mulmoSoundEffectParamsSchema.optional().default({
|
|
47
|
-
provider: defaultProviders.soundEffect,
|
|
48
|
-
}),
|
|
49
|
-
lipSyncParams: mulmoLipSyncParamsSchema.optional(),
|
|
50
|
-
htmlImageParams: mulmoHtmlImageParamsSchema
|
|
51
|
-
.extend({
|
|
52
|
-
provider: text2HtmlImageProviderSchema,
|
|
53
|
-
})
|
|
54
|
-
.optional(),
|
|
55
|
-
// for textSlides
|
|
56
|
-
textSlideParams: textSlideParamsSchema.optional(),
|
|
57
|
-
captionParams: mulmoCaptionParamsSchema.optional(),
|
|
58
|
-
audioParams: audioParamsSchema.default({
|
|
59
|
-
introPadding: 1.0,
|
|
60
|
-
padding: 0.3,
|
|
61
|
-
closingPadding: 0.8,
|
|
62
|
-
outroPadding: 1.0,
|
|
63
|
-
bgmVolume: 0.2,
|
|
64
|
-
audioVolume: 1.0,
|
|
65
|
-
}),
|
|
66
|
-
});
|
|
67
|
-
|
|
68
|
-
{
|
|
69
|
-
"beats": [
|
|
70
|
-
{
|
|
71
|
-
"text": "[OPENING_BEAT: Introduce the topic with a hook. Reference the source material and set up why this topic matters. Usually 2-3 sentences that grab attention and provide context.]",
|
|
72
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
73
|
-
},
|
|
74
|
-
{
|
|
75
|
-
"text": "[MAIN_CONCEPT: Define or explain the core concept/idea. This should be the central focus of your narrative. Keep it clear and accessible.]",
|
|
76
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
77
|
-
},
|
|
78
|
-
{
|
|
79
|
-
"text": "[SUPPORTING_DETAIL_1: Additional context, examples, or elaboration that helps illustrate the main concept. This could include how it works, why it's important, or real-world applications.]",
|
|
80
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
81
|
-
},
|
|
82
|
-
{
|
|
83
|
-
"text": "[SUPPORTING_DETAIL_2: Continue with more examples, deeper explanation, or different aspects of the topic if needed.]",
|
|
84
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
85
|
-
},
|
|
86
|
-
{
|
|
87
|
-
"text": "[ADDITIONAL_BEATS: Add more beats as necessary to fully explore the topic. Complex topics may require 6-10+ beats to cover adequately. Each beat should advance the narrative or provide valuable information.]",
|
|
88
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
89
|
-
},
|
|
90
|
-
{
|
|
91
|
-
"text": "[CONCLUSION/IMPACT: Wrap up with the significance, implications, or key takeaway. Help the audience understand why this matters to them.]",
|
|
92
|
-
"imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
|
|
93
|
-
}
|
|
94
|
-
]
|
|
95
|
-
}
|