mulmocast 1.1.0 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/assets/templates/akira_comic.json +1 -1
- package/assets/templates/ani.json +3 -3
- package/assets/templates/ani_ja.json +3 -3
- package/assets/templates/business.json +1 -1
- package/assets/templates/characters.json +1 -1
- package/assets/templates/children_book.json +1 -1
- package/assets/templates/coding.json +1 -1
- package/assets/templates/comic_strips.json +1 -1
- package/assets/templates/drslump_comic.json +1 -1
- package/assets/templates/ghibli_comic.json +1 -1
- package/assets/templates/ghibli_image_only.json +1 -1
- package/assets/templates/ghibli_shorts.json +1 -1
- package/assets/templates/ghost_comic.json +1 -1
- package/assets/templates/html.json +1 -1
- package/assets/templates/onepiece_comic.json +1 -1
- package/assets/templates/portrait_movie.json +1 -1
- package/assets/templates/realistic_movie.json +1 -1
- package/assets/templates/sensei_and_taro.json +1 -1
- package/assets/templates/shorts.json +1 -1
- package/assets/templates/text_and_image.json +1 -1
- package/assets/templates/text_only.json +1 -1
- package/assets/templates/trailer.json +1 -1
- package/lib/actions/image_agents.d.ts +24 -0
- package/lib/actions/image_agents.js +9 -0
- package/lib/actions/images.js +35 -6
- package/lib/actions/movie.js +3 -2
- package/lib/agents/index.d.ts +2 -1
- package/lib/agents/index.js +2 -1
- package/lib/agents/lipsync_replicate_agent.d.ts +5 -0
- package/lib/agents/lipsync_replicate_agent.js +72 -0
- package/lib/agents/movie_replicate_agent.js +10 -1
- package/lib/cli/commands/tool/prompt/builder.js +2 -2
- package/lib/cli/commands/tool/scripting/builder.js +2 -2
- package/lib/cli/commands/tool/story_to_script/builder.js +2 -2
- package/lib/data/index.d.ts +2 -0
- package/lib/data/index.js +2 -0
- package/lib/data/promptTemplates.d.ts +449 -0
- package/lib/data/promptTemplates.js +571 -0
- package/lib/data/scriptTemplates.d.ts +657 -0
- package/lib/data/scriptTemplates.js +1099 -0
- package/lib/index.browser.d.ts +2 -1
- package/lib/index.browser.js +2 -1
- package/lib/index.common.d.ts +1 -0
- package/lib/index.common.js +1 -0
- package/lib/methods/index.d.ts +0 -1
- package/lib/methods/index.js +0 -1
- package/lib/methods/mulmo_presentation_style.d.ts +10 -0
- package/lib/methods/mulmo_presentation_style.js +8 -1
- package/lib/methods/mulmo_script_template.d.ts +2 -2
- package/lib/tools/create_mulmo_script_from_url.js +14 -2
- package/lib/tools/create_mulmo_script_interactively.js +2 -1
- package/lib/tools/dump_prompt.js +1 -1
- package/lib/tools/story_to_script.js +5 -4
- package/lib/types/agent.d.ts +10 -0
- package/lib/types/schema.d.ts +322 -92
- package/lib/types/schema.js +11 -2
- package/lib/types/type.d.ts +4 -4
- package/lib/utils/context.d.ts +21 -6
- package/lib/utils/context.js +1 -0
- package/lib/utils/file.d.ts +5 -5
- package/lib/utils/file.js +36 -33
- package/lib/utils/inquirer.js +2 -2
- package/lib/utils/preprocess.d.ts +16 -6
- package/lib/utils/prompt.d.ts +1 -2
- package/lib/utils/prompt.js +0 -14
- package/lib/utils/provider2agent.d.ts +13 -0
- package/lib/utils/provider2agent.js +32 -0
- package/lib/utils/system_prompt.d.ts +1 -0
- package/lib/utils/system_prompt.js +1 -0
- package/lib/utils/templates.d.ts +3 -0
- package/lib/utils/templates.js +46 -0
- package/lib/utils/utils.js +3 -0
- package/package.json +8 -4
- package/scripts/templates/business.json +1 -1
- package/scripts/templates/children_book.json +1 -1
- package/scripts/templates/coding.json +1 -1
- package/scripts/templates/html.json +1 -1
- package/scripts/templates/image_prompt_only_template.json +1 -1
- package/scripts/templates/image_prompts_template.json +1 -1
- package/scripts/templates/image_refs.json +1 -1
- package/scripts/templates/movie_prompts_no_text_template.json +1 -1
- package/scripts/templates/movie_prompts_template.json +1 -1
- package/scripts/templates/presentation.json +1 -1
- package/scripts/templates/sensei_and_taro.json +1 -1
- package/scripts/templates/shorts_template.json +1 -1
- package/scripts/templates/text_only_template.json +1 -1
- package/scripts/templates/voice_over.json +1 -1
package/lib/types/schema.d.ts
CHANGED
|
@@ -1306,6 +1306,16 @@ export declare const mulmoSoundEffectParamsSchema: z.ZodObject<{
|
|
|
1306
1306
|
provider?: string | undefined;
|
|
1307
1307
|
model?: string | undefined;
|
|
1308
1308
|
}>;
|
|
1309
|
+
export declare const mulmoLipSyncParamsSchema: z.ZodObject<{
|
|
1310
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
1311
|
+
model: z.ZodOptional<z.ZodString>;
|
|
1312
|
+
}, "strip", z.ZodTypeAny, {
|
|
1313
|
+
provider?: string | undefined;
|
|
1314
|
+
model?: string | undefined;
|
|
1315
|
+
}, {
|
|
1316
|
+
provider?: string | undefined;
|
|
1317
|
+
model?: string | undefined;
|
|
1318
|
+
}>;
|
|
1309
1319
|
export declare const mulmoBeatSchema: z.ZodObject<{
|
|
1310
1320
|
speaker: z.ZodOptional<z.ZodString>;
|
|
1311
1321
|
text: z.ZodDefault<z.ZodString>;
|
|
@@ -2008,6 +2018,16 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2008
2018
|
provider?: string | undefined;
|
|
2009
2019
|
model?: string | undefined;
|
|
2010
2020
|
}>>;
|
|
2021
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
2022
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
2023
|
+
model: z.ZodOptional<z.ZodString>;
|
|
2024
|
+
}, "strip", z.ZodTypeAny, {
|
|
2025
|
+
provider?: string | undefined;
|
|
2026
|
+
model?: string | undefined;
|
|
2027
|
+
}, {
|
|
2028
|
+
provider?: string | undefined;
|
|
2029
|
+
model?: string | undefined;
|
|
2030
|
+
}>>;
|
|
2011
2031
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
2012
2032
|
model: z.ZodOptional<z.ZodString>;
|
|
2013
2033
|
}, "strict", z.ZodTypeAny, {
|
|
@@ -2062,6 +2082,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2062
2082
|
images?: Record<string, any> | undefined;
|
|
2063
2083
|
systemPrompt?: string | undefined;
|
|
2064
2084
|
}>>;
|
|
2085
|
+
enableLipSync: z.ZodOptional<z.ZodBoolean>;
|
|
2065
2086
|
}, "strict", z.ZodTypeAny, {
|
|
2066
2087
|
text: string;
|
|
2067
2088
|
image?: {
|
|
@@ -2168,12 +2189,6 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2168
2189
|
type: "voice_over";
|
|
2169
2190
|
startAt?: number | undefined;
|
|
2170
2191
|
} | undefined;
|
|
2171
|
-
duration?: number | undefined;
|
|
2172
|
-
speechOptions?: {
|
|
2173
|
-
speed?: number | undefined;
|
|
2174
|
-
instruction?: string | undefined;
|
|
2175
|
-
} | undefined;
|
|
2176
|
-
id?: string | undefined;
|
|
2177
2192
|
audio?: {
|
|
2178
2193
|
type: "audio";
|
|
2179
2194
|
source: {
|
|
@@ -2193,6 +2208,12 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2193
2208
|
type: "midi";
|
|
2194
2209
|
source: string;
|
|
2195
2210
|
} | undefined;
|
|
2211
|
+
duration?: number | undefined;
|
|
2212
|
+
speechOptions?: {
|
|
2213
|
+
speed?: number | undefined;
|
|
2214
|
+
instruction?: string | undefined;
|
|
2215
|
+
} | undefined;
|
|
2216
|
+
id?: string | undefined;
|
|
2196
2217
|
imagePrompt?: string | undefined;
|
|
2197
2218
|
speaker?: string | undefined;
|
|
2198
2219
|
description?: string | undefined;
|
|
@@ -2237,6 +2258,10 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2237
2258
|
provider?: string | undefined;
|
|
2238
2259
|
model?: string | undefined;
|
|
2239
2260
|
} | undefined;
|
|
2261
|
+
lipSyncParams?: {
|
|
2262
|
+
provider?: string | undefined;
|
|
2263
|
+
model?: string | undefined;
|
|
2264
|
+
} | undefined;
|
|
2240
2265
|
htmlImageParams?: {
|
|
2241
2266
|
model?: string | undefined;
|
|
2242
2267
|
} | undefined;
|
|
@@ -2256,6 +2281,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2256
2281
|
images?: Record<string, any> | undefined;
|
|
2257
2282
|
systemPrompt?: string | undefined;
|
|
2258
2283
|
} | undefined;
|
|
2284
|
+
enableLipSync?: boolean | undefined;
|
|
2259
2285
|
}, {
|
|
2260
2286
|
image?: {
|
|
2261
2287
|
type: "markdown";
|
|
@@ -2361,13 +2387,6 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2361
2387
|
type: "voice_over";
|
|
2362
2388
|
startAt?: number | undefined;
|
|
2363
2389
|
} | undefined;
|
|
2364
|
-
text?: string | undefined;
|
|
2365
|
-
duration?: number | undefined;
|
|
2366
|
-
speechOptions?: {
|
|
2367
|
-
speed?: number | undefined;
|
|
2368
|
-
instruction?: string | undefined;
|
|
2369
|
-
} | undefined;
|
|
2370
|
-
id?: string | undefined;
|
|
2371
2390
|
audio?: {
|
|
2372
2391
|
type: "audio";
|
|
2373
2392
|
source: {
|
|
@@ -2387,6 +2406,13 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2387
2406
|
type: "midi";
|
|
2388
2407
|
source: string;
|
|
2389
2408
|
} | undefined;
|
|
2409
|
+
text?: string | undefined;
|
|
2410
|
+
duration?: number | undefined;
|
|
2411
|
+
speechOptions?: {
|
|
2412
|
+
speed?: number | undefined;
|
|
2413
|
+
instruction?: string | undefined;
|
|
2414
|
+
} | undefined;
|
|
2415
|
+
id?: string | undefined;
|
|
2390
2416
|
imagePrompt?: string | undefined;
|
|
2391
2417
|
speaker?: string | undefined;
|
|
2392
2418
|
description?: string | undefined;
|
|
@@ -2431,6 +2457,10 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2431
2457
|
provider?: string | undefined;
|
|
2432
2458
|
model?: string | undefined;
|
|
2433
2459
|
} | undefined;
|
|
2460
|
+
lipSyncParams?: {
|
|
2461
|
+
provider?: string | undefined;
|
|
2462
|
+
model?: string | undefined;
|
|
2463
|
+
} | undefined;
|
|
2434
2464
|
htmlImageParams?: {
|
|
2435
2465
|
model?: string | undefined;
|
|
2436
2466
|
} | undefined;
|
|
@@ -2450,6 +2480,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
2450
2480
|
images?: Record<string, any> | undefined;
|
|
2451
2481
|
systemPrompt?: string | undefined;
|
|
2452
2482
|
} | undefined;
|
|
2483
|
+
enableLipSync?: boolean | undefined;
|
|
2453
2484
|
}>;
|
|
2454
2485
|
export declare const mulmoCanvasDimensionSchema: z.ZodDefault<z.ZodObject<{
|
|
2455
2486
|
width: z.ZodNumber;
|
|
@@ -2811,6 +2842,16 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
2811
2842
|
provider?: string | undefined;
|
|
2812
2843
|
model?: string | undefined;
|
|
2813
2844
|
}>>>;
|
|
2845
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
2846
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
2847
|
+
model: z.ZodOptional<z.ZodString>;
|
|
2848
|
+
}, "strip", z.ZodTypeAny, {
|
|
2849
|
+
provider?: string | undefined;
|
|
2850
|
+
model?: string | undefined;
|
|
2851
|
+
}, {
|
|
2852
|
+
provider?: string | undefined;
|
|
2853
|
+
model?: string | undefined;
|
|
2854
|
+
}>>;
|
|
2814
2855
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
2815
2856
|
model: z.ZodOptional<z.ZodString>;
|
|
2816
2857
|
} & {
|
|
@@ -3011,6 +3052,10 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
3011
3052
|
model?: string | undefined;
|
|
3012
3053
|
}>;
|
|
3013
3054
|
};
|
|
3055
|
+
lipSyncParams?: {
|
|
3056
|
+
provider?: string | undefined;
|
|
3057
|
+
model?: string | undefined;
|
|
3058
|
+
} | undefined;
|
|
3014
3059
|
htmlImageParams?: {
|
|
3015
3060
|
provider: string;
|
|
3016
3061
|
model?: string | undefined;
|
|
@@ -3089,6 +3134,10 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
3089
3134
|
provider?: string | undefined;
|
|
3090
3135
|
model?: string | undefined;
|
|
3091
3136
|
} | undefined;
|
|
3137
|
+
lipSyncParams?: {
|
|
3138
|
+
provider?: string | undefined;
|
|
3139
|
+
model?: string | undefined;
|
|
3140
|
+
} | undefined;
|
|
3092
3141
|
htmlImageParams?: {
|
|
3093
3142
|
provider?: string | undefined;
|
|
3094
3143
|
model?: string | undefined;
|
|
@@ -3402,6 +3451,16 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
3402
3451
|
provider?: string | undefined;
|
|
3403
3452
|
model?: string | undefined;
|
|
3404
3453
|
}>>>;
|
|
3454
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
3455
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
3456
|
+
model: z.ZodOptional<z.ZodString>;
|
|
3457
|
+
}, "strip", z.ZodTypeAny, {
|
|
3458
|
+
provider?: string | undefined;
|
|
3459
|
+
model?: string | undefined;
|
|
3460
|
+
}, {
|
|
3461
|
+
provider?: string | undefined;
|
|
3462
|
+
model?: string | undefined;
|
|
3463
|
+
}>>;
|
|
3405
3464
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
3406
3465
|
model: z.ZodOptional<z.ZodString>;
|
|
3407
3466
|
} & {
|
|
@@ -4240,6 +4299,16 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4240
4299
|
provider?: string | undefined;
|
|
4241
4300
|
model?: string | undefined;
|
|
4242
4301
|
}>>;
|
|
4302
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
4303
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
4304
|
+
model: z.ZodOptional<z.ZodString>;
|
|
4305
|
+
}, "strip", z.ZodTypeAny, {
|
|
4306
|
+
provider?: string | undefined;
|
|
4307
|
+
model?: string | undefined;
|
|
4308
|
+
}, {
|
|
4309
|
+
provider?: string | undefined;
|
|
4310
|
+
model?: string | undefined;
|
|
4311
|
+
}>>;
|
|
4243
4312
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
4244
4313
|
model: z.ZodOptional<z.ZodString>;
|
|
4245
4314
|
}, "strict", z.ZodTypeAny, {
|
|
@@ -4294,6 +4363,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4294
4363
|
images?: Record<string, any> | undefined;
|
|
4295
4364
|
systemPrompt?: string | undefined;
|
|
4296
4365
|
}>>;
|
|
4366
|
+
enableLipSync: z.ZodOptional<z.ZodBoolean>;
|
|
4297
4367
|
}, "strict", z.ZodTypeAny, {
|
|
4298
4368
|
text: string;
|
|
4299
4369
|
image?: {
|
|
@@ -4400,12 +4470,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4400
4470
|
type: "voice_over";
|
|
4401
4471
|
startAt?: number | undefined;
|
|
4402
4472
|
} | undefined;
|
|
4403
|
-
duration?: number | undefined;
|
|
4404
|
-
speechOptions?: {
|
|
4405
|
-
speed?: number | undefined;
|
|
4406
|
-
instruction?: string | undefined;
|
|
4407
|
-
} | undefined;
|
|
4408
|
-
id?: string | undefined;
|
|
4409
4473
|
audio?: {
|
|
4410
4474
|
type: "audio";
|
|
4411
4475
|
source: {
|
|
@@ -4425,6 +4489,12 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4425
4489
|
type: "midi";
|
|
4426
4490
|
source: string;
|
|
4427
4491
|
} | undefined;
|
|
4492
|
+
duration?: number | undefined;
|
|
4493
|
+
speechOptions?: {
|
|
4494
|
+
speed?: number | undefined;
|
|
4495
|
+
instruction?: string | undefined;
|
|
4496
|
+
} | undefined;
|
|
4497
|
+
id?: string | undefined;
|
|
4428
4498
|
imagePrompt?: string | undefined;
|
|
4429
4499
|
speaker?: string | undefined;
|
|
4430
4500
|
description?: string | undefined;
|
|
@@ -4469,6 +4539,10 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4469
4539
|
provider?: string | undefined;
|
|
4470
4540
|
model?: string | undefined;
|
|
4471
4541
|
} | undefined;
|
|
4542
|
+
lipSyncParams?: {
|
|
4543
|
+
provider?: string | undefined;
|
|
4544
|
+
model?: string | undefined;
|
|
4545
|
+
} | undefined;
|
|
4472
4546
|
htmlImageParams?: {
|
|
4473
4547
|
model?: string | undefined;
|
|
4474
4548
|
} | undefined;
|
|
@@ -4488,6 +4562,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4488
4562
|
images?: Record<string, any> | undefined;
|
|
4489
4563
|
systemPrompt?: string | undefined;
|
|
4490
4564
|
} | undefined;
|
|
4565
|
+
enableLipSync?: boolean | undefined;
|
|
4491
4566
|
}, {
|
|
4492
4567
|
image?: {
|
|
4493
4568
|
type: "markdown";
|
|
@@ -4593,13 +4668,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4593
4668
|
type: "voice_over";
|
|
4594
4669
|
startAt?: number | undefined;
|
|
4595
4670
|
} | undefined;
|
|
4596
|
-
text?: string | undefined;
|
|
4597
|
-
duration?: number | undefined;
|
|
4598
|
-
speechOptions?: {
|
|
4599
|
-
speed?: number | undefined;
|
|
4600
|
-
instruction?: string | undefined;
|
|
4601
|
-
} | undefined;
|
|
4602
|
-
id?: string | undefined;
|
|
4603
4671
|
audio?: {
|
|
4604
4672
|
type: "audio";
|
|
4605
4673
|
source: {
|
|
@@ -4619,6 +4687,13 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4619
4687
|
type: "midi";
|
|
4620
4688
|
source: string;
|
|
4621
4689
|
} | undefined;
|
|
4690
|
+
text?: string | undefined;
|
|
4691
|
+
duration?: number | undefined;
|
|
4692
|
+
speechOptions?: {
|
|
4693
|
+
speed?: number | undefined;
|
|
4694
|
+
instruction?: string | undefined;
|
|
4695
|
+
} | undefined;
|
|
4696
|
+
id?: string | undefined;
|
|
4622
4697
|
imagePrompt?: string | undefined;
|
|
4623
4698
|
speaker?: string | undefined;
|
|
4624
4699
|
description?: string | undefined;
|
|
@@ -4663,6 +4738,10 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4663
4738
|
provider?: string | undefined;
|
|
4664
4739
|
model?: string | undefined;
|
|
4665
4740
|
} | undefined;
|
|
4741
|
+
lipSyncParams?: {
|
|
4742
|
+
provider?: string | undefined;
|
|
4743
|
+
model?: string | undefined;
|
|
4744
|
+
} | undefined;
|
|
4666
4745
|
htmlImageParams?: {
|
|
4667
4746
|
model?: string | undefined;
|
|
4668
4747
|
} | undefined;
|
|
@@ -4682,6 +4761,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4682
4761
|
images?: Record<string, any> | undefined;
|
|
4683
4762
|
systemPrompt?: string | undefined;
|
|
4684
4763
|
} | undefined;
|
|
4764
|
+
enableLipSync?: boolean | undefined;
|
|
4685
4765
|
}>, "many">;
|
|
4686
4766
|
imagePath: z.ZodOptional<z.ZodString>;
|
|
4687
4767
|
__test_invalid__: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4875,12 +4955,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4875
4955
|
type: "voice_over";
|
|
4876
4956
|
startAt?: number | undefined;
|
|
4877
4957
|
} | undefined;
|
|
4878
|
-
duration?: number | undefined;
|
|
4879
|
-
speechOptions?: {
|
|
4880
|
-
speed?: number | undefined;
|
|
4881
|
-
instruction?: string | undefined;
|
|
4882
|
-
} | undefined;
|
|
4883
|
-
id?: string | undefined;
|
|
4884
4958
|
audio?: {
|
|
4885
4959
|
type: "audio";
|
|
4886
4960
|
source: {
|
|
@@ -4900,6 +4974,12 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4900
4974
|
type: "midi";
|
|
4901
4975
|
source: string;
|
|
4902
4976
|
} | undefined;
|
|
4977
|
+
duration?: number | undefined;
|
|
4978
|
+
speechOptions?: {
|
|
4979
|
+
speed?: number | undefined;
|
|
4980
|
+
instruction?: string | undefined;
|
|
4981
|
+
} | undefined;
|
|
4982
|
+
id?: string | undefined;
|
|
4903
4983
|
imagePrompt?: string | undefined;
|
|
4904
4984
|
speaker?: string | undefined;
|
|
4905
4985
|
description?: string | undefined;
|
|
@@ -4944,6 +5024,10 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4944
5024
|
provider?: string | undefined;
|
|
4945
5025
|
model?: string | undefined;
|
|
4946
5026
|
} | undefined;
|
|
5027
|
+
lipSyncParams?: {
|
|
5028
|
+
provider?: string | undefined;
|
|
5029
|
+
model?: string | undefined;
|
|
5030
|
+
} | undefined;
|
|
4947
5031
|
htmlImageParams?: {
|
|
4948
5032
|
model?: string | undefined;
|
|
4949
5033
|
} | undefined;
|
|
@@ -4963,10 +5047,15 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
4963
5047
|
images?: Record<string, any> | undefined;
|
|
4964
5048
|
systemPrompt?: string | undefined;
|
|
4965
5049
|
} | undefined;
|
|
5050
|
+
enableLipSync?: boolean | undefined;
|
|
4966
5051
|
}[];
|
|
4967
5052
|
lang?: string | undefined;
|
|
4968
5053
|
title?: string | undefined;
|
|
4969
5054
|
description?: string | undefined;
|
|
5055
|
+
lipSyncParams?: {
|
|
5056
|
+
provider?: string | undefined;
|
|
5057
|
+
model?: string | undefined;
|
|
5058
|
+
} | undefined;
|
|
4970
5059
|
htmlImageParams?: {
|
|
4971
5060
|
provider: string;
|
|
4972
5061
|
model?: string | undefined;
|
|
@@ -5096,13 +5185,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
5096
5185
|
type: "voice_over";
|
|
5097
5186
|
startAt?: number | undefined;
|
|
5098
5187
|
} | undefined;
|
|
5099
|
-
text?: string | undefined;
|
|
5100
|
-
duration?: number | undefined;
|
|
5101
|
-
speechOptions?: {
|
|
5102
|
-
speed?: number | undefined;
|
|
5103
|
-
instruction?: string | undefined;
|
|
5104
|
-
} | undefined;
|
|
5105
|
-
id?: string | undefined;
|
|
5106
5188
|
audio?: {
|
|
5107
5189
|
type: "audio";
|
|
5108
5190
|
source: {
|
|
@@ -5122,6 +5204,13 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
5122
5204
|
type: "midi";
|
|
5123
5205
|
source: string;
|
|
5124
5206
|
} | undefined;
|
|
5207
|
+
text?: string | undefined;
|
|
5208
|
+
duration?: number | undefined;
|
|
5209
|
+
speechOptions?: {
|
|
5210
|
+
speed?: number | undefined;
|
|
5211
|
+
instruction?: string | undefined;
|
|
5212
|
+
} | undefined;
|
|
5213
|
+
id?: string | undefined;
|
|
5125
5214
|
imagePrompt?: string | undefined;
|
|
5126
5215
|
speaker?: string | undefined;
|
|
5127
5216
|
description?: string | undefined;
|
|
@@ -5166,6 +5255,10 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
5166
5255
|
provider?: string | undefined;
|
|
5167
5256
|
model?: string | undefined;
|
|
5168
5257
|
} | undefined;
|
|
5258
|
+
lipSyncParams?: {
|
|
5259
|
+
provider?: string | undefined;
|
|
5260
|
+
model?: string | undefined;
|
|
5261
|
+
} | undefined;
|
|
5169
5262
|
htmlImageParams?: {
|
|
5170
5263
|
model?: string | undefined;
|
|
5171
5264
|
} | undefined;
|
|
@@ -5185,6 +5278,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
5185
5278
|
images?: Record<string, any> | undefined;
|
|
5186
5279
|
systemPrompt?: string | undefined;
|
|
5187
5280
|
} | undefined;
|
|
5281
|
+
enableLipSync?: boolean | undefined;
|
|
5188
5282
|
}[];
|
|
5189
5283
|
lang?: string | undefined;
|
|
5190
5284
|
title?: string | undefined;
|
|
@@ -5251,6 +5345,10 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
5251
5345
|
provider?: string | undefined;
|
|
5252
5346
|
model?: string | undefined;
|
|
5253
5347
|
} | undefined;
|
|
5348
|
+
lipSyncParams?: {
|
|
5349
|
+
provider?: string | undefined;
|
|
5350
|
+
model?: string | undefined;
|
|
5351
|
+
} | undefined;
|
|
5254
5352
|
htmlImageParams?: {
|
|
5255
5353
|
provider?: string | undefined;
|
|
5256
5354
|
model?: string | undefined;
|
|
@@ -5300,6 +5398,7 @@ export declare const mulmoStudioBeatSchema: z.ZodObject<{
|
|
|
5300
5398
|
imageFile: z.ZodOptional<z.ZodString>;
|
|
5301
5399
|
movieFile: z.ZodOptional<z.ZodString>;
|
|
5302
5400
|
soundEffectFile: z.ZodOptional<z.ZodString>;
|
|
5401
|
+
lipSyncFile: z.ZodOptional<z.ZodString>;
|
|
5303
5402
|
captionFile: z.ZodOptional<z.ZodString>;
|
|
5304
5403
|
}, "strict", z.ZodTypeAny, {
|
|
5305
5404
|
duration?: number | undefined;
|
|
@@ -5313,6 +5412,7 @@ export declare const mulmoStudioBeatSchema: z.ZodObject<{
|
|
|
5313
5412
|
imageFile?: string | undefined;
|
|
5314
5413
|
movieFile?: string | undefined;
|
|
5315
5414
|
soundEffectFile?: string | undefined;
|
|
5415
|
+
lipSyncFile?: string | undefined;
|
|
5316
5416
|
captionFile?: string | undefined;
|
|
5317
5417
|
}, {
|
|
5318
5418
|
duration?: number | undefined;
|
|
@@ -5326,6 +5426,7 @@ export declare const mulmoStudioBeatSchema: z.ZodObject<{
|
|
|
5326
5426
|
imageFile?: string | undefined;
|
|
5327
5427
|
movieFile?: string | undefined;
|
|
5328
5428
|
soundEffectFile?: string | undefined;
|
|
5429
|
+
lipSyncFile?: string | undefined;
|
|
5329
5430
|
captionFile?: string | undefined;
|
|
5330
5431
|
}>;
|
|
5331
5432
|
export declare const mulmoStudioMultiLingualDataSchema: z.ZodObject<{
|
|
@@ -5412,16 +5513,16 @@ export declare const mulmoSessionStateSchema: z.ZodObject<{
|
|
|
5412
5513
|
pdf: z.ZodBoolean;
|
|
5413
5514
|
}, "strip", z.ZodTypeAny, {
|
|
5414
5515
|
image: boolean;
|
|
5415
|
-
pdf: boolean;
|
|
5416
|
-
audio: boolean;
|
|
5417
5516
|
video: boolean;
|
|
5517
|
+
audio: boolean;
|
|
5518
|
+
pdf: boolean;
|
|
5418
5519
|
multiLingual: boolean;
|
|
5419
5520
|
caption: boolean;
|
|
5420
5521
|
}, {
|
|
5421
5522
|
image: boolean;
|
|
5422
|
-
pdf: boolean;
|
|
5423
|
-
audio: boolean;
|
|
5424
5523
|
video: boolean;
|
|
5524
|
+
audio: boolean;
|
|
5525
|
+
pdf: boolean;
|
|
5425
5526
|
multiLingual: boolean;
|
|
5426
5527
|
caption: boolean;
|
|
5427
5528
|
}>;
|
|
@@ -5434,62 +5535,67 @@ export declare const mulmoSessionStateSchema: z.ZodObject<{
|
|
|
5434
5535
|
html: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
|
|
5435
5536
|
imageReference: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
|
|
5436
5537
|
soundEffect: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
|
|
5538
|
+
lipSync: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
|
|
5437
5539
|
}, "strip", z.ZodTypeAny, {
|
|
5438
5540
|
image: Record<number, boolean>;
|
|
5541
|
+
audio: Record<number, boolean>;
|
|
5439
5542
|
movie: Record<number, boolean>;
|
|
5440
5543
|
html: Record<number, boolean>;
|
|
5441
|
-
audio: Record<number, boolean>;
|
|
5442
5544
|
multiLingual: Record<number, boolean>;
|
|
5443
5545
|
caption: Record<number, boolean>;
|
|
5444
5546
|
imageReference: Record<number, boolean>;
|
|
5445
5547
|
soundEffect: Record<number, boolean>;
|
|
5548
|
+
lipSync: Record<number, boolean>;
|
|
5446
5549
|
}, {
|
|
5447
5550
|
image: Record<number, boolean>;
|
|
5551
|
+
audio: Record<number, boolean>;
|
|
5448
5552
|
movie: Record<number, boolean>;
|
|
5449
5553
|
html: Record<number, boolean>;
|
|
5450
|
-
audio: Record<number, boolean>;
|
|
5451
5554
|
multiLingual: Record<number, boolean>;
|
|
5452
5555
|
caption: Record<number, boolean>;
|
|
5453
5556
|
imageReference: Record<number, boolean>;
|
|
5454
5557
|
soundEffect: Record<number, boolean>;
|
|
5558
|
+
lipSync: Record<number, boolean>;
|
|
5455
5559
|
}>;
|
|
5456
5560
|
}, "strip", z.ZodTypeAny, {
|
|
5457
5561
|
inSession: {
|
|
5458
5562
|
image: boolean;
|
|
5459
|
-
pdf: boolean;
|
|
5460
|
-
audio: boolean;
|
|
5461
5563
|
video: boolean;
|
|
5564
|
+
audio: boolean;
|
|
5565
|
+
pdf: boolean;
|
|
5462
5566
|
multiLingual: boolean;
|
|
5463
5567
|
caption: boolean;
|
|
5464
5568
|
};
|
|
5465
5569
|
inBeatSession: {
|
|
5466
5570
|
image: Record<number, boolean>;
|
|
5571
|
+
audio: Record<number, boolean>;
|
|
5467
5572
|
movie: Record<number, boolean>;
|
|
5468
5573
|
html: Record<number, boolean>;
|
|
5469
|
-
audio: Record<number, boolean>;
|
|
5470
5574
|
multiLingual: Record<number, boolean>;
|
|
5471
5575
|
caption: Record<number, boolean>;
|
|
5472
5576
|
imageReference: Record<number, boolean>;
|
|
5473
5577
|
soundEffect: Record<number, boolean>;
|
|
5578
|
+
lipSync: Record<number, boolean>;
|
|
5474
5579
|
};
|
|
5475
5580
|
}, {
|
|
5476
5581
|
inSession: {
|
|
5477
5582
|
image: boolean;
|
|
5478
|
-
pdf: boolean;
|
|
5479
|
-
audio: boolean;
|
|
5480
5583
|
video: boolean;
|
|
5584
|
+
audio: boolean;
|
|
5585
|
+
pdf: boolean;
|
|
5481
5586
|
multiLingual: boolean;
|
|
5482
5587
|
caption: boolean;
|
|
5483
5588
|
};
|
|
5484
5589
|
inBeatSession: {
|
|
5485
5590
|
image: Record<number, boolean>;
|
|
5591
|
+
audio: Record<number, boolean>;
|
|
5486
5592
|
movie: Record<number, boolean>;
|
|
5487
5593
|
html: Record<number, boolean>;
|
|
5488
|
-
audio: Record<number, boolean>;
|
|
5489
5594
|
multiLingual: Record<number, boolean>;
|
|
5490
5595
|
caption: Record<number, boolean>;
|
|
5491
5596
|
imageReference: Record<number, boolean>;
|
|
5492
5597
|
soundEffect: Record<number, boolean>;
|
|
5598
|
+
lipSync: Record<number, boolean>;
|
|
5493
5599
|
};
|
|
5494
5600
|
}>;
|
|
5495
5601
|
export declare const mulmoStudioSchema: z.ZodObject<{
|
|
@@ -5761,6 +5867,16 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
5761
5867
|
provider?: string | undefined;
|
|
5762
5868
|
model?: string | undefined;
|
|
5763
5869
|
}>>>;
|
|
5870
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
5871
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
5872
|
+
model: z.ZodOptional<z.ZodString>;
|
|
5873
|
+
}, "strip", z.ZodTypeAny, {
|
|
5874
|
+
provider?: string | undefined;
|
|
5875
|
+
model?: string | undefined;
|
|
5876
|
+
}, {
|
|
5877
|
+
provider?: string | undefined;
|
|
5878
|
+
model?: string | undefined;
|
|
5879
|
+
}>>;
|
|
5764
5880
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
5765
5881
|
model: z.ZodOptional<z.ZodString>;
|
|
5766
5882
|
} & {
|
|
@@ -6599,6 +6715,16 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6599
6715
|
provider?: string | undefined;
|
|
6600
6716
|
model?: string | undefined;
|
|
6601
6717
|
}>>;
|
|
6718
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
6719
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
6720
|
+
model: z.ZodOptional<z.ZodString>;
|
|
6721
|
+
}, "strip", z.ZodTypeAny, {
|
|
6722
|
+
provider?: string | undefined;
|
|
6723
|
+
model?: string | undefined;
|
|
6724
|
+
}, {
|
|
6725
|
+
provider?: string | undefined;
|
|
6726
|
+
model?: string | undefined;
|
|
6727
|
+
}>>;
|
|
6602
6728
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
6603
6729
|
model: z.ZodOptional<z.ZodString>;
|
|
6604
6730
|
}, "strict", z.ZodTypeAny, {
|
|
@@ -6653,6 +6779,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6653
6779
|
images?: Record<string, any> | undefined;
|
|
6654
6780
|
systemPrompt?: string | undefined;
|
|
6655
6781
|
}>>;
|
|
6782
|
+
enableLipSync: z.ZodOptional<z.ZodBoolean>;
|
|
6656
6783
|
}, "strict", z.ZodTypeAny, {
|
|
6657
6784
|
text: string;
|
|
6658
6785
|
image?: {
|
|
@@ -6759,12 +6886,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6759
6886
|
type: "voice_over";
|
|
6760
6887
|
startAt?: number | undefined;
|
|
6761
6888
|
} | undefined;
|
|
6762
|
-
duration?: number | undefined;
|
|
6763
|
-
speechOptions?: {
|
|
6764
|
-
speed?: number | undefined;
|
|
6765
|
-
instruction?: string | undefined;
|
|
6766
|
-
} | undefined;
|
|
6767
|
-
id?: string | undefined;
|
|
6768
6889
|
audio?: {
|
|
6769
6890
|
type: "audio";
|
|
6770
6891
|
source: {
|
|
@@ -6784,6 +6905,12 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6784
6905
|
type: "midi";
|
|
6785
6906
|
source: string;
|
|
6786
6907
|
} | undefined;
|
|
6908
|
+
duration?: number | undefined;
|
|
6909
|
+
speechOptions?: {
|
|
6910
|
+
speed?: number | undefined;
|
|
6911
|
+
instruction?: string | undefined;
|
|
6912
|
+
} | undefined;
|
|
6913
|
+
id?: string | undefined;
|
|
6787
6914
|
imagePrompt?: string | undefined;
|
|
6788
6915
|
speaker?: string | undefined;
|
|
6789
6916
|
description?: string | undefined;
|
|
@@ -6828,6 +6955,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6828
6955
|
provider?: string | undefined;
|
|
6829
6956
|
model?: string | undefined;
|
|
6830
6957
|
} | undefined;
|
|
6958
|
+
lipSyncParams?: {
|
|
6959
|
+
provider?: string | undefined;
|
|
6960
|
+
model?: string | undefined;
|
|
6961
|
+
} | undefined;
|
|
6831
6962
|
htmlImageParams?: {
|
|
6832
6963
|
model?: string | undefined;
|
|
6833
6964
|
} | undefined;
|
|
@@ -6847,6 +6978,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6847
6978
|
images?: Record<string, any> | undefined;
|
|
6848
6979
|
systemPrompt?: string | undefined;
|
|
6849
6980
|
} | undefined;
|
|
6981
|
+
enableLipSync?: boolean | undefined;
|
|
6850
6982
|
}, {
|
|
6851
6983
|
image?: {
|
|
6852
6984
|
type: "markdown";
|
|
@@ -6952,13 +7084,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6952
7084
|
type: "voice_over";
|
|
6953
7085
|
startAt?: number | undefined;
|
|
6954
7086
|
} | undefined;
|
|
6955
|
-
text?: string | undefined;
|
|
6956
|
-
duration?: number | undefined;
|
|
6957
|
-
speechOptions?: {
|
|
6958
|
-
speed?: number | undefined;
|
|
6959
|
-
instruction?: string | undefined;
|
|
6960
|
-
} | undefined;
|
|
6961
|
-
id?: string | undefined;
|
|
6962
7087
|
audio?: {
|
|
6963
7088
|
type: "audio";
|
|
6964
7089
|
source: {
|
|
@@ -6978,6 +7103,13 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
6978
7103
|
type: "midi";
|
|
6979
7104
|
source: string;
|
|
6980
7105
|
} | undefined;
|
|
7106
|
+
text?: string | undefined;
|
|
7107
|
+
duration?: number | undefined;
|
|
7108
|
+
speechOptions?: {
|
|
7109
|
+
speed?: number | undefined;
|
|
7110
|
+
instruction?: string | undefined;
|
|
7111
|
+
} | undefined;
|
|
7112
|
+
id?: string | undefined;
|
|
6981
7113
|
imagePrompt?: string | undefined;
|
|
6982
7114
|
speaker?: string | undefined;
|
|
6983
7115
|
description?: string | undefined;
|
|
@@ -7022,6 +7154,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7022
7154
|
provider?: string | undefined;
|
|
7023
7155
|
model?: string | undefined;
|
|
7024
7156
|
} | undefined;
|
|
7157
|
+
lipSyncParams?: {
|
|
7158
|
+
provider?: string | undefined;
|
|
7159
|
+
model?: string | undefined;
|
|
7160
|
+
} | undefined;
|
|
7025
7161
|
htmlImageParams?: {
|
|
7026
7162
|
model?: string | undefined;
|
|
7027
7163
|
} | undefined;
|
|
@@ -7041,6 +7177,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7041
7177
|
images?: Record<string, any> | undefined;
|
|
7042
7178
|
systemPrompt?: string | undefined;
|
|
7043
7179
|
} | undefined;
|
|
7180
|
+
enableLipSync?: boolean | undefined;
|
|
7044
7181
|
}>, "many">;
|
|
7045
7182
|
imagePath: z.ZodOptional<z.ZodString>;
|
|
7046
7183
|
__test_invalid__: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -7234,12 +7371,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7234
7371
|
type: "voice_over";
|
|
7235
7372
|
startAt?: number | undefined;
|
|
7236
7373
|
} | undefined;
|
|
7237
|
-
duration?: number | undefined;
|
|
7238
|
-
speechOptions?: {
|
|
7239
|
-
speed?: number | undefined;
|
|
7240
|
-
instruction?: string | undefined;
|
|
7241
|
-
} | undefined;
|
|
7242
|
-
id?: string | undefined;
|
|
7243
7374
|
audio?: {
|
|
7244
7375
|
type: "audio";
|
|
7245
7376
|
source: {
|
|
@@ -7259,6 +7390,12 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7259
7390
|
type: "midi";
|
|
7260
7391
|
source: string;
|
|
7261
7392
|
} | undefined;
|
|
7393
|
+
duration?: number | undefined;
|
|
7394
|
+
speechOptions?: {
|
|
7395
|
+
speed?: number | undefined;
|
|
7396
|
+
instruction?: string | undefined;
|
|
7397
|
+
} | undefined;
|
|
7398
|
+
id?: string | undefined;
|
|
7262
7399
|
imagePrompt?: string | undefined;
|
|
7263
7400
|
speaker?: string | undefined;
|
|
7264
7401
|
description?: string | undefined;
|
|
@@ -7303,6 +7440,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7303
7440
|
provider?: string | undefined;
|
|
7304
7441
|
model?: string | undefined;
|
|
7305
7442
|
} | undefined;
|
|
7443
|
+
lipSyncParams?: {
|
|
7444
|
+
provider?: string | undefined;
|
|
7445
|
+
model?: string | undefined;
|
|
7446
|
+
} | undefined;
|
|
7306
7447
|
htmlImageParams?: {
|
|
7307
7448
|
model?: string | undefined;
|
|
7308
7449
|
} | undefined;
|
|
@@ -7322,10 +7463,15 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7322
7463
|
images?: Record<string, any> | undefined;
|
|
7323
7464
|
systemPrompt?: string | undefined;
|
|
7324
7465
|
} | undefined;
|
|
7466
|
+
enableLipSync?: boolean | undefined;
|
|
7325
7467
|
}[];
|
|
7326
7468
|
lang?: string | undefined;
|
|
7327
7469
|
title?: string | undefined;
|
|
7328
7470
|
description?: string | undefined;
|
|
7471
|
+
lipSyncParams?: {
|
|
7472
|
+
provider?: string | undefined;
|
|
7473
|
+
model?: string | undefined;
|
|
7474
|
+
} | undefined;
|
|
7329
7475
|
htmlImageParams?: {
|
|
7330
7476
|
provider: string;
|
|
7331
7477
|
model?: string | undefined;
|
|
@@ -7455,13 +7601,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7455
7601
|
type: "voice_over";
|
|
7456
7602
|
startAt?: number | undefined;
|
|
7457
7603
|
} | undefined;
|
|
7458
|
-
text?: string | undefined;
|
|
7459
|
-
duration?: number | undefined;
|
|
7460
|
-
speechOptions?: {
|
|
7461
|
-
speed?: number | undefined;
|
|
7462
|
-
instruction?: string | undefined;
|
|
7463
|
-
} | undefined;
|
|
7464
|
-
id?: string | undefined;
|
|
7465
7604
|
audio?: {
|
|
7466
7605
|
type: "audio";
|
|
7467
7606
|
source: {
|
|
@@ -7481,6 +7620,13 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7481
7620
|
type: "midi";
|
|
7482
7621
|
source: string;
|
|
7483
7622
|
} | undefined;
|
|
7623
|
+
text?: string | undefined;
|
|
7624
|
+
duration?: number | undefined;
|
|
7625
|
+
speechOptions?: {
|
|
7626
|
+
speed?: number | undefined;
|
|
7627
|
+
instruction?: string | undefined;
|
|
7628
|
+
} | undefined;
|
|
7629
|
+
id?: string | undefined;
|
|
7484
7630
|
imagePrompt?: string | undefined;
|
|
7485
7631
|
speaker?: string | undefined;
|
|
7486
7632
|
description?: string | undefined;
|
|
@@ -7525,6 +7671,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7525
7671
|
provider?: string | undefined;
|
|
7526
7672
|
model?: string | undefined;
|
|
7527
7673
|
} | undefined;
|
|
7674
|
+
lipSyncParams?: {
|
|
7675
|
+
provider?: string | undefined;
|
|
7676
|
+
model?: string | undefined;
|
|
7677
|
+
} | undefined;
|
|
7528
7678
|
htmlImageParams?: {
|
|
7529
7679
|
model?: string | undefined;
|
|
7530
7680
|
} | undefined;
|
|
@@ -7544,6 +7694,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7544
7694
|
images?: Record<string, any> | undefined;
|
|
7545
7695
|
systemPrompt?: string | undefined;
|
|
7546
7696
|
} | undefined;
|
|
7697
|
+
enableLipSync?: boolean | undefined;
|
|
7547
7698
|
}[];
|
|
7548
7699
|
lang?: string | undefined;
|
|
7549
7700
|
title?: string | undefined;
|
|
@@ -7610,6 +7761,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7610
7761
|
provider?: string | undefined;
|
|
7611
7762
|
model?: string | undefined;
|
|
7612
7763
|
} | undefined;
|
|
7764
|
+
lipSyncParams?: {
|
|
7765
|
+
provider?: string | undefined;
|
|
7766
|
+
model?: string | undefined;
|
|
7767
|
+
} | undefined;
|
|
7613
7768
|
htmlImageParams?: {
|
|
7614
7769
|
provider?: string | undefined;
|
|
7615
7770
|
model?: string | undefined;
|
|
@@ -7660,6 +7815,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7660
7815
|
imageFile: z.ZodOptional<z.ZodString>;
|
|
7661
7816
|
movieFile: z.ZodOptional<z.ZodString>;
|
|
7662
7817
|
soundEffectFile: z.ZodOptional<z.ZodString>;
|
|
7818
|
+
lipSyncFile: z.ZodOptional<z.ZodString>;
|
|
7663
7819
|
captionFile: z.ZodOptional<z.ZodString>;
|
|
7664
7820
|
}, "strict", z.ZodTypeAny, {
|
|
7665
7821
|
duration?: number | undefined;
|
|
@@ -7673,6 +7829,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7673
7829
|
imageFile?: string | undefined;
|
|
7674
7830
|
movieFile?: string | undefined;
|
|
7675
7831
|
soundEffectFile?: string | undefined;
|
|
7832
|
+
lipSyncFile?: string | undefined;
|
|
7676
7833
|
captionFile?: string | undefined;
|
|
7677
7834
|
}, {
|
|
7678
7835
|
duration?: number | undefined;
|
|
@@ -7686,6 +7843,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7686
7843
|
imageFile?: string | undefined;
|
|
7687
7844
|
movieFile?: string | undefined;
|
|
7688
7845
|
soundEffectFile?: string | undefined;
|
|
7846
|
+
lipSyncFile?: string | undefined;
|
|
7689
7847
|
captionFile?: string | undefined;
|
|
7690
7848
|
}>, "many">;
|
|
7691
7849
|
}, "strict", z.ZodTypeAny, {
|
|
@@ -7701,6 +7859,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7701
7859
|
imageFile?: string | undefined;
|
|
7702
7860
|
movieFile?: string | undefined;
|
|
7703
7861
|
soundEffectFile?: string | undefined;
|
|
7862
|
+
lipSyncFile?: string | undefined;
|
|
7704
7863
|
captionFile?: string | undefined;
|
|
7705
7864
|
}[];
|
|
7706
7865
|
script: {
|
|
@@ -7893,12 +8052,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7893
8052
|
type: "voice_over";
|
|
7894
8053
|
startAt?: number | undefined;
|
|
7895
8054
|
} | undefined;
|
|
7896
|
-
duration?: number | undefined;
|
|
7897
|
-
speechOptions?: {
|
|
7898
|
-
speed?: number | undefined;
|
|
7899
|
-
instruction?: string | undefined;
|
|
7900
|
-
} | undefined;
|
|
7901
|
-
id?: string | undefined;
|
|
7902
8055
|
audio?: {
|
|
7903
8056
|
type: "audio";
|
|
7904
8057
|
source: {
|
|
@@ -7918,6 +8071,12 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7918
8071
|
type: "midi";
|
|
7919
8072
|
source: string;
|
|
7920
8073
|
} | undefined;
|
|
8074
|
+
duration?: number | undefined;
|
|
8075
|
+
speechOptions?: {
|
|
8076
|
+
speed?: number | undefined;
|
|
8077
|
+
instruction?: string | undefined;
|
|
8078
|
+
} | undefined;
|
|
8079
|
+
id?: string | undefined;
|
|
7921
8080
|
imagePrompt?: string | undefined;
|
|
7922
8081
|
speaker?: string | undefined;
|
|
7923
8082
|
description?: string | undefined;
|
|
@@ -7962,6 +8121,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7962
8121
|
provider?: string | undefined;
|
|
7963
8122
|
model?: string | undefined;
|
|
7964
8123
|
} | undefined;
|
|
8124
|
+
lipSyncParams?: {
|
|
8125
|
+
provider?: string | undefined;
|
|
8126
|
+
model?: string | undefined;
|
|
8127
|
+
} | undefined;
|
|
7965
8128
|
htmlImageParams?: {
|
|
7966
8129
|
model?: string | undefined;
|
|
7967
8130
|
} | undefined;
|
|
@@ -7981,10 +8144,15 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
7981
8144
|
images?: Record<string, any> | undefined;
|
|
7982
8145
|
systemPrompt?: string | undefined;
|
|
7983
8146
|
} | undefined;
|
|
8147
|
+
enableLipSync?: boolean | undefined;
|
|
7984
8148
|
}[];
|
|
7985
8149
|
lang?: string | undefined;
|
|
7986
8150
|
title?: string | undefined;
|
|
7987
8151
|
description?: string | undefined;
|
|
8152
|
+
lipSyncParams?: {
|
|
8153
|
+
provider?: string | undefined;
|
|
8154
|
+
model?: string | undefined;
|
|
8155
|
+
} | undefined;
|
|
7988
8156
|
htmlImageParams?: {
|
|
7989
8157
|
provider: string;
|
|
7990
8158
|
model?: string | undefined;
|
|
@@ -8019,6 +8187,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8019
8187
|
imageFile?: string | undefined;
|
|
8020
8188
|
movieFile?: string | undefined;
|
|
8021
8189
|
soundEffectFile?: string | undefined;
|
|
8190
|
+
lipSyncFile?: string | undefined;
|
|
8022
8191
|
captionFile?: string | undefined;
|
|
8023
8192
|
}[];
|
|
8024
8193
|
script: {
|
|
@@ -8131,13 +8300,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8131
8300
|
type: "voice_over";
|
|
8132
8301
|
startAt?: number | undefined;
|
|
8133
8302
|
} | undefined;
|
|
8134
|
-
text?: string | undefined;
|
|
8135
|
-
duration?: number | undefined;
|
|
8136
|
-
speechOptions?: {
|
|
8137
|
-
speed?: number | undefined;
|
|
8138
|
-
instruction?: string | undefined;
|
|
8139
|
-
} | undefined;
|
|
8140
|
-
id?: string | undefined;
|
|
8141
8303
|
audio?: {
|
|
8142
8304
|
type: "audio";
|
|
8143
8305
|
source: {
|
|
@@ -8157,6 +8319,13 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8157
8319
|
type: "midi";
|
|
8158
8320
|
source: string;
|
|
8159
8321
|
} | undefined;
|
|
8322
|
+
text?: string | undefined;
|
|
8323
|
+
duration?: number | undefined;
|
|
8324
|
+
speechOptions?: {
|
|
8325
|
+
speed?: number | undefined;
|
|
8326
|
+
instruction?: string | undefined;
|
|
8327
|
+
} | undefined;
|
|
8328
|
+
id?: string | undefined;
|
|
8160
8329
|
imagePrompt?: string | undefined;
|
|
8161
8330
|
speaker?: string | undefined;
|
|
8162
8331
|
description?: string | undefined;
|
|
@@ -8201,6 +8370,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8201
8370
|
provider?: string | undefined;
|
|
8202
8371
|
model?: string | undefined;
|
|
8203
8372
|
} | undefined;
|
|
8373
|
+
lipSyncParams?: {
|
|
8374
|
+
provider?: string | undefined;
|
|
8375
|
+
model?: string | undefined;
|
|
8376
|
+
} | undefined;
|
|
8204
8377
|
htmlImageParams?: {
|
|
8205
8378
|
model?: string | undefined;
|
|
8206
8379
|
} | undefined;
|
|
@@ -8220,6 +8393,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8220
8393
|
images?: Record<string, any> | undefined;
|
|
8221
8394
|
systemPrompt?: string | undefined;
|
|
8222
8395
|
} | undefined;
|
|
8396
|
+
enableLipSync?: boolean | undefined;
|
|
8223
8397
|
}[];
|
|
8224
8398
|
lang?: string | undefined;
|
|
8225
8399
|
title?: string | undefined;
|
|
@@ -8286,6 +8460,10 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8286
8460
|
provider?: string | undefined;
|
|
8287
8461
|
model?: string | undefined;
|
|
8288
8462
|
} | undefined;
|
|
8463
|
+
lipSyncParams?: {
|
|
8464
|
+
provider?: string | undefined;
|
|
8465
|
+
model?: string | undefined;
|
|
8466
|
+
} | undefined;
|
|
8289
8467
|
htmlImageParams?: {
|
|
8290
8468
|
provider?: string | undefined;
|
|
8291
8469
|
model?: string | undefined;
|
|
@@ -8325,7 +8503,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
8325
8503
|
};
|
|
8326
8504
|
filename: string;
|
|
8327
8505
|
}>;
|
|
8328
|
-
export declare const
|
|
8506
|
+
export declare const mulmoPromptTemplateSchema: z.ZodObject<{
|
|
8329
8507
|
title: z.ZodString;
|
|
8330
8508
|
description: z.ZodString;
|
|
8331
8509
|
systemPrompt: z.ZodString;
|
|
@@ -8598,6 +8776,16 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
8598
8776
|
provider?: string | undefined;
|
|
8599
8777
|
model?: string | undefined;
|
|
8600
8778
|
}>>>;
|
|
8779
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
8780
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
8781
|
+
model: z.ZodOptional<z.ZodString>;
|
|
8782
|
+
}, "strip", z.ZodTypeAny, {
|
|
8783
|
+
provider?: string | undefined;
|
|
8784
|
+
model?: string | undefined;
|
|
8785
|
+
}, {
|
|
8786
|
+
provider?: string | undefined;
|
|
8787
|
+
model?: string | undefined;
|
|
8788
|
+
}>>;
|
|
8601
8789
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
8602
8790
|
model: z.ZodOptional<z.ZodString>;
|
|
8603
8791
|
} & {
|
|
@@ -8798,6 +8986,10 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
8798
8986
|
model?: string | undefined;
|
|
8799
8987
|
}>;
|
|
8800
8988
|
};
|
|
8989
|
+
lipSyncParams?: {
|
|
8990
|
+
provider?: string | undefined;
|
|
8991
|
+
model?: string | undefined;
|
|
8992
|
+
} | undefined;
|
|
8801
8993
|
htmlImageParams?: {
|
|
8802
8994
|
provider: string;
|
|
8803
8995
|
model?: string | undefined;
|
|
@@ -8876,6 +9068,10 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
8876
9068
|
provider?: string | undefined;
|
|
8877
9069
|
model?: string | undefined;
|
|
8878
9070
|
} | undefined;
|
|
9071
|
+
lipSyncParams?: {
|
|
9072
|
+
provider?: string | undefined;
|
|
9073
|
+
model?: string | undefined;
|
|
9074
|
+
} | undefined;
|
|
8879
9075
|
htmlImageParams?: {
|
|
8880
9076
|
provider?: string | undefined;
|
|
8881
9077
|
model?: string | undefined;
|
|
@@ -8994,6 +9190,10 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
8994
9190
|
model?: string | undefined;
|
|
8995
9191
|
}>;
|
|
8996
9192
|
};
|
|
9193
|
+
lipSyncParams?: {
|
|
9194
|
+
provider?: string | undefined;
|
|
9195
|
+
model?: string | undefined;
|
|
9196
|
+
} | undefined;
|
|
8997
9197
|
htmlImageParams?: {
|
|
8998
9198
|
provider: string;
|
|
8999
9199
|
model?: string | undefined;
|
|
@@ -9078,6 +9278,10 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
9078
9278
|
provider?: string | undefined;
|
|
9079
9279
|
model?: string | undefined;
|
|
9080
9280
|
} | undefined;
|
|
9281
|
+
lipSyncParams?: {
|
|
9282
|
+
provider?: string | undefined;
|
|
9283
|
+
model?: string | undefined;
|
|
9284
|
+
} | undefined;
|
|
9081
9285
|
htmlImageParams?: {
|
|
9082
9286
|
provider?: string | undefined;
|
|
9083
9287
|
model?: string | undefined;
|
|
@@ -9108,7 +9312,7 @@ export declare const mulmoScriptTemplateSchema: z.ZodObject<{
|
|
|
9108
9312
|
} | undefined;
|
|
9109
9313
|
} | undefined;
|
|
9110
9314
|
}>;
|
|
9111
|
-
export declare const
|
|
9315
|
+
export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
|
|
9112
9316
|
title: z.ZodString;
|
|
9113
9317
|
description: z.ZodString;
|
|
9114
9318
|
systemPrompt: z.ZodString;
|
|
@@ -9381,6 +9585,16 @@ export declare const mulmoScriptTemplateFileSchema: z.ZodObject<{
|
|
|
9381
9585
|
provider?: string | undefined;
|
|
9382
9586
|
model?: string | undefined;
|
|
9383
9587
|
}>>>;
|
|
9588
|
+
lipSyncParams: z.ZodOptional<z.ZodObject<{
|
|
9589
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
9590
|
+
model: z.ZodOptional<z.ZodString>;
|
|
9591
|
+
}, "strip", z.ZodTypeAny, {
|
|
9592
|
+
provider?: string | undefined;
|
|
9593
|
+
model?: string | undefined;
|
|
9594
|
+
}, {
|
|
9595
|
+
provider?: string | undefined;
|
|
9596
|
+
model?: string | undefined;
|
|
9597
|
+
}>>;
|
|
9384
9598
|
htmlImageParams: z.ZodOptional<z.ZodObject<{
|
|
9385
9599
|
model: z.ZodOptional<z.ZodString>;
|
|
9386
9600
|
} & {
|
|
@@ -9581,6 +9795,10 @@ export declare const mulmoScriptTemplateFileSchema: z.ZodObject<{
|
|
|
9581
9795
|
model?: string | undefined;
|
|
9582
9796
|
}>;
|
|
9583
9797
|
};
|
|
9798
|
+
lipSyncParams?: {
|
|
9799
|
+
provider?: string | undefined;
|
|
9800
|
+
model?: string | undefined;
|
|
9801
|
+
} | undefined;
|
|
9584
9802
|
htmlImageParams?: {
|
|
9585
9803
|
provider: string;
|
|
9586
9804
|
model?: string | undefined;
|
|
@@ -9659,6 +9877,10 @@ export declare const mulmoScriptTemplateFileSchema: z.ZodObject<{
|
|
|
9659
9877
|
provider?: string | undefined;
|
|
9660
9878
|
model?: string | undefined;
|
|
9661
9879
|
} | undefined;
|
|
9880
|
+
lipSyncParams?: {
|
|
9881
|
+
provider?: string | undefined;
|
|
9882
|
+
model?: string | undefined;
|
|
9883
|
+
} | undefined;
|
|
9662
9884
|
htmlImageParams?: {
|
|
9663
9885
|
provider?: string | undefined;
|
|
9664
9886
|
model?: string | undefined;
|
|
@@ -9780,6 +10002,10 @@ export declare const mulmoScriptTemplateFileSchema: z.ZodObject<{
|
|
|
9780
10002
|
model?: string | undefined;
|
|
9781
10003
|
}>;
|
|
9782
10004
|
};
|
|
10005
|
+
lipSyncParams?: {
|
|
10006
|
+
provider?: string | undefined;
|
|
10007
|
+
model?: string | undefined;
|
|
10008
|
+
} | undefined;
|
|
9783
10009
|
htmlImageParams?: {
|
|
9784
10010
|
provider: string;
|
|
9785
10011
|
model?: string | undefined;
|
|
@@ -9865,6 +10091,10 @@ export declare const mulmoScriptTemplateFileSchema: z.ZodObject<{
|
|
|
9865
10091
|
provider?: string | undefined;
|
|
9866
10092
|
model?: string | undefined;
|
|
9867
10093
|
} | undefined;
|
|
10094
|
+
lipSyncParams?: {
|
|
10095
|
+
provider?: string | undefined;
|
|
10096
|
+
model?: string | undefined;
|
|
10097
|
+
} | undefined;
|
|
9868
10098
|
htmlImageParams?: {
|
|
9869
10099
|
provider?: string | undefined;
|
|
9870
10100
|
model?: string | undefined;
|