mulmocast 2.1.23 → 2.1.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +71 -5
- package/lib/actions/captions.js +13 -7
- package/lib/agents/image_genai_agent.js +14 -6
- package/lib/agents/movie_genai_agent.js +35 -19
- package/lib/cli/commands/tool/complete/builder.d.ts +8 -0
- package/lib/cli/commands/tool/complete/builder.js +23 -0
- package/lib/cli/commands/tool/complete/handler.d.ts +8 -0
- package/lib/cli/commands/tool/complete/handler.js +40 -0
- package/lib/cli/commands/tool/complete/index.d.ts +4 -0
- package/lib/cli/commands/tool/complete/index.js +4 -0
- package/lib/cli/commands/tool/index.js +2 -1
- package/lib/data/styles.d.ts +255 -0
- package/lib/data/styles.js +284 -0
- package/lib/methods/mulmo_presentation_style.d.ts +2 -0
- package/lib/tools/complete_script.d.ts +21 -0
- package/lib/tools/complete_script.js +47 -0
- package/lib/tools/create_mulmo_script_from_url.js +5 -3
- package/lib/tools/create_mulmo_script_interactively.js +3 -2
- package/lib/tools/story_to_script.js +3 -2
- package/lib/types/agent.d.ts +4 -0
- package/lib/types/provider2agent.d.ts +1 -1
- package/lib/types/provider2agent.js +8 -2
- package/lib/types/schema.d.ts +47 -9
- package/lib/types/schema.js +5 -1
- package/lib/utils/context.d.ts +25 -5
- package/package.json +2 -2
- package/scripts/test/minimum_beats_completed.json +45 -0
- package/scripts/test/test_caption_split_patterns.json +244 -0
- package/scripts/test/test_vertexai.json +21 -0
package/lib/types/schema.d.ts
CHANGED
|
@@ -216,7 +216,7 @@ export declare const textSplitSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
216
216
|
}, z.core.$strip>], "type">;
|
|
217
217
|
export declare const mulmoCaptionParamsSchema: z.ZodObject<{
|
|
218
218
|
lang: z.ZodOptional<z.ZodString>;
|
|
219
|
-
styles: z.
|
|
219
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
220
220
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
221
221
|
none: "none";
|
|
222
222
|
estimate: "estimate";
|
|
@@ -453,6 +453,8 @@ export declare const mulmoBeatImageParamsSchema: z.ZodObject<{
|
|
|
453
453
|
moderation: z.ZodOptional<z.ZodString>;
|
|
454
454
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
455
455
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
456
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
457
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
456
458
|
}, z.core.$strict>;
|
|
457
459
|
export declare const mulmoImageParamsSchema: z.ZodObject<{
|
|
458
460
|
provider: z.ZodOptional<z.ZodEnum<{
|
|
@@ -464,6 +466,8 @@ export declare const mulmoImageParamsSchema: z.ZodObject<{
|
|
|
464
466
|
moderation: z.ZodOptional<z.ZodString>;
|
|
465
467
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
466
468
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
469
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
470
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
467
471
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
468
472
|
type: z.ZodLiteral<"image">;
|
|
469
473
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -781,6 +785,8 @@ export declare const mulmoMovieParamsSchema: z.ZodObject<{
|
|
|
781
785
|
type: z.ZodLiteral<"custom">;
|
|
782
786
|
filter: z.ZodString;
|
|
783
787
|
}, z.core.$strip>]>>>;
|
|
788
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
789
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
784
790
|
}, z.core.$strip>;
|
|
785
791
|
export declare const mulmoBeatSchema: z.ZodObject<{
|
|
786
792
|
speaker: z.ZodOptional<z.ZodString>;
|
|
@@ -911,6 +917,8 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
911
917
|
moderation: z.ZodOptional<z.ZodString>;
|
|
912
918
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
913
919
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
920
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
921
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
914
922
|
}, z.core.$strict>>;
|
|
915
923
|
audioParams: z.ZodOptional<z.ZodObject<{
|
|
916
924
|
padding: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1143,6 +1151,8 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
1143
1151
|
type: z.ZodLiteral<"custom">;
|
|
1144
1152
|
filter: z.ZodString;
|
|
1145
1153
|
}, z.core.$strip>]>>>;
|
|
1154
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
1155
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
1146
1156
|
speed: z.ZodOptional<z.ZodNumber>;
|
|
1147
1157
|
}, z.core.$strip>>;
|
|
1148
1158
|
soundEffectParams: z.ZodOptional<z.ZodObject<{
|
|
@@ -1170,7 +1180,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
|
|
|
1170
1180
|
}, z.core.$strict>>;
|
|
1171
1181
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
1172
1182
|
lang: z.ZodOptional<z.ZodString>;
|
|
1173
|
-
styles: z.
|
|
1183
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1174
1184
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
1175
1185
|
none: "none";
|
|
1176
1186
|
estimate: "estimate";
|
|
@@ -1275,6 +1285,8 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
1275
1285
|
moderation: z.ZodOptional<z.ZodString>;
|
|
1276
1286
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
1277
1287
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
1288
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
1289
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
1278
1290
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
1279
1291
|
type: z.ZodLiteral<"image">;
|
|
1280
1292
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -1519,6 +1531,8 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
1519
1531
|
type: z.ZodLiteral<"custom">;
|
|
1520
1532
|
filter: z.ZodString;
|
|
1521
1533
|
}, z.core.$strip>]>>>;
|
|
1534
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
1535
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
1522
1536
|
}, z.core.$strip>>>;
|
|
1523
1537
|
soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
|
|
1524
1538
|
provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
@@ -1541,7 +1555,7 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
|
|
|
1541
1555
|
}, z.core.$strict>>;
|
|
1542
1556
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
1543
1557
|
lang: z.ZodOptional<z.ZodString>;
|
|
1544
|
-
styles: z.
|
|
1558
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1545
1559
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
1546
1560
|
none: "none";
|
|
1547
1561
|
estimate: "estimate";
|
|
@@ -1642,6 +1656,8 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
1642
1656
|
moderation: z.ZodOptional<z.ZodString>;
|
|
1643
1657
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
1644
1658
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
1659
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
1660
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
1645
1661
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
1646
1662
|
type: z.ZodLiteral<"image">;
|
|
1647
1663
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -1886,6 +1902,8 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
1886
1902
|
type: z.ZodLiteral<"custom">;
|
|
1887
1903
|
filter: z.ZodString;
|
|
1888
1904
|
}, z.core.$strip>]>>>;
|
|
1905
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
1906
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
1889
1907
|
}, z.core.$strip>>>;
|
|
1890
1908
|
soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
|
|
1891
1909
|
provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
@@ -1908,7 +1926,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
1908
1926
|
}, z.core.$strict>>;
|
|
1909
1927
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
1910
1928
|
lang: z.ZodOptional<z.ZodString>;
|
|
1911
|
-
styles: z.
|
|
1929
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1912
1930
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
1913
1931
|
none: "none";
|
|
1914
1932
|
estimate: "estimate";
|
|
@@ -2083,6 +2101,8 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
2083
2101
|
moderation: z.ZodOptional<z.ZodString>;
|
|
2084
2102
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
2085
2103
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
2104
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
2105
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
2086
2106
|
}, z.core.$strict>>;
|
|
2087
2107
|
audioParams: z.ZodOptional<z.ZodObject<{
|
|
2088
2108
|
padding: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2315,6 +2335,8 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
2315
2335
|
type: z.ZodLiteral<"custom">;
|
|
2316
2336
|
filter: z.ZodString;
|
|
2317
2337
|
}, z.core.$strip>]>>>;
|
|
2338
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
2339
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
2318
2340
|
speed: z.ZodOptional<z.ZodNumber>;
|
|
2319
2341
|
}, z.core.$strip>>;
|
|
2320
2342
|
soundEffectParams: z.ZodOptional<z.ZodObject<{
|
|
@@ -2342,7 +2364,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
|
|
|
2342
2364
|
}, z.core.$strict>>;
|
|
2343
2365
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
2344
2366
|
lang: z.ZodOptional<z.ZodString>;
|
|
2345
|
-
styles: z.
|
|
2367
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
2346
2368
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
2347
2369
|
none: "none";
|
|
2348
2370
|
estimate: "estimate";
|
|
@@ -2522,6 +2544,8 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
2522
2544
|
moderation: z.ZodOptional<z.ZodString>;
|
|
2523
2545
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
2524
2546
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
2547
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
2548
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
2525
2549
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
2526
2550
|
type: z.ZodLiteral<"image">;
|
|
2527
2551
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -2766,6 +2790,8 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
2766
2790
|
type: z.ZodLiteral<"custom">;
|
|
2767
2791
|
filter: z.ZodString;
|
|
2768
2792
|
}, z.core.$strip>]>>>;
|
|
2793
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
2794
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
2769
2795
|
}, z.core.$strip>>>;
|
|
2770
2796
|
soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
|
|
2771
2797
|
provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
@@ -2788,7 +2814,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
2788
2814
|
}, z.core.$strict>>;
|
|
2789
2815
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
2790
2816
|
lang: z.ZodOptional<z.ZodString>;
|
|
2791
|
-
styles: z.
|
|
2817
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
2792
2818
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
2793
2819
|
none: "none";
|
|
2794
2820
|
estimate: "estimate";
|
|
@@ -2963,6 +2989,8 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
2963
2989
|
moderation: z.ZodOptional<z.ZodString>;
|
|
2964
2990
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
2965
2991
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
2992
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
2993
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
2966
2994
|
}, z.core.$strict>>;
|
|
2967
2995
|
audioParams: z.ZodOptional<z.ZodObject<{
|
|
2968
2996
|
padding: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3195,6 +3223,8 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
3195
3223
|
type: z.ZodLiteral<"custom">;
|
|
3196
3224
|
filter: z.ZodString;
|
|
3197
3225
|
}, z.core.$strip>]>>>;
|
|
3226
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
3227
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
3198
3228
|
speed: z.ZodOptional<z.ZodNumber>;
|
|
3199
3229
|
}, z.core.$strip>>;
|
|
3200
3230
|
soundEffectParams: z.ZodOptional<z.ZodObject<{
|
|
@@ -3222,7 +3252,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
|
|
|
3222
3252
|
}, z.core.$strict>>;
|
|
3223
3253
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
3224
3254
|
lang: z.ZodOptional<z.ZodString>;
|
|
3225
|
-
styles: z.
|
|
3255
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
3226
3256
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
3227
3257
|
none: "none";
|
|
3228
3258
|
estimate: "estimate";
|
|
@@ -3338,6 +3368,8 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
|
|
|
3338
3368
|
moderation: z.ZodOptional<z.ZodString>;
|
|
3339
3369
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
3340
3370
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
3371
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
3372
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
3341
3373
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
3342
3374
|
type: z.ZodLiteral<"image">;
|
|
3343
3375
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -3582,6 +3614,8 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
|
|
|
3582
3614
|
type: z.ZodLiteral<"custom">;
|
|
3583
3615
|
filter: z.ZodString;
|
|
3584
3616
|
}, z.core.$strip>]>>>;
|
|
3617
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
3618
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
3585
3619
|
}, z.core.$strip>>>;
|
|
3586
3620
|
soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
|
|
3587
3621
|
provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
@@ -3604,7 +3638,7 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
|
|
|
3604
3638
|
}, z.core.$strict>>;
|
|
3605
3639
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
3606
3640
|
lang: z.ZodOptional<z.ZodString>;
|
|
3607
|
-
styles: z.
|
|
3641
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
3608
3642
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
3609
3643
|
none: "none";
|
|
3610
3644
|
estimate: "estimate";
|
|
@@ -3699,6 +3733,8 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
|
|
|
3699
3733
|
moderation: z.ZodOptional<z.ZodString>;
|
|
3700
3734
|
baseURL: z.ZodOptional<z.ZodString>;
|
|
3701
3735
|
apiVersion: z.ZodOptional<z.ZodString>;
|
|
3736
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
3737
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
3702
3738
|
images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
|
|
3703
3739
|
type: z.ZodLiteral<"image">;
|
|
3704
3740
|
source: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -3943,6 +3979,8 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
|
|
|
3943
3979
|
type: z.ZodLiteral<"custom">;
|
|
3944
3980
|
filter: z.ZodString;
|
|
3945
3981
|
}, z.core.$strip>]>>>;
|
|
3982
|
+
vertexai_project: z.ZodOptional<z.ZodString>;
|
|
3983
|
+
vertexai_location: z.ZodOptional<z.ZodString>;
|
|
3946
3984
|
}, z.core.$strip>>>;
|
|
3947
3985
|
soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
|
|
3948
3986
|
provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
@@ -3965,7 +4003,7 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
|
|
|
3965
4003
|
}, z.core.$strict>>;
|
|
3966
4004
|
captionParams: z.ZodOptional<z.ZodObject<{
|
|
3967
4005
|
lang: z.ZodOptional<z.ZodString>;
|
|
3968
|
-
styles: z.
|
|
4006
|
+
styles: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
3969
4007
|
captionSplit: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
3970
4008
|
none: "none";
|
|
3971
4009
|
estimate: "estimate";
|
package/lib/types/schema.js
CHANGED
|
@@ -132,7 +132,7 @@ export const textSplitSchema = z.discriminatedUnion("type", [
|
|
|
132
132
|
export const mulmoCaptionParamsSchema = z
|
|
133
133
|
.object({
|
|
134
134
|
lang: langSchema.optional(),
|
|
135
|
-
styles: z.array(z.string()).optional()
|
|
135
|
+
styles: z.array(z.string()).optional(), // css styles
|
|
136
136
|
captionSplit: captionSplitSchema.optional(), // how to determine caption timing
|
|
137
137
|
textSplit: textSplitSchema.optional(), // how to split text into segments (default: none)
|
|
138
138
|
})
|
|
@@ -244,6 +244,8 @@ export const mulmoBeatImageParamsSchema = z
|
|
|
244
244
|
moderation: z.string().optional(), // optional image style
|
|
245
245
|
baseURL: z.string().optional(), // Azure/custom endpoint URL
|
|
246
246
|
apiVersion: z.string().optional(), // Azure API version (e.g., "2025-04-01-preview")
|
|
247
|
+
vertexai_project: z.string().optional(), // Google Cloud Project ID for Vertex AI
|
|
248
|
+
vertexai_location: z.string().optional(), // Vertex AI location (default: us-central1)
|
|
247
249
|
})
|
|
248
250
|
.strict();
|
|
249
251
|
export const mulmoImageParamsSchema = mulmoBeatImageParamsSchema
|
|
@@ -326,6 +328,8 @@ export const mulmoMovieParamsSchema = z.object({
|
|
|
326
328
|
fillOption: mulmoFillOptionSchema.optional(), // for movie.ts
|
|
327
329
|
transition: mulmoTransitionSchema.optional(), // for movie.ts
|
|
328
330
|
filters: z.array(mulmoVideoFilterSchema).optional(), // for movie.ts
|
|
331
|
+
vertexai_project: z.string().optional(), // Google Cloud Project ID for Vertex AI
|
|
332
|
+
vertexai_location: z.string().optional(), // Vertex AI location (default: us-central1)
|
|
329
333
|
});
|
|
330
334
|
export const mulmoBeatSchema = z
|
|
331
335
|
.object({
|
package/lib/utils/context.d.ts
CHANGED
|
@@ -52,6 +52,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
52
52
|
moderation?: string | undefined;
|
|
53
53
|
baseURL?: string | undefined;
|
|
54
54
|
apiVersion?: string | undefined;
|
|
55
|
+
vertexai_project?: string | undefined;
|
|
56
|
+
vertexai_location?: string | undefined;
|
|
55
57
|
images?: Record<string, {
|
|
56
58
|
type: "image";
|
|
57
59
|
source: {
|
|
@@ -225,6 +227,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
225
227
|
type: "custom";
|
|
226
228
|
filter: string;
|
|
227
229
|
})[] | undefined;
|
|
230
|
+
vertexai_project?: string | undefined;
|
|
231
|
+
vertexai_location?: string | undefined;
|
|
228
232
|
};
|
|
229
233
|
soundEffectParams: {
|
|
230
234
|
provider?: string | undefined;
|
|
@@ -377,6 +381,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
377
381
|
moderation?: string | undefined;
|
|
378
382
|
baseURL?: string | undefined;
|
|
379
383
|
apiVersion?: string | undefined;
|
|
384
|
+
vertexai_project?: string | undefined;
|
|
385
|
+
vertexai_location?: string | undefined;
|
|
380
386
|
} | undefined;
|
|
381
387
|
audioParams?: {
|
|
382
388
|
movieVolume: number;
|
|
@@ -538,6 +544,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
538
544
|
type: "custom";
|
|
539
545
|
filter: string;
|
|
540
546
|
})[] | undefined;
|
|
547
|
+
vertexai_project?: string | undefined;
|
|
548
|
+
vertexai_location?: string | undefined;
|
|
541
549
|
speed?: number | undefined;
|
|
542
550
|
} | undefined;
|
|
543
551
|
soundEffectParams?: {
|
|
@@ -562,8 +570,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
562
570
|
cssStyles: string | string[];
|
|
563
571
|
} | undefined;
|
|
564
572
|
captionParams?: {
|
|
565
|
-
styles: string[];
|
|
566
573
|
lang?: string | undefined;
|
|
574
|
+
styles?: string[] | undefined;
|
|
567
575
|
captionSplit?: "none" | "estimate" | undefined;
|
|
568
576
|
textSplit?: {
|
|
569
577
|
type: "none";
|
|
@@ -597,8 +605,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
597
605
|
cssStyles: string | string[];
|
|
598
606
|
} | undefined;
|
|
599
607
|
captionParams?: {
|
|
600
|
-
styles: string[];
|
|
601
608
|
lang?: string | undefined;
|
|
609
|
+
styles?: string[] | undefined;
|
|
602
610
|
captionSplit?: "none" | "estimate" | undefined;
|
|
603
611
|
textSplit?: {
|
|
604
612
|
type: "none";
|
|
@@ -700,6 +708,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
700
708
|
moderation?: string | undefined;
|
|
701
709
|
baseURL?: string | undefined;
|
|
702
710
|
apiVersion?: string | undefined;
|
|
711
|
+
vertexai_project?: string | undefined;
|
|
712
|
+
vertexai_location?: string | undefined;
|
|
703
713
|
images?: Record<string, {
|
|
704
714
|
type: "image";
|
|
705
715
|
source: {
|
|
@@ -873,6 +883,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
873
883
|
type: "custom";
|
|
874
884
|
filter: string;
|
|
875
885
|
})[] | undefined;
|
|
886
|
+
vertexai_project?: string | undefined;
|
|
887
|
+
vertexai_location?: string | undefined;
|
|
876
888
|
};
|
|
877
889
|
soundEffectParams: {
|
|
878
890
|
provider?: string | undefined;
|
|
@@ -1025,6 +1037,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1025
1037
|
moderation?: string | undefined;
|
|
1026
1038
|
baseURL?: string | undefined;
|
|
1027
1039
|
apiVersion?: string | undefined;
|
|
1040
|
+
vertexai_project?: string | undefined;
|
|
1041
|
+
vertexai_location?: string | undefined;
|
|
1028
1042
|
} | undefined;
|
|
1029
1043
|
audioParams?: {
|
|
1030
1044
|
movieVolume: number;
|
|
@@ -1186,6 +1200,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1186
1200
|
type: "custom";
|
|
1187
1201
|
filter: string;
|
|
1188
1202
|
})[] | undefined;
|
|
1203
|
+
vertexai_project?: string | undefined;
|
|
1204
|
+
vertexai_location?: string | undefined;
|
|
1189
1205
|
speed?: number | undefined;
|
|
1190
1206
|
} | undefined;
|
|
1191
1207
|
soundEffectParams?: {
|
|
@@ -1210,8 +1226,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1210
1226
|
cssStyles: string | string[];
|
|
1211
1227
|
} | undefined;
|
|
1212
1228
|
captionParams?: {
|
|
1213
|
-
styles: string[];
|
|
1214
1229
|
lang?: string | undefined;
|
|
1230
|
+
styles?: string[] | undefined;
|
|
1215
1231
|
captionSplit?: "none" | "estimate" | undefined;
|
|
1216
1232
|
textSplit?: {
|
|
1217
1233
|
type: "none";
|
|
@@ -1245,8 +1261,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1245
1261
|
cssStyles: string | string[];
|
|
1246
1262
|
} | undefined;
|
|
1247
1263
|
captionParams?: {
|
|
1248
|
-
styles: string[];
|
|
1249
1264
|
lang?: string | undefined;
|
|
1265
|
+
styles?: string[] | undefined;
|
|
1250
1266
|
captionSplit?: "none" | "estimate" | undefined;
|
|
1251
1267
|
textSplit?: {
|
|
1252
1268
|
type: "none";
|
|
@@ -1355,6 +1371,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1355
1371
|
moderation?: string | undefined;
|
|
1356
1372
|
baseURL?: string | undefined;
|
|
1357
1373
|
apiVersion?: string | undefined;
|
|
1374
|
+
vertexai_project?: string | undefined;
|
|
1375
|
+
vertexai_location?: string | undefined;
|
|
1358
1376
|
images?: Record<string, {
|
|
1359
1377
|
type: "image";
|
|
1360
1378
|
source: {
|
|
@@ -1528,6 +1546,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1528
1546
|
type: "custom";
|
|
1529
1547
|
filter: string;
|
|
1530
1548
|
})[] | undefined;
|
|
1549
|
+
vertexai_project?: string | undefined;
|
|
1550
|
+
vertexai_location?: string | undefined;
|
|
1531
1551
|
};
|
|
1532
1552
|
soundEffectParams: {
|
|
1533
1553
|
provider?: string | undefined;
|
|
@@ -1564,8 +1584,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
1564
1584
|
cssStyles: string | string[];
|
|
1565
1585
|
} | undefined;
|
|
1566
1586
|
captionParams?: {
|
|
1567
|
-
styles: string[];
|
|
1568
1587
|
lang?: string | undefined;
|
|
1588
|
+
styles?: string[] | undefined;
|
|
1569
1589
|
captionSplit?: "none" | "estimate" | undefined;
|
|
1570
1590
|
textSplit?: {
|
|
1571
1591
|
type: "none";
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mulmocast",
|
|
3
|
-
"version": "2.1.
|
|
3
|
+
"version": "2.1.25",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "lib/index.node.js",
|
|
@@ -80,7 +80,7 @@
|
|
|
80
80
|
"@google/genai": "^1.38.0",
|
|
81
81
|
"@graphai/anthropic_agent": "^2.0.12",
|
|
82
82
|
"@graphai/browserless_agent": "^2.0.1",
|
|
83
|
-
"@graphai/gemini_agent": "^2.0.
|
|
83
|
+
"@graphai/gemini_agent": "^2.0.5",
|
|
84
84
|
"@graphai/groq_agent": "^2.0.2",
|
|
85
85
|
"@graphai/input_agents": "^1.0.2",
|
|
86
86
|
"@graphai/openai_agent": "^2.0.9",
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$mulmocast": {
|
|
3
|
+
"version": "1.1"
|
|
4
|
+
},
|
|
5
|
+
"canvasSize": {
|
|
6
|
+
"width": 1280,
|
|
7
|
+
"height": 720
|
|
8
|
+
},
|
|
9
|
+
"speechParams": {
|
|
10
|
+
"speakers": {
|
|
11
|
+
"Presenter": {
|
|
12
|
+
"provider": "openai",
|
|
13
|
+
"voiceId": "shimmer",
|
|
14
|
+
"displayName": {
|
|
15
|
+
"en": "Presenter"
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
"imageParams": {
|
|
21
|
+
"provider": "openai",
|
|
22
|
+
"images": {}
|
|
23
|
+
},
|
|
24
|
+
"movieParams": {
|
|
25
|
+
"provider": "replicate"
|
|
26
|
+
},
|
|
27
|
+
"soundEffectParams": {
|
|
28
|
+
"provider": "replicate"
|
|
29
|
+
},
|
|
30
|
+
"audioParams": {
|
|
31
|
+
"introPadding": 1,
|
|
32
|
+
"padding": 0.3,
|
|
33
|
+
"closingPadding": 0.8,
|
|
34
|
+
"outroPadding": 1,
|
|
35
|
+
"bgmVolume": 0.2,
|
|
36
|
+
"audioVolume": 1,
|
|
37
|
+
"suppressSpeech": false
|
|
38
|
+
},
|
|
39
|
+
"lang": "en",
|
|
40
|
+
"beats": [
|
|
41
|
+
{
|
|
42
|
+
"text": "Hello"
|
|
43
|
+
}
|
|
44
|
+
]
|
|
45
|
+
}
|