mulmocast 1.1.0 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/assets/templates/ani.json +2 -2
  2. package/assets/templates/ani_ja.json +2 -2
  3. package/lib/actions/image_agents.d.ts +21 -0
  4. package/lib/actions/image_agents.js +7 -0
  5. package/lib/actions/images.js +33 -4
  6. package/lib/actions/movie.js +3 -2
  7. package/lib/agents/index.d.ts +2 -1
  8. package/lib/agents/index.js +2 -1
  9. package/lib/agents/lipsync_replicate_agent.d.ts +5 -0
  10. package/lib/agents/lipsync_replicate_agent.js +57 -0
  11. package/lib/data/index.d.ts +2 -0
  12. package/lib/data/index.js +2 -0
  13. package/lib/data/promptTemplates.d.ts +695 -0
  14. package/lib/data/promptTemplates.js +957 -0
  15. package/lib/data/scriptTemplates.d.ts +233 -0
  16. package/lib/data/scriptTemplates.js +580 -0
  17. package/lib/index.browser.d.ts +2 -1
  18. package/lib/index.browser.js +2 -1
  19. package/lib/methods/mulmo_presentation_style.d.ts +8 -0
  20. package/lib/methods/mulmo_presentation_style.js +8 -1
  21. package/lib/tools/story_to_script.js +2 -2
  22. package/lib/types/agent.d.ts +10 -0
  23. package/lib/types/schema.d.ts +230 -0
  24. package/lib/types/schema.js +9 -0
  25. package/lib/types/type.d.ts +1 -1
  26. package/lib/utils/context.d.ts +15 -0
  27. package/lib/utils/context.js +1 -0
  28. package/lib/utils/file.d.ts +8 -3
  29. package/lib/utils/file.js +46 -20
  30. package/lib/utils/preprocess.d.ts +10 -0
  31. package/lib/utils/provider2agent.d.ts +11 -0
  32. package/lib/utils/provider2agent.js +13 -0
  33. package/lib/utils/utils.js +3 -0
  34. package/package.json +8 -4
  35. package/scripts/templates/business.json +1 -1
  36. package/scripts/templates/children_book.json +1 -1
  37. package/scripts/templates/coding.json +1 -1
  38. package/scripts/templates/html.json +1 -1
  39. package/scripts/templates/image_prompt_only_template.json +1 -1
  40. package/scripts/templates/image_prompts_template.json +1 -1
  41. package/scripts/templates/image_refs.json +1 -1
  42. package/scripts/templates/movie_prompts_no_text_template.json +1 -1
  43. package/scripts/templates/movie_prompts_template.json +1 -1
  44. package/scripts/templates/presentation.json +1 -1
  45. package/scripts/templates/sensei_and_taro.json +1 -1
  46. package/scripts/templates/shorts_template.json +1 -1
  47. package/scripts/templates/text_only_template.json +1 -1
  48. package/scripts/templates/voice_over.json +1 -1
@@ -0,0 +1,695 @@
1
+ export declare const promptTemplates: ({
2
+ description: string;
3
+ filename: string;
4
+ presentationStyle: {
5
+ $mulmocast: {
6
+ credit: string;
7
+ version: string;
8
+ };
9
+ audioParams: {
10
+ audioVolume: number;
11
+ bgmVolume: number;
12
+ closingPadding: number;
13
+ introPadding: number;
14
+ outroPadding: number;
15
+ padding: number;
16
+ suppressSpeech: boolean;
17
+ bgm?: undefined;
18
+ };
19
+ canvasSize: {
20
+ height: number;
21
+ width: number;
22
+ };
23
+ imageParams: {
24
+ images: {
25
+ girl: {
26
+ source: {
27
+ kind: string;
28
+ url: string;
29
+ };
30
+ type: string;
31
+ };
32
+ ani?: undefined;
33
+ presenter?: undefined;
34
+ optimus?: undefined;
35
+ };
36
+ provider: string;
37
+ style: string;
38
+ };
39
+ movieParams: {
40
+ provider: string;
41
+ model?: undefined;
42
+ };
43
+ soundEffectParams: {
44
+ provider: string;
45
+ };
46
+ speechParams: {
47
+ speakers: {
48
+ Presenter: {
49
+ displayName: {
50
+ en: string;
51
+ };
52
+ voiceId: string;
53
+ speechOptions?: undefined;
54
+ provider?: undefined;
55
+ };
56
+ Announcer?: undefined;
57
+ Student?: undefined;
58
+ Teacher?: undefined;
59
+ };
60
+ };
61
+ };
62
+ scriptName: string;
63
+ systemPrompt: string;
64
+ title: string;
65
+ } | {
66
+ description: string;
67
+ filename: string;
68
+ presentationStyle: {
69
+ $mulmocast: {
70
+ credit: string;
71
+ version: string;
72
+ };
73
+ audioParams: {
74
+ audioVolume: number;
75
+ bgm: {
76
+ kind: string;
77
+ url: string;
78
+ };
79
+ bgmVolume: number;
80
+ closingPadding: number;
81
+ introPadding: number;
82
+ outroPadding: number;
83
+ padding: number;
84
+ suppressSpeech: boolean;
85
+ };
86
+ canvasSize: {
87
+ height: number;
88
+ width: number;
89
+ };
90
+ imageParams: {
91
+ images: {
92
+ ani: {
93
+ source: {
94
+ kind: string;
95
+ url: string;
96
+ };
97
+ type: string;
98
+ };
99
+ girl?: undefined;
100
+ presenter?: undefined;
101
+ optimus?: undefined;
102
+ };
103
+ provider: string;
104
+ style: string;
105
+ };
106
+ movieParams: {
107
+ model: string;
108
+ provider: string;
109
+ };
110
+ soundEffectParams: {
111
+ provider: string;
112
+ };
113
+ speechParams: {
114
+ speakers: {
115
+ Presenter: {
116
+ speechOptions: {
117
+ instruction: string;
118
+ speed?: undefined;
119
+ };
120
+ voiceId: string;
121
+ displayName?: undefined;
122
+ provider?: undefined;
123
+ };
124
+ Announcer?: undefined;
125
+ Student?: undefined;
126
+ Teacher?: undefined;
127
+ };
128
+ };
129
+ };
130
+ scriptName: string;
131
+ systemPrompt: string;
132
+ title: string;
133
+ } | {
134
+ description: string;
135
+ filename: string;
136
+ presentationStyle: {
137
+ $mulmocast: {
138
+ credit: string;
139
+ version: string;
140
+ };
141
+ audioParams: {
142
+ audioVolume: number;
143
+ bgm: {
144
+ kind: string;
145
+ url: string;
146
+ };
147
+ bgmVolume: number;
148
+ closingPadding: number;
149
+ introPadding: number;
150
+ outroPadding: number;
151
+ padding: number;
152
+ suppressSpeech: boolean;
153
+ };
154
+ canvasSize: {
155
+ height: number;
156
+ width: number;
157
+ };
158
+ imageParams: {
159
+ images: {
160
+ ani: {
161
+ source: {
162
+ kind: string;
163
+ url: string;
164
+ };
165
+ type: string;
166
+ };
167
+ girl?: undefined;
168
+ presenter?: undefined;
169
+ optimus?: undefined;
170
+ };
171
+ provider: string;
172
+ style: string;
173
+ };
174
+ movieParams: {
175
+ model: string;
176
+ provider: string;
177
+ };
178
+ soundEffectParams: {
179
+ provider: string;
180
+ };
181
+ speechParams: {
182
+ speakers: {
183
+ Presenter: {
184
+ provider: string;
185
+ voiceId: string;
186
+ displayName?: undefined;
187
+ speechOptions?: undefined;
188
+ };
189
+ Announcer?: undefined;
190
+ Student?: undefined;
191
+ Teacher?: undefined;
192
+ };
193
+ };
194
+ };
195
+ scriptName: string;
196
+ systemPrompt: string;
197
+ title: string;
198
+ } | {
199
+ description: string;
200
+ filename: string;
201
+ scriptName: string;
202
+ systemPrompt: string;
203
+ title: string;
204
+ presentationStyle?: undefined;
205
+ } | {
206
+ description: string;
207
+ filename: string;
208
+ presentationStyle: {
209
+ $mulmocast: {
210
+ credit: string;
211
+ version: string;
212
+ };
213
+ audioParams: {
214
+ audioVolume: number;
215
+ bgmVolume: number;
216
+ closingPadding: number;
217
+ introPadding: number;
218
+ outroPadding: number;
219
+ padding: number;
220
+ suppressSpeech: boolean;
221
+ bgm?: undefined;
222
+ };
223
+ canvasSize: {
224
+ height: number;
225
+ width: number;
226
+ };
227
+ imageParams: {
228
+ images: {
229
+ girl?: undefined;
230
+ ani?: undefined;
231
+ presenter?: undefined;
232
+ optimus?: undefined;
233
+ };
234
+ provider: string;
235
+ style?: undefined;
236
+ };
237
+ movieParams: {
238
+ provider: string;
239
+ model?: undefined;
240
+ };
241
+ soundEffectParams: {
242
+ provider: string;
243
+ };
244
+ speechParams: {
245
+ speakers: {
246
+ Presenter: {
247
+ displayName: {
248
+ en: string;
249
+ };
250
+ voiceId: string;
251
+ speechOptions?: undefined;
252
+ provider?: undefined;
253
+ };
254
+ Announcer?: undefined;
255
+ Student?: undefined;
256
+ Teacher?: undefined;
257
+ };
258
+ };
259
+ };
260
+ scriptName: string;
261
+ systemPrompt: string;
262
+ title: string;
263
+ } | {
264
+ description: string;
265
+ filename: string;
266
+ presentationStyle: {
267
+ $mulmocast: {
268
+ credit: string;
269
+ version: string;
270
+ };
271
+ audioParams: {
272
+ audioVolume: number;
273
+ bgmVolume: number;
274
+ closingPadding: number;
275
+ introPadding: number;
276
+ outroPadding: number;
277
+ padding: number;
278
+ suppressSpeech: boolean;
279
+ bgm?: undefined;
280
+ };
281
+ canvasSize: {
282
+ height: number;
283
+ width: number;
284
+ };
285
+ imageParams: {
286
+ provider: string;
287
+ style: string;
288
+ images?: undefined;
289
+ };
290
+ movieParams: {
291
+ provider: string;
292
+ model?: undefined;
293
+ };
294
+ soundEffectParams: {
295
+ provider: string;
296
+ };
297
+ speechParams: {
298
+ speakers: {
299
+ Presenter: {
300
+ displayName: {
301
+ en: string;
302
+ };
303
+ voiceId: string;
304
+ speechOptions?: undefined;
305
+ provider?: undefined;
306
+ };
307
+ Announcer?: undefined;
308
+ Student?: undefined;
309
+ Teacher?: undefined;
310
+ };
311
+ };
312
+ };
313
+ scriptName: string;
314
+ systemPrompt: string;
315
+ title: string;
316
+ } | {
317
+ description: string;
318
+ filename: string;
319
+ presentationStyle: {
320
+ $mulmocast: {
321
+ credit: string;
322
+ version: string;
323
+ };
324
+ audioParams: {
325
+ audioVolume: number;
326
+ bgmVolume: number;
327
+ closingPadding: number;
328
+ introPadding: number;
329
+ outroPadding: number;
330
+ padding: number;
331
+ suppressSpeech: boolean;
332
+ bgm?: undefined;
333
+ };
334
+ canvasSize: {
335
+ height: number;
336
+ width: number;
337
+ };
338
+ imageParams: {
339
+ images: {
340
+ presenter: {
341
+ source: {
342
+ kind: string;
343
+ url: string;
344
+ };
345
+ type: string;
346
+ };
347
+ girl?: undefined;
348
+ ani?: undefined;
349
+ optimus?: undefined;
350
+ };
351
+ provider: string;
352
+ style: string;
353
+ };
354
+ movieParams: {
355
+ provider: string;
356
+ model?: undefined;
357
+ };
358
+ soundEffectParams: {
359
+ provider: string;
360
+ };
361
+ speechParams: {
362
+ speakers: {
363
+ Presenter: {
364
+ displayName: {
365
+ en: string;
366
+ };
367
+ voiceId: string;
368
+ speechOptions?: undefined;
369
+ provider?: undefined;
370
+ };
371
+ Announcer?: undefined;
372
+ Student?: undefined;
373
+ Teacher?: undefined;
374
+ };
375
+ };
376
+ };
377
+ scriptName: string;
378
+ systemPrompt: string;
379
+ title: string;
380
+ } | {
381
+ description: string;
382
+ filename: string;
383
+ presentationStyle: {
384
+ $mulmocast: {
385
+ credit: string;
386
+ version: string;
387
+ };
388
+ audioParams: {
389
+ audioVolume: number;
390
+ bgmVolume: number;
391
+ closingPadding: number;
392
+ introPadding: number;
393
+ outroPadding: number;
394
+ padding: number;
395
+ suppressSpeech: boolean;
396
+ bgm?: undefined;
397
+ };
398
+ canvasSize: {
399
+ height: number;
400
+ width: number;
401
+ };
402
+ imageParams: {
403
+ images: {
404
+ presenter: {
405
+ source: {
406
+ kind: string;
407
+ url: string;
408
+ };
409
+ type: string;
410
+ };
411
+ girl?: undefined;
412
+ ani?: undefined;
413
+ optimus?: undefined;
414
+ };
415
+ provider: string;
416
+ style: string;
417
+ };
418
+ movieParams: {
419
+ provider: string;
420
+ model?: undefined;
421
+ };
422
+ soundEffectParams: {
423
+ provider: string;
424
+ };
425
+ speechParams: {
426
+ speakers: {
427
+ Presenter: {
428
+ provider: string;
429
+ speechOptions: {
430
+ speed: number;
431
+ instruction?: undefined;
432
+ };
433
+ voiceId: string;
434
+ displayName?: undefined;
435
+ };
436
+ Announcer?: undefined;
437
+ Student?: undefined;
438
+ Teacher?: undefined;
439
+ };
440
+ };
441
+ };
442
+ scriptName: string;
443
+ systemPrompt: string;
444
+ title: string;
445
+ } | {
446
+ description: string;
447
+ filename: string;
448
+ presentationStyle: {
449
+ $mulmocast: {
450
+ credit: string;
451
+ version: string;
452
+ };
453
+ audioParams: {
454
+ audioVolume: number;
455
+ bgmVolume: number;
456
+ closingPadding: number;
457
+ introPadding: number;
458
+ outroPadding: number;
459
+ padding: number;
460
+ suppressSpeech: boolean;
461
+ bgm?: undefined;
462
+ };
463
+ canvasSize: {
464
+ height: number;
465
+ width: number;
466
+ };
467
+ imageParams: {
468
+ images: {
469
+ optimus: {
470
+ source: {
471
+ kind: string;
472
+ url: string;
473
+ };
474
+ type: string;
475
+ };
476
+ presenter: {
477
+ source: {
478
+ kind: string;
479
+ url: string;
480
+ };
481
+ type: string;
482
+ };
483
+ girl?: undefined;
484
+ ani?: undefined;
485
+ };
486
+ provider: string;
487
+ style: string;
488
+ };
489
+ movieParams: {
490
+ provider: string;
491
+ model?: undefined;
492
+ };
493
+ soundEffectParams: {
494
+ provider: string;
495
+ };
496
+ speechParams: {
497
+ speakers: {
498
+ Presenter: {
499
+ displayName: {
500
+ en: string;
501
+ };
502
+ voiceId: string;
503
+ speechOptions?: undefined;
504
+ provider?: undefined;
505
+ };
506
+ Announcer?: undefined;
507
+ Student?: undefined;
508
+ Teacher?: undefined;
509
+ };
510
+ };
511
+ };
512
+ scriptName: string;
513
+ systemPrompt: string;
514
+ title: string;
515
+ } | {
516
+ description: string;
517
+ filename: string;
518
+ systemPrompt: string;
519
+ title: string;
520
+ presentationStyle?: undefined;
521
+ scriptName?: undefined;
522
+ } | {
523
+ description: string;
524
+ filename: string;
525
+ presentationStyle: {
526
+ $mulmocast: {
527
+ credit: string;
528
+ version: string;
529
+ };
530
+ audioParams: {
531
+ audioVolume: number;
532
+ bgmVolume: number;
533
+ closingPadding: number;
534
+ introPadding: number;
535
+ outroPadding: number;
536
+ padding: number;
537
+ suppressSpeech: boolean;
538
+ bgm?: undefined;
539
+ };
540
+ canvasSize: {
541
+ height: number;
542
+ width: number;
543
+ };
544
+ imageParams: {
545
+ provider: string;
546
+ style: string;
547
+ images?: undefined;
548
+ };
549
+ movieParams: {
550
+ provider: string;
551
+ model?: undefined;
552
+ };
553
+ soundEffectParams: {
554
+ provider: string;
555
+ };
556
+ speechParams: {
557
+ speakers: {
558
+ Announcer: {
559
+ displayName: {
560
+ ja: string;
561
+ };
562
+ provider: string;
563
+ voiceId: string;
564
+ };
565
+ Student: {
566
+ displayName: {
567
+ ja: string;
568
+ };
569
+ provider: string;
570
+ voiceId: string;
571
+ };
572
+ Teacher: {
573
+ displayName: {
574
+ ja: string;
575
+ };
576
+ provider: string;
577
+ voiceId: string;
578
+ };
579
+ Presenter?: undefined;
580
+ };
581
+ };
582
+ };
583
+ scriptName: string;
584
+ systemPrompt: string;
585
+ title: string;
586
+ } | {
587
+ description: string;
588
+ filename: string;
589
+ presentationStyle: {
590
+ $mulmocast: {
591
+ version: string;
592
+ credit?: undefined;
593
+ };
594
+ audioParams: {
595
+ audioVolume: number;
596
+ bgmVolume: number;
597
+ closingPadding: number;
598
+ introPadding: number;
599
+ outroPadding: number;
600
+ padding: number;
601
+ suppressSpeech: boolean;
602
+ bgm?: undefined;
603
+ };
604
+ canvasSize: {
605
+ height: number;
606
+ width: number;
607
+ };
608
+ imageParams: {
609
+ provider: string;
610
+ style: string;
611
+ images?: undefined;
612
+ };
613
+ movieParams: {
614
+ provider: string;
615
+ model?: undefined;
616
+ };
617
+ soundEffectParams: {
618
+ provider: string;
619
+ };
620
+ speechParams: {
621
+ speakers: {
622
+ Presenter: {
623
+ displayName: {
624
+ en: string;
625
+ };
626
+ voiceId: string;
627
+ speechOptions?: undefined;
628
+ provider?: undefined;
629
+ };
630
+ Announcer?: undefined;
631
+ Student?: undefined;
632
+ Teacher?: undefined;
633
+ };
634
+ };
635
+ };
636
+ scriptName: string;
637
+ systemPrompt: string;
638
+ title: string;
639
+ } | {
640
+ description: string;
641
+ filename: string;
642
+ presentationStyle: {
643
+ $mulmocast: {
644
+ version: string;
645
+ credit?: undefined;
646
+ };
647
+ audioParams: {
648
+ audioVolume: number;
649
+ bgm: {
650
+ kind: string;
651
+ url: string;
652
+ };
653
+ bgmVolume: number;
654
+ closingPadding: number;
655
+ introPadding: number;
656
+ outroPadding: number;
657
+ padding: number;
658
+ suppressSpeech: boolean;
659
+ };
660
+ canvasSize: {
661
+ height: number;
662
+ width: number;
663
+ };
664
+ imageParams: {
665
+ provider: string;
666
+ style: string;
667
+ images?: undefined;
668
+ };
669
+ movieParams: {
670
+ provider: string;
671
+ model?: undefined;
672
+ };
673
+ soundEffectParams: {
674
+ provider: string;
675
+ };
676
+ speechParams: {
677
+ speakers: {
678
+ Presenter: {
679
+ displayName: {
680
+ en: string;
681
+ };
682
+ voiceId: string;
683
+ speechOptions?: undefined;
684
+ provider?: undefined;
685
+ };
686
+ Announcer?: undefined;
687
+ Student?: undefined;
688
+ Teacher?: undefined;
689
+ };
690
+ };
691
+ };
692
+ scriptName: string;
693
+ systemPrompt: string;
694
+ title: string;
695
+ })[];