mulmocast 1.1.1 → 1.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/lib/actions/image_agents.d.ts +3 -0
  2. package/lib/actions/image_agents.js +3 -1
  3. package/lib/actions/images.js +5 -5
  4. package/lib/agents/lipsync_replicate_agent.js +19 -4
  5. package/lib/agents/movie_replicate_agent.js +10 -1
  6. package/lib/cli/commands/tool/prompt/builder.js +2 -2
  7. package/lib/cli/commands/tool/scripting/builder.js +2 -2
  8. package/lib/cli/commands/tool/story_to_script/builder.js +2 -2
  9. package/lib/data/scriptTemplates.d.ts +575 -151
  10. package/lib/data/scriptTemplates.js +956 -437
  11. package/lib/methods/index.d.ts +0 -1
  12. package/lib/methods/index.js +0 -1
  13. package/lib/methods/mulmo_presentation_style.d.ts +2 -0
  14. package/lib/methods/mulmo_script_template.d.ts +2 -2
  15. package/lib/tools/create_mulmo_script_from_url.js +12 -1
  16. package/lib/tools/story_to_script.js +3 -3
  17. package/lib/types/schema.d.ts +92 -92
  18. package/lib/types/schema.js +2 -2
  19. package/lib/types/type.d.ts +3 -3
  20. package/lib/utils/context.d.ts +6 -6
  21. package/lib/utils/file.d.ts +7 -9
  22. package/lib/utils/file.js +38 -34
  23. package/lib/utils/inquirer.js +2 -2
  24. package/lib/utils/preprocess.d.ts +6 -6
  25. package/lib/utils/prompt.d.ts +2 -2
  26. package/lib/utils/provider2agent.d.ts +2 -0
  27. package/lib/utils/provider2agent.js +20 -1
  28. package/lib/utils/system_prompt.d.ts +1 -0
  29. package/lib/utils/system_prompt.js +1 -0
  30. package/lib/utils/templates.d.ts +3 -0
  31. package/lib/utils/templates.js +46 -0
  32. package/package.json +1 -1
package/lib/data/scriptTemplates.d.ts CHANGED
@@ -3,110 +3,435 @@ export declare const scriptTemplates: ({
3
3
  credit: string;
4
4
  version: string;
5
5
  };
6
- audioParams: {
7
- audioVolume: number;
8
- bgmVolume: number;
9
- closingPadding: number;
10
- introPadding: number;
11
- outroPadding: number;
12
- padding: number;
13
- suppressSpeech: boolean;
14
- };
15
- canvasSize: {
16
- height: number;
17
- width: number;
18
- };
19
- filename: string;
20
- imageParams: {
21
- images: {
22
- "[CHARACTER_ID_1]"?: undefined;
23
- "[CHARACTER_ID_2]"?: undefined;
6
+ beats: ({
7
+ image: {
8
+ slide: {
9
+ title: string;
10
+ subtitle?: undefined;
11
+ bullets?: undefined;
12
+ };
13
+ type: string;
14
+ markdown?: undefined;
15
+ chartData?: undefined;
16
+ title?: undefined;
17
+ code?: undefined;
18
+ html?: undefined;
19
+ source?: undefined;
24
20
  };
25
- provider: string;
26
- };
27
- movieParams: {
28
- provider: string;
29
- };
30
- soundEffectParams: {
31
- provider: string;
32
- };
33
- speechParams: {
34
- speakers: {
35
- Presenter: {
36
- displayName: {
37
- en: string;
21
+ text: string;
22
+ } | {
23
+ image: {
24
+ slide: {
25
+ subtitle: string;
26
+ title: string;
27
+ bullets?: undefined;
28
+ };
29
+ type: string;
30
+ markdown?: undefined;
31
+ chartData?: undefined;
32
+ title?: undefined;
33
+ code?: undefined;
34
+ html?: undefined;
35
+ source?: undefined;
36
+ };
37
+ text: string;
38
+ } | {
39
+ image: {
40
+ slide: {
41
+ bullets: string[];
42
+ title: string;
43
+ subtitle?: undefined;
44
+ };
45
+ type: string;
46
+ markdown?: undefined;
47
+ chartData?: undefined;
48
+ title?: undefined;
49
+ code?: undefined;
50
+ html?: undefined;
51
+ source?: undefined;
52
+ };
53
+ text: string;
54
+ } | {
55
+ image: {
56
+ markdown: string[];
57
+ type: string;
58
+ slide?: undefined;
59
+ chartData?: undefined;
60
+ title?: undefined;
61
+ code?: undefined;
62
+ html?: undefined;
63
+ source?: undefined;
64
+ };
65
+ text: string;
66
+ } | {
67
+ image: {
68
+ chartData: {
69
+ data: {
70
+ datasets: {
71
+ backgroundColor: string;
72
+ borderColor: string;
73
+ borderWidth: number;
74
+ data: number[];
75
+ label: string;
76
+ }[];
77
+ labels: string[];
78
+ };
79
+ options: {
80
+ animation: boolean;
81
+ responsive: boolean;
82
+ plugins?: undefined;
83
+ };
84
+ type: string;
85
+ };
86
+ title: string;
87
+ type: string;
88
+ slide?: undefined;
89
+ markdown?: undefined;
90
+ code?: undefined;
91
+ html?: undefined;
92
+ source?: undefined;
93
+ };
94
+ text: string;
95
+ } | {
96
+ image: {
97
+ chartData: {
98
+ data: {
99
+ datasets: {
100
+ backgroundColor: string[];
101
+ borderColor: string[];
102
+ borderWidth: number;
103
+ data: number[];
104
+ }[];
105
+ labels: string[];
38
106
  };
39
- voiceId: string;
107
+ options: {
108
+ animation: boolean;
109
+ plugins: {
110
+ legend: {
111
+ position: string;
112
+ };
113
+ };
114
+ responsive: boolean;
115
+ };
116
+ type: string;
40
117
  };
118
+ title: string;
119
+ type: string;
120
+ slide?: undefined;
121
+ markdown?: undefined;
122
+ code?: undefined;
123
+ html?: undefined;
124
+ source?: undefined;
41
125
  };
42
- };
126
+ text: string;
127
+ } | {
128
+ image: {
129
+ code: {
130
+ kind: string;
131
+ text: string;
132
+ };
133
+ title: string;
134
+ type: string;
135
+ slide?: undefined;
136
+ markdown?: undefined;
137
+ chartData?: undefined;
138
+ html?: undefined;
139
+ source?: undefined;
140
+ };
141
+ text: string;
142
+ } | {
143
+ image: {
144
+ html: string[];
145
+ type: string;
146
+ slide?: undefined;
147
+ markdown?: undefined;
148
+ chartData?: undefined;
149
+ title?: undefined;
150
+ code?: undefined;
151
+ source?: undefined;
152
+ };
153
+ text: string;
154
+ } | {
155
+ image: {
156
+ source: {
157
+ kind: string;
158
+ url: string;
159
+ };
160
+ type: string;
161
+ slide?: undefined;
162
+ markdown?: undefined;
163
+ chartData?: undefined;
164
+ title?: undefined;
165
+ code?: undefined;
166
+ html?: undefined;
167
+ };
168
+ text: string;
169
+ })[];
170
+ filename: string;
171
+ lang: string;
172
+ references: {
173
+ title: string;
174
+ type: string;
175
+ url: string;
176
+ }[];
177
+ title: string;
43
178
  htmlImageParams?: undefined;
179
+ imageParams?: undefined;
180
+ movieParams?: undefined;
181
+ description?: undefined;
182
+ canvasSize?: undefined;
44
183
  captionParams?: undefined;
45
184
  } | {
46
185
  $mulmocast: {
47
186
  credit: string;
48
187
  version: string;
49
188
  };
50
- audioParams: {
51
- audioVolume: number;
52
- bgmVolume: number;
53
- closingPadding: number;
54
- introPadding: number;
55
- outroPadding: number;
56
- padding: number;
57
- suppressSpeech: boolean;
58
- };
59
- canvasSize: {
60
- height: number;
61
- width: number;
62
- };
189
+ beats: {
190
+ imagePrompt: string;
191
+ text: string;
192
+ }[];
63
193
  filename: string;
64
- htmlImageParams: {
65
- model: string;
66
- provider: string;
194
+ lang: string;
195
+ title: string;
196
+ references?: undefined;
197
+ htmlImageParams?: undefined;
198
+ imageParams?: undefined;
199
+ movieParams?: undefined;
200
+ description?: undefined;
201
+ canvasSize?: undefined;
202
+ captionParams?: undefined;
203
+ } | {
204
+ $mulmocast: {
205
+ credit: string;
206
+ version: string;
67
207
  };
68
- imageParams: {
69
- images: {
70
- "[CHARACTER_ID_1]"?: undefined;
71
- "[CHARACTER_ID_2]"?: undefined;
208
+ beats: ({
209
+ image: {
210
+ slide: {
211
+ title: string;
212
+ subtitle?: undefined;
213
+ bullets?: undefined;
214
+ };
215
+ type: string;
216
+ markdown?: undefined;
217
+ code?: undefined;
218
+ title?: undefined;
219
+ chartData?: undefined;
220
+ source?: undefined;
72
221
  };
73
- provider: string;
74
- };
75
- movieParams: {
76
- provider: string;
77
- };
78
- soundEffectParams: {
79
- provider: string;
222
+ text: string;
223
+ } | {
224
+ image: {
225
+ slide: {
226
+ subtitle: string;
227
+ title: string;
228
+ bullets?: undefined;
229
+ };
230
+ type: string;
231
+ markdown?: undefined;
232
+ code?: undefined;
233
+ title?: undefined;
234
+ chartData?: undefined;
235
+ source?: undefined;
236
+ };
237
+ text: string;
238
+ } | {
239
+ image: {
240
+ markdown: string;
241
+ type: string;
242
+ slide?: undefined;
243
+ code?: undefined;
244
+ title?: undefined;
245
+ chartData?: undefined;
246
+ source?: undefined;
247
+ };
248
+ text: string;
249
+ } | {
250
+ image: {
251
+ slide: {
252
+ bullets: string[];
253
+ title: string;
254
+ subtitle?: undefined;
255
+ };
256
+ type: string;
257
+ markdown?: undefined;
258
+ code?: undefined;
259
+ title?: undefined;
260
+ chartData?: undefined;
261
+ source?: undefined;
262
+ };
263
+ text: string;
264
+ } | {
265
+ image: {
266
+ markdown: string[];
267
+ type: string;
268
+ slide?: undefined;
269
+ code?: undefined;
270
+ title?: undefined;
271
+ chartData?: undefined;
272
+ source?: undefined;
273
+ };
274
+ text: string;
275
+ } | {
276
+ image: {
277
+ code: {
278
+ kind: string;
279
+ text: string;
280
+ };
281
+ title: string;
282
+ type: string;
283
+ slide?: undefined;
284
+ markdown?: undefined;
285
+ chartData?: undefined;
286
+ source?: undefined;
287
+ };
288
+ text: string;
289
+ } | {
290
+ image: {
291
+ chartData: {
292
+ data: {
293
+ datasets: {
294
+ backgroundColor: string;
295
+ borderColor: string;
296
+ borderWidth: number;
297
+ data: number[];
298
+ label: string;
299
+ }[];
300
+ labels: string[];
301
+ };
302
+ options: {
303
+ animation: boolean;
304
+ responsive: boolean;
305
+ };
306
+ type: string;
307
+ };
308
+ title: string;
309
+ type: string;
310
+ slide?: undefined;
311
+ markdown?: undefined;
312
+ code?: undefined;
313
+ source?: undefined;
314
+ };
315
+ text: string;
316
+ } | {
317
+ image: {
318
+ source: {
319
+ kind: string;
320
+ url: string;
321
+ };
322
+ type: string;
323
+ slide?: undefined;
324
+ markdown?: undefined;
325
+ code?: undefined;
326
+ title?: undefined;
327
+ chartData?: undefined;
328
+ };
329
+ text: string;
330
+ })[];
331
+ filename: string;
332
+ lang: string;
333
+ title: string;
334
+ references?: undefined;
335
+ htmlImageParams?: undefined;
336
+ imageParams?: undefined;
337
+ movieParams?: undefined;
338
+ description?: undefined;
339
+ canvasSize?: undefined;
340
+ captionParams?: undefined;
341
+ } | {
342
+ $mulmocast: {
343
+ credit: string;
344
+ version: string;
80
345
  };
81
- speechParams: {
82
- speakers: {
83
- Presenter: {
84
- displayName: {
85
- en: string;
346
+ beats: ({
347
+ htmlPrompt: {
348
+ prompt: string;
349
+ data?: undefined;
350
+ };
351
+ text: string;
352
+ } | {
353
+ htmlPrompt: {
354
+ data: {
355
+ description: string;
356
+ net_income: {
357
+ "Q2 FY2024": number;
358
+ "Q3 FY2024": number;
359
+ "Q4 FY2024": number;
86
360
  };
87
- voiceId: string;
361
+ unit: string;
88
362
  };
363
+ prompt: string;
89
364
  };
365
+ text: string;
366
+ })[];
367
+ filename: string;
368
+ htmlImageParams: {
369
+ model: string;
370
+ provider: string;
90
371
  };
372
+ lang: string;
373
+ references: {
374
+ title: string;
375
+ type: string;
376
+ url: string;
377
+ }[];
378
+ title: string;
379
+ imageParams?: undefined;
380
+ movieParams?: undefined;
381
+ description?: undefined;
382
+ canvasSize?: undefined;
91
383
  captionParams?: undefined;
92
384
  } | {
93
385
  $mulmocast: {
386
+ credit: string;
94
387
  version: string;
95
- credit?: undefined;
96
388
  };
97
- audioParams: {
98
- audioVolume: number;
99
- bgmVolume: number;
100
- closingPadding: number;
101
- introPadding: number;
102
- outroPadding: number;
103
- padding: number;
104
- suppressSpeech: boolean;
389
+ beats: {
390
+ imagePrompt: string;
391
+ }[];
392
+ filename: string;
393
+ title: string;
394
+ lang?: undefined;
395
+ references?: undefined;
396
+ htmlImageParams?: undefined;
397
+ imageParams?: undefined;
398
+ movieParams?: undefined;
399
+ description?: undefined;
400
+ canvasSize?: undefined;
401
+ captionParams?: undefined;
402
+ } | {
403
+ $mulmocast: {
404
+ credit: string;
405
+ version: string;
105
406
  };
106
- canvasSize: {
107
- height: number;
108
- width: number;
407
+ beats: {
408
+ imagePrompt: string;
409
+ text: string;
410
+ }[];
411
+ filename: string;
412
+ lang: string;
413
+ references: {
414
+ title: string;
415
+ type: string;
416
+ url: string;
417
+ }[];
418
+ title: string;
419
+ htmlImageParams?: undefined;
420
+ imageParams?: undefined;
421
+ movieParams?: undefined;
422
+ description?: undefined;
423
+ canvasSize?: undefined;
424
+ captionParams?: undefined;
425
+ } | {
426
+ $mulmocast: {
427
+ version: string;
428
+ credit?: undefined;
109
429
  };
430
+ beats: {
431
+ imageNames: string[];
432
+ imagePrompt: string;
433
+ text: string;
434
+ }[];
110
435
  filename: string;
111
436
  imageParams: {
112
437
  images: {
@@ -119,115 +444,214 @@ export declare const scriptTemplates: ({
119
444
  type: string;
120
445
  };
121
446
  };
122
- provider: string;
123
447
  };
448
+ title: string;
449
+ lang?: undefined;
450
+ references?: undefined;
451
+ htmlImageParams?: undefined;
452
+ movieParams?: undefined;
453
+ description?: undefined;
454
+ canvasSize?: undefined;
455
+ captionParams?: undefined;
456
+ } | {
457
+ $mulmocast: {
458
+ credit: string;
459
+ version: string;
460
+ };
461
+ beats: {
462
+ duration: number;
463
+ imagePrompt: string;
464
+ moviePrompt: string;
465
+ }[];
466
+ filename: string;
467
+ lang: string;
124
468
  movieParams: {
125
469
  provider: string;
126
470
  };
127
- soundEffectParams: {
471
+ references: {
472
+ title: string;
473
+ type: string;
474
+ url: string;
475
+ }[];
476
+ title: string;
477
+ htmlImageParams?: undefined;
478
+ imageParams?: undefined;
479
+ description?: undefined;
480
+ canvasSize?: undefined;
481
+ captionParams?: undefined;
482
+ } | {
483
+ $mulmocast: {
484
+ credit: string;
485
+ version: string;
486
+ };
487
+ beats: {
488
+ imagePrompt: string;
489
+ moviePrompt: string;
490
+ text: string;
491
+ }[];
492
+ filename: string;
493
+ lang: string;
494
+ movieParams: {
128
495
  provider: string;
129
496
  };
130
- speechParams: {
131
- speakers: {
132
- Presenter: {
133
- displayName: {
134
- en: string;
497
+ references: {
498
+ title: string;
499
+ type: string;
500
+ url: string;
501
+ }[];
502
+ title: string;
503
+ htmlImageParams?: undefined;
504
+ imageParams?: undefined;
505
+ description?: undefined;
506
+ canvasSize?: undefined;
507
+ captionParams?: undefined;
508
+ } | {
509
+ $mulmocast: {
510
+ credit: string;
511
+ version: string;
512
+ };
513
+ beats: ({
514
+ htmlPrompt: {
515
+ prompt: string;
516
+ data?: undefined;
517
+ };
518
+ speaker: string;
519
+ text: string;
520
+ } | {
521
+ htmlPrompt: {
522
+ data: {
523
+ ask: number;
524
+ duration_months: number;
525
+ target_bookings: number;
526
+ target_revenue: number;
527
+ use_of_funds: {
528
+ marketing: number;
529
+ operations: number;
530
+ product: number;
135
531
  };
136
- voiceId: string;
137
532
  };
533
+ prompt: string;
138
534
  };
535
+ speaker: string;
536
+ text: string;
537
+ })[];
538
+ filename: string;
539
+ htmlImageParams: {
540
+ model: string;
541
+ provider: string;
542
+ };
543
+ lang: string;
544
+ references: {
545
+ title: string;
546
+ type: string;
547
+ url: string;
548
+ }[];
549
+ title: string;
550
+ imageParams?: undefined;
551
+ movieParams?: undefined;
552
+ description?: undefined;
553
+ canvasSize?: undefined;
554
+ captionParams?: undefined;
555
+ } | {
556
+ $mulmocast: {
557
+ credit: string;
558
+ version: string;
139
559
  };
560
+ beats: {
561
+ imagePrompt: string;
562
+ speaker: string;
563
+ text: string;
564
+ }[];
565
+ description: string;
566
+ filename: string;
567
+ lang: string;
568
+ title: string;
569
+ references?: undefined;
140
570
  htmlImageParams?: undefined;
571
+ imageParams?: undefined;
572
+ movieParams?: undefined;
573
+ canvasSize?: undefined;
141
574
  captionParams?: undefined;
142
575
  } | {
143
576
  $mulmocast: {
144
577
  version: string;
145
578
  credit?: undefined;
146
579
  };
147
- audioParams: {
148
- audioVolume: number;
149
- bgmVolume: number;
150
- closingPadding: number;
151
- introPadding: number;
152
- outroPadding: number;
153
- padding: number;
154
- suppressSpeech: boolean;
155
- };
156
- canvasSize: {
157
- height: number;
158
- width: number;
159
- };
580
+ beats: {
581
+ imagePrompt: string;
582
+ moviePrompt: string;
583
+ text: string;
584
+ }[];
160
585
  filename: string;
161
- imageParams: {
162
- images: {
163
- "[CHARACTER_ID_1]"?: undefined;
164
- "[CHARACTER_ID_2]"?: undefined;
165
- };
166
- provider: string;
167
- };
586
+ lang: string;
168
587
  movieParams: {
169
588
  provider: string;
170
589
  };
171
- soundEffectParams: {
172
- provider: string;
173
- };
174
- speechParams: {
175
- speakers: {
176
- Presenter: {
177
- displayName: {
178
- en: string;
179
- };
180
- voiceId: string;
181
- };
182
- };
590
+ title: string;
591
+ references?: undefined;
592
+ htmlImageParams?: undefined;
593
+ imageParams?: undefined;
594
+ description?: undefined;
595
+ canvasSize?: undefined;
596
+ captionParams?: undefined;
597
+ } | {
598
+ $mulmocast: {
599
+ credit: string;
600
+ version: string;
183
601
  };
602
+ beats: {
603
+ text: string;
604
+ }[];
605
+ filename: string;
606
+ lang: string;
607
+ references: {
608
+ title: string;
609
+ type: string;
610
+ url: string;
611
+ }[];
612
+ title: string;
184
613
  htmlImageParams?: undefined;
614
+ imageParams?: undefined;
615
+ movieParams?: undefined;
616
+ description?: undefined;
617
+ canvasSize?: undefined;
185
618
  captionParams?: undefined;
186
619
  } | {
187
620
  $mulmocast: {
188
621
  version: string;
189
622
  credit?: undefined;
190
623
  };
191
- audioParams: {
192
- audioVolume: number;
193
- bgmVolume: number;
194
- closingPadding: number;
195
- introPadding: number;
196
- outroPadding: number;
197
- padding: number;
198
- suppressSpeech: boolean;
199
- };
624
+ beats: ({
625
+ image: {
626
+ source: {
627
+ kind: string;
628
+ url: string;
629
+ };
630
+ type: string;
631
+ startAt?: undefined;
632
+ };
633
+ text: string;
634
+ } | {
635
+ image: {
636
+ startAt: number;
637
+ type: string;
638
+ source?: undefined;
639
+ };
640
+ text: string;
641
+ })[];
200
642
  canvasSize: {
201
643
  height: number;
202
644
  width: number;
203
645
  };
204
646
  captionParams: {
205
647
  lang: string;
206
- styles: never[];
207
648
  };
208
649
  filename: string;
209
- imageParams: {
210
- images: {
211
- "[CHARACTER_ID_1]"?: undefined;
212
- "[CHARACTER_ID_2]"?: undefined;
213
- };
214
- provider: string;
215
- };
216
- movieParams: {
217
- provider: string;
218
- };
219
- soundEffectParams: {
220
- provider: string;
221
- };
222
- speechParams: {
223
- speakers: {
224
- Presenter: {
225
- displayName: {
226
- en: string;
227
- };
228
- voiceId: string;
229
- };
230
- };
231
- };
650
+ title: string;
651
+ lang?: undefined;
652
+ references?: undefined;
232
653
  htmlImageParams?: undefined;
654
+ imageParams?: undefined;
655
+ movieParams?: undefined;
656
+ description?: undefined;
233
657
  })[];