mulmocast 2.0.0-alpha.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/agents/validate_schema_agent.d.ts +2 -3
- package/lib/cli/commands/tool/schema/handler.js +2 -4
- package/lib/data/promptTemplates.d.ts +1 -1
- package/lib/data/promptTemplates.js +1 -0
- package/lib/methods/mulmo_presentation_style.d.ts +1 -1
- package/lib/types/schema.d.ts +871 -9193
- package/lib/types/schema.js +6 -3
- package/lib/utils/context.d.ts +258 -258
- package/lib/utils/prompt.js +2 -4
- package/package.json +3 -4
- package/lib/agents/image_google_agent.d.ts +0 -5
- package/lib/agents/image_google_agent.js +0 -86
- package/lib/agents/movie_google_agent.d.ts +0 -9
- package/lib/agents/movie_google_agent.js +0 -122
- package/lib/mcp/aaa.d.ts +0 -2
- package/lib/mcp/aaa.js +0 -4
- package/lib/utils/aaa.d.ts +0 -1
- package/lib/utils/aaa.js +0 -16
- package/lib/utils/common.d.ts +0 -1
- package/lib/utils/common.js +0 -4
- package/lib/utils/greedy-json-lite.d.ts +0 -2
- package/lib/utils/greedy-json-lite.js +0 -59
- package/scripts/templates/html_sample.json~ +0 -0
- package/scripts/test/test_vision.json~ +0 -0
package/lib/utils/context.d.ts
CHANGED
|
@@ -1,48 +1,64 @@
|
|
|
1
1
|
import type { MulmoStudioBeat, MulmoScript, MulmoPresentationStyle, MulmoStudioMultiLingual, FileObject } from "../types/type.js";
|
|
2
2
|
export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
|
|
3
|
-
beats: {
|
|
4
|
-
duration?: number | undefined;
|
|
5
|
-
markdown?: string | undefined;
|
|
6
|
-
html?: string | undefined;
|
|
7
|
-
id?: string | undefined;
|
|
8
|
-
startAt?: number | undefined;
|
|
9
|
-
hash?: string | undefined;
|
|
10
|
-
audioDuration?: number | undefined;
|
|
11
|
-
movieDuration?: number | undefined;
|
|
12
|
-
silenceDuration?: number | undefined;
|
|
13
|
-
hasMovieAudio?: boolean | undefined;
|
|
14
|
-
audioFile?: string | undefined;
|
|
15
|
-
imageFile?: string | undefined;
|
|
16
|
-
movieFile?: string | undefined;
|
|
17
|
-
soundEffectFile?: string | undefined;
|
|
18
|
-
lipSyncFile?: string | undefined;
|
|
19
|
-
captionFile?: string | undefined;
|
|
20
|
-
htmlImageFile?: string | undefined;
|
|
21
|
-
}[];
|
|
22
3
|
script: {
|
|
23
|
-
|
|
4
|
+
$mulmocast: {
|
|
5
|
+
version: "1.1";
|
|
6
|
+
credit?: "closing" | undefined;
|
|
7
|
+
};
|
|
8
|
+
canvasSize: {
|
|
9
|
+
width: number;
|
|
10
|
+
height: number;
|
|
11
|
+
};
|
|
12
|
+
speechParams: {
|
|
13
|
+
speakers: Record<string, {
|
|
14
|
+
voiceId: string;
|
|
15
|
+
displayName?: Record<string, string> | undefined;
|
|
16
|
+
isDefault?: boolean | undefined;
|
|
17
|
+
speechOptions?: {
|
|
18
|
+
speed?: number | undefined;
|
|
19
|
+
instruction?: string | undefined;
|
|
20
|
+
} | undefined;
|
|
21
|
+
provider?: string | undefined;
|
|
22
|
+
model?: string | undefined;
|
|
23
|
+
lang?: Record<string, {
|
|
24
|
+
voiceId: string;
|
|
25
|
+
displayName?: Record<string, string> | undefined;
|
|
26
|
+
isDefault?: boolean | undefined;
|
|
27
|
+
speechOptions?: {
|
|
28
|
+
speed?: number | undefined;
|
|
29
|
+
instruction?: string | undefined;
|
|
30
|
+
} | undefined;
|
|
31
|
+
provider?: string | undefined;
|
|
32
|
+
model?: string | undefined;
|
|
33
|
+
}> | undefined;
|
|
34
|
+
}>;
|
|
35
|
+
};
|
|
24
36
|
imageParams: {
|
|
37
|
+
provider?: string | undefined;
|
|
38
|
+
model?: string | undefined;
|
|
39
|
+
quality?: string | undefined;
|
|
40
|
+
style?: string | undefined;
|
|
41
|
+
moderation?: string | undefined;
|
|
25
42
|
images?: Record<string, {
|
|
26
43
|
type: "image";
|
|
27
44
|
source: {
|
|
28
|
-
url: string;
|
|
29
45
|
kind: "url";
|
|
46
|
+
url: string;
|
|
30
47
|
} | {
|
|
31
48
|
kind: "base64";
|
|
32
49
|
data: string;
|
|
33
50
|
} | {
|
|
34
|
-
path: string;
|
|
35
51
|
kind: "path";
|
|
52
|
+
path: string;
|
|
36
53
|
};
|
|
37
54
|
} | {
|
|
38
55
|
type: "imagePrompt";
|
|
39
56
|
prompt: string;
|
|
40
57
|
}> | undefined;
|
|
58
|
+
};
|
|
59
|
+
soundEffectParams: {
|
|
41
60
|
provider?: string | undefined;
|
|
42
61
|
model?: string | undefined;
|
|
43
|
-
style?: string | undefined;
|
|
44
|
-
quality?: string | undefined;
|
|
45
|
-
moderation?: string | undefined;
|
|
46
62
|
};
|
|
47
63
|
audioParams: {
|
|
48
64
|
padding: number;
|
|
@@ -53,135 +69,103 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
53
69
|
audioVolume: number;
|
|
54
70
|
suppressSpeech: boolean;
|
|
55
71
|
bgm?: {
|
|
56
|
-
url: string;
|
|
57
72
|
kind: "url";
|
|
73
|
+
url: string;
|
|
58
74
|
} | {
|
|
59
75
|
kind: "base64";
|
|
60
76
|
data: string;
|
|
61
77
|
} | {
|
|
62
|
-
path: string;
|
|
63
78
|
kind: "path";
|
|
79
|
+
path: string;
|
|
64
80
|
} | undefined;
|
|
65
81
|
};
|
|
66
|
-
|
|
67
|
-
provider?: string | undefined;
|
|
68
|
-
model?: string | undefined;
|
|
69
|
-
};
|
|
70
|
-
$mulmocast: {
|
|
71
|
-
version: "1.1";
|
|
72
|
-
credit?: "closing" | undefined;
|
|
73
|
-
};
|
|
74
|
-
canvasSize: {
|
|
75
|
-
width: number;
|
|
76
|
-
height: number;
|
|
77
|
-
};
|
|
78
|
-
speechParams: {
|
|
79
|
-
speakers: Record<string, {
|
|
80
|
-
voiceId: string;
|
|
81
|
-
lang?: Record<string, {
|
|
82
|
-
voiceId: string;
|
|
83
|
-
displayName?: Record<string, string> | undefined;
|
|
84
|
-
isDefault?: boolean | undefined;
|
|
85
|
-
speechOptions?: {
|
|
86
|
-
speed?: number | undefined;
|
|
87
|
-
instruction?: string | undefined;
|
|
88
|
-
} | undefined;
|
|
89
|
-
provider?: string | undefined;
|
|
90
|
-
model?: string | undefined;
|
|
91
|
-
}> | undefined;
|
|
92
|
-
displayName?: Record<string, string> | undefined;
|
|
93
|
-
isDefault?: boolean | undefined;
|
|
94
|
-
speechOptions?: {
|
|
95
|
-
speed?: number | undefined;
|
|
96
|
-
instruction?: string | undefined;
|
|
97
|
-
} | undefined;
|
|
98
|
-
provider?: string | undefined;
|
|
99
|
-
model?: string | undefined;
|
|
100
|
-
}>;
|
|
101
|
-
};
|
|
82
|
+
lang: string;
|
|
102
83
|
beats: {
|
|
103
84
|
text: string;
|
|
85
|
+
speaker?: string | undefined;
|
|
86
|
+
id?: string | undefined;
|
|
87
|
+
description?: string | undefined;
|
|
104
88
|
image?: {
|
|
105
|
-
type: "
|
|
106
|
-
markdown: string | string[];
|
|
107
|
-
} | {
|
|
108
|
-
type: "web";
|
|
109
|
-
url: string;
|
|
110
|
-
} | {
|
|
111
|
-
type: "pdf";
|
|
89
|
+
type: "image";
|
|
112
90
|
source: {
|
|
113
|
-
url: string;
|
|
114
91
|
kind: "url";
|
|
92
|
+
url: string;
|
|
115
93
|
} | {
|
|
116
94
|
kind: "base64";
|
|
117
95
|
data: string;
|
|
118
96
|
} | {
|
|
119
|
-
path: string;
|
|
120
97
|
kind: "path";
|
|
98
|
+
path: string;
|
|
121
99
|
};
|
|
122
100
|
} | {
|
|
123
|
-
type: "
|
|
101
|
+
type: "markdown";
|
|
102
|
+
markdown: string | string[];
|
|
103
|
+
} | {
|
|
104
|
+
type: "web";
|
|
105
|
+
url: string;
|
|
106
|
+
} | {
|
|
107
|
+
type: "pdf";
|
|
124
108
|
source: {
|
|
125
|
-
url: string;
|
|
126
109
|
kind: "url";
|
|
110
|
+
url: string;
|
|
127
111
|
} | {
|
|
128
112
|
kind: "base64";
|
|
129
113
|
data: string;
|
|
130
114
|
} | {
|
|
131
|
-
path: string;
|
|
132
115
|
kind: "path";
|
|
116
|
+
path: string;
|
|
133
117
|
};
|
|
134
118
|
} | {
|
|
135
119
|
type: "svg";
|
|
136
120
|
source: {
|
|
137
|
-
url: string;
|
|
138
121
|
kind: "url";
|
|
122
|
+
url: string;
|
|
139
123
|
} | {
|
|
140
124
|
kind: "base64";
|
|
141
125
|
data: string;
|
|
142
126
|
} | {
|
|
143
|
-
path: string;
|
|
144
127
|
kind: "path";
|
|
128
|
+
path: string;
|
|
145
129
|
};
|
|
146
130
|
} | {
|
|
147
131
|
type: "movie";
|
|
148
132
|
source: {
|
|
149
|
-
url: string;
|
|
150
133
|
kind: "url";
|
|
134
|
+
url: string;
|
|
151
135
|
} | {
|
|
152
136
|
kind: "base64";
|
|
153
137
|
data: string;
|
|
154
138
|
} | {
|
|
155
|
-
path: string;
|
|
156
139
|
kind: "path";
|
|
140
|
+
path: string;
|
|
157
141
|
};
|
|
158
142
|
} | {
|
|
143
|
+
type: "textSlide";
|
|
159
144
|
slide: {
|
|
160
145
|
title: string;
|
|
161
146
|
subtitle?: string | undefined;
|
|
162
147
|
bullets?: string[] | undefined;
|
|
163
148
|
};
|
|
164
|
-
type: "textSlide";
|
|
165
149
|
} | {
|
|
166
150
|
type: "chart";
|
|
167
151
|
title: string;
|
|
168
152
|
chartData: Record<string, any>;
|
|
169
153
|
} | {
|
|
154
|
+
type: "mermaid";
|
|
155
|
+
title: string;
|
|
170
156
|
code: {
|
|
171
|
-
url: string;
|
|
172
157
|
kind: "url";
|
|
158
|
+
url: string;
|
|
173
159
|
} | {
|
|
174
160
|
kind: "base64";
|
|
175
161
|
data: string;
|
|
176
162
|
} | {
|
|
177
|
-
text: string;
|
|
178
163
|
kind: "text";
|
|
164
|
+
text: string;
|
|
179
165
|
} | {
|
|
180
|
-
path: string;
|
|
181
166
|
kind: "path";
|
|
167
|
+
path: string;
|
|
182
168
|
};
|
|
183
|
-
type: "mermaid";
|
|
184
|
-
title: string;
|
|
185
169
|
appendix?: string[] | undefined;
|
|
186
170
|
} | {
|
|
187
171
|
type: "html_tailwind";
|
|
@@ -194,39 +178,31 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
194
178
|
startAt?: number | undefined;
|
|
195
179
|
} | {
|
|
196
180
|
type: "vision";
|
|
197
|
-
data: Record<string, any>;
|
|
198
181
|
style: string;
|
|
182
|
+
data: Record<string, any>;
|
|
199
183
|
} | undefined;
|
|
200
184
|
audio?: {
|
|
201
185
|
type: "audio";
|
|
202
186
|
source: {
|
|
203
|
-
url: string;
|
|
204
187
|
kind: "url";
|
|
188
|
+
url: string;
|
|
205
189
|
} | {
|
|
206
190
|
kind: "base64";
|
|
207
191
|
data: string;
|
|
208
192
|
} | {
|
|
209
|
-
path: string;
|
|
210
193
|
kind: "path";
|
|
194
|
+
path: string;
|
|
211
195
|
};
|
|
212
196
|
} | {
|
|
213
197
|
type: "midi";
|
|
214
198
|
source: string;
|
|
215
199
|
} | undefined;
|
|
216
200
|
duration?: number | undefined;
|
|
217
|
-
speechOptions?: {
|
|
218
|
-
speed?: number | undefined;
|
|
219
|
-
instruction?: string | undefined;
|
|
220
|
-
} | undefined;
|
|
221
|
-
id?: string | undefined;
|
|
222
|
-
imagePrompt?: string | undefined;
|
|
223
|
-
speaker?: string | undefined;
|
|
224
|
-
description?: string | undefined;
|
|
225
201
|
imageParams?: {
|
|
226
202
|
provider?: string | undefined;
|
|
227
203
|
model?: string | undefined;
|
|
228
|
-
style?: string | undefined;
|
|
229
204
|
quality?: string | undefined;
|
|
205
|
+
style?: string | undefined;
|
|
230
206
|
moderation?: string | undefined;
|
|
231
207
|
} | undefined;
|
|
232
208
|
audioParams?: {
|
|
@@ -234,12 +210,12 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
234
210
|
padding?: number | undefined;
|
|
235
211
|
} | undefined;
|
|
236
212
|
movieParams?: {
|
|
237
|
-
speed?: number | undefined;
|
|
238
213
|
provider?: string | undefined;
|
|
239
214
|
model?: string | undefined;
|
|
240
215
|
fillOption?: {
|
|
241
216
|
style: "aspectFit" | "aspectFill";
|
|
242
217
|
} | undefined;
|
|
218
|
+
speed?: number | undefined;
|
|
243
219
|
} | undefined;
|
|
244
220
|
soundEffectParams?: {
|
|
245
221
|
provider?: string | undefined;
|
|
@@ -252,6 +228,10 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
252
228
|
htmlImageParams?: {
|
|
253
229
|
model?: string | undefined;
|
|
254
230
|
} | undefined;
|
|
231
|
+
speechOptions?: {
|
|
232
|
+
speed?: number | undefined;
|
|
233
|
+
instruction?: string | undefined;
|
|
234
|
+
} | undefined;
|
|
255
235
|
textSlideParams?: {
|
|
256
236
|
cssStyles: string | string[];
|
|
257
237
|
} | undefined;
|
|
@@ -260,29 +240,28 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
260
240
|
lang?: string | undefined;
|
|
261
241
|
} | undefined;
|
|
262
242
|
imageNames?: string[] | undefined;
|
|
243
|
+
imagePrompt?: string | undefined;
|
|
263
244
|
moviePrompt?: string | undefined;
|
|
264
245
|
soundEffectPrompt?: string | undefined;
|
|
265
246
|
htmlPrompt?: {
|
|
266
|
-
prompt: string;
|
|
267
247
|
systemPrompt: string;
|
|
268
|
-
|
|
248
|
+
prompt: string;
|
|
269
249
|
data?: any;
|
|
250
|
+
images?: Record<string, any> | undefined;
|
|
270
251
|
} | undefined;
|
|
271
252
|
enableLipSync?: boolean | undefined;
|
|
272
253
|
hidden?: boolean | undefined;
|
|
273
254
|
}[];
|
|
274
|
-
title?: string | undefined;
|
|
275
|
-
description?: string | undefined;
|
|
276
255
|
movieParams?: {
|
|
277
256
|
provider?: string | undefined;
|
|
278
257
|
model?: string | undefined;
|
|
279
|
-
fillOption?: {
|
|
280
|
-
style: "aspectFit" | "aspectFill";
|
|
281
|
-
} | undefined;
|
|
282
258
|
transition?: {
|
|
283
259
|
type: "fade" | "slideout_left";
|
|
284
260
|
duration: number;
|
|
285
261
|
} | undefined;
|
|
262
|
+
fillOption?: {
|
|
263
|
+
style: "aspectFit" | "aspectFill";
|
|
264
|
+
} | undefined;
|
|
286
265
|
} | undefined;
|
|
287
266
|
lipSyncParams?: {
|
|
288
267
|
provider?: string | undefined;
|
|
@@ -299,9 +278,11 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
299
278
|
styles: string[];
|
|
300
279
|
lang?: string | undefined;
|
|
301
280
|
} | undefined;
|
|
281
|
+
title?: string | undefined;
|
|
282
|
+
description?: string | undefined;
|
|
302
283
|
references?: {
|
|
303
|
-
type: string;
|
|
304
284
|
url: string;
|
|
285
|
+
type: string;
|
|
305
286
|
title?: string | undefined;
|
|
306
287
|
description?: string | undefined;
|
|
307
288
|
}[] | undefined;
|
|
@@ -309,55 +290,90 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
|
|
|
309
290
|
__test_invalid__?: boolean | undefined;
|
|
310
291
|
};
|
|
311
292
|
filename: string;
|
|
293
|
+
beats: {
|
|
294
|
+
id?: string | undefined;
|
|
295
|
+
hash?: string | undefined;
|
|
296
|
+
duration?: number | undefined;
|
|
297
|
+
startAt?: number | undefined;
|
|
298
|
+
audioDuration?: number | undefined;
|
|
299
|
+
movieDuration?: number | undefined;
|
|
300
|
+
silenceDuration?: number | undefined;
|
|
301
|
+
hasMovieAudio?: boolean | undefined;
|
|
302
|
+
audioFile?: string | undefined;
|
|
303
|
+
imageFile?: string | undefined;
|
|
304
|
+
movieFile?: string | undefined;
|
|
305
|
+
soundEffectFile?: string | undefined;
|
|
306
|
+
lipSyncFile?: string | undefined;
|
|
307
|
+
captionFile?: string | undefined;
|
|
308
|
+
htmlImageFile?: string | undefined;
|
|
309
|
+
markdown?: string | undefined;
|
|
310
|
+
html?: string | undefined;
|
|
311
|
+
}[];
|
|
312
312
|
};
|
|
313
313
|
export declare const fetchScript: (isHttpPath: boolean, mulmoFilePath: string, fileOrUrl: string) => Promise<MulmoScript | null>;
|
|
314
314
|
export declare const getMultiLingual: (multilingualFilePath: string, beats: MulmoStudioBeat[]) => MulmoStudioMultiLingual;
|
|
315
315
|
export declare const getPresentationStyle: (presentationStylePath: string | undefined) => MulmoPresentationStyle | null;
|
|
316
316
|
export declare const initializeContextFromFiles: (files: FileObject, raiseError: boolean, force?: boolean, withBackup?: boolean, captionLang?: string, targetLang?: string, index?: number) => Promise<{
|
|
317
317
|
studio: {
|
|
318
|
-
beats: {
|
|
319
|
-
duration?: number | undefined;
|
|
320
|
-
markdown?: string | undefined;
|
|
321
|
-
html?: string | undefined;
|
|
322
|
-
id?: string | undefined;
|
|
323
|
-
startAt?: number | undefined;
|
|
324
|
-
hash?: string | undefined;
|
|
325
|
-
audioDuration?: number | undefined;
|
|
326
|
-
movieDuration?: number | undefined;
|
|
327
|
-
silenceDuration?: number | undefined;
|
|
328
|
-
hasMovieAudio?: boolean | undefined;
|
|
329
|
-
audioFile?: string | undefined;
|
|
330
|
-
imageFile?: string | undefined;
|
|
331
|
-
movieFile?: string | undefined;
|
|
332
|
-
soundEffectFile?: string | undefined;
|
|
333
|
-
lipSyncFile?: string | undefined;
|
|
334
|
-
captionFile?: string | undefined;
|
|
335
|
-
htmlImageFile?: string | undefined;
|
|
336
|
-
}[];
|
|
337
318
|
script: {
|
|
338
|
-
|
|
319
|
+
$mulmocast: {
|
|
320
|
+
version: "1.1";
|
|
321
|
+
credit?: "closing" | undefined;
|
|
322
|
+
};
|
|
323
|
+
canvasSize: {
|
|
324
|
+
width: number;
|
|
325
|
+
height: number;
|
|
326
|
+
};
|
|
327
|
+
speechParams: {
|
|
328
|
+
speakers: Record<string, {
|
|
329
|
+
voiceId: string;
|
|
330
|
+
displayName?: Record<string, string> | undefined;
|
|
331
|
+
isDefault?: boolean | undefined;
|
|
332
|
+
speechOptions?: {
|
|
333
|
+
speed?: number | undefined;
|
|
334
|
+
instruction?: string | undefined;
|
|
335
|
+
} | undefined;
|
|
336
|
+
provider?: string | undefined;
|
|
337
|
+
model?: string | undefined;
|
|
338
|
+
lang?: Record<string, {
|
|
339
|
+
voiceId: string;
|
|
340
|
+
displayName?: Record<string, string> | undefined;
|
|
341
|
+
isDefault?: boolean | undefined;
|
|
342
|
+
speechOptions?: {
|
|
343
|
+
speed?: number | undefined;
|
|
344
|
+
instruction?: string | undefined;
|
|
345
|
+
} | undefined;
|
|
346
|
+
provider?: string | undefined;
|
|
347
|
+
model?: string | undefined;
|
|
348
|
+
}> | undefined;
|
|
349
|
+
}>;
|
|
350
|
+
};
|
|
339
351
|
imageParams: {
|
|
352
|
+
provider?: string | undefined;
|
|
353
|
+
model?: string | undefined;
|
|
354
|
+
quality?: string | undefined;
|
|
355
|
+
style?: string | undefined;
|
|
356
|
+
moderation?: string | undefined;
|
|
340
357
|
images?: Record<string, {
|
|
341
358
|
type: "image";
|
|
342
359
|
source: {
|
|
343
|
-
url: string;
|
|
344
360
|
kind: "url";
|
|
361
|
+
url: string;
|
|
345
362
|
} | {
|
|
346
363
|
kind: "base64";
|
|
347
364
|
data: string;
|
|
348
365
|
} | {
|
|
349
|
-
path: string;
|
|
350
366
|
kind: "path";
|
|
367
|
+
path: string;
|
|
351
368
|
};
|
|
352
369
|
} | {
|
|
353
370
|
type: "imagePrompt";
|
|
354
371
|
prompt: string;
|
|
355
372
|
}> | undefined;
|
|
373
|
+
};
|
|
374
|
+
soundEffectParams: {
|
|
356
375
|
provider?: string | undefined;
|
|
357
376
|
model?: string | undefined;
|
|
358
|
-
style?: string | undefined;
|
|
359
|
-
quality?: string | undefined;
|
|
360
|
-
moderation?: string | undefined;
|
|
361
377
|
};
|
|
362
378
|
audioParams: {
|
|
363
379
|
padding: number;
|
|
@@ -368,135 +384,103 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
368
384
|
audioVolume: number;
|
|
369
385
|
suppressSpeech: boolean;
|
|
370
386
|
bgm?: {
|
|
371
|
-
url: string;
|
|
372
387
|
kind: "url";
|
|
388
|
+
url: string;
|
|
373
389
|
} | {
|
|
374
390
|
kind: "base64";
|
|
375
391
|
data: string;
|
|
376
392
|
} | {
|
|
377
|
-
path: string;
|
|
378
393
|
kind: "path";
|
|
394
|
+
path: string;
|
|
379
395
|
} | undefined;
|
|
380
396
|
};
|
|
381
|
-
|
|
382
|
-
provider?: string | undefined;
|
|
383
|
-
model?: string | undefined;
|
|
384
|
-
};
|
|
385
|
-
$mulmocast: {
|
|
386
|
-
version: "1.1";
|
|
387
|
-
credit?: "closing" | undefined;
|
|
388
|
-
};
|
|
389
|
-
canvasSize: {
|
|
390
|
-
width: number;
|
|
391
|
-
height: number;
|
|
392
|
-
};
|
|
393
|
-
speechParams: {
|
|
394
|
-
speakers: Record<string, {
|
|
395
|
-
voiceId: string;
|
|
396
|
-
lang?: Record<string, {
|
|
397
|
-
voiceId: string;
|
|
398
|
-
displayName?: Record<string, string> | undefined;
|
|
399
|
-
isDefault?: boolean | undefined;
|
|
400
|
-
speechOptions?: {
|
|
401
|
-
speed?: number | undefined;
|
|
402
|
-
instruction?: string | undefined;
|
|
403
|
-
} | undefined;
|
|
404
|
-
provider?: string | undefined;
|
|
405
|
-
model?: string | undefined;
|
|
406
|
-
}> | undefined;
|
|
407
|
-
displayName?: Record<string, string> | undefined;
|
|
408
|
-
isDefault?: boolean | undefined;
|
|
409
|
-
speechOptions?: {
|
|
410
|
-
speed?: number | undefined;
|
|
411
|
-
instruction?: string | undefined;
|
|
412
|
-
} | undefined;
|
|
413
|
-
provider?: string | undefined;
|
|
414
|
-
model?: string | undefined;
|
|
415
|
-
}>;
|
|
416
|
-
};
|
|
397
|
+
lang: string;
|
|
417
398
|
beats: {
|
|
418
399
|
text: string;
|
|
400
|
+
speaker?: string | undefined;
|
|
401
|
+
id?: string | undefined;
|
|
402
|
+
description?: string | undefined;
|
|
419
403
|
image?: {
|
|
420
|
-
type: "
|
|
421
|
-
markdown: string | string[];
|
|
422
|
-
} | {
|
|
423
|
-
type: "web";
|
|
424
|
-
url: string;
|
|
425
|
-
} | {
|
|
426
|
-
type: "pdf";
|
|
404
|
+
type: "image";
|
|
427
405
|
source: {
|
|
428
|
-
url: string;
|
|
429
406
|
kind: "url";
|
|
407
|
+
url: string;
|
|
430
408
|
} | {
|
|
431
409
|
kind: "base64";
|
|
432
410
|
data: string;
|
|
433
411
|
} | {
|
|
434
|
-
path: string;
|
|
435
412
|
kind: "path";
|
|
413
|
+
path: string;
|
|
436
414
|
};
|
|
437
415
|
} | {
|
|
438
|
-
type: "
|
|
416
|
+
type: "markdown";
|
|
417
|
+
markdown: string | string[];
|
|
418
|
+
} | {
|
|
419
|
+
type: "web";
|
|
420
|
+
url: string;
|
|
421
|
+
} | {
|
|
422
|
+
type: "pdf";
|
|
439
423
|
source: {
|
|
440
|
-
url: string;
|
|
441
424
|
kind: "url";
|
|
425
|
+
url: string;
|
|
442
426
|
} | {
|
|
443
427
|
kind: "base64";
|
|
444
428
|
data: string;
|
|
445
429
|
} | {
|
|
446
|
-
path: string;
|
|
447
430
|
kind: "path";
|
|
431
|
+
path: string;
|
|
448
432
|
};
|
|
449
433
|
} | {
|
|
450
434
|
type: "svg";
|
|
451
435
|
source: {
|
|
452
|
-
url: string;
|
|
453
436
|
kind: "url";
|
|
437
|
+
url: string;
|
|
454
438
|
} | {
|
|
455
439
|
kind: "base64";
|
|
456
440
|
data: string;
|
|
457
441
|
} | {
|
|
458
|
-
path: string;
|
|
459
442
|
kind: "path";
|
|
443
|
+
path: string;
|
|
460
444
|
};
|
|
461
445
|
} | {
|
|
462
446
|
type: "movie";
|
|
463
447
|
source: {
|
|
464
|
-
url: string;
|
|
465
448
|
kind: "url";
|
|
449
|
+
url: string;
|
|
466
450
|
} | {
|
|
467
451
|
kind: "base64";
|
|
468
452
|
data: string;
|
|
469
453
|
} | {
|
|
470
|
-
path: string;
|
|
471
454
|
kind: "path";
|
|
455
|
+
path: string;
|
|
472
456
|
};
|
|
473
457
|
} | {
|
|
458
|
+
type: "textSlide";
|
|
474
459
|
slide: {
|
|
475
460
|
title: string;
|
|
476
461
|
subtitle?: string | undefined;
|
|
477
462
|
bullets?: string[] | undefined;
|
|
478
463
|
};
|
|
479
|
-
type: "textSlide";
|
|
480
464
|
} | {
|
|
481
465
|
type: "chart";
|
|
482
466
|
title: string;
|
|
483
467
|
chartData: Record<string, any>;
|
|
484
468
|
} | {
|
|
469
|
+
type: "mermaid";
|
|
470
|
+
title: string;
|
|
485
471
|
code: {
|
|
486
|
-
url: string;
|
|
487
472
|
kind: "url";
|
|
473
|
+
url: string;
|
|
488
474
|
} | {
|
|
489
475
|
kind: "base64";
|
|
490
476
|
data: string;
|
|
491
477
|
} | {
|
|
492
|
-
text: string;
|
|
493
478
|
kind: "text";
|
|
479
|
+
text: string;
|
|
494
480
|
} | {
|
|
495
|
-
path: string;
|
|
496
481
|
kind: "path";
|
|
482
|
+
path: string;
|
|
497
483
|
};
|
|
498
|
-
type: "mermaid";
|
|
499
|
-
title: string;
|
|
500
484
|
appendix?: string[] | undefined;
|
|
501
485
|
} | {
|
|
502
486
|
type: "html_tailwind";
|
|
@@ -509,39 +493,31 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
509
493
|
startAt?: number | undefined;
|
|
510
494
|
} | {
|
|
511
495
|
type: "vision";
|
|
512
|
-
data: Record<string, any>;
|
|
513
496
|
style: string;
|
|
497
|
+
data: Record<string, any>;
|
|
514
498
|
} | undefined;
|
|
515
499
|
audio?: {
|
|
516
500
|
type: "audio";
|
|
517
501
|
source: {
|
|
518
|
-
url: string;
|
|
519
502
|
kind: "url";
|
|
503
|
+
url: string;
|
|
520
504
|
} | {
|
|
521
505
|
kind: "base64";
|
|
522
506
|
data: string;
|
|
523
507
|
} | {
|
|
524
|
-
path: string;
|
|
525
508
|
kind: "path";
|
|
509
|
+
path: string;
|
|
526
510
|
};
|
|
527
511
|
} | {
|
|
528
512
|
type: "midi";
|
|
529
513
|
source: string;
|
|
530
514
|
} | undefined;
|
|
531
515
|
duration?: number | undefined;
|
|
532
|
-
speechOptions?: {
|
|
533
|
-
speed?: number | undefined;
|
|
534
|
-
instruction?: string | undefined;
|
|
535
|
-
} | undefined;
|
|
536
|
-
id?: string | undefined;
|
|
537
|
-
imagePrompt?: string | undefined;
|
|
538
|
-
speaker?: string | undefined;
|
|
539
|
-
description?: string | undefined;
|
|
540
516
|
imageParams?: {
|
|
541
517
|
provider?: string | undefined;
|
|
542
518
|
model?: string | undefined;
|
|
543
|
-
style?: string | undefined;
|
|
544
519
|
quality?: string | undefined;
|
|
520
|
+
style?: string | undefined;
|
|
545
521
|
moderation?: string | undefined;
|
|
546
522
|
} | undefined;
|
|
547
523
|
audioParams?: {
|
|
@@ -549,12 +525,12 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
549
525
|
padding?: number | undefined;
|
|
550
526
|
} | undefined;
|
|
551
527
|
movieParams?: {
|
|
552
|
-
speed?: number | undefined;
|
|
553
528
|
provider?: string | undefined;
|
|
554
529
|
model?: string | undefined;
|
|
555
530
|
fillOption?: {
|
|
556
531
|
style: "aspectFit" | "aspectFill";
|
|
557
532
|
} | undefined;
|
|
533
|
+
speed?: number | undefined;
|
|
558
534
|
} | undefined;
|
|
559
535
|
soundEffectParams?: {
|
|
560
536
|
provider?: string | undefined;
|
|
@@ -567,6 +543,10 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
567
543
|
htmlImageParams?: {
|
|
568
544
|
model?: string | undefined;
|
|
569
545
|
} | undefined;
|
|
546
|
+
speechOptions?: {
|
|
547
|
+
speed?: number | undefined;
|
|
548
|
+
instruction?: string | undefined;
|
|
549
|
+
} | undefined;
|
|
570
550
|
textSlideParams?: {
|
|
571
551
|
cssStyles: string | string[];
|
|
572
552
|
} | undefined;
|
|
@@ -575,29 +555,28 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
575
555
|
lang?: string | undefined;
|
|
576
556
|
} | undefined;
|
|
577
557
|
imageNames?: string[] | undefined;
|
|
558
|
+
imagePrompt?: string | undefined;
|
|
578
559
|
moviePrompt?: string | undefined;
|
|
579
560
|
soundEffectPrompt?: string | undefined;
|
|
580
561
|
htmlPrompt?: {
|
|
581
|
-
prompt: string;
|
|
582
562
|
systemPrompt: string;
|
|
583
|
-
|
|
563
|
+
prompt: string;
|
|
584
564
|
data?: any;
|
|
565
|
+
images?: Record<string, any> | undefined;
|
|
585
566
|
} | undefined;
|
|
586
567
|
enableLipSync?: boolean | undefined;
|
|
587
568
|
hidden?: boolean | undefined;
|
|
588
569
|
}[];
|
|
589
|
-
title?: string | undefined;
|
|
590
|
-
description?: string | undefined;
|
|
591
570
|
movieParams?: {
|
|
592
571
|
provider?: string | undefined;
|
|
593
572
|
model?: string | undefined;
|
|
594
|
-
fillOption?: {
|
|
595
|
-
style: "aspectFit" | "aspectFill";
|
|
596
|
-
} | undefined;
|
|
597
573
|
transition?: {
|
|
598
574
|
type: "fade" | "slideout_left";
|
|
599
575
|
duration: number;
|
|
600
576
|
} | undefined;
|
|
577
|
+
fillOption?: {
|
|
578
|
+
style: "aspectFit" | "aspectFill";
|
|
579
|
+
} | undefined;
|
|
601
580
|
} | undefined;
|
|
602
581
|
lipSyncParams?: {
|
|
603
582
|
provider?: string | undefined;
|
|
@@ -614,9 +593,11 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
614
593
|
styles: string[];
|
|
615
594
|
lang?: string | undefined;
|
|
616
595
|
} | undefined;
|
|
596
|
+
title?: string | undefined;
|
|
597
|
+
description?: string | undefined;
|
|
617
598
|
references?: {
|
|
618
|
-
type: string;
|
|
619
599
|
url: string;
|
|
600
|
+
type: string;
|
|
620
601
|
title?: string | undefined;
|
|
621
602
|
description?: string | undefined;
|
|
622
603
|
}[] | undefined;
|
|
@@ -624,6 +605,25 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
624
605
|
__test_invalid__?: boolean | undefined;
|
|
625
606
|
};
|
|
626
607
|
filename: string;
|
|
608
|
+
beats: {
|
|
609
|
+
id?: string | undefined;
|
|
610
|
+
hash?: string | undefined;
|
|
611
|
+
duration?: number | undefined;
|
|
612
|
+
startAt?: number | undefined;
|
|
613
|
+
audioDuration?: number | undefined;
|
|
614
|
+
movieDuration?: number | undefined;
|
|
615
|
+
silenceDuration?: number | undefined;
|
|
616
|
+
hasMovieAudio?: boolean | undefined;
|
|
617
|
+
audioFile?: string | undefined;
|
|
618
|
+
imageFile?: string | undefined;
|
|
619
|
+
movieFile?: string | undefined;
|
|
620
|
+
soundEffectFile?: string | undefined;
|
|
621
|
+
lipSyncFile?: string | undefined;
|
|
622
|
+
captionFile?: string | undefined;
|
|
623
|
+
htmlImageFile?: string | undefined;
|
|
624
|
+
markdown?: string | undefined;
|
|
625
|
+
html?: string | undefined;
|
|
626
|
+
}[];
|
|
627
627
|
};
|
|
628
628
|
multiLingual: {
|
|
629
629
|
multiLingualTexts: Record<string, {
|
|
@@ -638,28 +638,64 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
638
638
|
}[];
|
|
639
639
|
fileDirs: FileObject;
|
|
640
640
|
presentationStyle: {
|
|
641
|
+
$mulmocast: {
|
|
642
|
+
version: "1.1";
|
|
643
|
+
credit?: "closing" | undefined;
|
|
644
|
+
};
|
|
645
|
+
canvasSize: {
|
|
646
|
+
width: number;
|
|
647
|
+
height: number;
|
|
648
|
+
};
|
|
649
|
+
speechParams: {
|
|
650
|
+
speakers: Record<string, {
|
|
651
|
+
voiceId: string;
|
|
652
|
+
displayName?: Record<string, string> | undefined;
|
|
653
|
+
isDefault?: boolean | undefined;
|
|
654
|
+
speechOptions?: {
|
|
655
|
+
speed?: number | undefined;
|
|
656
|
+
instruction?: string | undefined;
|
|
657
|
+
} | undefined;
|
|
658
|
+
provider?: string | undefined;
|
|
659
|
+
model?: string | undefined;
|
|
660
|
+
lang?: Record<string, {
|
|
661
|
+
voiceId: string;
|
|
662
|
+
displayName?: Record<string, string> | undefined;
|
|
663
|
+
isDefault?: boolean | undefined;
|
|
664
|
+
speechOptions?: {
|
|
665
|
+
speed?: number | undefined;
|
|
666
|
+
instruction?: string | undefined;
|
|
667
|
+
} | undefined;
|
|
668
|
+
provider?: string | undefined;
|
|
669
|
+
model?: string | undefined;
|
|
670
|
+
}> | undefined;
|
|
671
|
+
}>;
|
|
672
|
+
};
|
|
641
673
|
imageParams: {
|
|
674
|
+
provider?: string | undefined;
|
|
675
|
+
model?: string | undefined;
|
|
676
|
+
quality?: string | undefined;
|
|
677
|
+
style?: string | undefined;
|
|
678
|
+
moderation?: string | undefined;
|
|
642
679
|
images?: Record<string, {
|
|
643
680
|
type: "image";
|
|
644
681
|
source: {
|
|
645
|
-
url: string;
|
|
646
682
|
kind: "url";
|
|
683
|
+
url: string;
|
|
647
684
|
} | {
|
|
648
685
|
kind: "base64";
|
|
649
686
|
data: string;
|
|
650
687
|
} | {
|
|
651
|
-
path: string;
|
|
652
688
|
kind: "path";
|
|
689
|
+
path: string;
|
|
653
690
|
};
|
|
654
691
|
} | {
|
|
655
692
|
type: "imagePrompt";
|
|
656
693
|
prompt: string;
|
|
657
694
|
}> | undefined;
|
|
695
|
+
};
|
|
696
|
+
soundEffectParams: {
|
|
658
697
|
provider?: string | undefined;
|
|
659
698
|
model?: string | undefined;
|
|
660
|
-
style?: string | undefined;
|
|
661
|
-
quality?: string | undefined;
|
|
662
|
-
moderation?: string | undefined;
|
|
663
699
|
};
|
|
664
700
|
audioParams: {
|
|
665
701
|
padding: number;
|
|
@@ -670,62 +706,26 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
|
|
|
670
706
|
audioVolume: number;
|
|
671
707
|
suppressSpeech: boolean;
|
|
672
708
|
bgm?: {
|
|
673
|
-
url: string;
|
|
674
709
|
kind: "url";
|
|
710
|
+
url: string;
|
|
675
711
|
} | {
|
|
676
712
|
kind: "base64";
|
|
677
713
|
data: string;
|
|
678
714
|
} | {
|
|
679
|
-
path: string;
|
|
680
715
|
kind: "path";
|
|
716
|
+
path: string;
|
|
681
717
|
} | undefined;
|
|
682
718
|
};
|
|
683
|
-
soundEffectParams: {
|
|
684
|
-
provider?: string | undefined;
|
|
685
|
-
model?: string | undefined;
|
|
686
|
-
};
|
|
687
|
-
$mulmocast: {
|
|
688
|
-
version: "1.1";
|
|
689
|
-
credit?: "closing" | undefined;
|
|
690
|
-
};
|
|
691
|
-
canvasSize: {
|
|
692
|
-
width: number;
|
|
693
|
-
height: number;
|
|
694
|
-
};
|
|
695
|
-
speechParams: {
|
|
696
|
-
speakers: Record<string, {
|
|
697
|
-
voiceId: string;
|
|
698
|
-
lang?: Record<string, {
|
|
699
|
-
voiceId: string;
|
|
700
|
-
displayName?: Record<string, string> | undefined;
|
|
701
|
-
isDefault?: boolean | undefined;
|
|
702
|
-
speechOptions?: {
|
|
703
|
-
speed?: number | undefined;
|
|
704
|
-
instruction?: string | undefined;
|
|
705
|
-
} | undefined;
|
|
706
|
-
provider?: string | undefined;
|
|
707
|
-
model?: string | undefined;
|
|
708
|
-
}> | undefined;
|
|
709
|
-
displayName?: Record<string, string> | undefined;
|
|
710
|
-
isDefault?: boolean | undefined;
|
|
711
|
-
speechOptions?: {
|
|
712
|
-
speed?: number | undefined;
|
|
713
|
-
instruction?: string | undefined;
|
|
714
|
-
} | undefined;
|
|
715
|
-
provider?: string | undefined;
|
|
716
|
-
model?: string | undefined;
|
|
717
|
-
}>;
|
|
718
|
-
};
|
|
719
719
|
movieParams?: {
|
|
720
720
|
provider?: string | undefined;
|
|
721
721
|
model?: string | undefined;
|
|
722
|
-
fillOption?: {
|
|
723
|
-
style: "aspectFit" | "aspectFill";
|
|
724
|
-
} | undefined;
|
|
725
722
|
transition?: {
|
|
726
723
|
type: "fade" | "slideout_left";
|
|
727
724
|
duration: number;
|
|
728
725
|
} | undefined;
|
|
726
|
+
fillOption?: {
|
|
727
|
+
style: "aspectFit" | "aspectFill";
|
|
728
|
+
} | undefined;
|
|
729
729
|
} | undefined;
|
|
730
730
|
lipSyncParams?: {
|
|
731
731
|
provider?: string | undefined;
|