@mixio-pro/kalaasetu-mcp 2.3.29 → 2.3.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -3
- package/src/.cache/fal-config.json +539 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mixio-pro/kalaasetu-mcp",
|
|
3
|
-
"version": "2.3.
|
|
3
|
+
"version": "2.3.31",
|
|
4
4
|
"description": "A powerful Model Context Protocol server providing AI tools for content generation and analysis",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"module": "src/index.ts",
|
|
@@ -51,15 +51,15 @@
|
|
|
51
51
|
"@fal-ai/client": "^1.7.2",
|
|
52
52
|
"@google/genai": "^1.28.0",
|
|
53
53
|
"@openmeter/sdk": "^1.0.0-beta.226",
|
|
54
|
-
"@sentry/node": "^
|
|
54
|
+
"@sentry/node": "^8.13.0",
|
|
55
55
|
"@types/node": "^24.10.1",
|
|
56
|
-
"@types/sharp": "^0.32.0",
|
|
57
56
|
"@types/wav": "^1.0.4",
|
|
58
57
|
"dotenv": "^17.3.1",
|
|
59
58
|
"fastmcp": "3.26.8",
|
|
60
59
|
"form-data": "^4.0.5",
|
|
61
60
|
"google-auth-library": "^10.5.0",
|
|
62
61
|
"jsonata": "^2.1.0",
|
|
62
|
+
"node-addon-api": "^8.2.1",
|
|
63
63
|
"sharp": "^0.34.5",
|
|
64
64
|
"wav": "^1.0.2",
|
|
65
65
|
"winston": "^3.19.0",
|
|
@@ -0,0 +1,539 @@
|
|
|
1
|
+
{
|
|
2
|
+
"presets": [
|
|
3
|
+
{
|
|
4
|
+
"presetName": "motion_control_pro",
|
|
5
|
+
"enabled": true,
|
|
6
|
+
"intent": "When to use: Use this for precise motion transfer or camera control where you have a specific reference video. Ideal for making a still character perform complex actions (e.g., dancing) or applying a cinematic camera path (e.g., slow pan). How to use: Provide a high-quality character still and a continuous reference video clip. Use 'video' orientation to transfer the character's movement, and 'image' orientation to keep the original pose while copying the camera's perspective. Prompting: Describe the scene context and lighting; use '@Element1' to reference the facial consistency mapping if an element is provided.",
|
|
7
|
+
"fallback_preset": "motion_control_lite",
|
|
8
|
+
"modelId": "fal-ai/kling-video/v3/pro/motion-control",
|
|
9
|
+
"inputType": "image+video",
|
|
10
|
+
"outputType": "video",
|
|
11
|
+
"input_schema": {
|
|
12
|
+
"prompt": {
|
|
13
|
+
"type": "string",
|
|
14
|
+
"description": "Provide a detailed text description of the scene's actions, environment, and character behavior. Use '@Element1' to bind to the facial consistency reference if an element is provided. Crucially, describe the exact character motion (e.g., 'a precise high-kick', 'fluid ballet turns') or camera movement (e.g., 'slow cinematic dolly-in', 'dynamic low-angle pan') that you want to replicate or enhance from the reference video. Address how the character interacts with their surroundings and how their expressions or clothing should react to the specific motion captured in the reference clip.",
|
|
15
|
+
"example": "A high-quality cinematic shot of @Element1 dancing in a neon-lit urban alley at night, detailed fabric textures, volumetric lighting, and realistic skin shaders."
|
|
16
|
+
},
|
|
17
|
+
"image_url": {
|
|
18
|
+
"type": "string",
|
|
19
|
+
"description": "URL of the reference character image. Characters should be clearly visible and not obstructed, and occupy more than 5% of the image area.",
|
|
20
|
+
"example": "https://mixio.studio/assets/character-portrait.png"
|
|
21
|
+
},
|
|
22
|
+
"video_url": {
|
|
23
|
+
"type": "string",
|
|
24
|
+
"description": "URL of the reference video to mimic actions from. Should contain a realistic-style character with entire body or upper body visible. Use a single continuous shot with steady movements.",
|
|
25
|
+
"example": "https://mixio.studio/assets/dance-reference.mp4"
|
|
26
|
+
},
|
|
27
|
+
"keep_original_sound": {
|
|
28
|
+
"type": "boolean",
|
|
29
|
+
"description": "Whether to keep the original sound from the reference video.",
|
|
30
|
+
"default": true
|
|
31
|
+
},
|
|
32
|
+
"character_orientation": {
|
|
33
|
+
"type": "string",
|
|
34
|
+
"description": "Selects the type of motion transfer. 'video': transfers character body motion (dances, gestures) from the reference video onto the character — best for character animation (max 30s). 'image': transfers camera motion from the reference video while the character stays in the original image pose — best for cinematic camera work (max 10s).",
|
|
35
|
+
"enum": [
|
|
36
|
+
"image",
|
|
37
|
+
"video"
|
|
38
|
+
],
|
|
39
|
+
"default": "video"
|
|
40
|
+
},
|
|
41
|
+
"elements": {
|
|
42
|
+
"type": "array",
|
|
43
|
+
"items": {
|
|
44
|
+
"type": "object",
|
|
45
|
+
"properties": {
|
|
46
|
+
"frontal_image_url": {
|
|
47
|
+
"type": "string",
|
|
48
|
+
"description": "The frontal image of the element (main view).",
|
|
49
|
+
"example": "https://mixio.studio/assets/character-face-frontal.png"
|
|
50
|
+
},
|
|
51
|
+
"reference_image_urls": {
|
|
52
|
+
"type": "array",
|
|
53
|
+
"items": {
|
|
54
|
+
"type": "string"
|
|
55
|
+
},
|
|
56
|
+
"description": "Additional reference images from different angles. 1-3 images supported. At least one image is required.",
|
|
57
|
+
"example": [
|
|
58
|
+
"https://mixio.studio/assets/character-face-side.png"
|
|
59
|
+
]
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
},
|
|
63
|
+
"description": "Optional element for facial consistency binding. Upload a facial element to enhance identity preservation in the generated video. Only 1 element is supported. Reference in prompt as @Element1. Element binding is only supported when character_orientation is 'video'."
|
|
64
|
+
}
|
|
65
|
+
},
|
|
66
|
+
"pricing": {
|
|
67
|
+
"baseCredits": 200,
|
|
68
|
+
"rounding": "ceil",
|
|
69
|
+
"modifiers": [
|
|
70
|
+
{
|
|
71
|
+
"field": "duration",
|
|
72
|
+
"mode": "discrete",
|
|
73
|
+
"operation": "multiply",
|
|
74
|
+
"map": {
|
|
75
|
+
"5": 0.5,
|
|
76
|
+
"10": 1
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
],
|
|
80
|
+
"minCredits": 1
|
|
81
|
+
}
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"presetName": "motion_control",
|
|
85
|
+
"enabled": true,
|
|
86
|
+
"intent": "When to use: Use this for high-quality motion transfer where you have a specific reference video. A robust alternative to the v3 pro model, often better at following complex character physics. How to use: Provide a character image and a driving video. Use 'video' orientation for full motion transfer (max 30s) or 'image' orientation to follow camera movement (max 10s). Prompting: Describe the scene context and lighting; use detailed descriptions of the motion you want to replicate.",
|
|
87
|
+
"fallback_preset": "motion_control_lite",
|
|
88
|
+
"modelId": "fal-ai/kling-video/v2.6/pro/motion-control",
|
|
89
|
+
"inputType": "image+video",
|
|
90
|
+
"outputType": "video",
|
|
91
|
+
"input_schema": {
|
|
92
|
+
"prompt": {
|
|
93
|
+
"type": "string",
|
|
94
|
+
"description": "Provide a detailed text description of the scene's actions, environment, and character behavior. Describe the exact character motion (e.g., 'a precise high-kick', 'fluid ballet turns') or camera movement that you want to replicate from the reference video.",
|
|
95
|
+
"example": "A high-quality cinematic shot of a warrior performing a sword dance in a bamboo forest at sunset, golden hour lighting, detailed fabric textures."
|
|
96
|
+
},
|
|
97
|
+
"image_url": {
|
|
98
|
+
"type": "string",
|
|
99
|
+
"description": "URL of the reference character image. Characters should be clearly visible and not obstructed, and occupy more than 5% of the image area.",
|
|
100
|
+
"example": "https://mixio.studio/assets/character-portrait.png"
|
|
101
|
+
},
|
|
102
|
+
"video_url": {
|
|
103
|
+
"type": "string",
|
|
104
|
+
"description": "URL of the reference video to mimic actions from. Should contain a realistic-style character with entire body or upper body visible. Use a single continuous shot with steady movements.",
|
|
105
|
+
"example": "https://mixio.studio/assets/dance-reference.mp4"
|
|
106
|
+
},
|
|
107
|
+
"keep_original_sound": {
|
|
108
|
+
"type": "boolean",
|
|
109
|
+
"description": "Whether to keep the original sound from the reference video.",
|
|
110
|
+
"default": true
|
|
111
|
+
},
|
|
112
|
+
"character_orientation": {
|
|
113
|
+
"type": "string",
|
|
114
|
+
"description": "Selects the type of motion transfer. 'video': orientation matches reference video (max 30s). 'image': orientation matches reference image (max 10s).",
|
|
115
|
+
"enum": [
|
|
116
|
+
"image",
|
|
117
|
+
"video"
|
|
118
|
+
],
|
|
119
|
+
"default": "video"
|
|
120
|
+
},
|
|
121
|
+
"duration": {
|
|
122
|
+
"type": "string",
|
|
123
|
+
"description": "The estimated duration of the generated video in seconds. Used for credit computation.",
|
|
124
|
+
"enum": [
|
|
125
|
+
"5",
|
|
126
|
+
"10",
|
|
127
|
+
"15",
|
|
128
|
+
"20",
|
|
129
|
+
"25",
|
|
130
|
+
"30"
|
|
131
|
+
],
|
|
132
|
+
"default": "10"
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
"pricing": {
|
|
136
|
+
"baseCredits": 112,
|
|
137
|
+
"rounding": "ceil",
|
|
138
|
+
"modifiers": [
|
|
139
|
+
{
|
|
140
|
+
"field": "duration",
|
|
141
|
+
"mode": "discrete",
|
|
142
|
+
"operation": "multiply",
|
|
143
|
+
"map": {
|
|
144
|
+
"5": 0.5,
|
|
145
|
+
"10": 1,
|
|
146
|
+
"15": 1.5,
|
|
147
|
+
"20": 2,
|
|
148
|
+
"25": 2.5,
|
|
149
|
+
"30": 3
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"minCredits": 1
|
|
154
|
+
}
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
"presetName": "seedance_i2v_pro",
|
|
158
|
+
"enabled": true,
|
|
159
|
+
"intent": "When to use: Best for high-fidelity scene animation from a starting frame, especially when you need synchronized audio and dialogue synthesis. Use this for storytelling where the AI's creativity in imagining movement is valued. How to use: Provide a clear start frame and an optional end frame for guided transitions. For dialogue, include the spoken text in the prompt using quotes. Prompting: Use narrative language to describe the scene; example: 'The man looks up with awe, whispering \"This is incredible\" as the lights glow'.",
|
|
160
|
+
"modelId": "fal-ai/bytedance/seedance/v1.5/pro/image-to-video",
|
|
161
|
+
"inputType": "image",
|
|
162
|
+
"outputType": "video",
|
|
163
|
+
"input_schema": {
|
|
164
|
+
"prompt": {
|
|
165
|
+
"type": "string",
|
|
166
|
+
"description": "A comprehensive narrative description of the video's progression, including character actions, camera movements, and environmental changes. Detail the cinematic style, lighting conditions, and specific material interactions. For dialogue-heavy scenes, include the spoken words in double quotes to guide the synchronized audio synthesis.",
|
|
167
|
+
"example": "A deep-sea explorer finds an ancient artifact, they whisper \"Finally, the lost heart of Atlantis\" as a golden glow illuminates their face and the underwater surroundings with caustic light patterns."
|
|
168
|
+
},
|
|
169
|
+
"image_url": {
|
|
170
|
+
"type": "string",
|
|
171
|
+
"description": "The URL of the start frame image used to generate the video.",
|
|
172
|
+
"example": "https://mixio.studio/assets/scene-start-frame.png"
|
|
173
|
+
},
|
|
174
|
+
"end_image_url": {
|
|
175
|
+
"type": "string",
|
|
176
|
+
"description": "The URL of the image the video ends with. Optional — leave empty for free-form generation."
|
|
177
|
+
},
|
|
178
|
+
"aspect_ratio": {
|
|
179
|
+
"type": "string",
|
|
180
|
+
"description": "The aspect ratio of the generated video.",
|
|
181
|
+
"enum": [
|
|
182
|
+
"21:9",
|
|
183
|
+
"16:9",
|
|
184
|
+
"4:3",
|
|
185
|
+
"1:1",
|
|
186
|
+
"3:4",
|
|
187
|
+
"9:16",
|
|
188
|
+
"auto"
|
|
189
|
+
],
|
|
190
|
+
"default": "16:9"
|
|
191
|
+
},
|
|
192
|
+
"resolution": {
|
|
193
|
+
"type": "string",
|
|
194
|
+
"description": "Video resolution. 480p for faster generation, 720p for balance, 1080p for higher quality.",
|
|
195
|
+
"enum": [
|
|
196
|
+
"480p",
|
|
197
|
+
"720p",
|
|
198
|
+
"1080p"
|
|
199
|
+
],
|
|
200
|
+
"default": "720p"
|
|
201
|
+
},
|
|
202
|
+
"duration": {
|
|
203
|
+
"type": "string",
|
|
204
|
+
"description": "Duration of the video in seconds.",
|
|
205
|
+
"enum": [
|
|
206
|
+
"4",
|
|
207
|
+
"5",
|
|
208
|
+
"6",
|
|
209
|
+
"7",
|
|
210
|
+
"8",
|
|
211
|
+
"9",
|
|
212
|
+
"10",
|
|
213
|
+
"11",
|
|
214
|
+
"12"
|
|
215
|
+
],
|
|
216
|
+
"default": "5"
|
|
217
|
+
},
|
|
218
|
+
"camera_fixed": {
|
|
219
|
+
"type": "boolean",
|
|
220
|
+
"description": "Whether to fix the camera position.",
|
|
221
|
+
"default": false
|
|
222
|
+
},
|
|
223
|
+
"generate_audio": {
|
|
224
|
+
"type": "boolean",
|
|
225
|
+
"description": "Whether to generate audio for the video.",
|
|
226
|
+
"default": true
|
|
227
|
+
},
|
|
228
|
+
"seed": {
|
|
229
|
+
"type": "integer",
|
|
230
|
+
"description": "Random seed to control video generation. Use -1 for random."
|
|
231
|
+
},
|
|
232
|
+
"enable_safety_checker": {
|
|
233
|
+
"type": "boolean",
|
|
234
|
+
"description": "If set to true, the safety checker will be enabled.",
|
|
235
|
+
"default": true
|
|
236
|
+
}
|
|
237
|
+
},
|
|
238
|
+
"pricing": {
|
|
239
|
+
"baseCredits": 240,
|
|
240
|
+
"rounding": "ceil",
|
|
241
|
+
"modifiers": [
|
|
242
|
+
{
|
|
243
|
+
"field": "duration",
|
|
244
|
+
"mode": "discrete",
|
|
245
|
+
"operation": "multiply",
|
|
246
|
+
"map": {
|
|
247
|
+
"4": 0.3333,
|
|
248
|
+
"5": 0.4167,
|
|
249
|
+
"6": 0.5,
|
|
250
|
+
"7": 0.5833,
|
|
251
|
+
"8": 0.6667,
|
|
252
|
+
"9": 0.75,
|
|
253
|
+
"10": 0.8333,
|
|
254
|
+
"11": 0.9167,
|
|
255
|
+
"12": 1
|
|
256
|
+
}
|
|
257
|
+
},
|
|
258
|
+
{
|
|
259
|
+
"field": "resolution",
|
|
260
|
+
"mode": "discrete",
|
|
261
|
+
"operation": "multiply",
|
|
262
|
+
"map": {
|
|
263
|
+
"480p": 0.5,
|
|
264
|
+
"720p": 1,
|
|
265
|
+
"1080p": 2.25
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
],
|
|
269
|
+
"minCredits": 1
|
|
270
|
+
}
|
|
271
|
+
},
|
|
272
|
+
{
|
|
273
|
+
"presetName": "a2v_lipsync",
|
|
274
|
+
"enabled": true,
|
|
275
|
+
"intent": "When to use: Professional-grade talking-head generation. Best for podcasts, news, or dubbing where lip-sync accuracy and natural facial expressions are critical. How to use: Provide a high-resolution frontal face image (avoid occlusion) and clear audio. Choose '1080p' for final quality and '720p' for faster iterations. Prompting: Describe the emotional tone (e.g., 'joyful', 'serious') and background setting to guide the facial performance.",
|
|
276
|
+
"modelId": "fal-ai/bytedance/omnihuman/v1.5",
|
|
277
|
+
"inputType": "image+audio",
|
|
278
|
+
"outputType": "video",
|
|
279
|
+
"input_schema": {
|
|
280
|
+
"prompt": {
|
|
281
|
+
"type": "string",
|
|
282
|
+
"description": "Describe the character's emotional state, facial performance, and the background environment. Detail how the character should react to the audio (e.g., 'eyes widening with surprise', 'a subtle, sad smile'). Specify the cinematography, such as 'extreme close-up' or 'dramatic side-lighting', to guide the facial animation quality.",
|
|
283
|
+
"example": "A close-up of a weathered sailor recounting a legend, his eyes reflecting the flickering campfire light, displaying a mixture of regret and longing while his voice remains steady."
|
|
284
|
+
},
|
|
285
|
+
"image_url": {
|
|
286
|
+
"type": "string",
|
|
287
|
+
"description": "The URL of the human figure image used to generate the video.",
|
|
288
|
+
"example": "https://mixio.studio/assets/person-portrait.png"
|
|
289
|
+
},
|
|
290
|
+
"audio_url": {
|
|
291
|
+
"type": "string",
|
|
292
|
+
"description": "The URL of the audio file to lip-sync. Audio must be under 30s for 1080p and under 60s for 720p generation.",
|
|
293
|
+
"example": "https://mixio.studio/assets/voiceover-clip.mp3"
|
|
294
|
+
},
|
|
295
|
+
"turbo_mode": {
|
|
296
|
+
"type": "boolean",
|
|
297
|
+
"description": "Generate video at a faster rate with a slight quality trade-off.",
|
|
298
|
+
"default": false
|
|
299
|
+
},
|
|
300
|
+
"resolution": {
|
|
301
|
+
"type": "string",
|
|
302
|
+
"description": "Resolution of the generated video. 720p is faster and higher quality. 1080p limited to 30s audio, 720p limited to 60s audio.",
|
|
303
|
+
"enum": [
|
|
304
|
+
"720p",
|
|
305
|
+
"1080p"
|
|
306
|
+
],
|
|
307
|
+
"default": "1080p"
|
|
308
|
+
}
|
|
309
|
+
},
|
|
310
|
+
"pricing": {
|
|
311
|
+
"baseCredits": 225,
|
|
312
|
+
"rounding": "ceil",
|
|
313
|
+
"modifiers": [
|
|
314
|
+
{
|
|
315
|
+
"field": "resolution",
|
|
316
|
+
"mode": "discrete",
|
|
317
|
+
"operation": "multiply",
|
|
318
|
+
"map": {
|
|
319
|
+
"720p": 0.75,
|
|
320
|
+
"1080p": 1
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
],
|
|
324
|
+
"minCredits": 1
|
|
325
|
+
}
|
|
326
|
+
},
|
|
327
|
+
{
|
|
328
|
+
"presetName": "multi_angle_img_generation",
|
|
329
|
+
"enabled": true,
|
|
330
|
+
"intent": "When to use: Precise 3D perspective control for consistency. Use this when you need a consistent character or object viewed from multiple angles (e.g., character turnarounds, product shots). How to use: Input single or multiple views. Specify rotation angles in degrees (0-360) and camera pitch/zoom to get exact framing. Prompting: Use the additional prompt to describe hidden features that should be revealed (e.g., 'a specific logo on the back of the device').",
|
|
331
|
+
"modelId": "fal-ai/qwen-image-edit-2511-multiple-angles",
|
|
332
|
+
"inputType": "image",
|
|
333
|
+
"outputType": "image",
|
|
334
|
+
"input_schema": {
|
|
335
|
+
"image_urls": {
|
|
336
|
+
"type": "array",
|
|
337
|
+
"items": {
|
|
338
|
+
"type": "string"
|
|
339
|
+
},
|
|
340
|
+
"description": "The URLs of the images to adjust camera angle for. Pass an array of URLs."
|
|
341
|
+
},
|
|
342
|
+
"horizontal_angle": {
|
|
343
|
+
"type": "number",
|
|
344
|
+
"description": "Horizontal rotation angle around the object in degrees. 0 = front view, 90 = right side, 180 = back view, 270 = left side, 360 = front view again."
|
|
345
|
+
},
|
|
346
|
+
"vertical_angle": {
|
|
347
|
+
"type": "number",
|
|
348
|
+
"description": "Vertical camera angle in degrees. -30 = low-angle shot (looking up), 0 = eye-level, 30 = elevated, 60 = high-angle."
|
|
349
|
+
},
|
|
350
|
+
"zoom": {
|
|
351
|
+
"type": "number",
|
|
352
|
+
"description": "Camera zoom/distance. 0 = wide shot (far away), 5 = medium shot (normal), 10 = close-up (very close). Default value: 5",
|
|
353
|
+
"default": 5
|
|
354
|
+
},
|
|
355
|
+
"additional_prompt": {
|
|
356
|
+
"type": "string",
|
|
357
|
+
"description": "Describe specific details that might be hidden in the original view or need clarification in the newly generated perspective. For example, detail the texture of the back of a garment, hidden markings on an object, or the background environment behind the subject to maintain high consistency.",
|
|
358
|
+
"example": "The back of the leather jacket features an intricate silver embroidery of a dragon, catching the moonlight in a dark forest setting with realistic leather textures."
|
|
359
|
+
},
|
|
360
|
+
"negative_prompt": {
|
|
361
|
+
"type": "string",
|
|
362
|
+
"description": "The negative prompt for the generation"
|
|
363
|
+
},
|
|
364
|
+
"seed": {
|
|
365
|
+
"type": "integer",
|
|
366
|
+
"description": "Random seed for reproducibility"
|
|
367
|
+
}
|
|
368
|
+
},
|
|
369
|
+
"pricing": {
|
|
370
|
+
"baseCredits": 0,
|
|
371
|
+
"rounding": "ceil",
|
|
372
|
+
"modifiers": [],
|
|
373
|
+
"minCredits": 0
|
|
374
|
+
}
|
|
375
|
+
},
|
|
376
|
+
{
|
|
377
|
+
"presetName": "cinematic_i2v_v3",
|
|
378
|
+
"enabled": false,
|
|
379
|
+
"intent": "When to use: Premium image-to-video generation for complex cinematic requests. Best for high-stakes visual storytelling requiring extreme realism and perfect adherence to multi-part prompts. How to use: Provide a master-quality start frame as a basis. Use durations up to 15s for slow-burn cinematic sequences. Prompting: Structure prompts with specific material properties (e.g., 'soft silk', 'polished brass') and cinematic camera terminology (e.g., 'wide-angle', 'low-angle').",
|
|
380
|
+
"modelId": "fal-ai/kling-video/v3/pro/image-to-video",
|
|
381
|
+
"inputType": "image",
|
|
382
|
+
"outputType": "video",
|
|
383
|
+
"input_schema": {
|
|
384
|
+
"prompt": {
|
|
385
|
+
"type": "string",
|
|
386
|
+
"description": "A rich, cinematic description of the scene's action and atmosphere. Focus on physical interactions, particle effects (like snow, dust, or rain), and complex character movements. Utilize professional terminology like 'anamorphic flares', 'shallow depth of field', or 'handheld camera shake' to guide the high-realism model.",
|
|
387
|
+
"example": "An astronaut walks slowly through a Martian dust storm, their boots sinking into the red sand with every step, as sunlight struggles to pierce through the thick, swirling orange haze while their mask reflects the desolate landscape."
|
|
388
|
+
},
|
|
389
|
+
"start_image_url": {
|
|
390
|
+
"type": "string",
|
|
391
|
+
"description": "URL of the image to be used for the video",
|
|
392
|
+
"example": "https://mixio.studio/assets/scene-start-frame.png"
|
|
393
|
+
},
|
|
394
|
+
"end_image_url": {
|
|
395
|
+
"type": "string",
|
|
396
|
+
"description": "URL of the image to be used for the end of the video. Optional."
|
|
397
|
+
},
|
|
398
|
+
"duration": {
|
|
399
|
+
"type": "string",
|
|
400
|
+
"description": "The duration of the generated video in seconds",
|
|
401
|
+
"enum": [
|
|
402
|
+
"3",
|
|
403
|
+
"4",
|
|
404
|
+
"5",
|
|
405
|
+
"6",
|
|
406
|
+
"7",
|
|
407
|
+
"8",
|
|
408
|
+
"9",
|
|
409
|
+
"10",
|
|
410
|
+
"11",
|
|
411
|
+
"12",
|
|
412
|
+
"13",
|
|
413
|
+
"14",
|
|
414
|
+
"15"
|
|
415
|
+
],
|
|
416
|
+
"default": "5"
|
|
417
|
+
},
|
|
418
|
+
"generate_audio": {
|
|
419
|
+
"type": "boolean",
|
|
420
|
+
"description": "Whether to generate native audio for the video.",
|
|
421
|
+
"default": true
|
|
422
|
+
}
|
|
423
|
+
},
|
|
424
|
+
"pricing": {
|
|
425
|
+
"baseCredits": 25,
|
|
426
|
+
"rounding": "ceil",
|
|
427
|
+
"modifiers": [
|
|
428
|
+
{
|
|
429
|
+
"field": "duration",
|
|
430
|
+
"mode": "discrete",
|
|
431
|
+
"operation": "multiply",
|
|
432
|
+
"map": {
|
|
433
|
+
"3": 3,
|
|
434
|
+
"4": 4,
|
|
435
|
+
"5": 5,
|
|
436
|
+
"6": 6,
|
|
437
|
+
"7": 7,
|
|
438
|
+
"8": 8,
|
|
439
|
+
"9": 9,
|
|
440
|
+
"10": 10,
|
|
441
|
+
"11": 11,
|
|
442
|
+
"12": 12,
|
|
443
|
+
"13": 13,
|
|
444
|
+
"14": 14,
|
|
445
|
+
"15": 15
|
|
446
|
+
}
|
|
447
|
+
}
|
|
448
|
+
],
|
|
449
|
+
"minCredits": 1
|
|
450
|
+
}
|
|
451
|
+
},
|
|
452
|
+
{
|
|
453
|
+
"presetName": "v2v_lipsync",
|
|
454
|
+
"enabled": true,
|
|
455
|
+
"intent": "When to use: Video-to-video re-voicing and dubbing. Use this to change the dialogue in an existing video while preserving the environment and body movements. How to use: Upload a target video and new audio track. Ensure the character's mouth is visible for best results. Prompting: Focusing descriptions on the voice clarity and speech rhythm if applicable.",
|
|
456
|
+
"modelId": "fal-ai/sync-lipsync/v2",
|
|
457
|
+
"inputType": "video+audio",
|
|
458
|
+
"outputType": "video",
|
|
459
|
+
"input_schema": {
|
|
460
|
+
"video_url": {
|
|
461
|
+
"type": "string",
|
|
462
|
+
"description": "URL of the input video to be lipsynched.",
|
|
463
|
+
"example": "https://v3.fal.media/files/tiger/IugLCDJRIoGqvqTa-EJTr_3wg74vCqyNuQ-IiBd77MM_output.mp4"
|
|
464
|
+
},
|
|
465
|
+
"audio_url": {
|
|
466
|
+
"type": "string",
|
|
467
|
+
"description": "URL of the input audio to sync with the video.",
|
|
468
|
+
"example": "https://fal.media/files/lion/vyFWygmZsIZlUO4s0nr2n.wav"
|
|
469
|
+
},
|
|
470
|
+
"model": {
|
|
471
|
+
"type": "string",
|
|
472
|
+
"description": "The model to use for lipsyncing. `lipsync-2-pro` is higher quality but costs more.",
|
|
473
|
+
"enum": [
|
|
474
|
+
"lipsync-2",
|
|
475
|
+
"lipsync-2-pro"
|
|
476
|
+
],
|
|
477
|
+
"default": "lipsync-2"
|
|
478
|
+
},
|
|
479
|
+
"sync_mode": {
|
|
480
|
+
"type": "string",
|
|
481
|
+
"description": "Lipsync mode when audio and video durations are out of sync.",
|
|
482
|
+
"enum": [
|
|
483
|
+
"cut_off",
|
|
484
|
+
"loop",
|
|
485
|
+
"bounce",
|
|
486
|
+
"silence",
|
|
487
|
+
"remap"
|
|
488
|
+
],
|
|
489
|
+
"default": "cut_off"
|
|
490
|
+
}
|
|
491
|
+
},
|
|
492
|
+
"pricing": {
|
|
493
|
+
"baseCredits": 100,
|
|
494
|
+
"rounding": "ceil",
|
|
495
|
+
"modifiers": [],
|
|
496
|
+
"minCredits": 100
|
|
497
|
+
}
|
|
498
|
+
},
|
|
499
|
+
{
|
|
500
|
+
"presetName": "motion_control_lite",
|
|
501
|
+
"enabled": true,
|
|
502
|
+
"intent": "When to use: Precise motion transfer for non-human, multiple characters, or when characters are partially occluded/not fully in frame (a common failure case for Kling). A lighter, faster alternative for motion transfer. How to use: Provide a character image and a driving video. Prompting: Describe the scene context and lighting.",
|
|
503
|
+
"modelId": "fal-ai/bytedance/dreamactor/v2",
|
|
504
|
+
"inputType": "image+video",
|
|
505
|
+
"outputType": "video",
|
|
506
|
+
"input_schema": {
|
|
507
|
+
"image_url": {
|
|
508
|
+
"type": "string",
|
|
509
|
+
"description": "The URL of the reference image to animate. Supports real people, animation, pets, etc.",
|
|
510
|
+
"example": "https://mixio.studio/assets/character-portrait.png"
|
|
511
|
+
},
|
|
512
|
+
"video_url": {
|
|
513
|
+
"type": "string",
|
|
514
|
+
"description": "The URL of the driving template video providing motion, facial expressions, and lip movement reference. Supports full face and body driving.",
|
|
515
|
+
"example": "https://mixio.studio/assets/dance-reference.mp4"
|
|
516
|
+
},
|
|
517
|
+
"trim_first_second": {
|
|
518
|
+
"type": "boolean",
|
|
519
|
+
"description": "Whether to crop the first second of the output video. The output has a 1-second transition at the beginning; enable this to remove it.",
|
|
520
|
+
"default": true
|
|
521
|
+
}
|
|
522
|
+
},
|
|
523
|
+
"pricing": {
|
|
524
|
+
"baseCredits": 0,
|
|
525
|
+
"rounding": "ceil",
|
|
526
|
+
"modifiers": [
|
|
527
|
+
{
|
|
528
|
+
"field": "duration",
|
|
529
|
+
"mode": "step",
|
|
530
|
+
"operation": "add",
|
|
531
|
+
"step": 1,
|
|
532
|
+
"valuePerStep": 5
|
|
533
|
+
}
|
|
534
|
+
],
|
|
535
|
+
"minCredits": 1
|
|
536
|
+
}
|
|
537
|
+
}
|
|
538
|
+
]
|
|
539
|
+
}
|