@remixmate/cli 0.9.15 → 0.9.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/README.zh-CN.md +1 -1
- package/dist/capabilities.d.ts +5 -1
- package/dist/cli.js +0 -0
- package/dist/manifest.json +13 -13
- package/package.json +1 -1
- package/skills/export-jianying/version.json +1 -1
- package/skills/gen-digital-human/skill.json +9 -3
- package/skills/gen-digital-human/version.json +1 -1
- package/skills/gen-image/SKILL.md +40 -18
- package/skills/gen-image/skill.json +11 -3
- package/skills/gen-image/version.json +1 -1
- package/skills/gen-script/SKILL.md +17 -21
- package/skills/gen-script/version.json +1 -1
- package/skills/gen-video/SKILL.md +5 -3
- package/skills/gen-video/skill.json +10 -2
- package/skills/gen-video/version.json +1 -1
- package/skills/gen-voice/SKILL.md +1 -1
- package/skills/gen-voice/version.json +1 -1
- package/skills/prepare-video-assets/version.json +1 -1
- package/skills/render-video/version.json +1 -1
- package/skills/template-registry/version.json +1 -1
- package/skills/video-parser/version.json +1 -1
- package/skills/web-record/SKILL.md +131 -133
- package/skills/web-screenshot/SKILL.md +93 -96
- package/skills/web-screenshot/version.json +1 -1
package/README.md
CHANGED
|
@@ -296,7 +296,7 @@ remixmate template-registry --list-templates
|
|
|
296
296
|
### Quick start
|
|
297
297
|
|
|
298
298
|
```
|
|
299
|
-
@skills/gen-image/SKILL.md Generate an image of a panda, 9:16, using gemini
|
|
299
|
+
@skills/gen-image/SKILL.md Generate an image of a panda, 9:16, using gemini, Chinese-painting style + follow this doc strictly
|
|
300
300
|
@skills/gen-video/SKILL.md Generate a video of a panda running in a bamboo forest, 9:16, 6 seconds, using veo + follow this doc strictly
|
|
301
301
|
@skills/gen-voice/SKILL.md Generate a voiceover introducing panda habits, around 100 words + follow this doc strictly
|
|
302
302
|
@skills/gen-digital-human/SKILL.md Get the digital human list + follow this doc strictly
|
package/README.zh-CN.md
CHANGED
|
@@ -232,7 +232,7 @@ remixmate template-registry --list-templates
|
|
|
232
232
|
### 快速体验
|
|
233
233
|
|
|
234
234
|
```
|
|
235
|
-
@skills/gen-image/SKILL.md 生成一张熊猫的图片,9:16,调用gemini
|
|
235
|
+
@skills/gen-image/SKILL.md 生成一张熊猫的图片,9:16,调用gemini,国画风 + 严格按该文档执行
|
|
236
236
|
@skills/gen-video/SKILL.md 生成一段熊猫在竹林奔跑的视频,9:16,长度6秒,调用veo + 严格按该文档执行
|
|
237
237
|
@skills/gen-voice/SKILL.md 生成一段语音,介绍熊猫的习性,大概100字左右 + 严格按该文档执行
|
|
238
238
|
@skills/gen-digital-human/SKILL.md 获取数字人列表 + 严格按该文档执行
|
package/dist/capabilities.d.ts
CHANGED
|
@@ -19,8 +19,12 @@ export interface ModelConstraints {
|
|
|
19
19
|
durationDefault?: number;
|
|
20
20
|
refImageMax?: number;
|
|
21
21
|
sizes?: string[];
|
|
22
|
-
/** aspect-ratio → [width, height] pixel preset (Seedream).
|
|
22
|
+
/** aspect-ratio → [width, height] pixel preset (Seedream). Per model: the same
|
|
23
|
+
* ratio maps to different pixels on different Seedream variants. */
|
|
23
24
|
sizePresets?: Record<string, [number, number]>;
|
|
25
|
+
/** total-pixel bounds (width × height); the backend rescales sizes outside them. */
|
|
26
|
+
pixelMin?: number;
|
|
27
|
+
pixelMax?: number;
|
|
24
28
|
}
|
|
25
29
|
export interface ModelDescriptor {
|
|
26
30
|
id: string;
|
package/dist/cli.js
CHANGED
|
File without changes
|
package/dist/manifest.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": 1,
|
|
3
|
-
"version": "0.9.
|
|
4
|
-
"generatedAt": "2026-08-
|
|
3
|
+
"version": "0.9.16",
|
|
4
|
+
"generatedAt": "2026-08-18T05:34:36.073Z",
|
|
5
5
|
"skills": [
|
|
6
6
|
{
|
|
7
7
|
"id": "export-jianying",
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"tier": "atomic",
|
|
55
55
|
"category": "asset",
|
|
56
56
|
"title": "AI Image Generation",
|
|
57
|
-
"summary": "AI image generation: produce an image from a text prompt. Supports Seedream and Gemini
|
|
57
|
+
"summary": "AI image generation: produce an image from a text prompt. Supports the Seedream family (including a high-fidelity 'pro' variant) and Gemini, plus image-to-image with reference images.",
|
|
58
58
|
"triggers": [
|
|
59
59
|
"AI image generation, text-to-image, \"draw me ...\", \"generate an image of ...\"",
|
|
60
60
|
"Image-to-image, reference image, style transfer, image variation",
|
|
@@ -247,11 +247,11 @@
|
|
|
247
247
|
"title": "Web Page Recording",
|
|
248
248
|
"summary": "Drive a headless browser (Playwright Python) to RECORD any URL to a video, then (by default) transcode to mp4, grab a cover frame, upload to VOD and return a playable CDN URL. Modes: fixed-duration recording, condition-triggered stop (element appears / disappears), auto-scroll from top to bottom, custom storyboards, and parameterized templates. Storyboard scenes: highlight / focus / zoom / scroll / virtual-cursor click / type / hover / caption / title-card / arrow / numbered sequence / redact / code-line highlight. For still images (png/jpg) use the web_screenshot tool instead. Use this tool whenever the user wants a video / recording / screencast of a web page: record a page, scroll-through video, page-from-top-to-bottom clip, demo of clicks/typing/hover, storyboard / multi-scene intro video, or a template-based clip.",
|
|
249
249
|
"triggers": [
|
|
250
|
-
"
|
|
251
|
-
"
|
|
252
|
-
"
|
|
253
|
-
"
|
|
254
|
-
"
|
|
250
|
+
"Screen recording, record a web page, record a video, capture an interaction, produce a webm, screencast",
|
|
251
|
+
"Scroll recording, a video that pans the page from top to bottom",
|
|
252
|
+
"Multi-scene video, storyboard video, timeline-sequenced clips",
|
|
253
|
+
"Animated demos of clicks / typing / hover (virtual cursor + ripple / typewriter / triggering tooltips)",
|
|
254
|
+
"One-command template clips, numbering and highlighting several regions in sequence and recording it"
|
|
255
255
|
],
|
|
256
256
|
"entry": {
|
|
257
257
|
"type": "python",
|
|
@@ -275,11 +275,11 @@
|
|
|
275
275
|
"title": "Web Page Screenshot",
|
|
276
276
|
"summary": "Drive a headless browser (Playwright Python) to capture any URL to a local STILL IMAGE (png/jpg): full-page / viewport / element / region screenshots, with device emulation, waiting, hide/mask/redact, and static annotations (highlight / arrow / caption / numbered sequence / redact). Images only — for video / recording / scroll-through / storyboard clips (webm) use the web_record tool instead.",
|
|
277
277
|
"triggers": [
|
|
278
|
-
"
|
|
279
|
-
"
|
|
280
|
-
"
|
|
281
|
-
"
|
|
282
|
-
"
|
|
278
|
+
"Web page screenshot, screen capture, full-page screenshot, long screenshot",
|
|
279
|
+
"Capture a specific element / region, partial screenshot, focus on an area",
|
|
280
|
+
"Hide or mask elements before capturing, annotate a still screenshot (highlight box / arrow / label)",
|
|
281
|
+
"Highlight lines L5-L20 of a file and screenshot it",
|
|
282
|
+
"Mobile / device-emulated screenshot, capture with cookies / a logged-in session"
|
|
283
283
|
],
|
|
284
284
|
"entry": {
|
|
285
285
|
"type": "python",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@remixmate/cli",
|
|
3
|
-
"version": "0.9.
|
|
3
|
+
"version": "0.9.16",
|
|
4
4
|
"description": "AI media generation skills for Claude Code / Codex — 12 skills covering image, video, voice, digital human, web screenshot, web recording, script, template registry, rendering, Jianying export, and video deconstruction.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "554",
|
|
5
5
|
"version": "V3",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Jianying (CapCut) draft-generation skill. Packages asset URLs into a draft ZIP that Jianying can import; supports automatic conversion from a RenderPlan (calls ab-api /file/generateJianYing).\n\nUse this skill as soon as the user mentions any of these intents:\n- Export to Jianying, Jianying draft, package for Jianying, import into Jianying\n- Export materials to the Jianying format, generate a Jianying project\n- Bundle video / image / audio into a Jianying draft\n- Export a Jianying draft from a RenderPlan\n\nEven when the user does not say \"Jianying\" explicitly, use this skill whenever they want to package materials into a draft that can be edited in Jianying."
|
|
7
7
|
}
|
|
@@ -12,13 +12,19 @@
|
|
|
12
12
|
"type": "object",
|
|
13
13
|
"properties": {
|
|
14
14
|
"list_avatars": { "type": "boolean", "description": "List available digital-human avatars" },
|
|
15
|
-
"
|
|
15
|
+
"mine": { "type": "boolean", "description": "With list_avatars=true: list the caller's own custom avatars instead of the public catalog. Custom avatars do not appear without this." },
|
|
16
|
+
"name": { "type": "string", "description": "With list_avatars=true: fuzzy-filter avatars by name" },
|
|
17
|
+
"source": { "type": "string", "enum": ["jimeng", "hifly"], "description": "Provider: jimeng is image-driven, hifly is video-driven. Usually inferred from the avatar; pass it explicitly when the avatar declares no source." },
|
|
16
18
|
"gender": { "type": "string", "enum": ["male", "female"], "description": "Filter by gender" },
|
|
17
19
|
"avatar_id": { "type": "number", "description": "Avatar id" },
|
|
18
20
|
"text": { "type": "string", "description": "Narration text (TTS mode)" },
|
|
19
21
|
"audio_url": { "type": "string", "description": "Audio URL (audio-driven mode)" },
|
|
20
|
-
"voice_id": { "type": "string", "description": "Voice id" },
|
|
21
|
-
"
|
|
22
|
+
"voice_id": { "type": "string", "description": "Voice id (TTS mode). Shares the Minimax catalog with gen-voice — call gen_voice with list_voices=true to see available ids rather than inventing one." },
|
|
23
|
+
"voice_name": { "type": "string", "description": "Voice display name, recorded alongside voice_id for bookkeeping. Does not affect synthesis." },
|
|
24
|
+
"aspect_ratio": { "type": "string", "description": "Aspect ratio: 9:16 / 16:9 / 3:4 / 1:1. Defaults to the avatar's own ratio." },
|
|
25
|
+
"prompt": { "type": "string", "description": "Action prompt describing how the avatar should perform, e.g. 'more hand gestures'" },
|
|
26
|
+
"check_status": { "type": "boolean", "description": "Status-check mode: poll an earlier job instead of starting a new one. Requires generation_id. Use this when a generate call timed out." },
|
|
27
|
+
"generation_id": { "type": "number", "description": "Job id to poll (required when check_status=true)" },
|
|
22
28
|
"json_output": { "type": "boolean", "description": "Emit a JSON result (generate: { url, generationId }; list: { avatars }; check-status: { status, url }) instead of human-readable output" }
|
|
23
29
|
},
|
|
24
30
|
"required": []
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "336",
|
|
5
5
|
"version": "V8",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Digital-human (talking-head) skill: list available avatars, run TTS-based or audio-driven lip-sync, and check the status of pending jobs. Backed by ab-api's digital-human endpoints (Jimeng / HiFly providers).\n\nUse this skill immediately whenever the user asks for any of:\n- Digital human, talking-head video, AI presenter, virtual host\n- \"Make a talking-head video out of this script / this audio file\"\n- List or browse digital-human avatars\n- Use Jimeng or HiFly to drive an avatar\n\nEven without an explicit \"use AI\", any request that turns text or audio into a synthesized presenter video should route here."
|
|
7
7
|
}
|
|
@@ -23,21 +23,28 @@ Wraps ab-api's `POST /model/genImg` (the same endpoint the web studio uses), aut
|
|
|
23
23
|
|
|
24
24
|
## Models and sizes
|
|
25
25
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
| `
|
|
31
|
-
|
|
32
|
-
| `
|
|
33
|
-
| `
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
- **
|
|
26
|
+
Pass `--model` a short name. The authoritative roster — ids, aliases, per-model limits —
|
|
27
|
+
lives in the backend catalog (`/model/capabilities`), which the CLI fetches at runtime;
|
|
28
|
+
the names below are the stable aliases to use.
|
|
29
|
+
|
|
30
|
+
| `--model` | What it is | Reference images |
|
|
31
|
+
|-----------|------------|------------------|
|
|
32
|
+
| `seedream` | Default. General-purpose, highest output resolution. | up to 14 |
|
|
33
|
+
| `seedream-pro` | High-fidelity variant: better placement/element control, more faithful text rendering. Costs more per image. | up to 10 |
|
|
34
|
+
| `gemini` | Gemini 3 Pro. | up to 4 |
|
|
35
|
+
|
|
36
|
+
- **Seedream**: `--size` is an aspect ratio (e.g. `1:1`, `9:16`) or `WxH`. The backend maps the
|
|
37
|
+
ratio to that model's own pixel preset and rescales out-of-range sizes, so prefer a ratio
|
|
38
|
+
over explicit pixels.
|
|
39
|
+
- **`seedream-pro`** additionally supports `3:2` / `2:3` / `21:9`, and caps output at ~2K
|
|
40
|
+
(about 4.6 MP). Asking it for 4K pixels gets scaled down, not rejected — use `seedream`
|
|
41
|
+
when you need a genuinely larger image.
|
|
42
|
+
- **Gemini**: `--size` is a backend-allowed aspect ratio (e.g. `1:1`, `16:9`); add
|
|
43
|
+
`--resolution`: `1K` / `2K` / `4K` (default `1K`). `--resolution` is ignored by Seedream.
|
|
37
44
|
|
|
38
45
|
## Auth & environment
|
|
39
46
|
|
|
40
|
-
No skill-local env file — the executing process inherits the system environment.
|
|
47
|
+
No skill-local env file — the executing process inherits the system environment.
|
|
41
48
|
|
|
42
49
|
- **Enterprise OpenClaw**: auth is already injected, **no need** for `PRIV_TOKEN` / `--priv-token`.
|
|
43
50
|
- **Other environments**: configure the token. Without a token, non-interactive runs fail; interactive ones may prompt.
|
|
@@ -45,7 +52,7 @@ No skill-local env file — the executing process inherits the system environmen
|
|
|
45
52
|
| Env var | Description | Default |
|
|
46
53
|
|---------|-------------|---------|
|
|
47
54
|
| `PRIV_TOKEN` | Tianyan token; `--priv-token` overrides | none |
|
|
48
|
-
| `MM_IMAGE_MODEL` | Default model
|
|
55
|
+
| `MM_IMAGE_MODEL` | Default model, as a `--model` value | backend default (`seedream`) |
|
|
49
56
|
| `MM_API_BASE_URL` | API root; `--api-base-url` overrides | `https://api.remixmate.com/api` |
|
|
50
57
|
| `AGENT_NAME` | Optional `x-invoke-agent` header | none |
|
|
51
58
|
|
|
@@ -67,17 +74,30 @@ remixmate gen-image \
|
|
|
67
74
|
```bash
|
|
68
75
|
remixmate gen-image \
|
|
69
76
|
--prompt "<image description>" \
|
|
70
|
-
--model gemini
|
|
77
|
+
--model gemini \
|
|
71
78
|
--size "16:9" \
|
|
72
79
|
--resolution "2K"
|
|
73
80
|
```
|
|
74
81
|
|
|
82
|
+
```bash
|
|
83
|
+
# High-fidelity: precise placement, legible on-image text
|
|
84
|
+
remixmate gen-image \
|
|
85
|
+
--prompt "<image description>" \
|
|
86
|
+
--model seedream-pro \
|
|
87
|
+
--size "16:9"
|
|
88
|
+
```
|
|
89
|
+
|
|
75
90
|
### Image-to-image (reference image)
|
|
76
91
|
|
|
77
92
|
Reference images accept local file paths, HTTPS URLs, or data URIs. Pass `--reference` multiple times for multiple references.
|
|
78
93
|
|
|
79
|
-
-
|
|
80
|
-
-
|
|
94
|
+
- **`seedream`**: up to **14** reference images, `--image-strength` controls reference influence.
|
|
95
|
+
- **`seedream-pro`**: up to **10** reference images. Best choice when the edit has to land in a
|
|
96
|
+
specific spot — describe the target region in the prompt (e.g. "in the marked area at the
|
|
97
|
+
bottom left") and it holds position far better than `seedream`.
|
|
98
|
+
- **`gemini`**: up to **4** reference images.
|
|
99
|
+
|
|
100
|
+
Over-the-limit runs fail fast in the CLI, before spending credits.
|
|
81
101
|
|
|
82
102
|
```bash
|
|
83
103
|
# URL reference
|
|
@@ -109,7 +129,7 @@ remixmate gen-image \
|
|
|
109
129
|
| Flag | Description | Default |
|
|
110
130
|
|------|-------------|---------|
|
|
111
131
|
| `-p` / `--prompt` | Description (required) | — |
|
|
112
|
-
| `-m` / `--model` |
|
|
132
|
+
| `-m` / `--model` | `seedream` / `seedream-pro` / `gemini` | see `MM_IMAGE_MODEL` |
|
|
113
133
|
| `-s` / `--size` | Seedream: ratio or WxH; Gemini: ratio | `1:1` |
|
|
114
134
|
| `--resolution` | Gemini only: `1K` / `2K` / `4K` | `1K` |
|
|
115
135
|
| `-n` | Number of images, 1–4 | `1` |
|
|
@@ -124,7 +144,9 @@ remixmate gen-image \
|
|
|
124
144
|
|
|
125
145
|
## Credits
|
|
126
146
|
|
|
127
|
-
Every run charges credits
|
|
147
|
+
Every run charges credits, per image and **per model** — `seedream-pro` costs noticeably more
|
|
148
|
+
per image than `seedream`, so don't reach for it by default. The CLI prints a footer on stdout
|
|
149
|
+
when it charges:
|
|
128
150
|
|
|
129
151
|
```
|
|
130
152
|
💳 Charged 31 credits · balance 1,240
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
"tier": "atomic",
|
|
5
5
|
"category": "asset",
|
|
6
6
|
"title": "AI Image Generation",
|
|
7
|
-
"description": "AI image generation: produce an image from a text prompt. Supports Seedream and Gemini
|
|
7
|
+
"description": "AI image generation: produce an image from a text prompt. Supports the Seedream family (including a high-fidelity 'pro' variant) and Gemini, plus image-to-image with reference images.",
|
|
8
8
|
"auth": "required",
|
|
9
9
|
"envVars": ["PRIV_TOKEN", "MM_API_BASE_URL", "AGENT_NAME", "MM_IMAGE_MODEL"],
|
|
10
10
|
"entry": { "type": "http", "handler": "gen-image" },
|
|
@@ -12,12 +12,20 @@
|
|
|
12
12
|
"type": "object",
|
|
13
13
|
"properties": {
|
|
14
14
|
"prompt": { "type": "string", "description": "Image description (required)" },
|
|
15
|
-
"model": { "type": "string", "description": "Model
|
|
15
|
+
"model": { "type": "string", "description": "Model: 'seedream' (default), 'seedream-pro' (high fidelity, precise placement and on-image text; costs more per image), or 'gemini'" },
|
|
16
16
|
"size": { "type": "string", "description": "Aspect ratio or WxH, e.g. 1:1, 9:16" },
|
|
17
17
|
"resolution": { "type": "string", "enum": ["1K", "2K", "4K"], "description": "Output resolution (Gemini only)" },
|
|
18
18
|
"n": { "type": "number", "description": "Number of images, 1-4" },
|
|
19
|
-
"reference": {
|
|
19
|
+
"reference": {
|
|
20
|
+
"type": "array",
|
|
21
|
+
"items": { "type": "string" },
|
|
22
|
+
"description": "Reference images for image-to-image: local file path, https URL, or data URI. Pass multiple to blend several references (seedream: max 14, seedream-pro: max 10, gemini: max 4 — over the limit fails before spending credits)."
|
|
23
|
+
},
|
|
24
|
+
"image_strength": { "type": "number", "description": "How strongly the reference images influence the result, 0-1 (Seedream family only). Omit to use the backend default." },
|
|
25
|
+
"guidance_scale": { "type": "number", "description": "Prompt-adherence strength, where supported. Omit to use the backend default." },
|
|
20
26
|
"negative_prompt": { "type": "string", "description": "Negative prompt — content to avoid" },
|
|
27
|
+
"seed": { "type": "number", "description": "Random seed. Pass the same seed with the same prompt and model to make a run reproducible." },
|
|
28
|
+
"watermark": { "type": "boolean", "description": "Add a watermark to the output. Only true has an effect; there is no opt-out override of the backend default." },
|
|
21
29
|
"json_output": { "type": "boolean", "description": "Emit a JSON result ({ urls: [...] }) instead of human-readable output" }
|
|
22
30
|
},
|
|
23
31
|
"required": ["prompt"]
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "337",
|
|
5
5
|
"version": "V9",
|
|
6
|
-
"skillDescription": "AI
|
|
6
|
+
"skillDescription": "AI image generation skill: produce an image from a text prompt, or do image-to-image with reference images. Backed by ab-api's `/model/genImg` (Seedream and Gemini families).\n\nUse this skill immediately whenever the user asks for any of:\n- AI image generation, text-to-image, \"draw me ...\", \"generate an image of ...\"\n- Image-to-image, reference image, style transfer, image variation\n- Generate an image with Doubao / Seedream / Gemini\n- Provide a prompt and ask for an image\n\nEven without an explicit \"use AI\", any request that turns a description into an image should route here."
|
|
7
7
|
}
|
|
@@ -293,26 +293,28 @@ Apply the following principles when producing the DSL:
|
|
|
293
293
|
"text": "Alibaba's open-source AI video-editing project\nalready has 4.3k stars on GitHub"
|
|
294
294
|
```
|
|
295
295
|
instead of one continuous paragraph.
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
296
|
+
5. **Moderate scene count**: 30-second videos work well with 4–6 scenes, 60-second videos with 6–10.
|
|
297
|
+
6. **Leave room for templates**: pick generic layouts; do not assume a specific template implementation.
|
|
298
|
+
7. **Image model allowlist**: every `type: image` + `source: gen-image` `AssetRef`'s `payload.model` **must** be one of the values in the table below. **Never** use display names, short forms, or made-up ids (e.g. `seedream`, `gemini-flash`, etc.).
|
|
299
299
|
|
|
300
300
|
### Allowlist `model` values aligned with gen-image
|
|
301
301
|
|
|
302
|
-
|
|
302
|
+
The roster is owned by the backend catalog (`/model/capabilities`), which `gen-image` resolves at
|
|
303
|
+
runtime. A DSL is persisted and replayed later, so write the **full id** — copy verbatim, including
|
|
304
|
+
prefix and version — not a short alias:
|
|
303
305
|
|
|
304
|
-
|
|
|
305
|
-
|
|
306
|
-
| `doubao/doubao-seedream-
|
|
307
|
-
| `doubao/doubao-seedream-5-0-
|
|
308
|
-
| `gemini-3-pro
|
|
309
|
-
| `gemini-3.1-flash-image-preview` | Gemini 3.1 Flash | Google |
|
|
306
|
+
| `payload.model` | Display name | Provider | Notes |
|
|
307
|
+
|-----------------|--------------|----------|-------|
|
|
308
|
+
| `doubao/doubao-seedream-5-0-260128` | Seedream 5.0 Lite | Volcano | Default. Highest output resolution, up to 14 reference images. |
|
|
309
|
+
| `doubao/doubao-seedream-5-0-pro-260628` | Seedream 5.0 Pro | Volcano | High fidelity: precise element placement, faithful on-image text. Up to 10 reference images, caps out around 2K. Costs noticeably more per image. |
|
|
310
|
+
| `gemini-3-pro` | Gemini 3 Pro | Google | Up to 4 reference images. |
|
|
310
311
|
|
|
311
312
|
**Agent behavior (avoid accidentally rewriting `model`)**:
|
|
312
313
|
|
|
313
|
-
- `gen_script.py` already writes a valid `payload.model` (
|
|
314
|
-
- **Only when the user explicitly asks to change the image model** (e.g. switches to
|
|
315
|
-
- When creating a new image `AssetRef`, pick one of the values above for `payload.model`; default to `
|
|
314
|
+
- `gen_script.py` already writes a valid `payload.model` (`doubao/doubao-seedream-5-0-260128` unless `DEFAULT_IMAGE_MODEL` overrides it). When the user only asks to refine narration, change `payload.prompt`, add or remove scenes, etc. and does **not** ask to change the image model, the agent **must keep** each image asset's original `payload.model` — do not replace it under the guise of "polishing the script".
|
|
315
|
+
- **Only when the user explicitly asks to change the image model** (e.g. switches to the Pro variant or to Gemini), update the corresponding image `AssetRef`'s `payload.model` to the matching row id from the table. Writing a display name or an alias into JSON is wrong.
|
|
316
|
+
- When creating a new image `AssetRef`, pick one of the values above for `payload.model`; default to `doubao/doubao-seedream-5-0-260128` to match the script, or to whichever value the user specified.
|
|
317
|
+
- If a run fails with an unknown-model error, the catalog has moved on from this table — check `/model/capabilities` rather than guessing a version string.
|
|
316
318
|
|
|
317
319
|
## Error handling
|
|
318
320
|
|
|
@@ -325,11 +327,5 @@ Mirrors the `gen-image` skill and `GEN_IMG_MODEL_PRESETS` in `gen_image.py`. **O
|
|
|
325
327
|
| File | Purpose |
|
|
326
328
|
|------|---------|
|
|
327
329
|
| `gen_script.py` | Core script — produces the Video DSL JSON from a topic. |
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
| `html_slide.json` | DSL example for the html-slide template. |
|
|
331
|
-
| `knowledge_card_dsl.json` | DSL example for the knowledge-card scene. |
|
|
332
|
-
| `knowledge_card_script.json` | Intermediate knowledge-card script result. |
|
|
333
|
-
| `script_knowledge_card.json` | Full knowledge-card script example. |
|
|
334
|
-
|
|
335
|
-
These JSON files are reference data for development / debugging; they do not participate in runtime logic. The authoritative DSL examples live under `template-registry/video_dsl/schema/examples/`.
|
|
330
|
+
|
|
331
|
+
The authoritative DSL examples live under `template-registry/video_dsl/schema/examples/`; list them with `template_registry list_examples=true`.
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "474",
|
|
5
5
|
"version": "V11",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Video-script generation skill. Turns a user-supplied topic into a structured Video DSL (JSON) that describes the full video — scene structure, asset requirements, and narrative flow.\n\nUse this skill as soon as the user mentions any of these intents:\n- Write a video script, generate a video script, plan a video, write storyboards\n- Create a short video, plan video content, generate a Video DSL\n- Turn a topic into a video structure / video content plan\n\nEven when the user does not say \"generate the DSL\", use this skill whenever they want to turn a topic into a structured video plan.\n\n⚠️ Stop-and-confirm gate: after this skill returns a DSL, show the full script and wait for the user's explicit confirmation. Never call `prepare_video_assets` in the same turn."
|
|
7
7
|
}
|
|
@@ -23,7 +23,9 @@ Wraps ab-api's `POST /model/genVideo` (the same endpoint the web "Lingchuang AI
|
|
|
23
23
|
|
|
24
24
|
## Models
|
|
25
25
|
|
|
26
|
-
|
|
26
|
+
The authoritative roster — ids, aliases and per-model limits — lives in the backend catalog
|
|
27
|
+
(`/model/capabilities`), which the CLI fetches at runtime. The table below mirrors it; when the
|
|
28
|
+
two disagree, the catalog wins.
|
|
27
29
|
|
|
28
30
|
| LiteLLM `model` | Display name | Provider | Duration | Notes |
|
|
29
31
|
|-----------------|--------------|----------|----------|-------|
|
|
@@ -33,8 +35,8 @@ Aligned with the handler's `MODEL_ALIASES` and the frontend `AI_VIDEO_MODELS`:
|
|
|
33
35
|
|
|
34
36
|
**Model shortcuts** (`--model` / `-m` accepts these directly):
|
|
35
37
|
- `seedance` / `seedance-1.5` / `seedance-1.5-pro` → Seedance 1.5 Pro
|
|
36
|
-
- `veo` / `veo-3.1` → Veo 3.1
|
|
37
|
-
- `veo-fast` / `veo-3.1-fast` → Veo 3.1 Fast
|
|
38
|
+
- `veo` / `veo-3.1` / `veo-3.1-generate` → Veo 3.1
|
|
39
|
+
- `veo-fast` / `veo-3.1-fast` / `veo-3.1-fast-generate` → Veo 3.1 Fast
|
|
38
40
|
|
|
39
41
|
### Per-model parameter ranges
|
|
40
42
|
|
|
@@ -12,14 +12,22 @@
|
|
|
12
12
|
"type": "object",
|
|
13
13
|
"properties": {
|
|
14
14
|
"prompt": { "type": "string", "description": "Video description" },
|
|
15
|
-
"model": { "type": "string", "description": "Model: seedance / veo / veo-fast" },
|
|
15
|
+
"model": { "type": "string", "description": "Model: 'seedance' (default; 4-12s, adaptive/21:9 ratios, fixed camera), 'veo' (4/6/8s, native audio, up to 4k, reference images), or 'veo-fast' (faster Veo variant for iteration)" },
|
|
16
16
|
"duration": { "type": "number", "description": "Duration in seconds" },
|
|
17
17
|
"ratio": { "type": "string", "description": "Aspect ratio" },
|
|
18
18
|
"resolution": { "type": "string", "description": "Resolution" },
|
|
19
19
|
"first_frame": { "type": "string", "description": "First-frame image path or URL" },
|
|
20
20
|
"last_frame": { "type": "string", "description": "Last-frame image path or URL" },
|
|
21
|
-
"reference": {
|
|
21
|
+
"reference": {
|
|
22
|
+
"type": "array",
|
|
23
|
+
"items": { "type": "string" },
|
|
24
|
+
"description": "Reference images: local file path, https URL, or data URI. Veo only, max 3 — Seedance rejects them, use first_frame / last_frame instead."
|
|
25
|
+
},
|
|
22
26
|
"generate_audio": { "type": "boolean", "description": "Generate native audio" },
|
|
27
|
+
"camera_fixed": { "type": "boolean", "description": "Lock the camera in place (Seedance)" },
|
|
28
|
+
"negative_prompt": { "type": "string", "description": "Content to steer away from (Veo)" },
|
|
29
|
+
"seed": { "type": "number", "description": "Random seed. Pass the same seed with the same prompt and model to make a run reproducible." },
|
|
30
|
+
"person_generation": { "type": "string", "enum": ["allow_all", "dont_allow"], "description": "Whether the model may render people (Veo). Omit to use the backend default." },
|
|
23
31
|
"json_output": { "type": "boolean", "description": "Emit a JSON result ({ url }) instead of human-readable output" }
|
|
24
32
|
},
|
|
25
33
|
"required": ["prompt"]
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "339",
|
|
5
5
|
"version": "V8",
|
|
6
|
-
"skillDescription": "AI
|
|
6
|
+
"skillDescription": "AI video generation skill: produce a short clip from a text prompt. Backed by ab-api's `/model/genVideo` (Seedance and Veo families).\n\nUse this skill immediately whenever the user asks for any of:\n- Text-to-video, AI-generated clip, \"make a short video of ...\"\n- Generate video with Doubao / Seedance / Veo / Google\n- Image-to-video, first-frame / last-frame, reference-image-to-video\n\nEven without an explicit \"use AI\", any request that turns a description into a moving clip should route here."
|
|
7
7
|
}
|
|
@@ -21,7 +21,7 @@ Wraps ab-api's unified `POST /tool/tts` with `provider: "minimax"` (the same end
|
|
|
21
21
|
|
|
22
22
|
## Auth & environment
|
|
23
23
|
|
|
24
|
-
There is no skill-local env file — the executing process inherits the system environment.
|
|
24
|
+
There is no skill-local env file — the executing process inherits the system environment.
|
|
25
25
|
|
|
26
26
|
- **Enterprise OpenClaw**: auth is already injected, **no need** to set `PRIV_TOKEN` / `--priv-token`.
|
|
27
27
|
- **Other environments**: configure the token. See the Tianyan privateToken doc internally. Without a token, non-interactive runs fail; interactive runs prompt.
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "338",
|
|
5
5
|
"version": "V7",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Text-to-speech (TTS) skill: synthesize narration audio from text via ab-api's unified `/tool/tts` endpoint with `provider: \"minimax\"` (Minimax TTS).\n\nUse this skill immediately whenever the user asks for any of:\n- AI voice-over, TTS, text-to-speech, generate narration audio\n- Use Minimax for speech synthesis\n- Read a piece of text aloud / produce an audio file from text\n\nEven when the user does not explicitly say \"AI\", any request that turns text into speech should route here."
|
|
7
7
|
}
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "476",
|
|
5
5
|
"version": "V1",
|
|
6
|
-
"skillDescription": "Asset-preparation skill
|
|
6
|
+
"skillDescription": "Asset-preparation skill: resolves and generates every asset (image / audio / video) referenced by a Video DSL, persists a RenderPlan to the database, and returns a `job_id` for the subsequent `render_video` call.\n\nUse this skill as soon as the user mentions any of these intents:\n- Generate / prepare video assets, resolve assets, render-ready\n- \"Make me a video about X\" (the agent calls gen_script → prepare_video_assets → render_video)\n- Regenerate one asset (image / audio) for a specific scene\n\nNext step: after the user confirms the resolved assets, call `render_video` with the `job_id` returned by this skill.\n\n⚠️ Stop-and-confirm gate: this skill runs only after the user has confirmed the script, and after it returns you must show the resolved assets and wait for the user's explicit confirmation. Never call `render_video` in the same turn."
|
|
7
7
|
}
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "473",
|
|
5
5
|
"version": "V19",
|
|
6
|
-
"skillDescription": "Final-render skill
|
|
6
|
+
"skillDescription": "Final-render skill: loads a persisted RenderPlan by `job_id` and drives the Remotion engine to produce the final video.\n\nUse this skill as soon as the user mentions any of these intents (after assets are already prepared):\n- Render the video, composite the video, export the video\n- Turn the prepared assets into the final clip\n- Render with Remotion\n\nPrerequisite: assets must already be generated via `prepare_video_assets`. This skill never resolves or regenerates assets — pass it a `job_id` from a previous `prepare_video_assets` call.\n\n⚠️ Stop-and-confirm gate: never call this skill until the user has explicitly confirmed the assets prepared by `prepare_video_assets`. If those assets were prepared in the current turn and the user has not replied since, stop and ask instead of rendering."
|
|
7
7
|
}
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "475",
|
|
5
5
|
"version": "V13",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Video-template registry skill. Stores every video-template definition and lists the available templates (templateId / name / aspect ratio / style tags).\n\nUse this skill as soon as the user mentions any of these intents:\n- View available templates / list every template\n\nNote: DSL→TemplateBinding is no longer a separate exposed step — once prepare_video_assets receives a template_id it builds the binding internally."
|
|
7
7
|
}
|
|
@@ -3,5 +3,5 @@
|
|
|
3
3
|
"repoName": "agent-skill-media-maker",
|
|
4
4
|
"skillId": "553",
|
|
5
5
|
"version": "V2",
|
|
6
|
-
"skillDescription": "
|
|
6
|
+
"skillDescription": "Video deconstruction skill. Splits a video into reusable content assets — audio, ASR transcript, scene segments, keyframe images.\n\nUse this skill as soon as the user mentions any of these intents:\n- Deconstruct / split / analyze / parse a video\n- Extract keyframes, extract the script from a video, transcribe a video\n- Pull content assets or raw material out of a video\n\nEven when the user does not say \"deconstruct\" explicitly, use this skill whenever they want to extract script text, keyframes, or structured information from a video."
|
|
7
7
|
}
|