@remixmate/cli 0.9.56 → 0.9.58

package/dist/handlers/gen-digital-human.js

@@ -18,15 +18,20 @@ import { getCapabilities } from '../capabilities.js';
 import { emitProgress } from '../progress.js';
 import { isTrue, toNumber } from './shared.js';
 const CLONE_TYPES = ['video', 'image'];
+/**
+ * The only provider currently wired end to end (HiFly). HiFly's generate APIs
+ * take no aspect ratio or action prompt — the output keeps the cloned source's
+ * framing — so the handler sends neither.
+ */
+const ACTIVE_SOURCE = 'hifly';
 function toId(value) {
     if (value === undefined || value === null)
         return '';
     return String(value).trim();
 }
 async function listAvatars(ctx, input) {
-    const payload = { current: 1, pageSize: 100 };
-    if (input.source)
-        payload.source = String(input.source);
+    // Only avatars of the active provider can be driven, so only those are listed.
+    const payload = { current: 1, pageSize: 100, source: ACTIVE_SOURCE };
     if (input.gender)
         payload.gender = String(input.gender);
     if (isTrue(input.mine))
@@ -48,23 +53,26 @@ async function listAvatars(ctx, input) {
     for (const a of avatars) {
         process.stdout.write(`${toId(a.id).padEnd(24)} ${String(a.name ?? '').padEnd(16)} ${String(a.source ?? '').padEnd(14)} ${String(a.gender ?? '').padEnd(8)} ${String(a.aspectRatio ?? '').padEnd(6)} ${a.cloneStatus || '-'}\n`);
     }
-    process.stdout.write(`\n${avatars.length} avatar(s) available\n`);
+    const total = data.pager?.total ?? avatars.length;
+    process.stdout.write(`\n${avatars.length} avatar(s) shown${total > avatars.length ? ` of ${total}; narrow with --name` : ''}\n`);
     process.stdout.write('💡 Use --avatar-id <ID> to pick an avatar for generation\n');
 }
-/** Look up one avatar's metadata; checks the normal page then `mine: true`. */
+/**
+ * Look up one avatar's metadata. Only the caller's own avatars are searched: they
+ * are few, and they are the only ones that can be mid-clone or failed. The public
+ * HiFly catalog has ~1000 entries, far beyond one page, so a public id that is not
+ * among "mine" is passed through as-is and the backend validates it (unknown ids
+ * come back as a business error).
+ */
 async function fetchAvatarInfo(ctx, avatarId) {
-    for (const extra of [{}, { mine: true }]) {
-        const data = await mmPost(ctx, '/digital-human/avatar/page', { current: 1, pageSize: 100, ...extra }, { timeoutMs: 30_000 });
-        const found = (data.list ?? []).find((a) => toId(a.id) === avatarId);
-        if (found)
-            return found;
-    }
-    throw new SkillError(`❌ avatar_id=${avatarId} not found; use --list-avatars [--mine] to see what is available`);
+    const data = await mmPost(ctx, '/digital-human/avatar/page', { current: 1, pageSize: 100, mine: true, source: ACTIVE_SOURCE }, { timeoutMs: 30_000 });
+    const found = (data.list ?? []).find((a) => toId(a.id) === avatarId);
+    return found ?? { id: avatarId, source: ACTIVE_SOURCE };
 }
-function resolveSource(explicit, avatar, validSources) {
-    const src = (explicit ?? '').trim() || (avatar.source ?? '').trim();
+function resolveSource(avatar, validSources) {
+    const src = (avatar.source ?? '').trim() || ACTIVE_SOURCE;
     if (!validSources.includes(src)) {
-        throw new SkillError(`❌ Could not determine a valid source (${validSources.join('/')}). Pass --source, or confirm the avatar carries a source field.`);
+        throw new SkillError(`❌ avatar uses provider "${src}", which is not available (supported: ${validSources.join('/')}). Pick another avatar from --list-avatars.`);
     }
     return src;
 }
@@ -86,8 +94,6 @@ async function cloneAvatar(ctx, input) {
         payload.thumbnailUrl = toId(input.thumbnail_url);
     if (input.gender)
         payload.gender = toId(input.gender);
-    if (input.aspect_ratio)
-        payload.aspectRatio = toId(input.aspect_ratio);
     emitProgress({ phase: 'gen-digital-human:clone-request', sourceType });
     const data = await mmPost(ctx, '/digital-human/avatar/clone', payload, { timeoutMs: 60_000 });
     const avatarId = toId(data.id);
@@ -210,6 +216,9 @@ export async function genDigitalHuman(input, ctxIn) {
     }
     const audioUrl = (input.audio_url ?? '').trim();
     const text = input.text ?? '';
+    if (audioUrl && !/^https?:\/\//i.test(audioUrl)) {
+        throw new SkillError(`❌ --audio-url needs a public http(s) URL (local files are not uploaded), received: ${audioUrl}`);
+    }
     if (!audioUrl) {
         if (!text.trim()) {
             throw new SkillError('❌ in TTS mode provide --text, or use --audio-url for audio-driven mode');
@@ -224,12 +233,10 @@ export async function genDigitalHuman(input, ctxIn) {
     if (avatar.cloneStatus === 'failed') {
         throw new SkillError(`❌ avatar ${avatarId} failed to clone (${avatar.cloneError || 'unknown error'}); clone it again`);
     }
-    const source = resolveSource(input.source, avatar, dh.sources);
+    const source = resolveSource(avatar, dh.sources);
     const payload = { avatarId, source };
     if (audioUrl) {
         payload.audioUrl = audioUrl;
-        if (text.trim())
-            payload.text = text.trim();
     }
     else {
         payload.text = text;
@@ -237,11 +244,6 @@ export async function genDigitalHuman(input, ctxIn) {
         if (input.voice_name)
             payload.voiceName = String(input.voice_name);
     }
-    const aspectRatio = input.aspect_ratio ?? avatar.aspectRatio;
-    if (aspectRatio)
-        payload.aspectRatio = aspectRatio;
-    if (input.prompt)
-        payload.prompt = String(input.prompt);
     emitProgress({ phase: 'gen-digital-human:request', avatarId, source, mode: audioUrl ? 'audio' : 'tts' });
     const data = await mmPost(ctx, '/digital-human/video/generate', payload, { timeoutMs: 60_000 });
     const generationId = data.generationId;

package/dist/manifest.json

@@ -1,7 +1,7 @@
 {
   "schemaVersion": 1,
-  "version": "0.9.56",
-  "generatedAt": "2026-09-28T23:55:13.296Z",
+  "version": "0.9.58",
+  "generatedAt": "2026-09-29T10:20:23.290Z",
   "skills": [
     {
       "id": "doc-parse",
@@ -147,15 +147,14 @@
       },
       "ui": {
         "primary": [
-          "title"
+          "system"
         ],
-        "advanced": [
-          "system",
+        "advanced": [],
+        "hidden": [
+          "title",
           "width",
           "height",
-          "output"
-        ],
-        "hidden": [
+          "output",
           "from_render_plan",
           "scenes",
           "draft_root_path",
@@ -169,13 +168,12 @@
       "tier": "atomic",
       "category": "asset",
       "title": "Digital-Human Talking-Head",
-      "summary": "Digital-human video: list available avatars; produce a talking-head video from text via TTS, or drive an avatar from an existing audio URL.",
+      "summary": "Digital-human video (HiFly): list or clone avatars; produce a talking-head video from text via TTS, or drive an avatar from an existing audio URL. Aspect ratio follows the avatar's cloned source and cannot be chosen. Talking-head videos cost credits per second of output (5 s minimum); fails with insufficient_credits when the balance is too low.",
       "triggers": [
         "Digital human, talking-head video, AI presenter, virtual host",
         "Make a talking-head video out of this script / this audio file",
         "List or browse digital-human avatars",
-        "Use Jimeng or HiFly to drive an avatar",
-        "Clone / create a custom avatar from a video or photo (HiFly)"
+        "Clone / create a custom avatar from a video or photo"
       ],
       "entry": {
         "type": "http",
@@ -202,14 +200,6 @@
             "type": "string",
             "description": "With list_avatars=true: fuzzy-filter avatars by name. With clone=true: the new avatar's name (required)."
           },
-          "source": {
-            "type": "string",
-            "enum": [
-              "jimeng",
-              "hifly"
-            ],
-            "description": "Provider filter / override. hifly avatars (including cloned custom avatars) are video-driven; jimeng is image-driven. Usually inferred from the avatar; pass it explicitly only when the avatar declares no source."
-          },
           "gender": {
             "type": "string",
             "enum": [
@@ -224,7 +214,7 @@
           },
           "clone": {
             "type": "boolean",
-            "description": "Clone mode: create a custom HiFly avatar from a video (free) or a portrait image (costs HiFly credits). Requires clone_url and name. Waits until cloning finishes unless wait=false."
+            "description": "Clone mode: create a custom HiFly avatar from a video (free) or a portrait image (costs credits per clone, refunded automatically if cloning fails; see the pricing page). Requires clone_url and name. Waits until cloning finishes unless wait=false."
           },
           "clone_url": {
             "type": "string",
@@ -240,7 +230,7 @@
           },
           "thumbnail_url": {
             "type": "string",
-            "description": "With clone=true: optional cover image URL shown in avatar lists (image clones default to the image itself)."
+            "description": "With clone=true: optional cover image URL shown in avatar lists (image clones default to the image itself). The output aspect ratio always follows the cloned source; it cannot be chosen at generation time."
           },
           "wait": {
             "type": "boolean",
@@ -252,28 +242,20 @@
           },
           "text": {
             "type": "string",
-            "description": "Narration text (TTS mode)"
+            "description": "Narration text (TTS mode, ≤ 10000 chars). Synthesized with voice_id, then drives the avatar; the speech must last at least 5 s. Ignored when audio_url is given."
           },
           "audio_url": {
             "type": "string",
-            "description": "Audio URL (audio-driven mode)"
+            "description": "Audio-driven mode: public http(s) URL of mp3 / m4a / wav, 5 s – 30 min, ≤ 100 MB. Takes precedence over text / voice_id."
           },
           "voice_id": {
             "type": "string",
-            "description": "Voice id (TTS mode). Shares the Minimax catalog with gen-voice — call gen_voice with list_voices=true to see available ids rather than inventing one."
+            "description": "Voice id (TTS mode). Shares the catalog with gen-voice (including cloned voices) — call gen_voice with list_voices=true to see available ids rather than inventing one."
           },
           "voice_name": {
             "type": "string",
             "description": "Voice display name, recorded alongside voice_id for bookkeeping. Does not affect synthesis."
           },
-          "aspect_ratio": {
-            "type": "string",
-            "description": "Aspect ratio: 9:16 / 16:9 / 3:4 / 1:1. Defaults to the avatar's own ratio."
-          },
-          "prompt": {
-            "type": "string",
-            "description": "Action prompt describing how the avatar should perform, e.g. 'more hand gestures'"
-          },
           "check_status": {
             "type": "boolean",
             "description": "Status-check mode: poll an earlier job instead of starting a new one. Requires generation_id. Use this when a generate call timed out."
@@ -292,15 +274,11 @@
       "ui": {
         "primary": [
           "avatar_id",
-          "text"
-        ],
-        "advanced": [
-          "source",
+          "text",
           "voice_id",
-          "aspect_ratio",
-          "prompt",
           "audio_url"
         ],
+        "advanced": [],
         "hidden": [
           "json_output",
           "list_avatars",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remixmate/cli",
-  "version": "0.9.56",
+  "version": "0.9.58",
   "description": "AI media generation skills for Claude Code / Codex — 12 skills covering image, video, voice, digital human, web screenshot, web recording, script, template registry, rendering, Jianying export, and video deconstruction.",
   "type": "module",
   "main": "dist/index.js",

package/skills/export-jianying/skill.json

@@ -60,15 +60,14 @@
   },
   "ui": {
     "primary": [
-      "title"
+      "system"
     ],
-    "advanced": [
-      "system",
+    "advanced": [],
+    "hidden": [
+      "title",
       "width",
       "height",
-      "output"
-    ],
-    "hidden": [
+      "output",
       "from_render_plan",
       "scenes",
       "draft_root_path",

package/skills/export-jianying/version.json

@@ -2,6 +2,6 @@
   "skillName": "export-jianying",
   "repoName": "agent-skill-media-maker",
   "skillId": "554",
-  "version": "V3",
+  "version": "V4",
   "skillDescription": "Jianying (CapCut) draft-generation skill. Packages asset URLs into a draft ZIP that Jianying can import; supports automatic conversion from a RenderPlan (calls ab-api /file/generateJianYing).\n\nUse this skill as soon as the user mentions any of these intents:\n- Export to Jianying, Jianying draft, package for Jianying, import into Jianying\n- Export materials to the Jianying format, generate a Jianying project\n- Bundle video / image / audio into a Jianying draft\n- Export a Jianying draft from a RenderPlan\n\nEven when the user does not say \"Jianying\" explicitly, use this skill whenever they want to package materials into a draft that can be edited in Jianying."
 }

package/skills/gen-digital-human/SKILL.md

@@ -1,117 +1,78 @@
 ---
 name: gen-digital-human
 description: |
-  Digital-human (talking-head) skill: list available avatars, run TTS-based or audio-driven lip-sync, and check the status of pending jobs. Backed by ab-api's digital-human endpoints (Jimeng / HiFly providers).
+  Digital-human (talking-head) skill backed by HiFly: list avatars, clone a custom avatar from a video or photo, drive an avatar with text (TTS) or an existing audio URL, and check the status of pending jobs.
 
   Use this skill immediately whenever the user asks for any of:
   - Digital human, talking-head video, AI presenter, virtual host
   - "Make a talking-head video out of this script / this audio file"
   - List or browse digital-human avatars
-  - Use Jimeng or HiFly to drive an avatar
-  - Clone / create a custom avatar from a video or photo (HiFly)
+  - Clone / create a custom avatar from a video or photo
 
   Even without an explicit "use AI", any request that turns text or audio into a synthesized presenter video should route here.
 triggers:
   - Digital human, talking-head video, AI presenter, virtual host
   - "Make a talking-head video out of this script / this audio file"
   - List or browse digital-human avatars
-  - Use Jimeng or HiFly to drive an avatar
-  - Clone / create a custom avatar from a video or photo (HiFly)
+  - Clone / create a custom avatar from a video or photo
 ---
 
 # Digital-Human Skill
 
-Wraps ab-api's digital-human endpoints (the same ones the web studio uses), authenticated with the **Tianyan privateToken**. Two providers: **Jimeng** (image-driven) and **HiFly** (video-driven). Generation is async — the handler submits the task and polls `/digital-human/video/status` until completion.
-
-> This skill was migrated from a Python script to an remixmate CLI HTTP handler (`entry.type: http`). The agent invocation is unchanged (same tool name `gen_digital_human`, same params as in `skill.json`); local repro goes through `remixmate gen-digital-human ...`.
+Wraps ab-api's digital-human endpoints (the same ones the web studio uses), authenticated with the **Tianyan privateToken**. The provider is **HiFly**: avatars are cloned from a video or photo, then driven by audio. Generation is async — the handler submits the task and polls `/digital-human/video/status` until completion.
 
 ## Capabilities
 
 | Capability | Description | API |
 |------------|-------------|-----|
-| List avatars | Page through available avatars; filter by source / gender / name | `POST /digital-human/avatar/page` |
-| TTS lip-sync | avatar + text + voice → talking-head video | `POST /digital-human/video/generate` |
+| List avatars | Public avatars, or your own with `--mine` | `POST /digital-human/avatar/page` |
+| Text-driven | avatar + text + voice → speech is synthesized, then drives the avatar | `POST /digital-human/video/generate` |
 | Audio-driven | avatar + existing audio URL → talking-head video | `POST /digital-human/video/generate` |
-| Check status | Poll the progress of a generation job | `POST /digital-human/video/status` |
-| Clone avatar | Create a custom HiFly avatar from a video (free) or portrait image (costs HiFly credits) | `POST /digital-human/avatar/clone` |
-| Clone status | Report `cloning` / `done` / `failed` for a cloned avatar | `POST /digital-human/avatar/clone-status` |
-
-Avatar ids are opaque strings (e.g. `dh_xxx`) — always copy them from `--list-avatars`, never invent or renumber them.
+| Check status | Poll a generation job | `POST /digital-human/video/status` |
+| Clone avatar | Custom avatar from a video (free) or portrait photo (charged per clone, refunded on failure) | `POST /digital-human/avatar/clone` |
+| Clone status | `cloning` / `done` / `failed` for a cloned avatar | `POST /digital-human/avatar/clone-status` |
 
-**Cross-skill dependency**: voice ids are shared with `gen-voice` (same Minimax catalog). Use `gen-voice --list-voices` to see available voices.
+Avatar ids are opaque strings (e.g. `dh_xxx`) — always copy them from `--list-avatars`, never invent them.
 
-## Auth & environment
+**What you cannot choose**: aspect ratio and on-camera actions. The output keeps the framing of the source the avatar was cloned from (a 9:16 clone produces 9:16 videos). To get another ratio, clone the avatar from footage in that ratio.
 
-No skill-local env file — the executing process inherits the system environment.
+**Cross-skill dependency**: voice ids are shared with `gen-voice` (including cloned voices). Use `gen-voice --list-voices` to see them.
 
-- **Enterprise OpenClaw**: auth is already injected, **no need** for `PRIV_TOKEN` / `--priv-token`.
-- **Other environments**: configure the token. Without a token, non-interactive runs fail.
+## Auth & environment
 
 | Env var | Description | Default |
 |---------|-------------|---------|
-| `PRIV_TOKEN` | Tianyan token; `--priv-token` overrides | none |
+| `PRIV_TOKEN` | Tianyan token; `--priv-token` overrides (not needed in Enterprise OpenClaw) | none |
 | `MM_API_BASE_URL` | API root; `--api-base-url` overrides | `https://api.remixmate.ai/api` |
 | `AGENT_NAME` | Optional `x-invoke-agent` header | none |
 
 ## Operations
 
-By default only the URL is printed; generation is async and the handler polls until done (typically 1–5 minutes), emitting `__progress__` lines. The resulting video URL is cloud-persisted — show it directly, no download needed.
+Generation typically takes 1–5 minutes; the handler polls and emits `__progress__` lines. The resulting video URL is cloud-persisted — show it directly, no download needed.
 
 ### 1. List avatars
 
 ```bash
-remixmate gen-digital-human --list-avatars
+remixmate gen-digital-human --list-avatars --name "教师"   # public avatars (~1000; always narrow with --name)
+remixmate gen-digital-human --list-avatars --mine     # your cloned avatars
+remixmate gen-digital-human --list-avatars --gender female --name "alice"
 ```
 
-Optional filters:
-
-```bash
-# Filter by source (jimeng = image-driven, hifly = video-driven)
-remixmate gen-digital-human --list-avatars --source jimeng
-remixmate gen-digital-human --list-avatars --source hifly
-
-# Filter by gender
-remixmate gen-digital-human --list-avatars --gender female
-
-# Show your custom avatars
-remixmate gen-digital-human --list-avatars --mine
-
-# Filter by name
-remixmate gen-digital-human --list-avatars --name "alice"
-```
+### 2. Generate a video
 
-> Custom avatars require `--mine`. When generating a video the handler auto-falls back from the public list to `mine: true` if needed.
-
-### 2. Generate a digital-human video
-
-#### TTS mode
+Pick exactly one driver: **text** (+ voice) or **audio**. With `--audio-url`, text and voice are ignored.
 
 ```bash
-remixmate gen-digital-human \
-  --avatar-id dh_xxx \
-  --text "Hi everyone, welcome to the live stream — today I'll introduce a new product." \
+# Text-driven
+remixmate gen-digital-human --avatar-id dh_xxx \
+  --text "Hi everyone, today I'll introduce a new product." \
   --voice-id "male-qn-qingse"
-```
 
-#### TTS + custom voice + aspect ratio
-
-```bash
-remixmate gen-digital-human \
-  --avatar-id dh_xxx \
-  --text "Hi class, here's our brand-new course." \
-  --voice-id "female-shaonv" \
-  --aspect-ratio "9:16"
+# Audio-driven
+remixmate gen-digital-human --avatar-id dh_xxx --audio-url "https://example.com/voice.mp3"
 ```
 
-#### Audio-driven mode
-
-```bash
-remixmate gen-digital-human \
-  --avatar-id dh_yyy \
-  --source hifly \
-  --audio-url "https://example.com/voice.mp3" \
-  --aspect-ratio "16:9"
-```
+Limits: speech/audio must last **5 s – 30 min**; audio is mp3 / m4a / wav, ≤ 100 MB, public http(s) URL; text ≤ 10000 characters.
 
 ### 3. Check job status
 
@@ -119,7 +80,7 @@ remixmate gen-digital-human \
 remixmate gen-digital-human --check-status --generation-id 123
 ```
 
-### 4. Clone a custom avatar (HiFly)
+### 4. Clone a custom avatar
 
 The source must be a public http(s) URL (local files are not uploaded). Video: mp4/mov (h264), 5 s – 30 min, 360p – 4K, ≤ 500 MB, one person speaking to camera. Cloning takes minutes; the handler waits (up to ~20 min) and prints the new avatar id. The avatar also shows up under 素材库 → 数字人 in the web app.
 
@@ -127,7 +88,7 @@ The source must be a public http(s) URL (local files are not uploaded). Video: m
 # Video clone (free)
 remixmate gen-digital-human --clone --name "My presenter" --clone-url "https://example.com/me.mp4"
 
-# Portrait image clone (costs HiFly credits)
+# Portrait photo clone (charged per clone)
 remixmate gen-digital-human --clone --clone-type image --name "My presenter" --clone-url "https://example.com/me.jpg"
 
 # Submit without waiting, then poll
@@ -135,86 +96,35 @@ remixmate gen-digital-human --clone --wait false --name "My presenter" --clone-u
 remixmate gen-digital-human --clone-status --avatar-id dh_xxx
 ```
 
-A cloned avatar is a normal `hifly` avatar: find it with `--list-avatars --mine`, then generate with `--avatar-id <id> --text "..."` (TTS is synthesized with the gen-voice catalog, then drives the avatar) or `--audio-url`. Audio must be 5 s – 30 min.
-
-## Common CLI flags
-
-### List avatars
-
-| Flag | Description | Default |
-|------|-------------|---------|
-| `--list-avatars` | List avatars and exit | — |
-| `--source` | Filter by source: `jimeng` / `hifly` | no filter |
-| `--gender` | Filter by gender: `male` / `female` | no filter |
-| `--mine` | Limit to user's custom avatars | off |
-| `--name` | Fuzzy filter by name | no filter |
-
-### Generate video
-
-| Flag | Description | Default |
-|------|-------------|---------|
-| `--avatar-id` | Avatar id (required) | — |
-| `-t` / `--text` | Speech text (required for TTS mode; optional with `--audio-url`) | — |
-| `--audio-url` | Audio URL (audio-driven mode) | none |
-| `--voice-id` | Voice id (TTS mode) | `male-qn-qingse` |
-| `--voice-name` | Voice display name (recordkeeping) | none |
-| `--source` | `jimeng` / `hifly` (inferable from avatar) | auto |
-| `--aspect-ratio` | `9:16` / `16:9` / `3:4` / `1:1` | avatar's default |
-| `--prompt` | Action prompt (e.g. "more hand gestures") | none |
-| `--api-base-url` | Override API root | see env vars |
-| `--priv-token` | Override token | see env vars |
-
-### Check status
-
-| Flag | Description | Default |
-|------|-------------|---------|
-| `--check-status` | Enter status-check mode | — |
-| `--generation-id` | Job id (required) | — |
-
-### Clone avatar
-
-| Flag | Description | Default |
-|------|-------------|---------|
-| `--clone` | Enter clone mode | — |
-| `--name` | New avatar name (required) | — |
-| `--clone-url` | Public URL of the source video / image (required) | — |
-| `--clone-type` | `video` / `image` | `video` |
-| `--thumbnail-url` | Cover image shown in lists | image itself / none |
-| `--gender` | `male` / `female` | none |
-| `--wait` | `false` to return right after submission | wait |
-| `--clone-status` | Report clone status of `--avatar-id` | — |
-
-## Typical flows
-
-### Flow A — TTS
-
-```
-1. List avatars → --list-avatars [--gender female]
-2. Pick avatar-id
-3. Confirm or polish the speech text
-4. (Optional) pick a voice → use gen-voice --list-voices
-5. Generate → --avatar-id <id> --text "..." --voice-id "female-shaonv"
-6. Show URL
-```
-
-### Flow B — Audio-driven
+## Flags
+
+| Flag | Mode | Description | Default |
+|------|------|-------------|---------|
+| `--list-avatars` | list | List avatars and exit | — |
+| `--mine` | list | Only your own avatars | off |
+| `--gender` | list / clone | `male` / `female` | none |
+| `--name` | list / clone | Fuzzy filter; with `--clone` the new avatar's name (required) | — |
+| `--avatar-id` | generate / clone-status | Avatar id (required) | — |
+| `-t` / `--text` | generate | Script (text-driven) | — |
+| `--voice-id` | generate | Voice id (text-driven) | `male-qn-qingse` |
+| `--voice-name` | generate | Voice display name (recordkeeping only) | none |
+| `--audio-url` | generate | Audio URL (audio-driven) | none |
+| `--check-status` / `--generation-id` | status | Poll a generation job | — |
+| `--clone` / `--clone-url` | clone | Clone mode and source URL (required) | — |
+| `--clone-type` | clone | `video` / `image` | `video` |
+| `--thumbnail-url` | clone | Cover shown in lists | image itself / none |
+| `--wait` | clone | `false` to return right after submission | wait |
+| `--clone-status` | clone-status | Report clone status of `--avatar-id` | — |
+| `--api-base-url` / `--priv-token` | all | Overrides | see env vars |
 
-```
-1. List avatars → --list-avatars [--mine]
-2. Prepare an audio URL (gen-voice can produce one)
-3. Generate → --avatar-id <id> --audio-url "https://..." [--source hifly]
-4. Show URL
-```
-
-## Text guidance (TTS)
+## Credits
 
-- Punctuation drives pacing — commas short, periods long.
-- Keep individual jobs under ~500 characters.
-- Tone and style of the script affect the perceived voice.
+Photo cloning and video generation charge credits (rates on https://www.remixmate.ai/pricing):
 
-## Credits
+- **Clone**: video clones are free. Photo clones cost a flat per-clone fee, charged at submission and refunded automatically if cloning fails.
+- **Video**: per second of output video (5 s minimum), charged when the video completes. The balance is checked before submission; too low → `insufficient_credits`, nothing is generated.
 
-Every run charges credits. The CLI prints a footer on stdout when it does:
+The CLI prints a footer on stdout when a charge is reported in the response:
 
 ```
 💳 Charged 31 credits · balance 1,240
@@ -229,11 +139,10 @@ generation cost, and the balance is the only warning before a run fails with
 - **401** / **token missing** (non-OpenClaw): set `PRIV_TOKEN`.
 - **Business `code != 0`**: read `msg` on stderr.
 - **429**: rate-limited; retry later.
-- **Generation timeout**: the handler caps polling at ~10 minutes; use `--check-status --generation-id <id>` later.
-- **Empty TTS text**: provide non-empty `--text` or use `--audio-url`.
+- **Generation timeout**: polling caps at ~10 minutes; use `--check-status --generation-id <id>` later.
+- **Speech/audio under 5 s**: lengthen the text or audio.
 - **Invalid voice id**: re-check via `gen-voice --list-voices`.
 - **Avatar id not found**: re-check via `--list-avatars` (or `--list-avatars --mine`).
 - **Avatar still cloning / clone failed**: poll `--clone-status --avatar-id <id>`; on failure, re-clone with a clearer source (single speaker facing the camera, h264 mp4).
-- **HiFly audio too short**: HiFly needs ≥ 5 s of speech; lengthen the text or audio.
-- **Cannot infer source**: when the avatar lacks a `source` and `--source` is not set, pass `--source jimeng` or `--source hifly` explicitly.
+- **User asks for a different aspect ratio or gestures**: not supported at generation time — explain that the ratio follows the cloned source, and offer to clone from footage in the wanted ratio.
 - **Network**: verify connectivity and `MM_API_BASE_URL`.

package/skills/gen-digital-human/skill.json

@@ -4,7 +4,7 @@
   "tier": "atomic",
   "category": "asset",
   "title": "Digital-Human Talking-Head",
-  "description": "Digital-human video: list available avatars; produce a talking-head video from text via TTS, or drive an avatar from an existing audio URL.",
+  "description": "Digital-human video (HiFly): list or clone avatars; produce a talking-head video from text via TTS, or drive an avatar from an existing audio URL. Aspect ratio follows the avatar's cloned source and cannot be chosen. Talking-head videos cost credits per second of output (5 s minimum); fails with insufficient_credits when the balance is too low.",
   "auth": "required",
   "joinsTake": true,
   "envVars": [
@@ -31,14 +31,6 @@
         "type": "string",
         "description": "With list_avatars=true: fuzzy-filter avatars by name. With clone=true: the new avatar's name (required)."
       },
-      "source": {
-        "type": "string",
-        "enum": [
-          "jimeng",
-          "hifly"
-        ],
-        "description": "Provider filter / override. hifly avatars (including cloned custom avatars) are video-driven; jimeng is image-driven. Usually inferred from the avatar; pass it explicitly only when the avatar declares no source."
-      },
       "gender": {
         "type": "string",
         "enum": [
@@ -53,7 +45,7 @@
       },
       "clone": {
         "type": "boolean",
-        "description": "Clone mode: create a custom HiFly avatar from a video (free) or a portrait image (costs HiFly credits). Requires clone_url and name. Waits until cloning finishes unless wait=false."
+        "description": "Clone mode: create a custom HiFly avatar from a video (free) or a portrait image (costs credits per clone, refunded automatically if cloning fails; see the pricing page). Requires clone_url and name. Waits until cloning finishes unless wait=false."
       },
       "clone_url": {
         "type": "string",
@@ -69,7 +61,7 @@
       },
       "thumbnail_url": {
         "type": "string",
-        "description": "With clone=true: optional cover image URL shown in avatar lists (image clones default to the image itself)."
+        "description": "With clone=true: optional cover image URL shown in avatar lists (image clones default to the image itself). The output aspect ratio always follows the cloned source; it cannot be chosen at generation time."
       },
       "wait": {
         "type": "boolean",
@@ -81,28 +73,20 @@
       },
       "text": {
         "type": "string",
-        "description": "Narration text (TTS mode)"
+        "description": "Narration text (TTS mode, ≤ 10000 chars). Synthesized with voice_id, then drives the avatar; the speech must last at least 5 s. Ignored when audio_url is given."
       },
       "audio_url": {
         "type": "string",
-        "description": "Audio URL (audio-driven mode)"
+        "description": "Audio-driven mode: public http(s) URL of mp3 / m4a / wav, 5 s – 30 min, ≤ 100 MB. Takes precedence over text / voice_id."
       },
       "voice_id": {
         "type": "string",
-        "description": "Voice id (TTS mode). Shares the Minimax catalog with gen-voice — call gen_voice with list_voices=true to see available ids rather than inventing one."
+        "description": "Voice id (TTS mode). Shares the catalog with gen-voice (including cloned voices) — call gen_voice with list_voices=true to see available ids rather than inventing one."
       },
       "voice_name": {
         "type": "string",
         "description": "Voice display name, recorded alongside voice_id for bookkeeping. Does not affect synthesis."
       },
-      "aspect_ratio": {
-        "type": "string",
-        "description": "Aspect ratio: 9:16 / 16:9 / 3:4 / 1:1. Defaults to the avatar's own ratio."
-      },
-      "prompt": {
-        "type": "string",
-        "description": "Action prompt describing how the avatar should perform, e.g. 'more hand gestures'"
-      },
       "check_status": {
         "type": "boolean",
         "description": "Status-check mode: poll an earlier job instead of starting a new one. Requires generation_id. Use this when a generate call timed out."
@@ -121,15 +105,11 @@
   "ui": {
     "primary": [
       "avatar_id",
-      "text"
-    ],
-    "advanced": [
-      "source",
+      "text",
       "voice_id",
-      "aspect_ratio",
-      "prompt",
       "audio_url"
     ],
+    "advanced": [],
     "hidden": [
       "json_output",
       "list_avatars",

package/skills/gen-digital-human/version.json

@@ -2,6 +2,6 @@
   "skillName": "gen-digital-human",
   "repoName": "agent-skill-media-maker",
   "skillId": "336",
-  "version": "V9",
-  "skillDescription": "Digital-human (talking-head) skill: list available avatars, run TTS-based or audio-driven lip-sync, and check the status of pending jobs. Backed by ab-api's digital-human endpoints (Jimeng / HiFly providers).\n\nUse this skill immediately whenever the user asks for any of:\n- Digital human, talking-head video, AI presenter, virtual host\n- \"Make a talking-head video out of this script / this audio file\"\n- List or browse digital-human avatars\n- Use Jimeng or HiFly to drive an avatar\n\nEven without an explicit \"use AI\", any request that turns text or audio into a synthesized presenter video should route here."
+  "version": "V10",
+  "skillDescription": "Digital-human (talking-head) skill backed by HiFly: list avatars, clone a custom avatar from a video or photo, drive an avatar with text (TTS) or an existing audio URL, and check the status of pending jobs.\n\nUse this skill immediately whenever the user asks for any of:\n- Digital human, talking-head video, AI presenter, virtual host\n- \"Make a talking-head video out of this script / this audio file\"\n- List or browse digital-human avatars\n- Clone / create a custom avatar from a video or photo\n\nEven without an explicit \"use AI\", any request that turns text or audio into a synthesized presenter video should route here."
 }

package/skills/prepare-video-assets/version.json

@@ -2,6 +2,6 @@
   "skillName": "prepare-video-assets",
   "repoName": "agent-skill-media-maker",
   "skillId": "476",
-  "version": "V5",
+  "version": "V6",
   "skillDescription": "Asset-preparation skill: resolves and generates every asset (image / audio / video) referenced by a Video DSL, persists a RenderPlan to the database, and returns a `job_id` for the subsequent `render_video` call.\n\nUse this skill as soon as the user mentions any of these intents:\n- Generate / prepare video assets, resolve assets, render-ready\n- \"Make me a video about X\" (the agent calls gen_script → prepare_video_assets → render_video)\n- Regenerate one asset (image / audio) for a specific scene\n\nNext step: after the user confirms the resolved assets, call `render_video` with the `job_id` returned by this skill.\n\n⚠️ Stop-and-confirm gate: this skill runs only after the user has confirmed the script, and after it returns you must show the resolved assets and wait for the user's explicit confirmation. Never call `render_video` in the same turn."
 }

package/skills/render-video/scripts/_digital_human_segments.py

@@ -0,0 +1,204 @@
+"""数字人连续段：分段、驱动音频规划、起播帧注入。
+
+一个 ``source=gen-digital-human`` 的 avatar 资产被**相邻**几个场景的
+``props.avatarAssetId`` 同时引用 = 一个连续段：生成一段视频，人物跨场景不重启。
+要让第 k 个场景的第 0 帧正好对上视频里的对应位置，驱动音频必须是「段内各场景
+旁白、每段补静音到场景最终时长」拼成的一条——所以数字人只能在**排轴之后**生成
+（场景时长由真实 TTS 时长决定，见 render_video.adjust_timeline_to_audio）。
+
+本模块只放纯函数与 ffmpeg 拼接；调度（何时生成、如何回写 RenderPlan 状态）在
+render_video.resolve_digital_human_segments。全部按 RenderPlan 的通用字段工作，
+不识别具体模板：模板是否支持由 template.json 的 ``capabilities.digitalHuman`` 声明，
+写没写 avatar 资产由上游决定。
+"""
+
+from __future__ import annotations
+
+import os
+import shutil
+import subprocess
+from typing import Optional
+
+DIGITAL_HUMAN_SOURCE = "gen-digital-human"
+
+#: 驱动音频下限。飞影要求 5 秒 ～ 30 分钟；不足时在段尾补静音。
+MIN_DRIVE_SEC = 5.0
+
+#: 拼接输出的采样率 / 声道。口型驱动不需要立体声，统一成单声道避免混格式失败。
+_SAMPLE_RATE = 44100
+
+
+def _entry_props(entry: dict) -> dict:
+    props = entry.get("props")
+    return props if isinstance(props, dict) else {}
+
+
+def digital_human_asset_ids(render_plan: dict) -> set[str]:
+    return {
+        a.get("assetId")
+        for a in render_plan.get("resolvedAssets", [])
+        if a.get("source") == DIGITAL_HUMAN_SOURCE and a.get("assetId")
+    }
+
+
+def collect_segments(render_plan: dict) -> dict[str, list[int]]:
+    """avatar 资产 id → 引用它的 timeline 下标（按出场顺序）。
+
+    只收 gen-digital-human 资产：``existing`` 的数字人视频是作者自备的，起播点由作者
+    自己负责（``digitalHuman.startFromSec``），管线不去猜。
+    """
+    dh_ids = digital_human_asset_ids(render_plan)
+    segments: dict[str, list[int]] = {}
+    for idx, entry in enumerate(render_plan.get("timeline", [])):
+        ref = _entry_props(entry).get("avatarAssetId")
+        if ref in dh_ids:
+            segments.setdefault(ref, []).append(idx)
+    return segments
+
+
+def is_contiguous(indices: list[int]) -> bool:
+    return all(b == a + 1 for a, b in zip(indices, indices[1:]))
+
+
+def segment_role(pos: int, count: int) -> str:
+    if count == 1:
+        return "only"
+    if pos == 0:
+        return "first"
+    return "last" if pos == count - 1 else "middle"
+
+
+def inject_segment_props(render_plan: dict, segments: dict[str, list[int]]) -> list[str]:
+    """给段内每个场景写 ``avatarOffsetFrames`` / ``avatarSegmentRole``。
+
+    偏移用 RenderPlan 里最终的 ``durationFrames`` 累加，不按秒重算，避免累计舍入。
+    返回告警（不相邻的同一资产：偏移仍按出场顺序累加，但中间隔开的场景会让口型错位）。
+    """
+    warnings: list[str] = []
+    timeline = render_plan.get("timeline", [])
+    for asset_id, indices in segments.items():
+        if not is_contiguous(indices):
+            scene_ids = [timeline[i].get("sceneId", str(i)) for i in indices]
+            warnings.append(
+                f"digital-human asset {asset_id} is referenced by non-adjacent scenes "
+                f"{scene_ids}; one video can only span adjacent scenes — lip sync will drift"
+            )
+        offset = 0
+        for pos, idx in enumerate(indices):
+            entry = timeline[idx]
+            props = entry.setdefault("props", {})
+            props["avatarOffsetFrames"] = offset
+            props["avatarSegmentRole"] = segment_role(pos, len(indices))
+            offset += int(entry.get("durationFrames") or 0)
+    return warnings
+
+
+def plan_drive_pieces(render_plan: dict, indices: list[int]) -> list[dict]:
+    """段内每个场景一块：``{"sceneId", "url" | None, "durationSec"}``。
+
+    ``url`` 取场景旁白资产（``props.narrationAssetId``）已生成的地址；没有旁白的场景
+    是整段静音。块长 = 场景最终时长；总长不足 MIN_DRIVE_SEC 时把最后一块拉长。
+    """
+    fps = (render_plan.get("renderConfig") or {}).get("fps") or 30
+    assets = {a.get("assetId"): a for a in render_plan.get("resolvedAssets", [])}
+    timeline = render_plan.get("timeline", [])
+    pieces: list[dict] = []
+    for idx in indices:
+        entry = timeline[idx]
+        nar = assets.get(_entry_props(entry).get("narrationAssetId"))
+        url = nar.get("url") if nar and nar.get("status") == "generated" else None
+        pieces.append({
+            "sceneId": entry.get("sceneId", str(idx)),
+            "url": url or None,
+            "durationSec": round(int(entry.get("durationFrames") or 0) / fps, 3),
+        })
+    total = sum(p["durationSec"] for p in pieces)
+    if pieces and total < MIN_DRIVE_SEC:
+        pieces[-1]["durationSec"] = round(pieces[-1]["durationSec"] + MIN_DRIVE_SEC - total, 3)
+    return pieces
+
+
+def direct_drive_url(render_plan: dict, indices: list[int]) -> Optional[str]:
+    """单场景段、且旁白本身就够长时，直接拿旁白音频驱动，不必拼接。
+
+    视频比场景短几百毫秒（旁白尾巴）无妨：模板默认 ``onEnd: freeze`` 停在最后一帧。
+    """
+    if len(indices) != 1:
+        return None
+    entry = render_plan.get("timeline", [])[indices[0]]
+    assets = {a.get("assetId"): a for a in render_plan.get("resolvedAssets", [])}
+    nar = assets.get(_entry_props(entry).get("narrationAssetId"))
+    if not nar or nar.get("status") != "generated" or not nar.get("url"):
+        return None
+    duration_ms = nar.get("duration") or 0
+    if duration_ms and duration_ms / 1000.0 >= MIN_DRIVE_SEC:
+        return nar["url"]
+    return None
+
+
+def split_segment_per_scene(render_plan: dict, asset_id: str, indices: list[int]) -> list[str]:
+    """把一个连续段拆成每场景一段（拿不到 ffmpeg 拼接时的降级）。
+
+    人物会在场景边界重新起播，但每段都能直接用本场景旁白驱动，口型不会错位。
+    新资产 id = ``<原 id>.<sceneId>``；原资产从 resolvedAssets 移除，场景改指新 id。
+    """
+    assets = render_plan.get("resolvedAssets", [])
+    original = next((a for a in assets if a.get("assetId") == asset_id), None)
+    if original is None:
+        return []
+    timeline = render_plan.get("timeline", [])
+    new_ids: list[str] = []
+    for idx in indices:
+        entry = timeline[idx]
+        new_id = f"{asset_id}.{entry.get('sceneId', idx)}"
+        clone = {**original, "assetId": new_id, "status": "pending", "url": "", "splitFrom": asset_id}
+        assets.append(clone)
+        entry.setdefault("props", {})["avatarAssetId"] = new_id
+        new_ids.append(new_id)
+    render_plan["resolvedAssets"] = [a for a in assets if a.get("assetId") != asset_id]
+    return new_ids
+
+
+def build_concat_command(pieces: list[dict], out_path: str, ffmpeg: str = "ffmpeg") -> list[str]:
+    """ffmpeg 参数：每块重采样成单声道 → 补静音 → 精确截到块长 → 顺序拼接成 mp3。"""
+    cmd = [ffmpeg, "-y", "-loglevel", "error"]
+    filters: list[str] = []
+    labels: list[str] = []
+    for i, piece in enumerate(pieces):
+        dur = f"{max(piece['durationSec'], 0.01):.3f}"
+        if piece.get("url"):
+            cmd += ["-i", piece["url"]]
+        else:
+            cmd += ["-f", "lavfi", "-t", dur, "-i", f"anullsrc=r={_SAMPLE_RATE}:cl=mono"]
+        filters.append(
+            f"[{i}:a]aresample={_SAMPLE_RATE},aformat=sample_fmts=fltp:channel_layouts=mono,"
+            f"apad,atrim=0:{dur},asetpts=N/SR/TB[a{i}]"
+        )
+        labels.append(f"[a{i}]")
+    filters.append(f"{''.join(labels)}concat=n={len(pieces)}:v=0:a=1[out]")
+    cmd += [
+        "-filter_complex", ";".join(filters),
+        "-map", "[out]",
+        "-c:a", "libmp3lame", "-b:a", "128k",
+        out_path,
+    ]
+    return cmd
+
+
+def find_ffmpeg() -> Optional[str]:
+    return shutil.which("ffmpeg")
+
+
+def concat_drive_audio(pieces: list[dict], out_dir: str, name: str, ffmpeg: str, timeout: int = 300) -> str:
+    """拼出驱动音频，返回本地文件路径。失败抛 RuntimeError。"""
+    os.makedirs(out_dir, exist_ok=True)
+    safe = "".join(ch if ch.isalnum() or ch in "-_." else "_" for ch in name)
+    out_path = os.path.join(out_dir, f"dh-drive-{safe}.mp3")
+    cmd = build_concat_command(pieces, out_path, ffmpeg)
+    try:
+        result = subprocess.run(cmd, capture_output=True, text=True, timeout=timeout, stdin=subprocess.DEVNULL)
+    except subprocess.TimeoutExpired as exc:
+        raise RuntimeError(f"ffmpeg concat timed out after {timeout}s") from exc
+    if result.returncode != 0 or not os.path.exists(out_path):
+        raise RuntimeError(f"ffmpeg concat failed: {(result.stderr or '').strip()[:500]}")
+    return out_path

package/skills/render-video/scripts/render_video.py

@@ -1198,8 +1198,19 @@ ASSET_RESOLVERS = {
 }
 
 
-def _resolve_single_asset(asset: dict, render_plan: dict, private_token: str, max_retries: int, timeout: int) -> bool:
-    """Resolve one asset. Returns True if generated, False if failed/skipped."""
+def _resolve_single_asset(
+    asset: dict,
+    render_plan: dict,
+    private_token: str,
+    max_retries: int,
+    timeout: int,
+    payload_override: Optional[dict] = None,
+) -> bool:
+    """Resolve one asset. Returns True if generated, False if failed/skipped.
+
+    ``payload_override`` 整份替换资产 payload，且**不回写 DSL**：数字人连续段的驱动
+    音频是按本次排轴现拼的，写回 DSL 的话下次改了旁白还会拿旧音频去驱动。
+    """
     source = asset.get("source", "")
     resolver = ASSET_RESOLVERS.get(source)
     if not resolver:
@@ -1218,11 +1229,14 @@ def _resolve_single_asset(asset: dict, render_plan: dict, private_token: str, ma
             break
 
     asset_with_payload = asset.copy()
-    if dsl_asset and "payload" in dsl_asset:
+    if payload_override is not None:
+        asset_with_payload["payload"] = dict(payload_override)
+    elif dsl_asset and "payload" in dsl_asset:
         asset_with_payload["payload"] = dsl_asset["payload"]
 
-    # For digital-human assets: inject audioUrl from a resolved TTS narration asset
-    if source == "gen-digital-human":
+    # Legacy：没走连续段调度（见 resolve_digital_human_segments）的数字人资产，
+    # 沿用「取第一个已生成的旁白」—— 只对全片一个数字人成立。
+    if source == "gen-digital-human" and payload_override is None:
         payload = asset_with_payload.get("payload", {})
         if not payload.get("audioUrl"):
             # Find the first generated TTS audio asset and use its URL
@@ -1319,12 +1333,21 @@ def apply_stub_urls(render_plan: dict, stub_image_url: str = "", stub_video_url:
     return stubbed
 
 
-def resolve_assets(render_plan: dict, private_token: str, max_retries: int, timeout: int) -> dict:
+def resolve_assets(
+    render_plan: dict,
+    private_token: str,
+    max_retries: int,
+    timeout: int,
+    defer_digital_human: bool = False,
+) -> dict:
     """Resolve all pending assets in the render plan.
 
     Two-phase resolution:
       Phase 1: resolve non-avatar assets (TTS, images, video) — **in parallel**
       Phase 2: resolve avatar/digital-human assets which may depend on generated audio URLs — serial
+
+    ``defer_digital_human=True`` 时跳过 Phase 2：场景引用的数字人要等排轴之后按连续段
+    生成（驱动音频要按场景最终时长补静音），由 resolve_digital_human_segments 接手。
     """
     from concurrent.futures import ThreadPoolExecutor, as_completed
 
@@ -1340,6 +1363,10 @@ def resolve_assets(render_plan: dict, private_token: str, max_retries: int, time
     phase1 = [a for a in pending if a.get("source") != "gen-digital-human"]
     # Phase 2: resolve digital-human assets (can now use generated audio URLs)
     phase2 = [a for a in pending if a.get("source") == "gen-digital-human"]
+    if defer_digital_human:
+        from _digital_human_segments import collect_segments
+        referenced = set(collect_segments(render_plan))
+        phase2 = [a for a in phase2 if a.get("assetId") not in referenced]
 
     generated = 0
     failed = 0
@@ -1390,6 +1417,133 @@ def resolve_assets(render_plan: dict, private_token: str, max_retries: int, time
     return render_plan
 
 
+def resolve_digital_human_segments(
+    render_plan: dict,
+    private_token: str,
+    max_retries: int,
+    timeout: int,
+    work_dir: Optional[str] = None,
+) -> dict:
+    """排轴之后按连续段生成数字人，并给段内场景注入起播帧 / 段角色。
+
+    必须在 adjust_timeline_to_audio 之后调：驱动音频 = 段内各场景旁白、每段补静音
+    到该场景**最终**时长，视频第 Σ前序场景帧 帧才正好是本场景第 0 帧。
+
+    - 单场景段且旁白 ≥ 5 秒：直接用旁白驱动，不拼接。
+    - 其余情况用 ffmpeg 拼一条（ab-agent 镜像自带 ffmpeg），上传后驱动。
+    - 没有 ffmpeg：多场景段拆成每场景一段（人物在场景边界重新起播，但口型不错位），
+      并在 logs 里说明。
+    - 已生成的资产（续跑 / 复用）不重做，只重新注入偏移——偏移只取决于排轴。
+    """
+    import _digital_human_segments as dhs
+
+    segments = dhs.collect_segments(render_plan)
+    if not segments:
+        return render_plan
+
+    assets = {a.get("assetId"): a for a in render_plan.get("resolvedAssets", [])}
+    dsl_payloads = {
+        a.get("assetId"): dict(a.get("payload") or {})
+        for a in render_plan.get("_dsl_assets", [])
+        if a.get("assetId")
+    }
+    ffmpeg = dhs.find_ffmpeg()
+    out_dir = work_dir or os.path.join(OUTPUT_DIR, "digital-human")
+    failed = 0
+
+    def log(message: str, level: str = "info") -> None:
+        render_plan.setdefault("logs", []).append({
+            "phase": "digital-human",
+            "level": level,
+            "message": message,
+            "timestamp": now_iso(),
+        })
+        LogPrint(f"   🧑‍💼 {message}", file=sys.stderr)
+
+    # 先决定每段怎么驱动；没有 ffmpeg 时把多场景段拆开，拆完再统一生成。
+    jobs: list[tuple[str, dict]] = []  # (assetId, payload)
+    for asset_id, indices in list(segments.items()):
+        asset = assets.get(asset_id)
+        if not asset or asset.get("status") != "pending":
+            continue
+        base_payload = dsl_payloads.get(asset_id, {})
+        if base_payload.get("audioUrl"):
+            # 作者显式给了驱动音频：尊重它，不再拼接。
+            jobs.append((asset_id, base_payload))
+            continue
+        if len(indices) > 1 and not ffmpeg:
+            new_ids = dhs.split_segment_per_scene(render_plan, asset_id, indices)
+            log(
+                f"ffmpeg not found; split continuous segment {asset_id} into {len(new_ids)} "
+                "per-scene videos (the presenter restarts at each scene boundary)",
+                level="warn",
+            )
+            timeline = render_plan.get("timeline", [])
+            for idx, new_id in zip(indices, new_ids):
+                if not dhs.plan_drive_pieces(render_plan, [idx])[0].get("url"):
+                    # 没有旁白的场景单独成段就没有东西可驱动：这一屏不出人，而不是整段失败。
+                    timeline[idx].get("props", {}).pop("avatarAssetId", None)
+                    render_plan["resolvedAssets"] = [
+                        a for a in render_plan["resolvedAssets"] if a.get("assetId") != new_id
+                    ]
+                    log(f"{new_id}: scene has no narration to drive a standalone presenter; skipped", level="warn")
+                    continue
+                dsl_payloads[new_id] = base_payload
+                jobs.append((new_id, base_payload))
+            continue
+        jobs.append((asset_id, base_payload))
+
+    segments = dhs.collect_segments(render_plan)
+    assets = {a.get("assetId"): a for a in render_plan.get("resolvedAssets", [])}
+
+    for asset_id, base_payload in jobs:
+        asset = assets.get(asset_id)
+        indices = segments.get(asset_id, [])
+        if not asset or not indices:
+            continue
+        payload = dict(base_payload)
+        if not payload.get("audioUrl"):
+            try:
+                url = dhs.direct_drive_url(render_plan, indices)
+                if not url:
+                    pieces = dhs.plan_drive_pieces(render_plan, indices)
+                    if not any(p.get("url") for p in pieces):
+                        raise RuntimeError("no generated narration audio in this segment to drive the presenter")
+                    if not ffmpeg:
+                        # 单场景但旁白不足 5 秒，又没法补静音：照样提交，由服务端判定。
+                        url = next(p["url"] for p in pieces if p.get("url"))
+                        log(f"{asset_id}: narration shorter than {dhs.MIN_DRIVE_SEC:.0f}s and ffmpeg not found; submitting unpadded", level="warn")
+                    else:
+                        local = dhs.concat_drive_audio(pieces, out_dir, asset_id, ffmpeg)
+                        from upload_video import upload_media_file
+                        url = upload_media_file(local, title=f"digital-human drive {asset_id}")["fileUrl"]
+                        total = sum(p["durationSec"] for p in pieces)
+                        log(f"{asset_id}: drive audio for {len(pieces)} scene(s), {total:.1f}s")
+                payload["audioUrl"] = url
+            except Exception as exc:  # noqa: BLE001 — 任一段失败不拖垮其它段
+                asset["status"] = "failed"
+                failed += 1
+                render_plan.setdefault("errors", []).append({
+                    "phase": "digital-human",
+                    "message": f"drive audio failed: {exc}"[:1000],
+                    "assetId": asset_id,
+                    "timestamp": now_iso(),
+                })
+                log(f"{asset_id}: drive audio failed: {exc}", level="error")
+                continue
+        # 口型音轨就是驱动音频，文本 / 音色字段留着会让服务端改走 TTS 驱动。
+        payload.pop("text", None)
+        payload.pop("voiceId", None)
+        if not _resolve_single_asset(asset, render_plan, private_token, max_retries, timeout, payload_override=payload):
+            failed += 1
+
+    for warning in dhs.inject_segment_props(render_plan, dhs.collect_segments(render_plan)):
+        log(warning, level="warn")
+    if failed:
+        render_plan["status"] = "failed"
+    return render_plan
+
+
 def _auto_highlight_map(
     entry: dict,
     narration_asset: Optional[dict],
@@ -2658,15 +2812,24 @@ Examples:
                 private_token=private_token,
                 max_retries=args.max_asset_retries,
                 timeout=args.asset_timeout,
+                defer_digital_human=True,
             )
         else:
             LogPrint(f"✅ all assets ready", file=sys.stderr)
             render_plan["status"] = "assets-ready"
 
-    render_plan.pop("_dsl_assets", None)
-
     if not args.skip_asset_resolve:
         render_plan = adjust_timeline_to_audio(render_plan)
+        # 数字人按连续段生成要用到排轴后的场景时长，所以排在 adjust 之后；
+        # 它还要读 DSL 里的资产 payload，_dsl_assets 因此晚一步再丢。
+        render_plan = resolve_digital_human_segments(
+            render_plan,
+            private_token=private_token,
+            max_retries=args.max_asset_retries,
+            timeout=args.asset_timeout,
+        )
+
+    render_plan.pop("_dsl_assets", None)
 
     output_path = os.path.join(OUTPUT_DIR, "video.mp4")
     rp_output = args.render_plan_output or os.path.join(OUTPUT_DIR, "render-plan.json")

package/skills/render-video/version.json

@@ -2,6 +2,6 @@
   "skillName": "render-video",
   "repoName": "agent-skill-media-maker",
   "skillId": "473",
-  "version": "V32",
+  "version": "V33",
   "skillDescription": "Final-render skill: loads a persisted RenderPlan by `job_id` and drives the Remotion engine to produce the final video.\n\nUse this skill as soon as the user mentions any of these intents (after assets are already prepared):\n- Render the video, composite the video, export the video\n- Turn the prepared assets into the final clip\n- Render with Remotion\n\nPrerequisite: assets must already be generated via `prepare_video_assets`. This skill never resolves or regenerates assets — pass it a `job_id` from a previous `prepare_video_assets` call.\n\n⚠️ Stop-and-confirm gate: never call this skill until the user has explicitly confirmed the assets prepared by `prepare_video_assets`. If those assets were prepared in the current turn and the user has not replied since, stop and ask instead of rendering."
 }