@oh-story/dsh 0.1.11 → 0.1.13

package/lib/video-recap/skills/video-assemble/references/jianying/empty_jy_draft.json

@@ -1,204 +0,0 @@
-{
-  "draft_cover_path": "",
-  "type": "combination",
-  "combination_id": "",
-  "draft_config_path": "",
-  "draft": {
-    "version": 360000,
-    "new_version": "111.0.0",
-    "source": "default",
-    "update_time": 0,
-    "keyframe_graph_list": [],
-    "duration": 86600000,
-    "uneven_animation_template_info": {
-      "order": "",
-      "sub_template_info_list": [],
-      "content": "",
-      "composition": ""
-    },
-    "tracks": [],
-    "canvas_config": {
-      "height": 1080,
-      "ratio": "original",
-      "width": 1920
-    },
-    "relationships": [],
-    "last_modified_platform": {
-      "app_version": "",
-      "os_version": "",
-      "os": "",
-      "hard_disk_id": "",
-      "device_id": "",
-      "mac_address": "",
-      "app_id": 0,
-      "app_source": ""
-    },
-    "color_space": -1,
-    "static_cover_image_path": "",
-    "render_index_track_mode_on": true,
-    "keyframes": {
-      "handwrites": [],
-      "videos": [],
-      "texts": [],
-      "audios": [],
-      "adjusts": [],
-      "stickers": [],
-      "filters": [],
-      "effects": []
-    },
-    "platform": {
-      "app_version": "9.6.0",
-      "os_version": "15.1",
-      "os": "mac",
-      "hard_disk_id": "9d5cea4f22458a4e59d643d07162d324",
-      "device_id": "0b02b9bd41947815545481af8a5bde46",
-      "mac_address": "f8e784e2995a6aed158ef584d6245be8",
-      "app_id": 3704,
-      "app_source": "lv"
-    },
-    "smart_ads_info": {
-      "page_from": "",
-      "routine": "",
-      "draft_url": ""
-    },
-    "path": "",
-    "id": "AFCFCFAC-468E-46B6-92DC-8F2C66411CA3",
-    "name": "",
-    "lyrics_effects": [],
-    "fps": 30,
-    "config": {
-      "use_float_render": false,
-      "adjust_max_index": 1,
-      "multi_language_list": [],
-      "multi_language_main": "none",
-      "lyrics_taskinfo": [],
-      "lyrics_recognition_id": "",
-      "system_font_list": [],
-      "sticker_max_index": 1,
-      "multi_language_mode": "none",
-      "material_save_mode": 0,
-      "attachment_info": [],
-      "video_mute": false,
-      "maintrack_adsorb": false,
-      "multi_language_current": "none",
-      "subtitle_sync": true,
-      "subtitle_recognition_id": "",
-      "combination_max_index": 1,
-      "extract_audio_last_index": 1,
-      "subtitle_taskinfo": [],
-      "record_audio_last_index": 1,
-      "lyrics_sync": true,
-      "original_sound_last_index": 1
-    },
-    "create_time": 0,
-    "draft_type": "video",
-    "function_assistant_info": {
-      "auto_adjust": false,
-      "auto_caption": false,
-      "enhande_voice": false,
-      "auto_adjust_fixed": false,
-      "fixed_rec_applied": false,
-      "retouch_segid_list": [],
-      "retouch": false,
-      "enhande_voice_fixed": false,
-      "enhance_quality_segid_list": [],
-      "deflicker_segid_list": [],
-      "auto_caption_template_id": "",
-      "color_correction": false,
-      "caption_opt": false,
-      "audio_noise_segid_list": [],
-      "auto_caption_segid_list": [],
-      "normalize_loudness_fixed": false,
-      "normalize_loudness_segid_list": [],
-      "eye_correction": false,
-      "enhance_quality_fixed": false,
-      "color_correction_fixed_value": 50,
-      "normalize_loudness_audio_denoise_segid_list": [],
-      "video_noise_segid_list": [],
-      "eye_correction_segid_list": [],
-      "retouch_fixed": false,
-      "auto_adjust_segid_list": [],
-      "enhance_voice_segid_list": [],
-      "smooth_slow_motion_fixed": false,
-      "caption_opt_segid_list": [],
-      "color_correction_segid_list": [],
-      "smooth_slow_motion": false,
-      "smart_segid_list": [],
-      "smart_rec_applied": false,
-      "color_correction_fixed": false,
-      "fps": {
-        "den": 1,
-        "num": 0
-      },
-      "auto_adjust_fixed_value": 50,
-      "normalize_loudness": false,
-      "enhance_quality": false
-    },
-    "materials": {
-      "audio_fades": [],
-      "images": [],
-      "flowers": [],
-      "smart_crops": [],
-      "common_mask": [],
-      "time_marks": [],
-      "shapes": [],
-      "vocal_beautifys": [],
-      "plugin_effects": [],
-      "audios": [],
-      "smart_relights": [],
-      "video_radius": [],
-      "vocal_separations": [],
-      "video_effects": [],
-      "video_shadows": [],
-      "videos": [],
-      "manual_deformations": [],
-      "video_strokes": [],
-      "audio_effects": [],
-      "realtime_denoises": [],
-      "handwrites": [],
-      "texts": [],
-      "text_templates": [],
-      "hsl_curves": [],
-      "tail_leaders": [],
-      "manual_beautys": [],
-      "material_colors": [],
-      "multi_language_refs": [],
-      "material_animations": [],
-      "chromas": [],
-      "speeds": [],
-      "audio_pannings": [],
-      "sound_channel_mappings": [],
-      "ai_translates": [],
-      "video_trackings": [],
-      "primary_color_wheels": [],
-      "placeholders": [],
-      "stickers": [],
-      "placeholder_infos": [],
-      "beats": [],
-      "audio_pitch_shifts": [],
-      "color_curves": [],
-      "green_screens": [],
-      "drafts": [],
-      "digital_humans": [],
-      "effects": [],
-      "digital_human_model_dressing": [],
-      "audio_balances": [],
-      "hsl": [],
-      "log_color_wheels": [],
-      "canvases": [],
-      "loudnesses": [],
-      "transitions": [],
-      "audio_track_indexes": []
-    },
-    "is_drop_frame_timecode": false,
-    "free_render_index_mode_on": false
-  },
-  "category_id": "",
-  "precompile_combination": false,
-  "combination_type": "none",
-  "formula_id": "",
-  "name": "",
-  "id": "",
-  "draft_file_path": "",
-  "category_name": ""
-}

package/lib/video-recap/skills/video-assemble/references/pair-media.md

@@ -1,74 +0,0 @@
-# Pair rebuilt picture with a retained adopted soundtrack
-
-When the picture is rebuilt/reframed but the adopted mix must not change, use
-`pair_media.py` before `assemble.py --audio-mode adopted-packet-copy`. This is a
-real two-input stream copy, not re-encoding an old finished video's picture.
-It does not generate narration, align speech, design packaging, or create an
-end card. It does not decide which inputs the editor intended to adopt.
-
-```json
-{
-  "artifact": "media_pair",
-  "schema_version": 1,
-  "picture": {"path": "/project/picture.mp4"},
-  "audio": {"path": "/project/adopted.m4a", "selected_stream": 0}
-}
-```
-
-Both paths must be explicit local files. `selected_stream` is the audio ordinal
-(`a:N`), not the absolute stream index. The audio donor may be an old MP4 with
-unrelated video: only the selected audio is used. The picture's audio is ignored.
-Both files must exist when the plan is read. The plan is strict: unknown fields
-do not silently request unsupported retime, gain, trimming or offset operations
-(legacy `sha256` keys are ignored).
-
-```bash
-python3 scripts/pair_media.py pair.json --output-dir new-pair-directory --plan-only
-# A PLANNED directory is not reusable as a rendered candidate: choose a NEW one.
-python3 scripts/pair_media.py pair.json --output-dir new-render-directory
-```
-
-The output directory must not already exist. No existing input, final asset,
-current pointer, or user-approved version is overwritten. `--plan-only` checks
-actual inputs and timing but creates no video and invokes no mux. A rendered run
-provides:
-
-- `paired.mp4`: selected picture and audio, both compressed-stream copied.
-- `pair_run.json`: `PLANNED`, `PAIR_RENDERED`, or `FAILED`, explicit input and
-  plan/output paths, frame count, timing tolerance and output stream numbering.
-- `picture_identity.json`: decoder, geometry/color, complete actual frame clock
-  and compressed packet size/timing/side-data facts.
-- `adopted_audio_identity.json`: donor and output AAC packet/decoder facts.
-- mux command/log for reconstruction and diagnosis.
-
-The first implementation deliberately accepts H264 or HEVC in an MP4-family container,
-complete zero-origin CFR picture (1–120 fps), and contiguous AAC packets with
-known nominal sample duration. No VFR, retime, offset, format conversion, padding,
-trimming, `-shortest`, normalization or gain is inferred. Packet priming and skip
-metadata are retained. The packet clock must also agree with the declared audio
-stream interval (at most one nominal priming packet before the start; the packet
-end matches the stream end within one sample). This is checked again on the
-actual muxed output. Picture/audio starts and ends must differ by no more than
-the larger of one picture frame or one nominal AAC packet. The interval check is
-compatibility, **not perceptual synchronization or acoustic alignment**. A tiny
-container-tail tolerance does not authorize cutting a word.
-
-Muxing goes to a staging file. The output's video decoder/packet sizes and
-timestamps/full frame clock/geometry/color and adopted AAC packets must match
-the inputs, the output must contain only `v:0,a:0`, and full decode must pass
-before final publication. Failure leaves a FAILED record and logs, not a
-final `paired.mp4`. Rebuilding source geometry is certified by its own upstream
-render/map evidence, not by the existence of a successfully paired container.
-
-## Subtitle integration: bind AFTER pairing
-
-The output audio ordinal is always **0**, even when the donor used `a:1`.
-Create the complete output-clock `subtitle_track.json` against
-`subtitles.track_binding.current_bindings(paired_video, 0)`, then run the existing
-adopted assembly path. Do not reuse a binding computed against the picture-only
-file or the donor's old stream ordinal. A present stale subtitle track fails rather than falling
-back to estimated timings. See [subtitle-track.md](subtitle-track.md).
-
-Pairing preserves the input picture, including any explicit black tail; it does
-not turn that black tail into a branded end card. Listening, normal-speed review,
-editorial intent and release approval remain separate from this mechanical proof.

package/lib/video-recap/skills/video-assemble/scripts/compose_foreground.py

@@ -1,293 +0,0 @@
-#!/usr/bin/env python3
-"""Compose caller-rendered RGBA pixels over a frozen H264/CFR/AAC base.
-
-This operation validates pixels and declared inputs. It does not generate or
-interpret titles, dialogue, brands, typography, or release approval.
-"""
-
-import argparse
-from fractions import Fraction
-import json
-from pathlib import Path
-import subprocess
-
-from adoption.frozen_audio import probe_audio_packets, verify_adopted_audio
-from pair_media import probe_picture, validate_pair_timing
-from adoption.strict_inputs import (
-    canonical_fraction, require_declared_path, require_fields, require_integer, run_logged,
-    without_digests, write_json_atomic,
-)
-
-
-PATTERN = "frame_%06d.png"
-ENCODING = {
-    "video_codec": "libx264", "preset": "fast", "crf": 18,
-    "pixel_format": "yuv420p", "color": "bt709_tv", "audio_codec": "copy",
-}
-
-
-def _fields(value, required):
-    value = without_digests(value, "compose plan")
-    require_fields(value, required, "compose plan")
-    return value
-
-
-def _local_file(value, label):
-    _fields(value, ["path"])
-    return {"path": str(require_declared_path(value, label))}
-
-
-def _sequence_paths(directory, pattern, start, end):
-    if pattern != PATTERN:
-        raise ValueError(f"Only the literal simple pattern {PATTERN!r} is supported")
-    directory = Path(directory).resolve()
-    if not directory.is_dir():
-        raise FileNotFoundError(f"Sequence directory missing: {directory}")
-    expected = [directory / (pattern % index) for index in range(start, end)]
-    actual = sorted(directory.iterdir(), key=lambda item: item.name)
-    if [item.name for item in actual] != [item.name for item in expected]:
-        raise ValueError("Sequence requires exact contiguous files with no missing or extra entries")
-    if not all(path.is_file() for path in expected):
-        raise FileNotFoundError("Sequence frame missing or not a file")
-    return directory, expected
-
-
-def _probe_image(path):
-    result = subprocess.run(
-        ["ffprobe", "-v", "error", "-select_streams", "v:0", "-show_streams",
-         "-show_entries", "stream=codec_name,width,height,pix_fmt", "-of", "json", str(path)],
-        capture_output=True, text=True, timeout=600,
-    )
-    if result.returncode or result.stderr.strip():
-        raise ValueError(f"Image probe failed: {result.stderr.strip()}")
-    streams = json.loads(result.stdout).get("streams", [])
-    if len(streams) != 1 or streams[0].get("codec_name") != "png":
-        raise ValueError("Foreground assets must be PNG images")
-    return streams[0]
-
-
-def _validate_rgba(path, width, height):
-    image = _probe_image(path)
-    if (image.get("width"), image.get("height")) != (width, height):
-        raise ValueError("PNG must exactly match the full output canvas")
-    if image.get("pix_fmt") != "rgba":
-        raise ValueError("PNG must contain an actual RGBA pixel format")
-
-
-def _sequence(value, required, *, local_count, width, height):
-    value = _fields(value, required)
-    directory = value["directory"]
-    if not isinstance(directory, str) or not directory or "://" in directory:
-        raise ValueError("Sequence requires a local directory")
-    if value["pattern"] != PATTERN:
-        raise ValueError(f"Only the literal simple pattern {PATTERN!r} is supported")
-    resolved, paths = _sequence_paths(directory, value["pattern"], 0, local_count)
-    for path in paths:
-        _validate_rgba(path, width, height)
-    return {**value, "directory": str(resolved), "frame_count": len(paths)}, paths
-
-
-def validate_endcard(value, *, foreground_end, total_frames, width, height):
-    """Validate the exact endcard union and return normalized data and bound paths."""
-    if not isinstance(value, dict) or value.get("kind") not in {"none", "still", "sequence"}:
-        raise ValueError("Endcard kind must be none, still, or sequence")
-    value = without_digests(value, "endcard")
-    if value["kind"] == "none":
-        _fields(value, ["kind"])
-        if foreground_end != total_frames:
-            raise ValueError("No endcard requires foreground to cover the full frame clock")
-        return {"kind": "none"}, []
-    if value["kind"] == "still":
-        required = ["kind", "path", "start_frame", "end_frame"]
-    else:
-        required = ["kind", "directory", "pattern", "start_frame", "end_frame"]
-    _fields(value, required)
-    end_start = require_integer(value["start_frame"], "endcard start_frame")
-    end_end = require_integer(value["end_frame"], "endcard end_frame", minimum=1)
-    if end_start >= end_end:
-        raise ValueError("Endcard interval must be non-empty")
-    if end_start != foreground_end or end_end != total_frames:
-        raise ValueError("Foreground and endcard must exactly partition the base frame clock")
-    if value["kind"] == "still":
-        asset = _local_file({"path": value["path"]}, "endcard")
-        _validate_rgba(asset["path"], width, height)
-        return {**value, **asset}, [Path(asset["path"])]
-    return _sequence(
-        value, required, local_count=end_end - end_start, width=width, height=height,
-    )
-
-
-def validate_plan(plan_path):
-    plan_path = Path(plan_path).resolve()
-    plan = json.loads(plan_path.read_bytes())
-    _fields(plan, ["artifact", "schema_version", "base", "video", "foreground",
-                   "endcard", "producer_receipt"])
-    plan = {**plan, "video": _fields(plan["video"], ["fps", "width", "height", "total_frames"])}
-    if plan["artifact"] != "foreground_compose_plan" or type(plan["schema_version"]) is not int \
-            or plan["schema_version"] != 1:
-        raise ValueError("Unsupported foreground_compose_plan schema")
-    base = _local_file(plan["base"], "base")
-    receipt = _local_file(plan["producer_receipt"], "producer_receipt")
-    fps = canonical_fraction(plan["video"]["fps"], "video fps")
-    width = require_integer(plan["video"]["width"], "video width", minimum=1)
-    height = require_integer(plan["video"]["height"], "video height", minimum=1)
-    total = require_integer(plan["video"]["total_frames"], "video total_frames", minimum=1)
-    _fields(plan["foreground"], ["directory", "pattern", "start_frame", "end_frame"])
-    foreground_start = require_integer(plan["foreground"]["start_frame"], "foreground start_frame")
-    foreground_end = require_integer(plan["foreground"]["end_frame"], "foreground end_frame", minimum=1)
-    if foreground_start != 0 or foreground_end > total:
-        raise ValueError("Foreground must start at frame 0 and not exceed the frame clock")
-    foreground, foreground_paths = _sequence(
-        plan["foreground"], ["directory", "pattern", "start_frame", "end_frame"],
-        local_count=foreground_end, width=width, height=height,
-    )
-    normalized_endcard, endcard_paths = validate_endcard(
-        plan["endcard"], foreground_end=foreground_end, total_frames=total,
-        width=width, height=height,
-    )
-    picture = probe_picture(base["path"])
-    decoder = picture["decoder"]
-    required_color = {"codec_name": "h264", "pix_fmt": "yuv420p", "color_range": "tv",
-                      "color_space": "bt709", "color_transfer": "bt709",
-                      "color_primaries": "bt709"}
-    if any(decoder.get(key) != value for key, value in required_color.items()):
-        raise ValueError("Base must be H264 yuv420p with explicit BT.709 TV color metadata")
-    if (decoder.get("width"), decoder.get("height"), picture["frame_count"],
-            Fraction(picture["fps"])) != (width, height, total, fps):
-        raise ValueError("Declared fps/canvas/count does not match the actual base")
-    audio = probe_audio_packets(base["path"], 0)
-    validate_pair_timing(picture, audio)
-    return {
-        "plan_path": plan_path, "base": base,
-        "video": {"fps": str(fps), "width": width, "height": height, "total_frames": total},
-        "foreground": foreground, "foreground_paths": foreground_paths,
-        "endcard": normalized_endcard, "endcard_paths": endcard_paths,
-        "producer_receipt": receipt, "picture": picture, "audio": audio,
-    }
-
-
-def _run_ffmpeg(command, directory):
-    run_logged(command, directory, "compose", timeout=600)
-
-
-def _verify_output(path, validated):
-    output_picture = probe_picture(path)
-    expected = validated["picture"]
-    for key in ("frame_pts", "frame_count", "fps", "duration", "start"):
-        if output_picture[key] != expected[key]:
-            raise ValueError(f"Output picture {key} differs from the base")
-    decoder_keys = ("codec_name", "width", "height", "pix_fmt", "sample_aspect_ratio",
-                    "field_order", "color_range", "color_space", "color_transfer",
-                    "color_primaries", "chroma_location")
-    if {key: output_picture["decoder"].get(key) for key in decoder_keys} != \
-            {key: expected["decoder"].get(key) for key in decoder_keys}:
-        raise ValueError("Output codec/canvas/color metadata differs from the base")
-    proof = verify_adopted_audio(validated["base"]["path"], path, 0, 0)
-    if validate_pair_timing(output_picture, proof["output"]) != \
-            validate_pair_timing(expected, validated["audio"]):
-        raise ValueError("Output audio interval changed")
-    result = subprocess.run(
-        ["ffmpeg", "-v", "error", "-xerror", "-threads", "2", "-i", str(path),
-         "-map", "0:v:0", "-map", "0:a:0", "-f", "null", "-"],
-        capture_output=True, text=True, timeout=600,
-    )
-    if result.returncode or result.stderr.strip():
-        raise ValueError("Foreground output full decode failed")
-    return output_picture, proof
-
-
-def run_compose(plan_path, output_dir, *, plan_only=False):
-    directory = Path(output_dir).resolve()
-    directory.mkdir(parents=True, exist_ok=False)
-    report_path = directory / "foreground_run.json"
-    staged = directory / "foreground.rendering.mp4"
-    output = directory / "foreground.mp4"
-    report = {"artifact": "foreground_compose_run", "schema_version": 1,
-              "status": "PREPARING", "direct_listening": "NOT_CHECKED",
-              "normal_speed_review": "NOT_CHECKED", "release_approved": False,
-              "encoding": ENCODING}
-    write_json_atomic(report_path, report)
-    try:
-        value = validate_plan(plan_path)
-        report.update(
-            plan={"path": str(value["plan_path"])},
-            base=value["base"], video=value["video"], foreground=value["foreground"],
-            endcard=value["endcard"],
-            producer_receipt={**value["producer_receipt"],
-                              "semantic_validation": "DECLARED_NOT_CHECKED"},
-        )
-        if plan_only:
-            report["status"] = "PLANNED"
-            write_json_atomic(report_path, report)
-            return report
-        fps = value["video"]["fps"]
-        command = ["ffmpeg", "-nostdin", "-v", "error", "-n", "-copyts",
-                   "-i", value["base"]["path"], "-framerate", fps, "-start_number", "0",
-                   "-i", str(Path(value["foreground"]["directory"]) / PATTERN)]
-        if value["endcard"]["kind"] == "none":
-            filters = (
-                "[0:v]format=rgb24[base];[1:v]format=rgba,setpts=PTS-STARTPTS[fg];"
-                "[base][fg]overlay=0:0:eof_action=pass:format=rgb,"
-                "scale=in_range=pc:out_range=tv:"
-                "in_color_matrix=bt709:out_color_matrix=bt709,format=yuv420p,"
-                f"trim=end_frame={value['video']['total_frames']}[outv]"
-            )
-        elif value["endcard"]["kind"] == "still":
-            command += ["-loop", "1", "-framerate", fps, "-i", value["endcard"]["path"]]
-        else:
-            command += ["-framerate", fps, "-start_number", "0", "-i",
-                        str(Path(value["endcard"]["directory"]) / PATTERN)]
-        if value["endcard"]["kind"] != "none":
-            end_start = value["endcard"]["start_frame"]
-            end_offset = Fraction(end_start, 1) / Fraction(fps)
-            filters = (
-                f"[0:v]format=rgb24[base];[1:v]format=rgba,setpts=PTS-STARTPTS[fg];"
-                f"[2:v]format=rgba,setpts=PTS-STARTPTS+{end_offset.numerator}/"
-                f"{end_offset.denominator}/TB[end];"
-                f"[base][fg]overlay=0:0:eof_action=pass:format=rgb:"
-                f"enable='lt(n,{end_start})'[body];"
-                f"[body][end]overlay=0:0:eof_action=repeat:format=rgb:"
-                f"enable='gte(n,{end_start})',scale=in_range=pc:out_range=tv:"
-                "in_color_matrix=bt709:out_color_matrix=bt709,format=yuv420p,"
-                f"trim=end_frame={value['video']['total_frames']}[outv]"
-            )
-        command += ["-filter_complex", filters, "-map", "[outv]", "-map", "0:a:0",
-                    "-c:v", ENCODING["video_codec"], "-preset", ENCODING["preset"],
-                    "-crf", str(ENCODING["crf"]), "-threads", "2",
-                    "-pix_fmt", ENCODING["pixel_format"],
-                    "-color_range", "tv", "-colorspace", "bt709", "-color_primaries", "bt709",
-                    "-color_trc", "bt709", "-c:a", "copy", "-movie_timescale",
-                    str(value["audio"]["sample_rate"]), "-movflags", "+faststart",
-                    str(staged)]
-        _run_ffmpeg(command, directory)
-        output_picture, audio_proof = _verify_output(staged, value)
-        write_json_atomic(directory / "picture_identity.json", output_picture)
-        write_json_atomic(directory / "adopted_audio_identity.json", audio_proof)
-        report["output"] = {"path": str(output),
-                            "full_decode": "PASS", "frame_clock": "EXACT",
-                            "audio_packet_identity": "EXACT"}
-        staged.rename(output)
-        report["status"] = "FOREGROUND_RENDERED"
-        write_json_atomic(report_path, report)
-        return report
-    except Exception as exc:
-        staged.unlink(missing_ok=True)
-        output.unlink(missing_ok=True)
-        report.pop("output", None)
-        report.update(status="FAILED", error=f"{type(exc).__name__}: {exc}")
-        write_json_atomic(report_path, report)
-        raise
-
-
-def main():
-    parser = argparse.ArgumentParser(description=__doc__)
-    parser.add_argument("plan")
-    parser.add_argument("--output-dir", required=True)
-    parser.add_argument("--plan-only", action="store_true")
-    args = parser.parse_args()
-    report = run_compose(args.plan, args.output_dir, plan_only=args.plan_only)
-    print(json.dumps(report, ensure_ascii=False, indent=2))
-
-
-if __name__ == "__main__":
-    main()