@kenkaiiii/gg-editor 0.7.0 → 0.7.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +64 -1
- package/dist/cli.js.map +1 -1
- package/dist/core/audio-mix.d.ts.map +1 -1
- package/dist/core/audio-mix.js +8 -1
- package/dist/core/audio-mix.js.map +1 -1
- package/dist/core/audio-mix.test.js +1 -1
- package/dist/core/audio-mix.test.js.map +1 -1
- package/dist/core/auth/api-keys.d.ts +1 -1
- package/dist/core/auth/api-keys.d.ts.map +1 -1
- package/dist/core/auth/api-keys.js +2 -1
- package/dist/core/auth/api-keys.js.map +1 -1
- package/dist/core/auth/login.d.ts.map +1 -1
- package/dist/core/auth/login.js.map +1 -1
- package/dist/core/beats.d.ts +59 -0
- package/dist/core/beats.d.ts.map +1 -0
- package/dist/core/beats.js +122 -0
- package/dist/core/beats.js.map +1 -0
- package/dist/core/beats.test.d.ts +2 -0
- package/dist/core/beats.test.d.ts.map +1 -0
- package/dist/core/beats.test.js +86 -0
- package/dist/core/beats.test.js.map +1 -0
- package/dist/core/brand-kit.d.ts +80 -0
- package/dist/core/brand-kit.d.ts.map +1 -0
- package/dist/core/brand-kit.js +96 -0
- package/dist/core/brand-kit.js.map +1 -0
- package/dist/core/brand-kit.test.d.ts +2 -0
- package/dist/core/brand-kit.test.d.ts.map +1 -0
- package/dist/core/brand-kit.test.js +76 -0
- package/dist/core/brand-kit.test.js.map +1 -0
- package/dist/core/bundled-sfx.d.ts +64 -0
- package/dist/core/bundled-sfx.d.ts.map +1 -0
- package/dist/core/bundled-sfx.js +218 -0
- package/dist/core/bundled-sfx.js.map +1 -0
- package/dist/core/bundled-sfx.test.d.ts +2 -0
- package/dist/core/bundled-sfx.test.d.ts.map +1 -0
- package/dist/core/bundled-sfx.test.js +81 -0
- package/dist/core/bundled-sfx.test.js.map +1 -0
- package/dist/core/child-abort.d.ts +57 -0
- package/dist/core/child-abort.d.ts.map +1 -0
- package/dist/core/child-abort.js +95 -0
- package/dist/core/child-abort.js.map +1 -0
- package/dist/core/child-abort.test.d.ts +2 -0
- package/dist/core/child-abort.test.d.ts.map +1 -0
- package/dist/core/child-abort.test.js +88 -0
- package/dist/core/child-abort.test.js.map +1 -0
- package/dist/core/clip-scoring.d.ts +44 -0
- package/dist/core/clip-scoring.d.ts.map +1 -0
- package/dist/core/clip-scoring.js +165 -0
- package/dist/core/clip-scoring.js.map +1 -0
- package/dist/core/clip-scoring.test.d.ts +2 -0
- package/dist/core/clip-scoring.test.d.ts.map +1 -0
- package/dist/core/clip-scoring.test.js +113 -0
- package/dist/core/clip-scoring.test.js.map +1 -0
- package/dist/core/emoji-captions.d.ts +45 -0
- package/dist/core/emoji-captions.d.ts.map +1 -0
- package/dist/core/emoji-captions.js +121 -0
- package/dist/core/emoji-captions.js.map +1 -0
- package/dist/core/face-reframe.d.ts +91 -0
- package/dist/core/face-reframe.d.ts.map +1 -0
- package/dist/core/face-reframe.js +141 -0
- package/dist/core/face-reframe.js.map +1 -0
- package/dist/core/face-reframe.test.d.ts +2 -0
- package/dist/core/face-reframe.test.d.ts.map +1 -0
- package/dist/core/face-reframe.test.js +171 -0
- package/dist/core/face-reframe.test.js.map +1 -0
- package/dist/core/filler-words.d.ts +57 -9
- package/dist/core/filler-words.d.ts.map +1 -1
- package/dist/core/filler-words.js +61 -9
- package/dist/core/filler-words.js.map +1 -1
- package/dist/core/filler-words.test.js +91 -17
- package/dist/core/filler-words.test.js.map +1 -1
- package/dist/core/hook-rewrite.d.ts +48 -0
- package/dist/core/hook-rewrite.d.ts.map +1 -0
- package/dist/core/hook-rewrite.js +151 -0
- package/dist/core/hook-rewrite.js.map +1 -0
- package/dist/core/hook-rewrite.test.d.ts +2 -0
- package/dist/core/hook-rewrite.test.d.ts.map +1 -0
- package/dist/core/hook-rewrite.test.js +58 -0
- package/dist/core/hook-rewrite.test.js.map +1 -0
- package/dist/core/hosts/lazy.d.ts.map +1 -1
- package/dist/core/hosts/lazy.js +2 -0
- package/dist/core/hosts/lazy.js.map +1 -1
- package/dist/core/hosts/premiere/adapter.d.ts +1 -0
- package/dist/core/hosts/premiere/adapter.d.ts.map +1 -1
- package/dist/core/hosts/premiere/adapter.js.map +1 -1
- package/dist/core/hosts/premiere/bridge-source.d.ts.map +1 -1
- package/dist/core/hosts/premiere/bridge-source.js +6 -3
- package/dist/core/hosts/premiere/bridge-source.js.map +1 -1
- package/dist/core/hosts/resolve/adapter.d.ts +1 -0
- package/dist/core/hosts/resolve/adapter.d.ts.map +1 -1
- package/dist/core/hosts/resolve/adapter.js.map +1 -1
- package/dist/core/hosts/resolve/bridge-source.d.ts.map +1 -1
- package/dist/core/hosts/resolve/bridge-source.js +31 -4
- package/dist/core/hosts/resolve/bridge-source.js.map +1 -1
- package/dist/core/hosts/resolve/bridge.d.ts +2 -19
- package/dist/core/hosts/resolve/bridge.d.ts.map +1 -1
- package/dist/core/hosts/resolve/bridge.js +70 -41
- package/dist/core/hosts/resolve/bridge.js.map +1 -1
- package/dist/core/hosts/resolve/bridge.test.js +130 -0
- package/dist/core/hosts/resolve/bridge.test.js.map +1 -1
- package/dist/core/hosts/types.d.ts +6 -0
- package/dist/core/hosts/types.d.ts.map +1 -1
- package/dist/core/hosts/types.js.map +1 -1
- package/dist/core/logger.d.ts +32 -0
- package/dist/core/logger.d.ts.map +1 -0
- package/dist/core/logger.js +188 -0
- package/dist/core/logger.js.map +1 -0
- package/dist/core/loop-match.d.ts +57 -0
- package/dist/core/loop-match.d.ts.map +1 -0
- package/dist/core/loop-match.js +91 -0
- package/dist/core/loop-match.js.map +1 -0
- package/dist/core/media/ffmpeg.d.ts.map +1 -1
- package/dist/core/media/ffmpeg.js +14 -3
- package/dist/core/media/ffmpeg.js.map +1 -1
- package/dist/core/multi-format.d.ts +67 -0
- package/dist/core/multi-format.d.ts.map +1 -0
- package/dist/core/multi-format.js +127 -0
- package/dist/core/multi-format.js.map +1 -0
- package/dist/core/multi-format.test.d.ts +2 -0
- package/dist/core/multi-format.test.d.ts.map +1 -0
- package/dist/core/multi-format.test.js +151 -0
- package/dist/core/multi-format.test.js.map +1 -0
- package/dist/core/python/beats.py +61 -0
- package/dist/core/python/face_reframe.py +163 -0
- package/dist/core/python/sidecar-path.d.ts +13 -0
- package/dist/core/python/sidecar-path.d.ts.map +1 -0
- package/dist/core/python/sidecar-path.js +24 -0
- package/dist/core/python/sidecar-path.js.map +1 -0
- package/dist/core/python.d.ts +57 -0
- package/dist/core/python.d.ts.map +1 -0
- package/dist/core/python.js +107 -0
- package/dist/core/python.js.map +1 -0
- package/dist/core/python.test.d.ts +2 -0
- package/dist/core/python.test.d.ts.map +1 -0
- package/dist/core/python.test.js +129 -0
- package/dist/core/python.test.js.map +1 -0
- package/dist/core/retention-structure.d.ts +81 -0
- package/dist/core/retention-structure.d.ts.map +1 -0
- package/dist/core/retention-structure.js +206 -0
- package/dist/core/retention-structure.js.map +1 -0
- package/dist/core/retention-structure.test.d.ts +2 -0
- package/dist/core/retention-structure.test.d.ts.map +1 -0
- package/dist/core/retention-structure.test.js +88 -0
- package/dist/core/retention-structure.test.js.map +1 -0
- package/dist/core/review.d.ts +17 -0
- package/dist/core/review.d.ts.map +1 -1
- package/dist/core/review.js +20 -24
- package/dist/core/review.js.map +1 -1
- package/dist/core/safe-paths.d.ts +11 -0
- package/dist/core/safe-paths.d.ts.map +1 -1
- package/dist/core/safe-paths.js +26 -10
- package/dist/core/safe-paths.js.map +1 -1
- package/dist/core/safe-paths.test.js +16 -0
- package/dist/core/safe-paths.test.js.map +1 -1
- package/dist/core/skills-loader.d.ts +48 -2
- package/dist/core/skills-loader.d.ts.map +1 -1
- package/dist/core/skills-loader.js +97 -19
- package/dist/core/skills-loader.js.map +1 -1
- package/dist/core/skills-loader.test.js +63 -1
- package/dist/core/skills-loader.test.js.map +1 -1
- package/dist/core/srt.d.ts +42 -7
- package/dist/core/srt.d.ts.map +1 -1
- package/dist/core/srt.js +101 -32
- package/dist/core/srt.js.map +1 -1
- package/dist/core/srt.test.js +54 -1
- package/dist/core/srt.test.js.map +1 -1
- package/dist/core/thumbnail-compose.d.ts +58 -0
- package/dist/core/thumbnail-compose.d.ts.map +1 -0
- package/dist/core/thumbnail-compose.js +101 -0
- package/dist/core/thumbnail-compose.js.map +1 -0
- package/dist/core/thumbnail-promise.d.ts +46 -0
- package/dist/core/thumbnail-promise.d.ts.map +1 -0
- package/dist/core/thumbnail-promise.js +133 -0
- package/dist/core/thumbnail-promise.js.map +1 -0
- package/dist/core/thumbnail-promise.test.d.ts +2 -0
- package/dist/core/thumbnail-promise.test.d.ts.map +1 -0
- package/dist/core/thumbnail-promise.test.js +52 -0
- package/dist/core/thumbnail-promise.test.js.map +1 -0
- package/dist/core/viral-moments.d.ts +70 -0
- package/dist/core/viral-moments.d.ts.map +1 -0
- package/dist/core/viral-moments.js +192 -0
- package/dist/core/viral-moments.js.map +1 -0
- package/dist/core/viral-moments.test.d.ts +2 -0
- package/dist/core/viral-moments.test.d.ts.map +1 -0
- package/dist/core/viral-moments.test.js +153 -0
- package/dist/core/viral-moments.test.js.map +1 -0
- package/dist/core/whisper.d.ts +16 -0
- package/dist/core/whisper.d.ts.map +1 -1
- package/dist/core/whisper.js +72 -5
- package/dist/core/whisper.js.map +1 -1
- package/dist/core/whisper.test.js +111 -1
- package/dist/core/whisper.test.js.map +1 -1
- package/dist/core/youtube-metadata.d.ts +44 -0
- package/dist/core/youtube-metadata.d.ts.map +1 -0
- package/dist/core/youtube-metadata.js +168 -0
- package/dist/core/youtube-metadata.js.map +1 -0
- package/dist/core/youtube-metadata.test.d.ts +2 -0
- package/dist/core/youtube-metadata.test.d.ts.map +1 -0
- package/dist/core/youtube-metadata.test.js +132 -0
- package/dist/core/youtube-metadata.test.js.map +1 -0
- package/dist/prompt-commands.d.ts +24 -0
- package/dist/prompt-commands.d.ts.map +1 -0
- package/dist/prompt-commands.js +243 -0
- package/dist/prompt-commands.js.map +1 -0
- package/dist/prompt-commands.test.d.ts +2 -0
- package/dist/prompt-commands.test.d.ts.map +1 -0
- package/dist/prompt-commands.test.js +46 -0
- package/dist/prompt-commands.test.js.map +1 -0
- package/dist/skills.d.ts +6 -6
- package/dist/skills.d.ts.map +1 -1
- package/dist/skills.js +1426 -445
- package/dist/skills.js.map +1 -1
- package/dist/system-prompt.d.ts.map +1 -1
- package/dist/system-prompt.js +108 -0
- package/dist/system-prompt.js.map +1 -1
- package/dist/tools/add-fades.d.ts.map +1 -1
- package/dist/tools/add-fades.js +2 -1
- package/dist/tools/add-fades.js.map +1 -1
- package/dist/tools/add-sfx-at-cuts.d.ts.map +1 -1
- package/dist/tools/add-sfx-at-cuts.js +36 -11
- package/dist/tools/add-sfx-at-cuts.js.map +1 -1
- package/dist/tools/add-sfx-to-timeline.d.ts +34 -0
- package/dist/tools/add-sfx-to-timeline.d.ts.map +1 -0
- package/dist/tools/add-sfx-to-timeline.js +169 -0
- package/dist/tools/add-sfx-to-timeline.js.map +1 -0
- package/dist/tools/add-sfx-to-timeline.test.d.ts +2 -0
- package/dist/tools/add-sfx-to-timeline.test.d.ts.map +1 -0
- package/dist/tools/add-sfx-to-timeline.test.js +181 -0
- package/dist/tools/add-sfx-to-timeline.test.js.map +1 -0
- package/dist/tools/audit-first-frame.d.ts +36 -0
- package/dist/tools/audit-first-frame.d.ts.map +1 -0
- package/dist/tools/audit-first-frame.js +181 -0
- package/dist/tools/audit-first-frame.js.map +1 -0
- package/dist/tools/audit-retention-structure.d.ts +20 -0
- package/dist/tools/audit-retention-structure.d.ts.map +1 -0
- package/dist/tools/audit-retention-structure.js +95 -0
- package/dist/tools/audit-retention-structure.js.map +1 -0
- package/dist/tools/audit-retention-structure.test.d.ts +2 -0
- package/dist/tools/audit-retention-structure.test.d.ts.map +1 -0
- package/dist/tools/audit-retention-structure.test.js +93 -0
- package/dist/tools/audit-retention-structure.test.js.map +1 -0
- package/dist/tools/bleep-words.d.ts +59 -0
- package/dist/tools/bleep-words.d.ts.map +1 -0
- package/dist/tools/bleep-words.js +211 -0
- package/dist/tools/bleep-words.js.map +1 -0
- package/dist/tools/bleep-words.test.d.ts +2 -0
- package/dist/tools/bleep-words.test.d.ts.map +1 -0
- package/dist/tools/bleep-words.test.js +96 -0
- package/dist/tools/bleep-words.test.js.map +1 -0
- package/dist/tools/burn-subtitles.d.ts.map +1 -1
- package/dist/tools/burn-subtitles.js +10 -5
- package/dist/tools/burn-subtitles.js.map +1 -1
- package/dist/tools/clean-audio.d.ts.map +1 -1
- package/dist/tools/clean-audio.js +2 -1
- package/dist/tools/clean-audio.js.map +1 -1
- package/dist/tools/cluster-takes.js +2 -1
- package/dist/tools/cluster-takes.js.map +1 -1
- package/dist/tools/compose-thumbnail-variants.d.ts +70 -0
- package/dist/tools/compose-thumbnail-variants.d.ts.map +1 -0
- package/dist/tools/compose-thumbnail-variants.js +274 -0
- package/dist/tools/compose-thumbnail-variants.js.map +1 -0
- package/dist/tools/compose-thumbnail.d.ts +6 -13
- package/dist/tools/compose-thumbnail.d.ts.map +1 -1
- package/dist/tools/compose-thumbnail.js +44 -81
- package/dist/tools/compose-thumbnail.js.map +1 -1
- package/dist/tools/concat-videos.d.ts.map +1 -1
- package/dist/tools/concat-videos.js +12 -5
- package/dist/tools/concat-videos.js.map +1 -1
- package/dist/tools/concat-videos.test.d.ts +2 -0
- package/dist/tools/concat-videos.test.d.ts.map +1 -0
- package/dist/tools/concat-videos.test.js +103 -0
- package/dist/tools/concat-videos.test.js.map +1 -0
- package/dist/tools/crossfade-videos.d.ts.map +1 -1
- package/dist/tools/crossfade-videos.js +2 -1
- package/dist/tools/crossfade-videos.js.map +1 -1
- package/dist/tools/cut-filler-words.d.ts.map +1 -1
- package/dist/tools/cut-filler-words.js +24 -8
- package/dist/tools/cut-filler-words.js.map +1 -1
- package/dist/tools/detect-speaker-changes.js +2 -1
- package/dist/tools/detect-speaker-changes.js.map +1 -1
- package/dist/tools/extract-audio.d.ts.map +1 -1
- package/dist/tools/extract-audio.js +13 -7
- package/dist/tools/extract-audio.js.map +1 -1
- package/dist/tools/face-reframe.d.ts +30 -0
- package/dist/tools/face-reframe.d.ts.map +1 -0
- package/dist/tools/face-reframe.js +143 -0
- package/dist/tools/face-reframe.js.map +1 -0
- package/dist/tools/face-reframe.test.d.ts +2 -0
- package/dist/tools/face-reframe.test.d.ts.map +1 -0
- package/dist/tools/face-reframe.test.js +139 -0
- package/dist/tools/face-reframe.test.js.map +1 -0
- package/dist/tools/find-viral-moments.d.ts +23 -0
- package/dist/tools/find-viral-moments.d.ts.map +1 -0
- package/dist/tools/find-viral-moments.js +176 -0
- package/dist/tools/find-viral-moments.js.map +1 -0
- package/dist/tools/find-viral-moments.test.d.ts +2 -0
- package/dist/tools/find-viral-moments.test.d.ts.map +1 -0
- package/dist/tools/find-viral-moments.test.js +144 -0
- package/dist/tools/find-viral-moments.test.js.map +1 -0
- package/dist/tools/generate-gif.d.ts.map +1 -1
- package/dist/tools/generate-gif.js +47 -40
- package/dist/tools/generate-gif.js.map +1 -1
- package/dist/tools/generate-gif.test.d.ts +2 -0
- package/dist/tools/generate-gif.test.d.ts.map +1 -0
- package/dist/tools/generate-gif.test.js +115 -0
- package/dist/tools/generate-gif.test.js.map +1 -0
- package/dist/tools/generate-outro.d.ts +18 -0
- package/dist/tools/generate-outro.d.ts.map +1 -0
- package/dist/tools/generate-outro.js +175 -0
- package/dist/tools/generate-outro.js.map +1 -0
- package/dist/tools/generate-youtube-metadata.d.ts +23 -0
- package/dist/tools/generate-youtube-metadata.d.ts.map +1 -0
- package/dist/tools/generate-youtube-metadata.js +103 -0
- package/dist/tools/generate-youtube-metadata.js.map +1 -0
- package/dist/tools/generate-youtube-metadata.test.d.ts +2 -0
- package/dist/tools/generate-youtube-metadata.test.d.ts.map +1 -0
- package/dist/tools/generate-youtube-metadata.test.js +118 -0
- package/dist/tools/generate-youtube-metadata.test.js.map +1 -0
- package/dist/tools/index.d.ts +14 -0
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +130 -1
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/index.test.js +27 -1
- package/dist/tools/index.test.js.map +1 -1
- package/dist/tools/ken-burns.d.ts.map +1 -1
- package/dist/tools/ken-burns.js +2 -1
- package/dist/tools/ken-burns.js.map +1 -1
- package/dist/tools/loop-match-short.d.ts +22 -0
- package/dist/tools/loop-match-short.d.ts.map +1 -0
- package/dist/tools/loop-match-short.js +107 -0
- package/dist/tools/loop-match-short.js.map +1 -0
- package/dist/tools/mix-audio.d.ts.map +1 -1
- package/dist/tools/mix-audio.js +2 -1
- package/dist/tools/mix-audio.js.map +1 -1
- package/dist/tools/normalize-loudness.d.ts.map +1 -1
- package/dist/tools/normalize-loudness.js +2 -1
- package/dist/tools/normalize-loudness.js.map +1 -1
- package/dist/tools/path-traversal.test.d.ts +15 -0
- package/dist/tools/path-traversal.test.d.ts.map +1 -0
- package/dist/tools/path-traversal.test.js +223 -0
- package/dist/tools/path-traversal.test.js.map +1 -0
- package/dist/tools/pick-best-takes.js +2 -1
- package/dist/tools/pick-best-takes.js.map +1 -1
- package/dist/tools/punch-in.d.ts.map +1 -1
- package/dist/tools/punch-in.js +2 -1
- package/dist/tools/punch-in.js.map +1 -1
- package/dist/tools/read-transcript.js +2 -1
- package/dist/tools/read-transcript.js.map +1 -1
- package/dist/tools/render-multi-format.d.ts +35 -0
- package/dist/tools/render-multi-format.d.ts.map +1 -0
- package/dist/tools/render-multi-format.js +206 -0
- package/dist/tools/render-multi-format.js.map +1 -0
- package/dist/tools/render-multi-format.test.d.ts +2 -0
- package/dist/tools/render-multi-format.test.d.ts.map +1 -0
- package/dist/tools/render-multi-format.test.js +312 -0
- package/dist/tools/render-multi-format.test.js.map +1 -0
- package/dist/tools/render.d.ts.map +1 -1
- package/dist/tools/render.js +2 -2
- package/dist/tools/render.js.map +1 -1
- package/dist/tools/rewrite-hook.d.ts +32 -0
- package/dist/tools/rewrite-hook.d.ts.map +1 -0
- package/dist/tools/rewrite-hook.js +65 -0
- package/dist/tools/rewrite-hook.js.map +1 -0
- package/dist/tools/score-clip.d.ts +30 -0
- package/dist/tools/score-clip.d.ts.map +1 -0
- package/dist/tools/score-clip.js +109 -0
- package/dist/tools/score-clip.js.map +1 -0
- package/dist/tools/score-clip.test.d.ts +2 -0
- package/dist/tools/score-clip.test.d.ts.map +1 -0
- package/dist/tools/score-clip.test.js +110 -0
- package/dist/tools/score-clip.test.js.map +1 -0
- package/dist/tools/search-tools.d.ts +34 -0
- package/dist/tools/search-tools.d.ts.map +1 -0
- package/dist/tools/search-tools.js +86 -0
- package/dist/tools/search-tools.js.map +1 -0
- package/dist/tools/search-tools.test.d.ts +2 -0
- package/dist/tools/search-tools.test.d.ts.map +1 -0
- package/dist/tools/search-tools.test.js +60 -0
- package/dist/tools/search-tools.test.js.map +1 -0
- package/dist/tools/snap-cuts-to-beats.d.ts +18 -0
- package/dist/tools/snap-cuts-to-beats.d.ts.map +1 -0
- package/dist/tools/snap-cuts-to-beats.js +110 -0
- package/dist/tools/snap-cuts-to-beats.js.map +1 -0
- package/dist/tools/snap-cuts-to-beats.test.d.ts +2 -0
- package/dist/tools/snap-cuts-to-beats.test.d.ts.map +1 -0
- package/dist/tools/snap-cuts-to-beats.test.js +99 -0
- package/dist/tools/snap-cuts-to-beats.test.js.map +1 -0
- package/dist/tools/speed-ramp.d.ts.map +1 -1
- package/dist/tools/speed-ramp.js +2 -1
- package/dist/tools/speed-ramp.js.map +1 -1
- package/dist/tools/stabilize-video.d.ts.map +1 -1
- package/dist/tools/stabilize-video.js +2 -1
- package/dist/tools/stabilize-video.js.map +1 -1
- package/dist/tools/suggest-broll.d.ts +34 -0
- package/dist/tools/suggest-broll.d.ts.map +1 -0
- package/dist/tools/suggest-broll.js +367 -0
- package/dist/tools/suggest-broll.js.map +1 -0
- package/dist/tools/suggest-broll.test.d.ts +2 -0
- package/dist/tools/suggest-broll.test.d.ts.map +1 -0
- package/dist/tools/suggest-broll.test.js +217 -0
- package/dist/tools/suggest-broll.test.js.map +1 -0
- package/dist/tools/text-based-cut.d.ts +33 -0
- package/dist/tools/text-based-cut.d.ts.map +1 -0
- package/dist/tools/text-based-cut.js +172 -0
- package/dist/tools/text-based-cut.js.map +1 -0
- package/dist/tools/text-based-cut.test.d.ts +2 -0
- package/dist/tools/text-based-cut.test.d.ts.map +1 -0
- package/dist/tools/text-based-cut.test.js +32 -0
- package/dist/tools/text-based-cut.test.js.map +1 -0
- package/dist/tools/transcribe.d.ts +1 -1
- package/dist/tools/transition-videos.d.ts +1 -1
- package/dist/tools/transition-videos.d.ts.map +1 -1
- package/dist/tools/transition-videos.js +2 -1
- package/dist/tools/transition-videos.js.map +1 -1
- package/dist/tools/trim-dead-air.d.ts +59 -0
- package/dist/tools/trim-dead-air.d.ts.map +1 -0
- package/dist/tools/trim-dead-air.js +215 -0
- package/dist/tools/trim-dead-air.js.map +1 -0
- package/dist/tools/trim-dead-air.test.d.ts +2 -0
- package/dist/tools/trim-dead-air.test.d.ts.map +1 -0
- package/dist/tools/trim-dead-air.test.js +75 -0
- package/dist/tools/trim-dead-air.test.js.map +1 -0
- package/dist/tools/verify-thumbnail-promise.d.ts +33 -0
- package/dist/tools/verify-thumbnail-promise.d.ts.map +1 -0
- package/dist/tools/verify-thumbnail-promise.js +112 -0
- package/dist/tools/verify-thumbnail-promise.js.map +1 -0
- package/dist/tools/verify-thumbnail-promise.test.d.ts +2 -0
- package/dist/tools/verify-thumbnail-promise.test.d.ts.map +1 -0
- package/dist/tools/verify-thumbnail-promise.test.js +38 -0
- package/dist/tools/verify-thumbnail-promise.test.js.map +1 -0
- package/dist/tools/write-keyword-captions.d.ts +7 -0
- package/dist/tools/write-keyword-captions.d.ts.map +1 -1
- package/dist/tools/write-keyword-captions.js +35 -4
- package/dist/tools/write-keyword-captions.js.map +1 -1
- package/dist/ui/App.d.ts.map +1 -1
- package/dist/ui/App.js +75 -11
- package/dist/ui/App.js.map +1 -1
- package/dist/ui/tool-formatters.d.ts +30 -0
- package/dist/ui/tool-formatters.d.ts.map +1 -0
- package/dist/ui/tool-formatters.js +461 -0
- package/dist/ui/tool-formatters.js.map +1 -0
- package/dist/ui/tool-formatters.test.d.ts +2 -0
- package/dist/ui/tool-formatters.test.d.ts.map +1 -0
- package/dist/ui/tool-formatters.test.js +143 -0
- package/dist/ui/tool-formatters.test.js.map +1 -0
- package/package.json +10 -9
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
import { describe, expect, it, vi, beforeEach } from "vitest";
|
|
2
|
+
import * as faceCore from "../core/face-reframe.js";
|
|
3
|
+
import * as ffmpegMod from "../core/media/ffmpeg.js";
|
|
4
|
+
import * as pythonMod from "../core/python.js";
|
|
5
|
+
import { createFaceReframeTool } from "./face-reframe.js";
|
|
6
|
+
const ctx = {
|
|
7
|
+
signal: new AbortController().signal,
|
|
8
|
+
toolCallId: "t1",
|
|
9
|
+
};
|
|
10
|
+
const samplePlan = {
|
|
11
|
+
shots: [
|
|
12
|
+
{
|
|
13
|
+
startSec: 0,
|
|
14
|
+
endSec: 2,
|
|
15
|
+
frames: [],
|
|
16
|
+
smoothedX: 0.4,
|
|
17
|
+
smoothedY: 0.5,
|
|
18
|
+
mode: "face",
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
startSec: 2,
|
|
22
|
+
endSec: 5,
|
|
23
|
+
frames: [],
|
|
24
|
+
smoothedX: 0.6,
|
|
25
|
+
smoothedY: 0.5,
|
|
26
|
+
mode: "static",
|
|
27
|
+
},
|
|
28
|
+
],
|
|
29
|
+
totalSec: 5,
|
|
30
|
+
fps: 30,
|
|
31
|
+
sourceWidth: 1920,
|
|
32
|
+
sourceHeight: 1080,
|
|
33
|
+
};
|
|
34
|
+
describe("face_reframe tool", () => {
|
|
35
|
+
beforeEach(() => {
|
|
36
|
+
vi.restoreAllMocks();
|
|
37
|
+
});
|
|
38
|
+
it("returns ffmpeg-missing error when ffmpeg is absent", async () => {
|
|
39
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(false);
|
|
40
|
+
const tool = createFaceReframeTool("/tmp");
|
|
41
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16" }, ctx);
|
|
42
|
+
expect(r).toMatch(/^error: ffmpeg not on PATH/);
|
|
43
|
+
});
|
|
44
|
+
it("returns python-missing error when findPython fails", async () => {
|
|
45
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
46
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue(undefined);
|
|
47
|
+
const tool = createFaceReframeTool("/tmp");
|
|
48
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16" }, ctx);
|
|
49
|
+
expect(r).toMatch(/^error:/);
|
|
50
|
+
expect(r).toMatch(/Python 3 not on PATH/);
|
|
51
|
+
expect(r).toMatch(/mediapipe/);
|
|
52
|
+
});
|
|
53
|
+
it("composes ffmpeg args from the analysis plan", async () => {
|
|
54
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
55
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue({ cmd: "python3", args: [] });
|
|
56
|
+
vi.spyOn(faceCore, "analyzeReframe").mockResolvedValue(samplePlan);
|
|
57
|
+
const ffSpy = vi
|
|
58
|
+
.spyOn(ffmpegMod, "runFfmpeg")
|
|
59
|
+
.mockResolvedValue({ code: 0, stdout: "", stderr: "" });
|
|
60
|
+
const tool = createFaceReframeTool("/tmp");
|
|
61
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16" }, ctx);
|
|
62
|
+
expect(typeof r).toBe("string");
|
|
63
|
+
const parsed = JSON.parse(r);
|
|
64
|
+
expect(parsed.ok).toBe(true);
|
|
65
|
+
expect(parsed.aspect).toBe("9:16");
|
|
66
|
+
expect(parsed.shots).toBe(2);
|
|
67
|
+
expect(parsed.faceShots).toBe(1);
|
|
68
|
+
expect(parsed.fallbackShots).toBe(1);
|
|
69
|
+
expect(parsed.outWidth).toBe(606);
|
|
70
|
+
expect(parsed.outHeight).toBe(1080);
|
|
71
|
+
// Inspect ffmpeg invocation.
|
|
72
|
+
expect(ffSpy).toHaveBeenCalledTimes(1);
|
|
73
|
+
const ffArgs = ffSpy.mock.calls[0][0];
|
|
74
|
+
expect(ffArgs).toContain("-i");
|
|
75
|
+
expect(ffArgs).toContain("/tmp/in.mp4");
|
|
76
|
+
expect(ffArgs).toContain("-vf");
|
|
77
|
+
const vfIdx = ffArgs.indexOf("-vf");
|
|
78
|
+
const vf = ffArgs[vfIdx + 1];
|
|
79
|
+
expect(vf).toMatch(/^crop=606:1080:x='/);
|
|
80
|
+
expect(vf).toContain("between(t\\,0\\,2)");
|
|
81
|
+
expect(vf).toContain("between(t\\,2\\,5)");
|
|
82
|
+
expect(ffArgs).toContain("-c:a");
|
|
83
|
+
expect(ffArgs).toContain("copy");
|
|
84
|
+
expect(ffArgs).toContain("-c:v");
|
|
85
|
+
expect(ffArgs).toContain("libx264"); // default codec
|
|
86
|
+
expect(ffArgs).toContain("-crf");
|
|
87
|
+
expect(ffArgs).toContain("20"); // default crf
|
|
88
|
+
});
|
|
89
|
+
it("static strategy ignores per-shot smoothedX and centres every crop", async () => {
|
|
90
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
91
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue({ cmd: "python3", args: [] });
|
|
92
|
+
vi.spyOn(faceCore, "analyzeReframe").mockResolvedValue(samplePlan);
|
|
93
|
+
const ffSpy = vi
|
|
94
|
+
.spyOn(ffmpegMod, "runFfmpeg")
|
|
95
|
+
.mockResolvedValue({ code: 0, stdout: "", stderr: "" });
|
|
96
|
+
const tool = createFaceReframeTool("/tmp");
|
|
97
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16", strategy: "static" }, ctx);
|
|
98
|
+
const parsed = JSON.parse(r);
|
|
99
|
+
expect(parsed.faceShots).toBe(0);
|
|
100
|
+
expect(parsed.fallbackShots).toBe(2);
|
|
101
|
+
const vf = ffSpy.mock.calls[0][0][ffSpy.mock.calls[0][0].indexOf("-vf") + 1];
|
|
102
|
+
// Both shots collapse to the centre X (657 for 1920×1080 → 9:16 crop 606).
|
|
103
|
+
expect(vf).toContain("\\,657\\,");
|
|
104
|
+
// No off-centre 4-digit X values from the original plan (e.g. 1314).
|
|
105
|
+
expect(vf).not.toMatch(/\\,1\d{3}\\,/);
|
|
106
|
+
});
|
|
107
|
+
it("propagates ffmpeg failure as err()", async () => {
|
|
108
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
109
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue({ cmd: "python3", args: [] });
|
|
110
|
+
vi.spyOn(faceCore, "analyzeReframe").mockResolvedValue(samplePlan);
|
|
111
|
+
vi.spyOn(ffmpegMod, "runFfmpeg").mockResolvedValue({
|
|
112
|
+
code: 1,
|
|
113
|
+
stdout: "",
|
|
114
|
+
stderr: "Could not open codec\nframe= 0 fps=0\nMaybe try -c:v libx264",
|
|
115
|
+
});
|
|
116
|
+
const tool = createFaceReframeTool("/tmp");
|
|
117
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16" }, ctx);
|
|
118
|
+
expect(r).toMatch(/^error: ffmpeg failed/);
|
|
119
|
+
expect(r).toMatch(/Could not open codec|libx264/);
|
|
120
|
+
});
|
|
121
|
+
it("propagates a missing-dep sidecar error with the pip-install fix", async () => {
|
|
122
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
123
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue({ cmd: "python3", args: [] });
|
|
124
|
+
vi.spyOn(faceCore, "analyzeReframe").mockRejectedValue(new Error("missing python dep: mediapipe; install: pip install opencv-python mediapipe scenedetect numpy"));
|
|
125
|
+
const tool = createFaceReframeTool("/tmp");
|
|
126
|
+
const r = await tool.execute({ input: "in.mp4", output: "out.mp4", aspect: "9:16" }, ctx);
|
|
127
|
+
expect(r).toMatch(/^error:/);
|
|
128
|
+
expect(r).toMatch(/mediapipe/);
|
|
129
|
+
expect(r).toMatch(/pip install opencv-python mediapipe scenedetect numpy/);
|
|
130
|
+
});
|
|
131
|
+
it("rejects identical input and output paths", async () => {
|
|
132
|
+
vi.spyOn(ffmpegMod, "checkFfmpeg").mockReturnValue(true);
|
|
133
|
+
vi.spyOn(pythonMod, "findPython").mockReturnValue({ cmd: "python3", args: [] });
|
|
134
|
+
const tool = createFaceReframeTool("/tmp");
|
|
135
|
+
const r = await tool.execute({ input: "x.mp4", output: "x.mp4", aspect: "9:16" }, ctx);
|
|
136
|
+
expect(r).toMatch(/output and input are identical/);
|
|
137
|
+
});
|
|
138
|
+
});
|
|
139
|
+
//# sourceMappingURL=face-reframe.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"face-reframe.test.js","sourceRoot":"","sources":["../../src/tools/face-reframe.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,KAAK,QAAQ,MAAM,yBAAyB,CAAC;AACpD,OAAO,KAAK,SAAS,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,SAAS,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,MAAM,GAAG,GAAG;IACV,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;IACpC,UAAU,EAAE,IAAI;CACgE,CAAC;AAEnF,MAAM,UAAU,GAAyB;IACvC,KAAK,EAAE;QACL;YACE,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,IAAI,EAAE,MAAM;SACb;QACD;YACE,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,IAAI,EAAE,QAAQ;SACf;KACF;IACD,QAAQ,EAAE,CAAC;IACX,GAAG,EAAE,EAAE;IACP,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;CACnB,CAAC;AAEF,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EACtD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EACtD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChF,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,EAAE;aACb,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC;aAC7B,iBAAiB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EACtD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpC,6BAA6B;QAC7B,MAAM,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACzC,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChF,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,EAAE;aACb,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC;aAC7B,iBAAiB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAC1E,GAAyC,CAC1C,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7E,2EAA2E;QAC3E,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAClC,qEAAqE;QACrE,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChF,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACnE,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,iBAAiB,CAAC;YACjD,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,8DAA8D;SACvE,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EACtD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChF,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,iBAAiB,CACpD,IAAI,KAAK,CACP,+FAA+F,CAChG,CACF,CAAC;QACF,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EACtD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EACnD,GAAyC,CAC1C,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { AgentTool } from "@kenkaiiii/gg-agent";
|
|
3
|
+
declare const FindViralMomentsParams: z.ZodObject<{
|
|
4
|
+
transcript: z.ZodString;
|
|
5
|
+
maxClips: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
durationRange: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>>;
|
|
7
|
+
scoreThreshold: z.ZodOptional<z.ZodNumber>;
|
|
8
|
+
model: z.ZodOptional<z.ZodString>;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
/**
|
|
11
|
+
* find_viral_moments — long-form transcript → top-N standalone-Shorts
|
|
12
|
+
* candidates. The Opus ClipAnything / Submagic Magic Clips equivalent.
|
|
13
|
+
*
|
|
14
|
+
* Algorithm:
|
|
15
|
+
* 1. Slide windows of `maxSec*2` (default 120s) with 30s overlap.
|
|
16
|
+
* 2. ONE LLM call per window proposing up to 3 candidates.
|
|
17
|
+
* 3. Score each via `score_clip` (transcript-only, cheap path).
|
|
18
|
+
* 4. Dedup overlaps (>50% → keep higher score).
|
|
19
|
+
* 5. Sort desc, take top maxClips.
|
|
20
|
+
*/
|
|
21
|
+
export declare function createFindViralMomentsTool(cwd: string): AgentTool<typeof FindViralMomentsParams>;
|
|
22
|
+
export {};
|
|
23
|
+
//# sourceMappingURL=find-viral-moments.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find-viral-moments.d.ts","sourceRoot":"","sources":["../../src/tools/find-viral-moments.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAcrD,QAAA,MAAM,sBAAsB;;;;;;iBAwB1B,CAAC;AAEH;;;;;;;;;;GAUG;AACH,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC,OAAO,sBAAsB,CAAC,CA+HhG"}
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { resolve as resolvePath } from "node:path";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
import { scoreClipInternal } from "../core/clip-scoring.js";
|
|
5
|
+
import { compact, err } from "../core/format.js";
|
|
6
|
+
import { buildSlidingWindows, dedupCandidates, normalizeCandidates, proposeCandidates, } from "../core/viral-moments.js";
|
|
7
|
+
import { parseTranscript } from "../core/whisper.js";
|
|
8
|
+
const FindViralMomentsParams = z.object({
|
|
9
|
+
transcript: z.string().describe("Path to a transcript JSON written by `transcribe`."),
|
|
10
|
+
maxClips: z
|
|
11
|
+
.number()
|
|
12
|
+
.int()
|
|
13
|
+
.min(1)
|
|
14
|
+
.max(20)
|
|
15
|
+
.optional()
|
|
16
|
+
.describe("Top-N to return after dedup. Default 5."),
|
|
17
|
+
durationRange: z
|
|
18
|
+
.tuple([z.number().min(1), z.number().min(1)])
|
|
19
|
+
.optional()
|
|
20
|
+
.describe("[minSec, maxSec] for accepted clips. Default [20, 45] — Jenny Hoyos's 30–34s sweet " +
|
|
21
|
+
"spot for Shorts retention (per youtube-algorithm-primer skill, Marketing Examined " +
|
|
22
|
+
"May 2024). Widen to [20, 60] when the user explicitly wants longer cuts."),
|
|
23
|
+
scoreThreshold: z
|
|
24
|
+
.number()
|
|
25
|
+
.min(0)
|
|
26
|
+
.max(100)
|
|
27
|
+
.optional()
|
|
28
|
+
.describe("Minimum 0-100 score to keep. Default 50 — anything lower won't perform."),
|
|
29
|
+
model: z.string().optional().describe("OpenAI model. Default gpt-4o-mini."),
|
|
30
|
+
});
|
|
31
|
+
/**
|
|
32
|
+
* find_viral_moments — long-form transcript → top-N standalone-Shorts
|
|
33
|
+
* candidates. The Opus ClipAnything / Submagic Magic Clips equivalent.
|
|
34
|
+
*
|
|
35
|
+
* Algorithm:
|
|
36
|
+
* 1. Slide windows of `maxSec*2` (default 120s) with 30s overlap.
|
|
37
|
+
* 2. ONE LLM call per window proposing up to 3 candidates.
|
|
38
|
+
* 3. Score each via `score_clip` (transcript-only, cheap path).
|
|
39
|
+
* 4. Dedup overlaps (>50% → keep higher score).
|
|
40
|
+
* 5. Sort desc, take top maxClips.
|
|
41
|
+
*/
|
|
42
|
+
export function createFindViralMomentsTool(cwd) {
|
|
43
|
+
return {
|
|
44
|
+
name: "find_viral_moments",
|
|
45
|
+
description: "Find the top N viral-clip candidates inside a long-form transcript. Slides windows " +
|
|
46
|
+
"over the transcript, proposes 3 candidates per window via LLM, scores each via " +
|
|
47
|
+
"`score_clip`, dedups overlaps, returns ranked list with suggested title + caption + " +
|
|
48
|
+
"hook line. The 'long video to Shorts' orchestrator — Opus ClipAnything / Submagic " +
|
|
49
|
+
"Magic Clips equivalent. Default duration window [20, 45]s targets Jenny Hoyos's " +
|
|
50
|
+
"30–34s sweet spot. Output feeds `cut_at` + `render_multi_format` directly.",
|
|
51
|
+
parameters: FindViralMomentsParams,
|
|
52
|
+
async execute(args, ctx) {
|
|
53
|
+
try {
|
|
54
|
+
if (!process.env.OPENAI_API_KEY) {
|
|
55
|
+
return err("OPENAI_API_KEY not set", "export OPENAI_API_KEY=...");
|
|
56
|
+
}
|
|
57
|
+
const transcriptAbs = resolvePath(cwd, args.transcript);
|
|
58
|
+
let raw;
|
|
59
|
+
try {
|
|
60
|
+
raw = readFileSync(transcriptAbs, "utf8");
|
|
61
|
+
}
|
|
62
|
+
catch (e) {
|
|
63
|
+
return err(`cannot read transcript ${transcriptAbs}: ${e.message}`, "verify the transcript JSON exists");
|
|
64
|
+
}
|
|
65
|
+
let t;
|
|
66
|
+
try {
|
|
67
|
+
t = parseTranscript(raw);
|
|
68
|
+
}
|
|
69
|
+
catch (e) {
|
|
70
|
+
return err(e.message);
|
|
71
|
+
}
|
|
72
|
+
if (t.segments.length === 0) {
|
|
73
|
+
return err("transcript has no segments", "rerun transcribe(...)");
|
|
74
|
+
}
|
|
75
|
+
const [minSec, maxSec] = args.durationRange ?? [20, 45];
|
|
76
|
+
if (maxSec <= minSec)
|
|
77
|
+
return err("durationRange[1] must be > durationRange[0]");
|
|
78
|
+
const maxClips = args.maxClips ?? 5;
|
|
79
|
+
const threshold = args.scoreThreshold ?? 50;
|
|
80
|
+
// Build windows: maxSec*2 wide with 30s overlap (or 25% of width
|
|
81
|
+
// for very small maxSec to avoid degenerate cases).
|
|
82
|
+
const windowSec = maxSec * 2;
|
|
83
|
+
const overlapSec = Math.min(30, Math.max(1, windowSec * 0.25));
|
|
84
|
+
const windows = buildSlidingWindows(t, windowSec, overlapSec);
|
|
85
|
+
if (windows.length === 0) {
|
|
86
|
+
return err("no windows produced", "verify transcript.durationSec > 0");
|
|
87
|
+
}
|
|
88
|
+
// Propose candidates per window. One LLM call per window.
|
|
89
|
+
const proposals = [];
|
|
90
|
+
for (const w of windows) {
|
|
91
|
+
if (ctx.signal?.aborted)
|
|
92
|
+
return err("aborted");
|
|
93
|
+
try {
|
|
94
|
+
const cands = await proposeCandidates(w, {
|
|
95
|
+
model: args.model,
|
|
96
|
+
durationRange: [minSec, maxSec],
|
|
97
|
+
signal: ctx.signal,
|
|
98
|
+
});
|
|
99
|
+
proposals.push(...cands);
|
|
100
|
+
}
|
|
101
|
+
catch (e) {
|
|
102
|
+
// One bad window shouldn't kill the whole pass — log via
|
|
103
|
+
// returning a partial. We surface count of dropped windows
|
|
104
|
+
// implicitly through `totalScored`.
|
|
105
|
+
void e.message;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
const normalized = normalizeCandidates(proposals, t.durationSec, minSec, maxSec);
|
|
109
|
+
if (normalized.length === 0) {
|
|
110
|
+
return compact({ candidates: [], totalScored: 0, dropped: 0 });
|
|
111
|
+
}
|
|
112
|
+
// Score every candidate via the same engine as score_clip.
|
|
113
|
+
const scored = [];
|
|
114
|
+
for (const c of normalized) {
|
|
115
|
+
if (ctx.signal?.aborted)
|
|
116
|
+
return err("aborted");
|
|
117
|
+
try {
|
|
118
|
+
const text = sliceText(t, c.startSec, c.endSec);
|
|
119
|
+
if (!text)
|
|
120
|
+
continue;
|
|
121
|
+
const s = await scoreClipInternal(text, c.startSec, c.endSec, [], {
|
|
122
|
+
model: args.model,
|
|
123
|
+
signal: ctx.signal,
|
|
124
|
+
});
|
|
125
|
+
scored.push({
|
|
126
|
+
...c,
|
|
127
|
+
score: s.score,
|
|
128
|
+
hook: s.hook,
|
|
129
|
+
flow: s.flow,
|
|
130
|
+
engagement: s.engagement,
|
|
131
|
+
trend: s.trend,
|
|
132
|
+
durationSec: s.durationSec,
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
catch (e) {
|
|
136
|
+
void e.message;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
const aboveThreshold = scored.filter((s) => s.score >= threshold);
|
|
140
|
+
const deduped = dedupCandidates(aboveThreshold);
|
|
141
|
+
const top = deduped.slice(0, maxClips);
|
|
142
|
+
return compact({
|
|
143
|
+
candidates: top.map((c) => ({
|
|
144
|
+
startSec: +c.startSec.toFixed(2),
|
|
145
|
+
endSec: +c.endSec.toFixed(2),
|
|
146
|
+
durationSec: +c.durationSec.toFixed(2),
|
|
147
|
+
score: c.score,
|
|
148
|
+
hook: +c.hook.toFixed(2),
|
|
149
|
+
flow: +c.flow.toFixed(2),
|
|
150
|
+
engagement: +c.engagement.toFixed(2),
|
|
151
|
+
trend: +c.trend.toFixed(2),
|
|
152
|
+
suggestedTitle: c.suggestedTitle,
|
|
153
|
+
suggestedCaption: c.suggestedCaption,
|
|
154
|
+
hookLine: c.hookLine,
|
|
155
|
+
why: c.why,
|
|
156
|
+
})),
|
|
157
|
+
totalScored: scored.length,
|
|
158
|
+
dropped: scored.length - top.length,
|
|
159
|
+
});
|
|
160
|
+
}
|
|
161
|
+
catch (e) {
|
|
162
|
+
return err(e.message);
|
|
163
|
+
}
|
|
164
|
+
},
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
function sliceText(t, startSec, endSec) {
|
|
168
|
+
const parts = [];
|
|
169
|
+
for (const seg of t.segments) {
|
|
170
|
+
if (seg.end <= startSec || seg.start >= endSec)
|
|
171
|
+
continue;
|
|
172
|
+
parts.push(seg.text.trim());
|
|
173
|
+
}
|
|
174
|
+
return parts.join(" ").trim();
|
|
175
|
+
}
|
|
176
|
+
//# sourceMappingURL=find-viral-moments.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find-viral-moments.js","sourceRoot":"","sources":["../../src/tools/find-viral-moments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,mBAAmB,EACnB,iBAAiB,GAGlB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGrD,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IACrF,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,EAAE;SACV,QAAQ,CAAC,yCAAyC,CAAC;IACtD,aAAa,EAAE,CAAC;SACb,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC7C,QAAQ,EAAE;SACV,QAAQ,CACP,qFAAqF;QACnF,oFAAoF;QACpF,0EAA0E,CAC7E;IACH,cAAc,EAAE,CAAC;SACd,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,yEAAyE,CAAC;IACtF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;CAC5E,CAAC,CAAC;AAEH;;;;;;;;;;GAUG;AACH,MAAM,UAAU,0BAA0B,CAAC,GAAW;IACpD,OAAO;QACL,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EACT,qFAAqF;YACrF,iFAAiF;YACjF,sFAAsF;YACtF,oFAAoF;YACpF,kFAAkF;YAClF,4EAA4E;QAC9E,UAAU,EAAE,sBAAsB;QAClC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG;YACrB,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;oBAChC,OAAO,GAAG,CAAC,wBAAwB,EAAE,2BAA2B,CAAC,CAAC;gBACpE,CAAC;gBAED,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxD,IAAI,GAAW,CAAC;gBAChB,IAAI,CAAC;oBACH,GAAG,GAAG,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;gBAC5C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,GAAG,CACR,0BAA0B,aAAa,KAAM,CAAW,CAAC,OAAO,EAAE,EAClE,mCAAmC,CACpC,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAa,CAAC;gBAClB,IAAI,CAAC;oBACH,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,GAAG,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;gBACnC,CAAC;gBACD,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,GAAG,CAAC,4BAA4B,EAAE,uBAAuB,CAAC,CAAC;gBACpE,CAAC;gBAED,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxD,IAAI,MAAM,IAAI,MAAM;oBAAE,OAAO,GAAG,CAAC,6CAA6C,CAAC,CAAC;gBAChF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;gBAE5C,iEAAiE;gBACjE,oDAAoD;gBACpD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;gBAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC;gBAC/D,MAAM,OAAO,GAAG,mBAAmB,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;gBAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,OAAO,GAAG,CAAC,qBAAqB,EAAE,mCAAmC,CAAC,CAAC;gBACzE,CAAC;gBAED,0DAA0D;gBAC1D,MAAM,SAAS,GAAqB,EAAE,CAAC;gBACvC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;oBACxB,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;wBAAE,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC/C,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,CAAC,EAAE;4BACvC,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;4BAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;oBAC3B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,yDAAyD;wBACzD,2DAA2D;wBAC3D,oCAAoC;wBACpC,KAAM,CAAW,CAAC,OAAO,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACjF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,OAAO,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAED,2DAA2D;gBAC3D,MAAM,MAAM,GAAsB,EAAE,CAAC;gBACrC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;wBAAE,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC/C,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;wBAChD,IAAI,CAAC,IAAI;4BAAE,SAAS;wBACpB,MAAM,CAAC,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE;4BAChE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,MAAM,CAAC,IAAI,CAAC;4BACV,GAAG,CAAC;4BACJ,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,UAAU,EAAE,CAAC,CAAC,UAAU;4BACxB,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,WAAW,EAAE,CAAC,CAAC,WAAW;yBAC3B,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,KAAM,CAAW,CAAC,OAAO,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC;gBAClE,MAAM,OAAO,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;gBAChD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAEvC,OAAO,OAAO,CAAC;oBACb,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC1B,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;wBAChC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC5B,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;wBACtC,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;wBACxB,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;wBACxB,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;wBACpC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC1B,cAAc,EAAE,CAAC,CAAC,cAAc;wBAChC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;wBACpC,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,GAAG,EAAE,CAAC,CAAC,GAAG;qBACX,CAAC,CAAC;oBACH,WAAW,EAAE,MAAM,CAAC,MAAM;oBAC1B,OAAO,EAAE,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;iBACpC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,GAAG,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,CAAa,EAAE,QAAgB,EAAE,MAAc;IAChE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7B,IAAI,GAAG,CAAC,GAAG,IAAI,QAAQ,IAAI,GAAG,CAAC,KAAK,IAAI,MAAM;YAAE,SAAS;QACzD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAChC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find-viral-moments.test.d.ts","sourceRoot":"","sources":["../../src/tools/find-viral-moments.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
import { mkdtempSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { afterEach, describe, expect, it, vi } from "vitest";
|
|
5
|
+
import { createFindViralMomentsTool } from "./find-viral-moments.js";
|
|
6
|
+
const ctx = {
|
|
7
|
+
signal: new AbortController().signal,
|
|
8
|
+
toolCallId: "t1",
|
|
9
|
+
};
|
|
10
|
+
function writeTranscript(dir, payload) {
|
|
11
|
+
const p = join(dir, "t.json");
|
|
12
|
+
writeFileSync(p, JSON.stringify(payload), "utf8");
|
|
13
|
+
return p;
|
|
14
|
+
}
|
|
15
|
+
describe("find_viral_moments tool", () => {
|
|
16
|
+
afterEach(() => {
|
|
17
|
+
vi.unstubAllGlobals();
|
|
18
|
+
delete process.env.OPENAI_API_KEY;
|
|
19
|
+
});
|
|
20
|
+
it("description names the orchestrator role + downstream tools", () => {
|
|
21
|
+
const tool = createFindViralMomentsTool("/tmp");
|
|
22
|
+
expect(tool.description).toMatch(/score_clip|render_multi_format|cut_at/);
|
|
23
|
+
});
|
|
24
|
+
it("errors when OPENAI_API_KEY is missing", async () => {
|
|
25
|
+
delete process.env.OPENAI_API_KEY;
|
|
26
|
+
const tool = createFindViralMomentsTool("/tmp");
|
|
27
|
+
const r = await tool.execute({ transcript: "x.json" }, ctx);
|
|
28
|
+
expect(r).toMatch(/^error:.*OPENAI_API_KEY/);
|
|
29
|
+
});
|
|
30
|
+
it("errors on empty transcript", async () => {
|
|
31
|
+
process.env.OPENAI_API_KEY = "k";
|
|
32
|
+
const dir = mkdtempSync(join(tmpdir(), "gg-fvm-"));
|
|
33
|
+
writeTranscript(dir, { language: "en", durationSec: 60, segments: [] });
|
|
34
|
+
const tool = createFindViralMomentsTool(dir);
|
|
35
|
+
const r = await tool.execute({ transcript: "t.json" }, ctx);
|
|
36
|
+
expect(r).toMatch(/no segments/);
|
|
37
|
+
});
|
|
38
|
+
it("errors on durationRange[1] <= durationRange[0]", async () => {
|
|
39
|
+
process.env.OPENAI_API_KEY = "k";
|
|
40
|
+
const dir = mkdtempSync(join(tmpdir(), "gg-fvm-"));
|
|
41
|
+
writeTranscript(dir, {
|
|
42
|
+
language: "en",
|
|
43
|
+
durationSec: 60,
|
|
44
|
+
segments: [{ start: 0, end: 60, text: "hello" }],
|
|
45
|
+
});
|
|
46
|
+
const tool = createFindViralMomentsTool(dir);
|
|
47
|
+
const r = await tool.execute({ transcript: "t.json", durationRange: [60, 20] }, ctx);
|
|
48
|
+
expect(r).toMatch(/^error:.*durationRange/);
|
|
49
|
+
});
|
|
50
|
+
it("returns ranked candidates after proposal+score+dedup", async () => {
|
|
51
|
+
process.env.OPENAI_API_KEY = "k";
|
|
52
|
+
const dir = mkdtempSync(join(tmpdir(), "gg-fvm-"));
|
|
53
|
+
writeTranscript(dir, {
|
|
54
|
+
language: "en",
|
|
55
|
+
durationSec: 200,
|
|
56
|
+
segments: Array.from({ length: 10 }, (_, i) => ({
|
|
57
|
+
start: i * 20,
|
|
58
|
+
end: (i + 1) * 20,
|
|
59
|
+
text: `segment ${i} content here`,
|
|
60
|
+
})),
|
|
61
|
+
});
|
|
62
|
+
let call = 0;
|
|
63
|
+
const proposalContent = JSON.stringify({
|
|
64
|
+
candidates: [
|
|
65
|
+
{
|
|
66
|
+
startSec: 0,
|
|
67
|
+
endSec: 40,
|
|
68
|
+
hookLine: "open strong",
|
|
69
|
+
suggestedTitle: "Hot take",
|
|
70
|
+
suggestedCaption: "watch",
|
|
71
|
+
why: "punchy",
|
|
72
|
+
},
|
|
73
|
+
],
|
|
74
|
+
});
|
|
75
|
+
const scoreContent = JSON.stringify({
|
|
76
|
+
hook: 0.9,
|
|
77
|
+
flow: 0.7,
|
|
78
|
+
engagement: 0.8,
|
|
79
|
+
trend: 0.6,
|
|
80
|
+
why: "good",
|
|
81
|
+
});
|
|
82
|
+
vi.stubGlobal("fetch", vi.fn(async (_url, init) => {
|
|
83
|
+
call++;
|
|
84
|
+
const body = JSON.parse(init?.body ?? "{}");
|
|
85
|
+
const sys = body.messages[0]?.content ?? "";
|
|
86
|
+
const isProposal = sys.includes("short-form-video selector");
|
|
87
|
+
return {
|
|
88
|
+
ok: true,
|
|
89
|
+
status: 200,
|
|
90
|
+
json: async () => ({
|
|
91
|
+
choices: [{ message: { content: isProposal ? proposalContent : scoreContent } }],
|
|
92
|
+
}),
|
|
93
|
+
text: async () => "",
|
|
94
|
+
};
|
|
95
|
+
}));
|
|
96
|
+
const tool = createFindViralMomentsTool(dir);
|
|
97
|
+
const r = await tool.execute({ transcript: "t.json", maxClips: 3, durationRange: [20, 60], scoreThreshold: 30 }, ctx);
|
|
98
|
+
const parsed = JSON.parse(r);
|
|
99
|
+
expect(parsed.candidates.length).toBeGreaterThan(0);
|
|
100
|
+
expect(parsed.candidates[0].score).toBeGreaterThan(0);
|
|
101
|
+
expect(parsed.candidates[0].suggestedTitle).toBe("Hot take");
|
|
102
|
+
expect(call).toBeGreaterThan(1); // at least one proposal + one score
|
|
103
|
+
});
|
|
104
|
+
it("threshold drops low-scoring candidates", async () => {
|
|
105
|
+
process.env.OPENAI_API_KEY = "k";
|
|
106
|
+
const dir = mkdtempSync(join(tmpdir(), "gg-fvm-"));
|
|
107
|
+
writeTranscript(dir, {
|
|
108
|
+
language: "en",
|
|
109
|
+
durationSec: 100,
|
|
110
|
+
segments: [{ start: 0, end: 100, text: "a long discussion about taxes and forms" }],
|
|
111
|
+
});
|
|
112
|
+
vi.stubGlobal("fetch", vi.fn(async (_url, init) => {
|
|
113
|
+
const body = JSON.parse(init?.body ?? "{}");
|
|
114
|
+
const sys = body.messages[0]?.content ?? "";
|
|
115
|
+
const isProposal = sys.includes("short-form-video selector");
|
|
116
|
+
const content = isProposal
|
|
117
|
+
? JSON.stringify({
|
|
118
|
+
candidates: [
|
|
119
|
+
{
|
|
120
|
+
startSec: 0,
|
|
121
|
+
endSec: 30,
|
|
122
|
+
hookLine: "x",
|
|
123
|
+
suggestedTitle: "y",
|
|
124
|
+
suggestedCaption: "z",
|
|
125
|
+
why: "w",
|
|
126
|
+
},
|
|
127
|
+
],
|
|
128
|
+
})
|
|
129
|
+
: JSON.stringify({ hook: 0.1, flow: 0.1, engagement: 0.1, trend: 0.1, why: "weak" });
|
|
130
|
+
return {
|
|
131
|
+
ok: true,
|
|
132
|
+
status: 200,
|
|
133
|
+
json: async () => ({ choices: [{ message: { content } }] }),
|
|
134
|
+
text: async () => "",
|
|
135
|
+
};
|
|
136
|
+
}));
|
|
137
|
+
const tool = createFindViralMomentsTool(dir);
|
|
138
|
+
const r = await tool.execute({ transcript: "t.json", scoreThreshold: 90 }, ctx);
|
|
139
|
+
const parsed = JSON.parse(r);
|
|
140
|
+
expect(parsed.candidates).toEqual([]);
|
|
141
|
+
expect(parsed.totalScored).toBeGreaterThan(0);
|
|
142
|
+
});
|
|
143
|
+
});
|
|
144
|
+
//# sourceMappingURL=find-viral-moments.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find-viral-moments.test.js","sourceRoot":"","sources":["../../src/tools/find-viral-moments.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAErE,MAAM,GAAG,GAAG;IACV,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;IACpC,UAAU,EAAE,IAAI;CACqE,CAAC;AAExF,SAAS,eAAe,CAAC,GAAW,EAAE,OAAgB;IACpD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC9B,aAAa,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,IAAI,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAClC,MAAM,IAAI,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,CAAW,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC;QACjC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,CAAW,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC;QACjC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,GAAG,EAAE;YACnB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SACjD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACrF,MAAM,CAAC,CAAW,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC;QACjC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,GAAG,EAAE;YACnB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9C,KAAK,EAAE,CAAC,GAAG,EAAE;gBACb,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;gBACjB,IAAI,EAAE,WAAW,CAAC,eAAe;aAClC,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC;YACrC,UAAU,EAAE;gBACV;oBACE,QAAQ,EAAE,CAAC;oBACX,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,aAAa;oBACvB,cAAc,EAAE,UAAU;oBAC1B,gBAAgB,EAAE,OAAO;oBACzB,GAAG,EAAE,QAAQ;iBACd;aACF;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,GAAG;YACT,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,GAAG;YACV,GAAG,EAAE,MAAM;SACZ,CAAC,CAAC;QAEH,EAAE,CAAC,UAAU,CACX,OAAO,EACP,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,IAAwB,EAAE,EAAE;YACrD,IAAI,EAAE,CAAC;YACP,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,CAEzC,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;YAC7D,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;oBACjB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC;iBACjF,CAAC;gBACF,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;aACE,CAAC;QAC3B,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,IAAI,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAC1B,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,EAClF,GAAG,CACJ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,oCAAoC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC;QACjC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,GAAG,EAAE;YACnB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,yCAAyC,EAAE,CAAC;SACpF,CAAC,CAAC;QAEH,EAAE,CAAC,UAAU,CACX,OAAO,EACP,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,IAAwB,EAAE,EAAE;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,CAEzC,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU;gBACxB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;oBACb,UAAU,EAAE;wBACV;4BACE,QAAQ,EAAE,CAAC;4BACX,MAAM,EAAE,EAAE;4BACV,QAAQ,EAAE,GAAG;4BACb,cAAc,EAAE,GAAG;4BACnB,gBAAgB,EAAE,GAAG;4BACrB,GAAG,EAAE,GAAG;yBACT;qBACF;iBACF,CAAC;gBACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC3D,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;aACE,CAAC;QAC3B,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,IAAI,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate-gif.d.ts","sourceRoot":"","sources":["../../src/tools/generate-gif.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAKrD,QAAA,MAAM,iBAAiB;;;;;;;iBAsBrB,CAAC;AAEH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC,OAAO,iBAAiB,CAAC,
|
|
1
|
+
{"version":3,"file":"generate-gif.d.ts","sourceRoot":"","sources":["../../src/tools/generate-gif.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAKrD,QAAA,MAAM,iBAAiB;;;;;;;iBAsBrB,CAAC;AAEH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC,OAAO,iBAAiB,CAAC,CAsFtF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { mkdirSync } from "node:fs";
|
|
1
|
+
import { mkdirSync, rmSync } from "node:fs";
|
|
2
2
|
import { tmpdir } from "node:os";
|
|
3
3
|
import { dirname, join, resolve as resolvePath } from "node:path";
|
|
4
4
|
import { z } from "zod";
|
|
@@ -55,45 +55,52 @@ export function createGenerateGifTool(cwd) {
|
|
|
55
55
|
mkdirSync(dirname(outAbs), { recursive: true });
|
|
56
56
|
const palettePath = join(tmpdir(), `gg-gif-palette-${Date.now()}.png`);
|
|
57
57
|
const filterChain = `fps=${fps},scale=${width}:-1:flags=lanczos`;
|
|
58
|
-
//
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
58
|
+
// The palette PNG is a temp scratch artifact between the two ffmpeg
|
|
59
|
+
// passes — always clean it up, including on early-return / thrown errors.
|
|
60
|
+
try {
|
|
61
|
+
// Pass 1: palettegen
|
|
62
|
+
const p1 = await runFfmpeg([
|
|
63
|
+
"-ss",
|
|
64
|
+
String(start),
|
|
65
|
+
"-t",
|
|
66
|
+
String(dur),
|
|
67
|
+
"-i",
|
|
68
|
+
inAbs,
|
|
69
|
+
"-vf",
|
|
70
|
+
`${filterChain},palettegen=stats_mode=diff`,
|
|
71
|
+
palettePath,
|
|
72
|
+
], { signal: ctx.signal });
|
|
73
|
+
if (p1.code !== 0)
|
|
74
|
+
return err(`palettegen exited ${p1.code}`);
|
|
75
|
+
// Pass 2: paletteuse
|
|
76
|
+
const p2 = await runFfmpeg([
|
|
77
|
+
"-ss",
|
|
78
|
+
String(start),
|
|
79
|
+
"-t",
|
|
80
|
+
String(dur),
|
|
81
|
+
"-i",
|
|
82
|
+
inAbs,
|
|
83
|
+
"-i",
|
|
84
|
+
palettePath,
|
|
85
|
+
"-lavfi",
|
|
86
|
+
`${filterChain} [x]; [x][1:v] paletteuse=dither=bayer:bayer_scale=5:diff_mode=rectangle`,
|
|
87
|
+
outAbs,
|
|
88
|
+
], { signal: ctx.signal });
|
|
89
|
+
if (p2.code !== 0)
|
|
90
|
+
return err(`paletteuse exited ${p2.code}`);
|
|
91
|
+
return compact({
|
|
92
|
+
ok: true,
|
|
93
|
+
path: outAbs,
|
|
94
|
+
startSec: start,
|
|
95
|
+
durationSec: dur,
|
|
96
|
+
fps,
|
|
97
|
+
width,
|
|
98
|
+
...(resolved.redirected ? { redirected: true, reason: resolved.reason } : {}),
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
finally {
|
|
102
|
+
rmSync(palettePath, { force: true });
|
|
103
|
+
}
|
|
97
104
|
}
|
|
98
105
|
catch (e) {
|
|
99
106
|
return err(e.message);
|