kasaframe 0.0.0-stage → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/NOTICE +148 -0
- package/README.md +92 -2
- package/app/package.json +12 -0
- package/app/server/engine.ts +533 -0
- package/app/server/main.ts +209 -0
- package/app/web/env.d.ts +2 -0
- package/app/web/icons.ts +31 -0
- package/app/web/index.html +21 -0
- package/app/web/main.ts +1195 -0
- package/app/web/style.css +463 -0
- package/bin/hooks.mjs +64 -0
- package/bin/kf.mjs +32 -0
- package/docs/AGENTS.md +286 -0
- package/music/README.md +37 -0
- package/package.json +44 -4
- package/packages/adapters/package.json +36 -0
- package/packages/adapters/src/css.ts +11 -0
- package/packages/adapters/src/gsap.ts +26 -0
- package/packages/adapters/src/index.ts +9 -0
- package/packages/adapters/src/lottie.ts +22 -0
- package/packages/adapters/src/media.ts +59 -0
- package/packages/adapters/src/page.ts +229 -0
- package/packages/adapters/src/project.ts +214 -0
- package/packages/adapters/src/react.ts +36 -0
- package/packages/adapters/src/svelte.ts +22 -0
- package/packages/adapters/src/three.ts +18 -0
- package/packages/adapters/src/vue.ts +27 -0
- package/packages/check/package.json +19 -0
- package/packages/check/src/check.ts +280 -0
- package/packages/check/src/cli.ts +70 -0
- package/packages/check/src/image.ts +146 -0
- package/packages/check/src/index.ts +9 -0
- package/packages/check/src/ocr.swift +37 -0
- package/packages/check/src/probe.ts +328 -0
- package/packages/check/src/report.ts +44 -0
- package/packages/check/src/rules/assets.ts +45 -0
- package/packages/check/src/rules/beats.ts +212 -0
- package/packages/check/src/rules/camera.ts +217 -0
- package/packages/check/src/rules/captions.ts +49 -0
- package/packages/check/src/rules/flash.ts +235 -0
- package/packages/check/src/rules/frames.ts +136 -0
- package/packages/check/src/rules/layout.ts +281 -0
- package/packages/check/src/rules/page.ts +87 -0
- package/packages/check/src/rules/runs.ts +20 -0
- package/packages/check/src/rules/text.ts +326 -0
- package/packages/check/src/scan.ts +240 -0
- package/packages/check/src/serve.ts +67 -0
- package/packages/check/src/types.ts +80 -0
- package/packages/check/src/video.ts +137 -0
- package/packages/cli/package.json +30 -0
- package/packages/cli/src/blur.ts +80 -0
- package/packages/cli/src/browser.ts +203 -0
- package/packages/cli/src/command.ts +44 -0
- package/packages/cli/src/commands/app.ts +25 -0
- package/packages/cli/src/commands/beats.ts +36 -0
- package/packages/cli/src/commands/bench.ts +123 -0
- package/packages/cli/src/commands/blender.ts +293 -0
- package/packages/cli/src/commands/check.ts +25 -0
- package/packages/cli/src/commands/direct.ts +210 -0
- package/packages/cli/src/commands/doctor.ts +30 -0
- package/packages/cli/src/commands/gen.ts +173 -0
- package/packages/cli/src/commands/look.ts +46 -0
- package/packages/cli/src/commands/lyrics.ts +157 -0
- package/packages/cli/src/commands/make.ts +1121 -0
- package/packages/cli/src/commands/music.ts +78 -0
- package/packages/cli/src/commands/narrate.ts +238 -0
- package/packages/cli/src/commands/new.ts +185 -0
- package/packages/cli/src/commands/preview.ts +43 -0
- package/packages/cli/src/commands/render.ts +250 -0
- package/packages/cli/src/commands/series.ts +110 -0
- package/packages/cli/src/commands/setup.ts +102 -0
- package/packages/cli/src/commands/sheet.ts +114 -0
- package/packages/cli/src/commands/skill.ts +43 -0
- package/packages/cli/src/commands/still.ts +40 -0
- package/packages/cli/src/commands/theme.ts +172 -0
- package/packages/cli/src/commands/transitions.ts +40 -0
- package/packages/cli/src/deps.ts +122 -0
- package/packages/cli/src/ffmpeg.ts +81 -0
- package/packages/cli/src/index.ts +8 -0
- package/packages/cli/src/kf.ts +64 -0
- package/packages/cli/src/lock.ts +72 -0
- package/packages/cli/src/mix.ts +131 -0
- package/packages/cli/src/out.ts +13 -0
- package/packages/cli/src/pool.ts +34 -0
- package/packages/cli/src/segments.ts +402 -0
- package/packages/cli/src/serve.ts +124 -0
- package/packages/clock/package.json +14 -0
- package/packages/clock/src/index.ts +25 -0
- package/packages/clock/src/install.ts +351 -0
- package/packages/clock/src/types.ts +45 -0
- package/packages/core/package.json +9 -0
- package/packages/core/src/beats.ts +283 -0
- package/packages/core/src/ease.ts +87 -0
- package/packages/core/src/frame.ts +99 -0
- package/packages/core/src/index.ts +27 -0
- package/packages/core/src/project.ts +157 -0
- package/packages/core/src/rand.ts +56 -0
- package/packages/core/src/spring.ts +52 -0
- package/packages/core/src/style.ts +100 -0
- package/packages/core/src/time.ts +88 -0
- package/packages/director/package.json +23 -0
- package/packages/director/src/assemble.ts +361 -0
- package/packages/director/src/brief.ts +122 -0
- package/packages/director/src/catalog.ts +49 -0
- package/packages/director/src/content.ts +343 -0
- package/packages/director/src/fallback.ts +58 -0
- package/packages/director/src/index.ts +13 -0
- package/packages/director/src/pattern.ts +90 -0
- package/packages/director/src/patterns/fill/cells.ts +115 -0
- package/packages/director/src/patterns/formula/stack.ts +93 -0
- package/packages/director/src/patterns/util.ts +58 -0
- package/packages/director/src/scene.ts +62 -0
- package/packages/director/src/select.ts +163 -0
- package/packages/director/src/transitions.ts +115 -0
- package/packages/gen/PROVIDERS.md +90 -0
- package/packages/gen/package.json +9 -0
- package/packages/gen/src/ask.ts +132 -0
- package/packages/gen/src/audio.ts +91 -0
- package/packages/gen/src/blender.ts +54 -0
- package/packages/gen/src/capabilities.ts +151 -0
- package/packages/gen/src/generate.ts +206 -0
- package/packages/gen/src/image/codex.ts +117 -0
- package/packages/gen/src/image/og.ts +133 -0
- package/packages/gen/src/index.ts +26 -0
- package/packages/gen/src/keys.ts +86 -0
- package/packages/gen/src/media.ts +150 -0
- package/packages/gen/src/music/elevenlabs.ts +41 -0
- package/packages/gen/src/music/index.ts +120 -0
- package/packages/gen/src/music/library.ts +73 -0
- package/packages/gen/src/music/lyria.ts +52 -0
- package/packages/gen/src/music/types.ts +28 -0
- package/packages/gen/src/plan.ts +106 -0
- package/packages/gen/src/registry.ts +54 -0
- package/packages/gen/src/seam.ts +103 -0
- package/packages/gen/src/tts/dashscope.ts +64 -0
- package/packages/gen/src/tts/elevenlabs.ts +84 -0
- package/packages/gen/src/tts/gemini.ts +73 -0
- package/packages/gen/src/tts/index.ts +241 -0
- package/packages/gen/src/tts/local.ts +42 -0
- package/packages/gen/src/tts/types.ts +44 -0
- package/packages/gen/src/types.ts +90 -0
- package/packages/gen/src/video/fal.ts +140 -0
- package/packages/gen/src/video/h3.ts +112 -0
- package/packages/gen/src/video/http.ts +44 -0
- package/packages/gen/src/video/ltx.ts +60 -0
- package/packages/gen/src/video/minimax.ts +55 -0
- package/packages/gen/src/video/veo.ts +71 -0
- package/packages/jizura/package.json +16 -0
- package/packages/jizura/src/deny.ts +73 -0
- package/packages/jizura/src/index.ts +7 -0
- package/packages/jizura/src/install.ts +269 -0
- package/packages/jizura/src/layer.ts +325 -0
- package/packages/jizura/src/lyrics.ts +81 -0
- package/packages/jizura/src/pin.ts +8 -0
- package/packages/jizura/src/vendor.ts +140 -0
- package/packages/jizura/src/vite.ts +63 -0
- package/packages/jizura/vendor/JIZURA_LICENSE.txt +21 -0
- package/packages/jizura/vendor/NOTICE +43 -0
- package/packages/jizura/vendor/engine.json +47 -0
- package/packages/jizura/vendor/fonts/BlackHanSans-Regular.woff2 +0 -0
- package/packages/jizura/vendor/fonts/DotGothic16-Regular.woff2 +0 -0
- package/packages/jizura/vendor/fonts/GowunBatang-Bold.woff2 +0 -0
- package/packages/jizura/vendor/fonts/IBMPlexMono-Medium.ttf +0 -0
- package/packages/jizura/vendor/fonts/IBMPlexMono-SemiBold.ttf +0 -0
- package/packages/jizura/vendor/fonts/NotoSansKR-VF.woff2 +0 -0
- package/packages/jizura/vendor/fonts/NotoSerifKR-VF.woff2 +0 -0
- package/packages/jizura/vendor/fonts/OFL-blackhansans.txt +93 -0
- package/packages/jizura/vendor/fonts/OFL-dotgothic16.txt +93 -0
- package/packages/jizura/vendor/fonts/OFL-gowunbatang.txt +94 -0
- package/packages/jizura/vendor/fonts/OFL-ibmplexmono.txt +93 -0
- package/packages/jizura/vendor/fonts/OFL-notosanskr.txt +93 -0
- package/packages/jizura/vendor/fonts/OFL-notoserifkr.txt +94 -0
- package/packages/jizura/vendor/fonts/fonts.json +52 -0
- package/packages/jizura/vendor/jizura_engine.js +35024 -0
- package/packages/motion/README.md +153 -0
- package/packages/motion/package.json +30 -0
- package/packages/motion/src/camera.ts +97 -0
- package/packages/motion/src/captions.ts +487 -0
- package/packages/motion/src/enter.ts +128 -0
- package/packages/motion/src/hangul.ts +129 -0
- package/packages/motion/src/impact.ts +100 -0
- package/packages/motion/src/index.ts +17 -0
- package/packages/motion/src/moves/brushWipe.ts +103 -0
- package/packages/motion/src/moves/cloneArray.ts +111 -0
- package/packages/motion/src/moves/curtains.ts +81 -0
- package/packages/motion/src/moves/dress.ts +191 -0
- package/packages/motion/src/moves/echoStack.ts +70 -0
- package/packages/motion/src/moves/fit.ts +70 -0
- package/packages/motion/src/moves/flood.ts +61 -0
- package/packages/motion/src/moves/ghostStack.ts +88 -0
- package/packages/motion/src/moves/gridFloor.ts +100 -0
- package/packages/motion/src/moves/imageSwarm.ts +113 -0
- package/packages/motion/src/moves/index.ts +38 -0
- package/packages/motion/src/moves/irisBlades.ts +113 -0
- package/packages/motion/src/moves/karaokeLine.ts +108 -0
- package/packages/motion/src/moves/ledBoard.ts +94 -0
- package/packages/motion/src/moves/liquidTab.ts +72 -0
- package/packages/motion/src/moves/markerWrite.ts +63 -0
- package/packages/motion/src/moves/menu.ts +138 -0
- package/packages/motion/src/moves/morphBox.ts +96 -0
- package/packages/motion/src/moves/neonSign.ts +78 -0
- package/packages/motion/src/moves/panelPop.ts +78 -0
- package/packages/motion/src/moves/paperTear.ts +75 -0
- package/packages/motion/src/moves/path.ts +64 -0
- package/packages/motion/src/moves/pathText.ts +107 -0
- package/packages/motion/src/moves/pointSphere.ts +109 -0
- package/packages/motion/src/moves/ransomLetters.ts +73 -0
- package/packages/motion/src/moves/shapeMorph.ts +143 -0
- package/packages/motion/src/moves/slamWords.ts +96 -0
- package/packages/motion/src/moves/sparkTrail.ts +130 -0
- package/packages/motion/src/moves/speedLines.ts +91 -0
- package/packages/motion/src/moves/splitFlap.ts +149 -0
- package/packages/motion/src/moves/stepWords.ts +128 -0
- package/packages/motion/src/moves/strikeOut.ts +98 -0
- package/packages/motion/src/moves/sunburst.ts +58 -0
- package/packages/motion/src/moves/tickerRows.ts +91 -0
- package/packages/motion/src/moves/tokenPicker.ts +115 -0
- package/packages/motion/src/moves/truchet.ts +85 -0
- package/packages/motion/src/moves/wordWall.ts +78 -0
- package/packages/motion/src/moves/worldRoll.ts +32 -0
- package/packages/motion/src/particles.ts +102 -0
- package/packages/motion/src/react/index.tsx +21 -0
- package/packages/motion/src/react/parts.tsx +431 -0
- package/packages/motion/src/react/time.tsx +97 -0
- package/packages/motion/src/text.ts +103 -0
- package/packages/motion/src/transition.ts +82 -0
- package/packages/motion/src/transition3d/cards.ts +65 -0
- package/packages/motion/src/transition3d/chain.ts +84 -0
- package/packages/motion/src/transition3d/dive.ts +181 -0
- package/packages/motion/src/transition3d/fold.ts +110 -0
- package/packages/motion/src/transition3d/gl.ts +219 -0
- package/packages/motion/src/transition3d/index.ts +235 -0
- package/packages/motion/src/transition3d/live.ts +70 -0
- package/packages/motion/src/transition3d/portal.ts +115 -0
- package/packages/motion/src/transition3d/react.tsx +29 -0
- package/packages/motion/src/transition3d/rig.ts +600 -0
- package/packages/motion/src/transition3d/shatter.ts +104 -0
- package/packages/motion/src/transition3d/space.ts +173 -0
- package/packages/motion/src/transition3d/whip.ts +78 -0
- package/packages/motion/src/transition3d/world.ts +737 -0
- package/packages/motion/src/transition3d/zoomOut.ts +114 -0
- package/packages/motion/src/transitions2d/catalog.ts +127 -0
- package/packages/motion/src/transitions2d/css.d.ts +2 -0
- package/packages/motion/src/transitions2d/cult-ui/LICENSE.md +9 -0
- package/packages/motion/src/transitions2d/cult-ui/RollingNumber.tsx +43 -0
- package/packages/motion/src/transitions2d/gl-transitions/LICENSE +25 -0
- package/packages/motion/src/transitions2d/gl-transitions/shaders.ts +1931 -0
- package/packages/motion/src/transitions2d/index.ts +2 -0
- package/packages/motion/src/transitions2d/kokonutui/LICENSE +21 -0
- package/packages/motion/src/transitions2d/kokonutui/MatrixText.css +16 -0
- package/packages/motion/src/transitions2d/kokonutui/MatrixText.tsx +94 -0
- package/packages/motion/src/transitions2d/magicui/HyperText.css +15 -0
- package/packages/motion/src/transitions2d/magicui/HyperText.tsx +115 -0
- package/packages/motion/src/transitions2d/magicui/LICENSE.md +21 -0
- package/packages/motion/src/transitions2d/magicui/MorphingText.css +25 -0
- package/packages/motion/src/transitions2d/magicui/MorphingText.tsx +130 -0
- package/packages/motion/src/transitions2d/magicui/WordRotate.tsx +42 -0
- package/packages/motion/src/transitions2d/react.ts +13 -0
- package/packages/motion/src/transitions2d/skiper-ui/ClipDiv.css +39 -0
- package/packages/motion/src/transitions2d/skiper-ui/ClipDiv.tsx +32 -0
- package/packages/motion/src/transitions2d/smoothui/LICENSE +21 -0
- package/packages/motion/src/transitions2d/smoothui/SharedAxisY.tsx +50 -0
- package/packages/motion/src/transitions2d/smoothui/TextMorph.tsx +90 -0
- package/packages/motion/src/transitions2d/smoothui/shaders.ts +223 -0
- package/packages/motion/src/transitions2d/unlumen/LICENSE +21 -0
- package/packages/motion/src/transitions2d/unlumen/ScrambleText.tsx +114 -0
- package/packages/motion/src/transitions2d/vengeance-ui/LICENSE +21 -0
- package/packages/motion/src/transitions2d/vengeance-ui/MorphText.css +69 -0
- package/packages/motion/src/transitions2d/vengeance-ui/MorphText.tsx +45 -0
- package/packages/motion/src/type.ts +131 -0
- package/packages/motion/src/ui.ts +172 -0
- package/packages/patterns/package.json +15 -0
- package/packages/patterns/src/bars/rank.ts +119 -0
- package/packages/patterns/src/before-after/shrink.ts +127 -0
- package/packages/patterns/src/before-after/strike.ts +125 -0
- package/packages/patterns/src/code/terminal.ts +133 -0
- package/packages/patterns/src/compare/bars.ts +142 -0
- package/packages/patterns/src/compare/duel.ts +103 -0
- package/packages/patterns/src/end/lockup.ts +85 -0
- package/packages/patterns/src/end/slam.ts +91 -0
- package/packages/patterns/src/flow/graph.ts +250 -0
- package/packages/patterns/src/hook-number/counter.ts +101 -0
- package/packages/patterns/src/hook-number/roll.ts +179 -0
- package/packages/patterns/src/hook-number/slam.ts +91 -0
- package/packages/patterns/src/index.ts +38 -0
- package/packages/patterns/src/kit.ts +449 -0
- package/packages/patterns/src/limit/gauge.ts +117 -0
- package/packages/patterns/src/list/cards.ts +131 -0
- package/packages/patterns/src/list/cycle.ts +22 -0
- package/packages/patterns/src/media/panels.ts +100 -0
- package/packages/patterns/src/objects.ts +234 -0
- package/packages/patterns/src/quote/karaoke.ts +126 -0
- package/packages/patterns/src/quote/slam.ts +22 -0
- package/packages/patterns/src/screen/focus.ts +85 -0
- package/packages/patterns/src/steps/path.ts +137 -0
- package/packages/patterns/src/steps/stack.ts +111 -0
- package/packages/patterns/src/term-reveal/chips.ts +92 -0
- package/packages/patterns/src/term-reveal/expand.ts +127 -0
- package/packages/patterns/src/timeline/axis.ts +144 -0
- package/packages/patterns/src/title/mask.ts +85 -0
- package/packages/patterns/src/title/slam.ts +23 -0
- package/packages/patterns/src/toggle-sim/switch.ts +92 -0
- package/packages/patterns/src/trend/columns.ts +108 -0
- package/packages/patterns/src/trend/draw.ts +140 -0
- package/packages/patterns/src/types.ts +67 -0
- package/packages/patterns/src/words/moves.ts +42 -0
- package/packages/patterns/src/words/slam.ts +4 -0
- package/packages/plan/package.json +15 -0
- package/packages/plan/src/asks.ts +256 -0
- package/packages/plan/src/brief.ts +383 -0
- package/packages/plan/src/captions.ts +78 -0
- package/packages/plan/src/detect.ts +93 -0
- package/packages/plan/src/index.ts +27 -0
- package/packages/plan/src/layout.ts +176 -0
- package/packages/plan/src/llm.ts +172 -0
- package/packages/plan/src/look.ts +222 -0
- package/packages/plan/src/plan.ts +179 -0
- package/packages/plan/src/request.ts +55 -0
- package/packages/plan/src/series.ts +76 -0
- package/packages/plan/src/studio.ts +53 -0
- package/packages/plan/src/templates.ts +42 -0
- package/packages/plan/src/themes.ts +48 -0
- package/packages/plan/src/types.ts +157 -0
- package/packages/studio/package.json +12 -0
- package/packages/studio/src/index.ts +1 -0
- package/packages/studio/src/plugin.ts +236 -0
- package/packages/studio/src/ui/main.ts +503 -0
- package/packages/studio/src/ui/studio.css +165 -0
- package/packages/studio/src/ui/timeline.ts +317 -0
- package/packages/themes/kit/THEME-MAKE.md +68 -0
- package/packages/themes/kit/THEME.md +30 -0
- package/packages/themes/kit/briefs/og-intro-15s/brief.json +16 -0
- package/packages/themes/kit/briefs/og-intro-15s/facts.ts +29 -0
- package/packages/themes/kit/briefs/og-intro-15s/logo.svg +12 -0
- package/packages/themes/kit/effects.ts +5 -0
- package/packages/themes/kit/sample/index.html +11 -0
- package/packages/themes/kit/sample/main.ts +9 -0
- package/packages/themes/kit/sample/scenes/scene.ts +15 -0
- package/packages/themes/package.json +19 -0
- package/packages/themes/src/factory.ts +296 -0
- package/packages/themes/src/fx.ts +14 -0
- package/packages/themes/src/index.ts +114 -0
- package/packages/themes/src/slotkit.ts +79 -0
- package/packages/themes/src/slots.ts +46 -0
- package/packages/themes/src/stage3d.ts +197 -0
- package/packages/themes/src/types.ts +58 -0
- package/presets/kawaii-pastel.json +94 -0
- package/presets/neutral-dark.json +82 -0
- package/presets/og.json +98 -0
- package/series/og-shorts.json +14 -0
- package/skills/kasaframe/SKILL.md +33 -0
- package/templates/_shared/project/index.html +11 -0
- package/templates/_shared/project/lib/react.ts +22 -0
- package/templates/_shared/project/lib/stage.ts +292 -0
- package/templates/_shared/project/main.ts +9 -0
- package/templates/_shared/scenes/default.ts +21 -0
- package/templates/_shared/scenes/drop.ts +33 -0
- package/templates/_shared/scenes/end.ts +26 -0
- package/templates/_shared/scenes/hook.ts +18 -0
- package/templates/_shared/scenes/seam.ts +41 -0
- package/templates/_shared/scenes/step.ts +49 -0
- package/templates/ad/preview.png +0 -0
- package/templates/ad/template.json +151 -0
- package/templates/demo/preview.png +0 -0
- package/templates/demo/template.json +141 -0
- package/templates/explainer/preview.png +0 -0
- package/templates/explainer/template.json +193 -0
- package/templates/launch/preview.png +0 -0
- package/templates/launch/template.json +163 -0
- package/templates/mv/preview.png +0 -0
- package/templates/mv/scenes/default.ts +98 -0
- package/templates/mv/template.json +178 -0
- package/templates/promo/preview.png +0 -0
- package/templates/promo/template.json +185 -0
- package/templates/shorts/preview.png +0 -0
- package/templates/shorts/scenes/hook.ts +37 -0
- package/templates/shorts/template.json +196 -0
- package/templates/square/preview.png +0 -0
- package/templates/square/template.json +133 -0
- package/themes/debug-hud/THEME.md +39 -0
- package/themes/debug-hud/effects.ts +389 -0
- package/themes/debug-hud/sample/assets/og/logo.svg +12 -0
- package/themes/debug-hud/sample/beats.json +1 -0
- package/themes/debug-hud/sample/index.html +11 -0
- package/themes/debug-hud/sample/kf.json +59 -0
- package/themes/debug-hud/sample/lib/hudkit.ts +49 -0
- package/themes/debug-hud/sample/lib/og.ts +29 -0
- package/themes/debug-hud/sample/main.ts +9 -0
- package/themes/debug-hud/sample/scenes/end.ts +62 -0
- package/themes/debug-hud/sample/scenes/gather.ts +67 -0
- package/themes/debug-hud/sample/scenes/models.ts +70 -0
- package/themes/debug-hud/sample/scenes/price.ts +79 -0
- package/themes/debug-hud/sample/style.json +91 -0
- package/themes/debug-hud/slots.ts +99 -0
- package/themes/debug-hud/still.png +0 -0
- package/themes/debug-hud/style.json +91 -0
- package/themes/debug-hud/theme.json +68 -0
- package/themes/og-measure/THEME.md +47 -0
- package/themes/og-measure/effects.ts +432 -0
- package/themes/og-measure/sample/assets/brand/og-logo-full.svg +12 -0
- package/themes/og-measure/sample/assets/brand/og-logo.svg +12 -0
- package/themes/og-measure/sample/assets/data/measure.json +353 -0
- package/themes/og-measure/sample/beats.json +1 -0
- package/themes/og-measure/sample/index.html +11 -0
- package/themes/og-measure/sample/kf.json +66 -0
- package/themes/og-measure/sample/lib/data.ts +62 -0
- package/themes/og-measure/sample/main.ts +9 -0
- package/themes/og-measure/sample/measure.ts +78 -0
- package/themes/og-measure/sample/scenes/end.ts +47 -0
- package/themes/og-measure/sample/scenes/gather.ts +51 -0
- package/themes/og-measure/sample/scenes/models.ts +34 -0
- package/themes/og-measure/sample/scenes/one.ts +39 -0
- package/themes/og-measure/sample/scenes/price.ts +56 -0
- package/themes/og-measure/sample/style.json +97 -0
- package/themes/og-measure/slots.ts +88 -0
- package/themes/og-measure/still.png +0 -0
- package/themes/og-measure/style.json +97 -0
- package/themes/og-measure/theme.json +79 -0
- package/themes/riso-zine/THEME.md +43 -0
- package/themes/riso-zine/effects.ts +321 -0
- package/themes/riso-zine/sample/assets/og/logo.svg +12 -0
- package/themes/riso-zine/sample/beats.json +1 -0
- package/themes/riso-zine/sample/index.html +11 -0
- package/themes/riso-zine/sample/kf.json +59 -0
- package/themes/riso-zine/sample/lib/og.ts +29 -0
- package/themes/riso-zine/sample/lib/shot.ts +86 -0
- package/themes/riso-zine/sample/lib/zine.ts +42 -0
- package/themes/riso-zine/sample/main.ts +9 -0
- package/themes/riso-zine/sample/scenes/end.ts +61 -0
- package/themes/riso-zine/sample/scenes/gather.ts +62 -0
- package/themes/riso-zine/sample/scenes/models.ts +52 -0
- package/themes/riso-zine/sample/scenes/price.ts +82 -0
- package/themes/riso-zine/sample/style.json +99 -0
- package/themes/riso-zine/slots.ts +81 -0
- package/themes/riso-zine/still.png +0 -0
- package/themes/riso-zine/style.json +99 -0
- package/themes/riso-zine/theme.json +75 -0
- package/tools/beats/beats.py +372 -0
- package/tools/beats/requirements.txt +3 -0
- package/tools/lyrics/align.py +164 -0
- package/tools/lyrics/requirements.txt +9 -0
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import type { Question } from "../ask.ts";
|
|
4
|
+
import { duration as audioDuration } from "../audio.ts";
|
|
5
|
+
import type { CapabilityProvider } from "../capabilities.ts";
|
|
6
|
+
import { cacheDir, sha256 } from "../generate.ts";
|
|
7
|
+
import { whereToPut } from "../keys.ts";
|
|
8
|
+
import { elevenlabsMusic } from "./elevenlabs.ts";
|
|
9
|
+
import { byMood, MOOD_PROMPT } from "./library.ts";
|
|
10
|
+
import { lyriaMusic } from "./lyria.ts";
|
|
11
|
+
import type { MusicProvider } from "./types.ts";
|
|
12
|
+
|
|
13
|
+
export type { MusicProvider, MusicRaw, MusicRequest } from "./types.ts";
|
|
14
|
+
export { addToLibrary, byMood, listLibrary, MOOD_PROMPT, MOOD_TAGS, musicDir, type Track } from "./library.ts";
|
|
15
|
+
|
|
16
|
+
// 고르는 순서 — 이미 쓰는 Gemini 키 하나로 되는 Lyria 3.5 먼저(곡 하나 $0.08), 그다음 Eleven Music
|
|
17
|
+
export function musicProviders(): MusicProvider[] {
|
|
18
|
+
return [lyriaMusic("lyria-3.5"), elevenlabsMusic(), lyriaMusic("lyria-3-clip-preview")];
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export function pickMusic(id?: string): MusicProvider {
|
|
22
|
+
const all = musicProviders();
|
|
23
|
+
if (id) {
|
|
24
|
+
const p = all.find((x) => x.id === id);
|
|
25
|
+
if (!p) throw new Error(`음악 공급자 없음: ${id} (있는 것: ${all.map((x) => x.id).join(" ")})`);
|
|
26
|
+
return p;
|
|
27
|
+
}
|
|
28
|
+
const p = all.find((x) => x.ready());
|
|
29
|
+
if (!p) throw new Error("키가 있는 음악 공급자가 없다 — Gemini 키(Lyria) 또는 ElevenLabs 키");
|
|
30
|
+
return p;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
// 길이를 몇 칸으로 묶는다 — 내레이션이 1–2초 달라도 같은 프롬프트·같은 캐시라 시리즈마다 같은 곡이 깔린다
|
|
34
|
+
const BUCKETS = [30, 45, 60, 90, 120, 180, 240];
|
|
35
|
+
export function musicLength(sec: number): number {
|
|
36
|
+
return BUCKETS.find((b) => b >= sec + 2) ?? Math.ceil((sec + 2) / 30) * 30;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export interface MusicAsset {
|
|
40
|
+
path: string;
|
|
41
|
+
provider: string;
|
|
42
|
+
model: string;
|
|
43
|
+
mood: string;
|
|
44
|
+
seconds: number;
|
|
45
|
+
prompt: string;
|
|
46
|
+
costUsd: number;
|
|
47
|
+
license: string;
|
|
48
|
+
notes: string[];
|
|
49
|
+
cached: boolean;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
// 분위기·길이로 곡 하나 → outDir/<id>.mp3 + <id>.json. 같은 분위기·같은 길이 칸·같은 공급자면 캐시에서 0원(같은 곡)
|
|
53
|
+
export async function genMusic(id: string, o: { mood: string; duration: number; prompt?: string }, ctx: { outDir: string; cacheDir?: string; log?: (l: string) => void }, providerId?: string): Promise<MusicAsset> {
|
|
54
|
+
const p = pickMusic(providerId);
|
|
55
|
+
if (!p.ready()) throw new Error(`${p.label} 를 못 쓴다 — ${whereToPut(p.keyName)}`);
|
|
56
|
+
const seconds = Math.min(p.maxSec, musicLength(o.duration));
|
|
57
|
+
const prompt = o.prompt ?? MOOD_PROMPT[o.mood] ?? MOOD_PROMPT.deep;
|
|
58
|
+
const key = sha256(JSON.stringify({ kind: "music", provider: p.id, model: p.model, prompt, seconds }));
|
|
59
|
+
const dir = cacheDir(ctx);
|
|
60
|
+
mkdirSync(dir, { recursive: true });
|
|
61
|
+
mkdirSync(ctx.outDir, { recursive: true });
|
|
62
|
+
const metaPath = join(dir, `${key}.json`);
|
|
63
|
+
let meta: Omit<MusicAsset, "path" | "cached"> & { file: string };
|
|
64
|
+
let cached = existsSync(metaPath);
|
|
65
|
+
if (cached) meta = JSON.parse(readFileSync(metaPath, "utf8"));
|
|
66
|
+
if (!cached || !existsSync(join(dir, meta!.file))) {
|
|
67
|
+
cached = false;
|
|
68
|
+
ctx.log?.(`곡 ${id}: ${p.id} ${seconds}초 견적 $${p.estimateUsd(seconds).toFixed(3)} — 생성 중(수십 초)`);
|
|
69
|
+
const raw = await p.compose({ prompt, duration: seconds });
|
|
70
|
+
const file = `${key}.${raw.ext}`;
|
|
71
|
+
writeFileSync(join(dir, file), raw.bytes);
|
|
72
|
+
const got = await audioDuration(join(dir, file));
|
|
73
|
+
meta = { file, provider: p.id, model: raw.model, mood: o.mood, seconds: +got.toFixed(2), prompt, costUsd: raw.costUsd, license: p.license, notes: raw.notes ?? [] };
|
|
74
|
+
writeFileSync(metaPath, `${JSON.stringify(meta, null, 2)}\n`);
|
|
75
|
+
}
|
|
76
|
+
const ext = meta!.file.split(".").pop()!;
|
|
77
|
+
const path = join(ctx.outDir, `${id}.${ext}`);
|
|
78
|
+
copyFileSync(join(dir, meta!.file), path);
|
|
79
|
+
const { file: _f, ...rest } = meta!;
|
|
80
|
+
writeFileSync(join(ctx.outDir, `${id}.json`), `${JSON.stringify({ id, ...rest, cached }, null, 2)}\n`);
|
|
81
|
+
return { ...rest, path, cached };
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
// 묻기 틀(ask.ts)에 얹는 곡 질문. 분위기 맞는 곡 모음 곡(0원) → 생성 → 없음. 곡 모음 곡이 있으면 그게 권장이고 돈 안 드는 길
|
|
85
|
+
// ready 는 쓸 수 있는 생성 공급자 id(생성 능력 표에서) — 안 주면 키를 직접 본다
|
|
86
|
+
export function musicQuestion(o: { mood: string; duration: number; ready?: string[] }): Question {
|
|
87
|
+
const lib = byMood(o.mood).slice(0, 2);
|
|
88
|
+
const gen = musicProviders().find((p) => (o.ready ? o.ready.includes(p.id) : p.ready()) && p.id !== "lyria-3-clip-preview");
|
|
89
|
+
const seconds = musicLength(o.duration);
|
|
90
|
+
const choices: Question["choices"] = lib.map((t) => ({ value: t.path, label: `곡 모음 「${t.title}」 — ${t.mood.join("·")}`, costUsd: 0, note: t.license }));
|
|
91
|
+
if (gen) choices.push({ value: `gen:${gen.id}`, label: `${gen.label} 로 「${o.mood}」 곡 ${seconds}초 생성`, costUsd: gen.estimateUsd(seconds), note: `${gen.license}${gen.verified ? "" : " · 실호출 미검증"}` });
|
|
92
|
+
choices.push({ value: "none", label: "음악 없이", costUsd: 0 });
|
|
93
|
+
const free = lib[0]?.path ?? "none";
|
|
94
|
+
return {
|
|
95
|
+
id: "music",
|
|
96
|
+
cap: "music",
|
|
97
|
+
ask: lib.length || gen ? `깔 음악은?(분위기 ${o.mood} — 직접 넣으려면 --music <파일>)` : `분위기 ${o.mood} 에 맞는 곡이 곡 모음에 없고 음악 생성 키도 없다 — 음악 없이 갈까?(직접 넣으려면 --music <파일>)`,
|
|
98
|
+
header: "음악",
|
|
99
|
+
choices: choices.slice(0, 4),
|
|
100
|
+
default: choices[0].value,
|
|
101
|
+
skip: free,
|
|
102
|
+
flag: "--music",
|
|
103
|
+
accepts: (v: string) => v === "none" || (v.startsWith("gen:") ? musicProviders().some((p) => p.id === v.slice(4) && p.ready()) : existsSync(v)),
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
// 생성 능력 표의 음악 칸(생성 공급자만 — 곡 모음 줄은 capabilities.ts 가 센다)
|
|
108
|
+
export function musicGenCapabilities(): CapabilityProvider[] {
|
|
109
|
+
return musicProviders().map((p) => ({
|
|
110
|
+
cap: "music",
|
|
111
|
+
id: p.id,
|
|
112
|
+
label: `${p.label}(${p.model})`,
|
|
113
|
+
ready: p.ready(),
|
|
114
|
+
detail: p.ready() ? `키 있음(키만 봄)${p.verified ? "" : " · 실호출 미검증"}` : "키 없음",
|
|
115
|
+
fix: p.ready() ? undefined : whereToPut(p.keyName),
|
|
116
|
+
unitUsd: p.estimateUsd(60),
|
|
117
|
+
unit: "곡 하나(60초)",
|
|
118
|
+
license: p.license,
|
|
119
|
+
}));
|
|
120
|
+
}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { copyFileSync, existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { basename, join } from "node:path";
|
|
3
|
+
import { fileURLToPath } from "node:url";
|
|
4
|
+
|
|
5
|
+
// 곡 모음 — 파일 옆 tags.json 이 곡마다 분위기·원본·라이선스를 쥔다. 사람용 표는 README.md 에 같은 줄로
|
|
6
|
+
export interface Track {
|
|
7
|
+
file: string;
|
|
8
|
+
path: string;
|
|
9
|
+
title: string;
|
|
10
|
+
mood: string[];
|
|
11
|
+
genre?: string;
|
|
12
|
+
bpm?: number;
|
|
13
|
+
source: string;
|
|
14
|
+
license: string;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
const AUDIO = /\.(mp3|wav|m4a|aac|flac|ogg)$/i;
|
|
18
|
+
|
|
19
|
+
export const musicDir = (): string => process.env.KF_MUSIC_DIR || fileURLToPath(new URL("../../../../music/", import.meta.url));
|
|
20
|
+
|
|
21
|
+
// 손으로 쓴 tags.json 은 칸이 빠질 수 있다 — 빠진 칸은 목록에서 빈 값으로 채운다
|
|
22
|
+
function readTags(dir: string): Record<string, Partial<Omit<Track, "file" | "path">>> {
|
|
23
|
+
const f = join(dir, "tags.json");
|
|
24
|
+
return existsSync(f) ? JSON.parse(readFileSync(f, "utf8")) : {};
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
// 태그 없는 곡도 목록에는 나온다(분위기는 빈 채) — 출처를 모르는 곡은 고르는 쪽이 뒤로 민다
|
|
28
|
+
export function listLibrary(dir = musicDir()): Track[] {
|
|
29
|
+
if (!existsSync(dir)) return [];
|
|
30
|
+
const tags = readTags(dir);
|
|
31
|
+
return readdirSync(dir)
|
|
32
|
+
.filter((f) => AUDIO.test(f))
|
|
33
|
+
.sort()
|
|
34
|
+
.map((file) => ({ title: file, mood: [], source: "", license: "", ...tags[file], file, path: join(dir, file) }));
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
// 분위기가 맞는 곡 — 맞은 태그가 많은 순, 같으면 파일 이름 순(같은 요청이면 늘 같은 곡)
|
|
38
|
+
export function byMood(mood: string, dir = musicDir()): Track[] {
|
|
39
|
+
const want = MOOD_TAGS[mood] ?? [mood];
|
|
40
|
+
const score = (t: Track) => t.mood.filter((m) => want.includes(m)).length;
|
|
41
|
+
return listLibrary(dir)
|
|
42
|
+
.filter((t) => score(t) > 0 && t.license)
|
|
43
|
+
.sort((a, b) => score(b) - score(a) || a.file.localeCompare(b.file));
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
// name 을 주면 그 이름으로 넣는다(생성 곡은 캐시 키 이름이라 사람이 읽을 이름으로)
|
|
47
|
+
export function addToLibrary(src: string, info: Omit<Track, "file" | "path">, dir = musicDir(), name?: string): Track {
|
|
48
|
+
if (!info.source || !info.license) throw new Error("곡 모음에는 원본(--source)과 라이선스(--license)가 있는 곡만 넣는다");
|
|
49
|
+
mkdirSync(dir, { recursive: true });
|
|
50
|
+
const file = name ?? basename(src);
|
|
51
|
+
const path = join(dir, file);
|
|
52
|
+
if (src !== path) copyFileSync(src, path);
|
|
53
|
+
const tags = readTags(dir);
|
|
54
|
+
tags[file] = info;
|
|
55
|
+
writeFileSync(join(dir, "tags.json"), `${JSON.stringify(Object.fromEntries(Object.entries(tags).sort(([a], [b]) => a.localeCompare(b))), null, 2)}\n`);
|
|
56
|
+
return { file, path, ...info };
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// 틀이 적는 분위기 이름 → 곡 태그. 같은 분위기면 곡 모음 고르기도 생성 프롬프트도 같은 결로 간다
|
|
60
|
+
export const MOOD_TAGS: Record<string, string[]> = {
|
|
61
|
+
deep: ["deep", "ambient", "cinematic", "minimal", "piano", "calm", "dark"],
|
|
62
|
+
bright: ["upbeat", "bright", "pop", "kawaii", "future-bass"],
|
|
63
|
+
calm: ["calm", "lofi", "chill", "piano", "ambient"],
|
|
64
|
+
epic: ["epic", "cinematic", "orchestral", "trailer"],
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
// 생성 모델에 줄 분위기 글 — 요청 글을 섞지 않는다(같은 분위기·길이면 같은 프롬프트라 캐시가 같은 곡을 돌려준다)
|
|
68
|
+
export const MOOD_PROMPT: Record<string, string> = {
|
|
69
|
+
deep: "Deep ambient, minimal cinematic underscore for a calm explanatory narration. Low warm analog pads, slow sparse felt piano notes, soft sub-bass drone, distant airy textures, very light soft percussion far in the background. Around 70 BPM, D minor, contemplative and spacious with long reverb tails. Leaves the mid range open for a spoken voice.",
|
|
70
|
+
bright: "Bright uplifting electronic pop underscore, plucky synths, light future-bass chords, steady soft kick. Around 110 BPM, major key, positive and clean, leaves room for a spoken voice.",
|
|
71
|
+
calm: "Calm lo-fi underscore, mellow electric piano, soft vinyl texture, gentle brushed drums. Around 80 BPM, relaxed and warm, leaves room for a spoken voice.",
|
|
72
|
+
epic: "Cinematic epic underscore, slow building strings and low brass, deep taiko hits only at peaks. Around 90 BPM, minor key, grand but restrained under a spoken voice.",
|
|
73
|
+
};
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { findKey, readKey } from "../keys.ts";
|
|
2
|
+
import { json } from "../video/http.ts";
|
|
3
|
+
import type { MusicProvider } from "./types.ts";
|
|
4
|
+
|
|
5
|
+
// Gemini API Interactions(2026-10, ai.google.dev/gemini-api/docs/music-generation). 길이 칸이 없다 —
|
|
6
|
+
// Clip 은 늘 30초, 3.5 는 프롬프트의 길이·시각 구간([0:00 - 0:20])으로 끌고 받은 뒤 잘라 맞춘다
|
|
7
|
+
const BASE = "https://generativelanguage.googleapis.com/v1beta";
|
|
8
|
+
// 곡 하나 값(유료 등급만, 무료 등급 없음 — ai.google.dev/gemini-api/docs/pricing)
|
|
9
|
+
const PRICE: Record<string, number> = { "lyria-3-clip-preview": 0.04, "lyria-3.5": 0.08 };
|
|
10
|
+
|
|
11
|
+
export function lyriaMusic(model: "lyria-3.5" | "lyria-3-clip-preview"): MusicProvider {
|
|
12
|
+
const clip = model === "lyria-3-clip-preview";
|
|
13
|
+
return {
|
|
14
|
+
id: model,
|
|
15
|
+
label: clip ? "Lyria 3 Clip(30초)" : "Lyria 3.5",
|
|
16
|
+
model,
|
|
17
|
+
keyName: "gemini",
|
|
18
|
+
license: "Google 생성형 AI 약관 — 출력물 소유권 주장 없음, 상업 가능 · SynthID 소리 워터마크(안 들림)",
|
|
19
|
+
region: "Gemini API 유료 등급",
|
|
20
|
+
verified: false,
|
|
21
|
+
maxSec: clip ? 30 : 240,
|
|
22
|
+
ready: () => findKey("gemini") !== null,
|
|
23
|
+
estimateUsd: () => PRICE[model],
|
|
24
|
+
|
|
25
|
+
async compose(o) {
|
|
26
|
+
const sec = Math.ceil(o.duration);
|
|
27
|
+
const mmss = (s: number) => `${Math.floor(s / 60)}:${String(s % 60).padStart(2, "0")}`;
|
|
28
|
+
// 3.5 는 길이를 말로만 받는다 — 시작·한가운데·끝 구간을 시각으로 적어 길이와 흐름을 붙잡는다
|
|
29
|
+
const shape = clip
|
|
30
|
+
? ""
|
|
31
|
+
: ` Total length exactly ${sec} seconds. [0:00 - ${mmss(Math.round(sec * 0.25))}] sparse intro. [${mmss(Math.round(sec * 0.25))} - ${mmss(Math.round(sec * 0.8))}] slow build, same calm tempo. [${mmss(Math.round(sec * 0.8))} - ${mmss(sec)}] gentle resolve and fade.`;
|
|
32
|
+
const body = { model, input: `${o.prompt}${shape} Instrumental only, no vocals.`, response_format: { type: "audio" } };
|
|
33
|
+
const r = await json(`${BASE}/interactions`, { method: "POST", headers: { "x-goog-api-key": readKey("gemini"), "Content-Type": "application/json" }, body: JSON.stringify(body) }, "Lyria");
|
|
34
|
+
const audio = (r.steps ?? [])
|
|
35
|
+
.filter((s: { type: string }) => s.type === "model_output")
|
|
36
|
+
.flatMap((s: { content?: { type: string; data?: string; mime_type?: string }[] }) => s.content ?? [])
|
|
37
|
+
.filter((c: { type: string }) => c.type === "audio")
|
|
38
|
+
.at(-1);
|
|
39
|
+
if (!audio?.data) throw new Error(`Lyria 응답에 소리가 없다: ${JSON.stringify(r).slice(0, 200)}`);
|
|
40
|
+
const bytes = Buffer.from(audio.data, "base64");
|
|
41
|
+
return {
|
|
42
|
+
bytes,
|
|
43
|
+
ext: bytes.subarray(0, 4).toString() === "RIFF" ? "wav" : "mp3",
|
|
44
|
+
model,
|
|
45
|
+
costUsd: PRICE[model],
|
|
46
|
+
costEstimated: true,
|
|
47
|
+
params: { seconds: sec },
|
|
48
|
+
notes: ["synthid"],
|
|
49
|
+
};
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export interface MusicRequest {
|
|
2
|
+
prompt: string;
|
|
3
|
+
duration: number; // 초 — 이만큼은 넘게 받아 영상 길이에 잘라 맞춘다
|
|
4
|
+
}
|
|
5
|
+
|
|
6
|
+
export interface MusicRaw {
|
|
7
|
+
bytes: Uint8Array;
|
|
8
|
+
ext: "mp3" | "wav";
|
|
9
|
+
model: string;
|
|
10
|
+
costUsd: number;
|
|
11
|
+
costEstimated: boolean;
|
|
12
|
+
params: Record<string, unknown>;
|
|
13
|
+
notes?: string[];
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export interface MusicProvider {
|
|
17
|
+
id: string; // --music gen:<id>
|
|
18
|
+
label: string;
|
|
19
|
+
model: string;
|
|
20
|
+
keyName: string;
|
|
21
|
+
license: string;
|
|
22
|
+
region: string;
|
|
23
|
+
verified: boolean;
|
|
24
|
+
maxSec: number;
|
|
25
|
+
ready(): boolean;
|
|
26
|
+
estimateUsd(sec: number): number;
|
|
27
|
+
compose(o: MusicRequest): Promise<MusicRaw>;
|
|
28
|
+
}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import { isAbsolute, join, resolve } from "node:path";
|
|
3
|
+
import { genImage, genVideo, NeedsApproval, type GenContext } from "./generate.ts";
|
|
4
|
+
import { seam } from "./seam.ts";
|
|
5
|
+
|
|
6
|
+
// plan.json 의 gen — 장면 assets 의 "gen:img:<id>"·"gen:vid:<id>" 가 가리키는 만들 거리.
|
|
7
|
+
export interface GenSpec {
|
|
8
|
+
id?: string;
|
|
9
|
+
kind: "img" | "vid";
|
|
10
|
+
scene?: string;
|
|
11
|
+
prompt: string;
|
|
12
|
+
size?: string; // img
|
|
13
|
+
transparent?: boolean;
|
|
14
|
+
quality?: string;
|
|
15
|
+
refs?: string[]; // 프로젝트 기준 경로
|
|
16
|
+
seam?: boolean; // vid: 이 id 가 kf.json 의 이음매 장면이다
|
|
17
|
+
dur?: number; // vid(이음매가 아닐 때)
|
|
18
|
+
first?: string;
|
|
19
|
+
last?: string;
|
|
20
|
+
provider?: string;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export interface GenReport {
|
|
24
|
+
id: string;
|
|
25
|
+
kind: "img" | "vid";
|
|
26
|
+
status: "made" | "cached" | "needs-approval" | "error";
|
|
27
|
+
path?: string;
|
|
28
|
+
costUsd?: number;
|
|
29
|
+
estimateUsd?: number;
|
|
30
|
+
provider?: string;
|
|
31
|
+
error?: string;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export function referencedIds(plan: any): { kind: "img" | "vid"; id: string }[] {
|
|
35
|
+
const out: { kind: "img" | "vid"; id: string }[] = [];
|
|
36
|
+
for (const s of plan.scenes ?? []) {
|
|
37
|
+
for (const a of s.assets ?? []) {
|
|
38
|
+
const m = /^gen:(img|vid):(.+)$/.exec(a);
|
|
39
|
+
if (m && !out.some((x) => x.id === m[2])) out.push({ kind: m[1] as "img" | "vid", id: m[2] });
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
return out;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
// 정본은 id 를 품은 배열. id 를 키로 쓴 객체도 받는다.
|
|
46
|
+
export function genSpecs(plan: any): Record<string, GenSpec> {
|
|
47
|
+
const g = plan.gen ?? {};
|
|
48
|
+
if (!Array.isArray(g)) return g;
|
|
49
|
+
const out: Record<string, GenSpec> = {};
|
|
50
|
+
for (const [i, spec] of g.entries()) {
|
|
51
|
+
if (typeof spec?.id !== "string") throw new Error(`plan.json gen[${i}] 에 id 가 없다`);
|
|
52
|
+
out[spec.id] = spec;
|
|
53
|
+
}
|
|
54
|
+
return out;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
function aspectSize(aspect: string | undefined): string {
|
|
58
|
+
return aspect === "9:16" ? "1080x1920" : aspect === "1:1" ? "1080x1080" : "1920x1080";
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
export async function resolvePlan(project: string, ctx: Omit<GenContext, "outDir">): Promise<GenReport[]> {
|
|
62
|
+
const dir = resolve(project);
|
|
63
|
+
const plan = JSON.parse(readFileSync(join(dir, "plan.json"), "utf8"));
|
|
64
|
+
const specs = genSpecs(plan);
|
|
65
|
+
const at = (p?: string) => (p ? (isAbsolute(p) ? p : join(dir, p)) : undefined);
|
|
66
|
+
const outDir = join(dir, "assets", "gen");
|
|
67
|
+
const full = { ...ctx, outDir };
|
|
68
|
+
const reports: GenReport[] = [];
|
|
69
|
+
const ids = referencedIds(plan);
|
|
70
|
+
for (const id of Object.keys(specs)) if (!ids.some((x) => x.id === id)) ids.push({ kind: specs[id].kind, id });
|
|
71
|
+
// 이음매는 앞뒤 장면을 찍어 만든다 — 그 장면들이 쓰는 그림·영상이 먼저 있어야 한다.
|
|
72
|
+
const rank = (id: string) => (specs[id]?.kind === "img" ? 0 : specs[id]?.seam ? 2 : 1);
|
|
73
|
+
ids.sort((a, b) => rank(a.id) - rank(b.id));
|
|
74
|
+
|
|
75
|
+
for (const { kind, id } of ids) {
|
|
76
|
+
const spec = specs[id];
|
|
77
|
+
if (!spec) {
|
|
78
|
+
reports.push({ id, kind, status: "error", error: `plan.json gen.${id} 이 없다 — prompt 를 적어야 만든다` });
|
|
79
|
+
continue;
|
|
80
|
+
}
|
|
81
|
+
try {
|
|
82
|
+
if (spec.kind === "img") {
|
|
83
|
+
const a = await genImage(
|
|
84
|
+
id,
|
|
85
|
+
{ prompt: spec.prompt, size: spec.size ?? aspectSize(plan.aspect), transparent: spec.transparent, quality: spec.quality, refs: spec.refs?.map((r) => at(r)!) },
|
|
86
|
+
full,
|
|
87
|
+
spec.provider,
|
|
88
|
+
);
|
|
89
|
+
reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
|
|
90
|
+
} else if (spec.seam) {
|
|
91
|
+
const a = await seam({ project: dir, scene: id, prompt: spec.prompt, provider: spec.provider, first: at(spec.first), last: at(spec.last) }, full);
|
|
92
|
+
reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
|
|
93
|
+
} else {
|
|
94
|
+
const first = at(spec.first);
|
|
95
|
+
if (first && !existsSync(first)) throw new Error(`첫 프레임 없음: ${spec.first} — 그림을 먼저 만든다(gen 순서)`);
|
|
96
|
+
const req = { prompt: spec.prompt, duration: spec.dur ?? 5, aspect: plan.aspect ?? "16:9", firstFrame: first, lastFrame: at(spec.last) };
|
|
97
|
+
const a = await genVideo(id, req, full, spec.provider);
|
|
98
|
+
reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
|
|
99
|
+
}
|
|
100
|
+
} catch (e) {
|
|
101
|
+
if (e instanceof NeedsApproval) reports.push({ id, kind, status: "needs-approval", estimateUsd: e.estimateUsd, provider: e.provider, error: e.message });
|
|
102
|
+
else reports.push({ id, kind, status: "error", error: e instanceof Error ? e.message : String(e) });
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
return reports;
|
|
106
|
+
}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { codexImage } from "./image/codex.ts";
|
|
2
|
+
import { ogImage } from "./image/og.ts";
|
|
3
|
+
import { hasKey } from "./keys.ts";
|
|
4
|
+
import type { ImageProvider, ProviderInfo, VideoProvider, VideoRequest } from "./types.ts";
|
|
5
|
+
import { FAL_MODELS, falVideo } from "./video/fal.ts";
|
|
6
|
+
import { h3Video } from "./video/h3.ts";
|
|
7
|
+
import { ltxVideo } from "./video/ltx.ts";
|
|
8
|
+
import { minimaxVideo } from "./video/minimax.ts";
|
|
9
|
+
import { veoVideo } from "./video/veo.ts";
|
|
10
|
+
|
|
11
|
+
export const DEFAULT_IMAGE = "og-gpt-image-2.5-sunburst";
|
|
12
|
+
|
|
13
|
+
export function imageProviders(): ImageProvider[] {
|
|
14
|
+
return [ogImage("openai/gpt-image-2.5-sunburst"), ogImage("openai/gpt-image-2.5-flare"), ogImage("openai/gpt-image-2"), codexImage()];
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export const providerReady = (p: ProviderInfo): boolean => (p.available ? p.available() : hasKey(p.keyName));
|
|
18
|
+
|
|
19
|
+
export function videoProviders(): VideoProvider[] {
|
|
20
|
+
return [
|
|
21
|
+
h3Video(),
|
|
22
|
+
...FAL_MODELS.map((m) => falVideo(m.id)),
|
|
23
|
+
minimaxVideo(),
|
|
24
|
+
veoVideo("veo-3.1-lite-generate-preview"),
|
|
25
|
+
veoVideo("veo-3.1-fast-generate-preview"),
|
|
26
|
+
ltxVideo(),
|
|
27
|
+
];
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
// id 는 앞뒤 접두 없이도 찾는다 — "wan-2.2-turbo" 와 "fal-wan-2.2-turbo" 가 같은 것.
|
|
31
|
+
function find<T extends { id: string }>(list: T[], id: string): T | undefined {
|
|
32
|
+
return list.find((p) => p.id === id) ?? list.find((p) => p.id.endsWith(`-${id}`) || p.id.replace(/^[a-z]+-/, "") === id);
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function pickImage(id = DEFAULT_IMAGE): ImageProvider {
|
|
36
|
+
const p = find(imageProviders(), id);
|
|
37
|
+
if (!p) throw new Error(`그림 공급자 없음: ${id} (있는 것: ${imageProviders().map((x) => x.id).join(" ")})`);
|
|
38
|
+
return p;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// 이름을 안 주면 키가 있는 것 중 가장 싼 것. 끝 프레임이 필요하면 그걸 받는 것만.
|
|
42
|
+
export function pickVideo(id: string | undefined, req: VideoRequest): VideoProvider {
|
|
43
|
+
const all = videoProviders();
|
|
44
|
+
if (id) {
|
|
45
|
+
const p = find(all, id);
|
|
46
|
+
if (!p) throw new Error(`영상 공급자 없음: ${id} (있는 것: ${all.map((x) => x.id).join(" ")})`);
|
|
47
|
+
return p;
|
|
48
|
+
}
|
|
49
|
+
const usable = all
|
|
50
|
+
.filter((p) => providerReady(p) && (!req.lastFrame || p.firstLast))
|
|
51
|
+
.sort((a, b) => a.estimateUsd(req) - b.estimateUsd(req));
|
|
52
|
+
if (!usable.length) throw new Error("키가 있는 영상 공급자가 없다 — kf gen models 로 무엇이 필요한지 본다");
|
|
53
|
+
return usable[0];
|
|
54
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { join, resolve } from "node:path";
|
|
3
|
+
import { fileURLToPath } from "node:url";
|
|
4
|
+
import { genVideo, type GenContext } from "./generate.ts";
|
|
5
|
+
import { retime, run, snapEnds } from "./media.ts";
|
|
6
|
+
import type { Asset } from "./types.ts";
|
|
7
|
+
|
|
8
|
+
interface KfScene {
|
|
9
|
+
id: string;
|
|
10
|
+
from: number;
|
|
11
|
+
dur: number;
|
|
12
|
+
role?: string;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
interface KfJson {
|
|
16
|
+
fps: number;
|
|
17
|
+
width: number;
|
|
18
|
+
height: number;
|
|
19
|
+
scenes: KfScene[];
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export function aspectOf(w: number, h: number): string {
|
|
23
|
+
const r = w / h;
|
|
24
|
+
if (Math.abs(r - 16 / 9) < 0.05) return "16:9";
|
|
25
|
+
if (Math.abs(r - 9 / 16) < 0.05) return "9:16";
|
|
26
|
+
if (Math.abs(r - 1) < 0.05) return "1:1";
|
|
27
|
+
return r > 1 ? "16:9" : "9:16";
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
// 이음매 장면(role "seam")은 앞 장면의 마지막 프레임에서 시작해 뒤 장면의 첫 프레임에서 끝난다.
|
|
31
|
+
// 프레임 번호로 다룬다 — 초를 소수로 넘기면 반올림에 따라 앞뒤 장면이 한 프레임씩 바뀐다.
|
|
32
|
+
export function seamFrames(kf: KfJson, sceneId: string): { scene: KfScene; firstFrame?: number; lastFrame?: number } {
|
|
33
|
+
const i = kf.scenes.findIndex((s) => s.id === sceneId);
|
|
34
|
+
if (i < 0) throw new Error(`kf.json 에 장면 없음: ${sceneId}`);
|
|
35
|
+
const scene = kf.scenes[i];
|
|
36
|
+
const start = Math.round(scene.from * kf.fps);
|
|
37
|
+
return {
|
|
38
|
+
scene,
|
|
39
|
+
firstFrame: i > 0 ? Math.max(0, start - 1) : undefined,
|
|
40
|
+
lastFrame: i < kf.scenes.length - 1 ? Math.round((scene.from + scene.dur) * kf.fps) : undefined,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
const KF = fileURLToPath(new URL("../../cli/src/kf.ts", import.meta.url));
|
|
45
|
+
|
|
46
|
+
export async function still(project: string, frame: number, out: string): Promise<void> {
|
|
47
|
+
await run(process.execPath, [KF, "still", project, "--frame", String(frame), "--out", out]);
|
|
48
|
+
if (!existsSync(out)) throw new Error(`kf still 이 ${out} 을 안 만들었다`);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
export interface SeamOptions {
|
|
52
|
+
project: string;
|
|
53
|
+
scene: string;
|
|
54
|
+
prompt: string;
|
|
55
|
+
provider?: string;
|
|
56
|
+
first?: string; // 주면 kf still 대신 이 그림
|
|
57
|
+
last?: string;
|
|
58
|
+
smooth?: boolean;
|
|
59
|
+
resolution?: string;
|
|
60
|
+
snapFrames?: number; // 양 끝을 진짜 앞뒤 프레임으로 녹이는 프레임 수. 기본 0.15초어치, 0 이면 끈다
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
// 받은 클립은 장면 길이·fps 에 맞춰 assets/gen/<장면>.mp4 로 둔다. 장면 파일은 media 어댑터로 seek 만 한다.
|
|
64
|
+
export async function seam(o: SeamOptions, ctx: Omit<GenContext, "outDir"> & { outDir?: string }): Promise<Asset> {
|
|
65
|
+
const project = resolve(o.project);
|
|
66
|
+
const kf = JSON.parse(readFileSync(join(project, "kf.json"), "utf8")) as KfJson;
|
|
67
|
+
const { scene, firstFrame, lastFrame } = seamFrames(kf, o.scene);
|
|
68
|
+
const framesDir = join(project, "out", "seam");
|
|
69
|
+
mkdirSync(framesDir, { recursive: true });
|
|
70
|
+
let first = o.first;
|
|
71
|
+
let last = o.last;
|
|
72
|
+
if (!first && firstFrame !== undefined) {
|
|
73
|
+
first = join(framesDir, `${scene.id}-first.png`);
|
|
74
|
+
await still(project, firstFrame, first);
|
|
75
|
+
}
|
|
76
|
+
if (!last && lastFrame !== undefined) {
|
|
77
|
+
last = join(framesDir, `${scene.id}-last.png`);
|
|
78
|
+
await still(project, lastFrame, last);
|
|
79
|
+
}
|
|
80
|
+
const outDir = ctx.outDir ?? join(project, "assets", "gen");
|
|
81
|
+
const raw = await genVideo(
|
|
82
|
+
`${scene.id}.raw`,
|
|
83
|
+
{ prompt: o.prompt, firstFrame: first, lastFrame: last, duration: scene.dur, aspect: aspectOf(kf.width, kf.height), resolution: o.resolution },
|
|
84
|
+
{ ...ctx, outDir },
|
|
85
|
+
o.provider,
|
|
86
|
+
);
|
|
87
|
+
const fitted = join(outDir, `${scene.id}.mp4`);
|
|
88
|
+
await retime(raw.path, fitted, scene.dur, kf.fps, { smooth: o.smooth, size: { w: kf.width, h: kf.height } });
|
|
89
|
+
const snap = o.snapFrames ?? Math.round(kf.fps * 0.15);
|
|
90
|
+
if (snap > 0) await snapEnds(fitted, fitted, { first, last, frames: snap, fps: kf.fps, dur: scene.dur, w: kf.width, h: kf.height });
|
|
91
|
+
const meta = {
|
|
92
|
+
...raw.meta,
|
|
93
|
+
id: scene.id,
|
|
94
|
+
file: `${scene.id}.mp4`,
|
|
95
|
+
width: kf.width,
|
|
96
|
+
height: kf.height,
|
|
97
|
+
duration: scene.dur,
|
|
98
|
+
fps: kf.fps,
|
|
99
|
+
notes: [...(raw.meta.notes ?? []), `retimed from ${raw.meta.file}`, ...(snap > 0 ? [`snap ${snap}f`] : []), ...(first ? [] : ["no-first-frame"]), ...(last ? [] : ["no-last-frame"])],
|
|
100
|
+
};
|
|
101
|
+
writeFileSync(join(outDir, `${scene.id}.json`), JSON.stringify(meta, null, 2) + "\n");
|
|
102
|
+
return { path: fitted, meta, cached: raw.cached };
|
|
103
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { hasKey, readKey } from "../keys.ts";
|
|
2
|
+
import { download, json } from "../video/http.ts";
|
|
3
|
+
import type { TtsProvider } from "./types.ts";
|
|
4
|
+
|
|
5
|
+
// 키가 없어 실호출로 검증하지 못했다 — 모양은 Alibaba Model Studio qwen-tts-api 문서(2026-10) 그대로.
|
|
6
|
+
// 싱가포르(국제)가 기본, 베이징 키면 KF_DASHSCOPE_BASE=https://dashscope.aliyuncs.com (두 지역 키는 서로 다르다)
|
|
7
|
+
const BASE = process.env.KF_DASHSCOPE_BASE ?? "https://dashscope-intl.aliyuncs.com";
|
|
8
|
+
const MODEL = process.env.KF_DASHSCOPE_TTS_MODEL ?? "qwen3-tts-flash";
|
|
9
|
+
// 입력 글자 1만 자당 $0.1(instruct $0.115), 중국어 한 글자는 둘로 센다 — 한글도 둘로 잡아 넉넉히
|
|
10
|
+
const PER_10K = /instruct/.test(MODEL) ? 0.115 : 0.1;
|
|
11
|
+
const LANG: Record<string, string> = { ko: "Korean", en: "English", ja: "Japanese", zh: "Chinese", de: "German", fr: "French", es: "Spanish", it: "Italian", pt: "Portuguese", ru: "Russian" };
|
|
12
|
+
// 한 번에 600자까지(문서) — 장면 한 줄은 이보다 짧다
|
|
13
|
+
const MAX_CHARS = 600;
|
|
14
|
+
|
|
15
|
+
// 48개 모두 한국어를 받는다(문서 목록). 차분한 내레이션에 맞는 것만 앞에
|
|
16
|
+
const VOICES = [
|
|
17
|
+
{ id: "Neil", label: "남 · 고른 뉴스 앵커" },
|
|
18
|
+
{ id: "Elias", label: "여 · 학자풍 이야기꾼" },
|
|
19
|
+
{ id: "Eldric Sage", label: "남 · 차분하고 지혜로운 노인" },
|
|
20
|
+
{ id: "Serena", label: "여 · 부드럽고 조용한" },
|
|
21
|
+
{ id: "Kai", label: "남 · 편안한" },
|
|
22
|
+
{ id: "Sohee", label: "여 · 한국어 화자, 표정이 큰" },
|
|
23
|
+
];
|
|
24
|
+
|
|
25
|
+
export function dashscopeTts(): TtsProvider {
|
|
26
|
+
return {
|
|
27
|
+
id: "dashscope",
|
|
28
|
+
label: "Qwen TTS(DashScope)",
|
|
29
|
+
model: MODEL,
|
|
30
|
+
keyName: "dashscope",
|
|
31
|
+
license: "Alibaba Cloud Model Studio 약관 — 출력물 상업 가능",
|
|
32
|
+
region: "싱가포르 국제 지역(베이징은 키가 따로)",
|
|
33
|
+
timestamps: false,
|
|
34
|
+
verified: false,
|
|
35
|
+
voices: VOICES,
|
|
36
|
+
defaultVoice: "Neil",
|
|
37
|
+
ready: () => hasKey("dashscope"),
|
|
38
|
+
estimateUsd: (text) => ((text.length * 2) / 10000) * PER_10K,
|
|
39
|
+
|
|
40
|
+
async synth(o) {
|
|
41
|
+
if (o.text.length > MAX_CHARS) throw new Error(`Qwen TTS 는 한 번에 ${MAX_CHARS}자까지 — ${o.text.length}자`);
|
|
42
|
+
const input: Record<string, unknown> = { text: o.text, voice: o.voice, language_type: LANG[o.lang ?? ""] ?? "Auto" };
|
|
43
|
+
const body: Record<string, unknown> = { model: MODEL, input };
|
|
44
|
+
// 연기 지시는 instruct 모델만, 중국어·영어로만 받는다
|
|
45
|
+
if (o.style && /instruct/.test(MODEL)) input.instructions = o.style;
|
|
46
|
+
const r = await json(
|
|
47
|
+
`${BASE}/api/v1/services/aigc/multimodal-generation/generation`,
|
|
48
|
+
{ method: "POST", headers: { Authorization: `Bearer ${readKey("dashscope")}`, "Content-Type": "application/json" }, body: JSON.stringify(body) },
|
|
49
|
+
"Qwen TTS",
|
|
50
|
+
);
|
|
51
|
+
const url = r.output?.audio?.url;
|
|
52
|
+
if (!url) throw new Error(`Qwen TTS 응답에 소리 주소가 없다: ${JSON.stringify(r).slice(0, 200)}`);
|
|
53
|
+
const chars = r.usage?.characters;
|
|
54
|
+
return {
|
|
55
|
+
bytes: await download(url),
|
|
56
|
+
ext: "wav",
|
|
57
|
+
model: MODEL,
|
|
58
|
+
costUsd: ((typeof chars === "number" ? chars : o.text.length * 2) / 10000) * PER_10K,
|
|
59
|
+
costEstimated: typeof chars !== "number",
|
|
60
|
+
params: { voice: o.voice, language_type: input.language_type },
|
|
61
|
+
};
|
|
62
|
+
},
|
|
63
|
+
};
|
|
64
|
+
}
|