kasaframe 0.0.0-stage → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (442) hide show
  1. package/LICENSE +21 -0
  2. package/NOTICE +148 -0
  3. package/README.md +92 -2
  4. package/app/package.json +12 -0
  5. package/app/server/engine.ts +533 -0
  6. package/app/server/main.ts +209 -0
  7. package/app/web/env.d.ts +2 -0
  8. package/app/web/icons.ts +31 -0
  9. package/app/web/index.html +21 -0
  10. package/app/web/main.ts +1195 -0
  11. package/app/web/style.css +463 -0
  12. package/bin/hooks.mjs +64 -0
  13. package/bin/kf.mjs +32 -0
  14. package/docs/AGENTS.md +286 -0
  15. package/music/README.md +37 -0
  16. package/package.json +44 -4
  17. package/packages/adapters/package.json +36 -0
  18. package/packages/adapters/src/css.ts +11 -0
  19. package/packages/adapters/src/gsap.ts +26 -0
  20. package/packages/adapters/src/index.ts +9 -0
  21. package/packages/adapters/src/lottie.ts +22 -0
  22. package/packages/adapters/src/media.ts +59 -0
  23. package/packages/adapters/src/page.ts +229 -0
  24. package/packages/adapters/src/project.ts +214 -0
  25. package/packages/adapters/src/react.ts +36 -0
  26. package/packages/adapters/src/svelte.ts +22 -0
  27. package/packages/adapters/src/three.ts +18 -0
  28. package/packages/adapters/src/vue.ts +27 -0
  29. package/packages/check/package.json +19 -0
  30. package/packages/check/src/check.ts +280 -0
  31. package/packages/check/src/cli.ts +70 -0
  32. package/packages/check/src/image.ts +146 -0
  33. package/packages/check/src/index.ts +9 -0
  34. package/packages/check/src/ocr.swift +37 -0
  35. package/packages/check/src/probe.ts +328 -0
  36. package/packages/check/src/report.ts +44 -0
  37. package/packages/check/src/rules/assets.ts +45 -0
  38. package/packages/check/src/rules/beats.ts +212 -0
  39. package/packages/check/src/rules/camera.ts +217 -0
  40. package/packages/check/src/rules/captions.ts +49 -0
  41. package/packages/check/src/rules/flash.ts +235 -0
  42. package/packages/check/src/rules/frames.ts +136 -0
  43. package/packages/check/src/rules/layout.ts +281 -0
  44. package/packages/check/src/rules/page.ts +87 -0
  45. package/packages/check/src/rules/runs.ts +20 -0
  46. package/packages/check/src/rules/text.ts +326 -0
  47. package/packages/check/src/scan.ts +240 -0
  48. package/packages/check/src/serve.ts +67 -0
  49. package/packages/check/src/types.ts +80 -0
  50. package/packages/check/src/video.ts +137 -0
  51. package/packages/cli/package.json +30 -0
  52. package/packages/cli/src/blur.ts +80 -0
  53. package/packages/cli/src/browser.ts +203 -0
  54. package/packages/cli/src/command.ts +44 -0
  55. package/packages/cli/src/commands/app.ts +25 -0
  56. package/packages/cli/src/commands/beats.ts +36 -0
  57. package/packages/cli/src/commands/bench.ts +123 -0
  58. package/packages/cli/src/commands/blender.ts +293 -0
  59. package/packages/cli/src/commands/check.ts +25 -0
  60. package/packages/cli/src/commands/direct.ts +210 -0
  61. package/packages/cli/src/commands/doctor.ts +30 -0
  62. package/packages/cli/src/commands/gen.ts +173 -0
  63. package/packages/cli/src/commands/look.ts +46 -0
  64. package/packages/cli/src/commands/lyrics.ts +157 -0
  65. package/packages/cli/src/commands/make.ts +1121 -0
  66. package/packages/cli/src/commands/music.ts +78 -0
  67. package/packages/cli/src/commands/narrate.ts +238 -0
  68. package/packages/cli/src/commands/new.ts +185 -0
  69. package/packages/cli/src/commands/preview.ts +43 -0
  70. package/packages/cli/src/commands/render.ts +250 -0
  71. package/packages/cli/src/commands/series.ts +110 -0
  72. package/packages/cli/src/commands/setup.ts +102 -0
  73. package/packages/cli/src/commands/sheet.ts +114 -0
  74. package/packages/cli/src/commands/skill.ts +43 -0
  75. package/packages/cli/src/commands/still.ts +40 -0
  76. package/packages/cli/src/commands/theme.ts +172 -0
  77. package/packages/cli/src/commands/transitions.ts +40 -0
  78. package/packages/cli/src/deps.ts +122 -0
  79. package/packages/cli/src/ffmpeg.ts +81 -0
  80. package/packages/cli/src/index.ts +8 -0
  81. package/packages/cli/src/kf.ts +64 -0
  82. package/packages/cli/src/lock.ts +72 -0
  83. package/packages/cli/src/mix.ts +131 -0
  84. package/packages/cli/src/out.ts +13 -0
  85. package/packages/cli/src/pool.ts +34 -0
  86. package/packages/cli/src/segments.ts +402 -0
  87. package/packages/cli/src/serve.ts +124 -0
  88. package/packages/clock/package.json +14 -0
  89. package/packages/clock/src/index.ts +25 -0
  90. package/packages/clock/src/install.ts +351 -0
  91. package/packages/clock/src/types.ts +45 -0
  92. package/packages/core/package.json +9 -0
  93. package/packages/core/src/beats.ts +283 -0
  94. package/packages/core/src/ease.ts +87 -0
  95. package/packages/core/src/frame.ts +99 -0
  96. package/packages/core/src/index.ts +27 -0
  97. package/packages/core/src/project.ts +157 -0
  98. package/packages/core/src/rand.ts +56 -0
  99. package/packages/core/src/spring.ts +52 -0
  100. package/packages/core/src/style.ts +100 -0
  101. package/packages/core/src/time.ts +88 -0
  102. package/packages/director/package.json +23 -0
  103. package/packages/director/src/assemble.ts +361 -0
  104. package/packages/director/src/brief.ts +122 -0
  105. package/packages/director/src/catalog.ts +49 -0
  106. package/packages/director/src/content.ts +343 -0
  107. package/packages/director/src/fallback.ts +58 -0
  108. package/packages/director/src/index.ts +13 -0
  109. package/packages/director/src/pattern.ts +90 -0
  110. package/packages/director/src/patterns/fill/cells.ts +115 -0
  111. package/packages/director/src/patterns/formula/stack.ts +93 -0
  112. package/packages/director/src/patterns/util.ts +58 -0
  113. package/packages/director/src/scene.ts +62 -0
  114. package/packages/director/src/select.ts +163 -0
  115. package/packages/director/src/transitions.ts +115 -0
  116. package/packages/gen/PROVIDERS.md +90 -0
  117. package/packages/gen/package.json +9 -0
  118. package/packages/gen/src/ask.ts +132 -0
  119. package/packages/gen/src/audio.ts +91 -0
  120. package/packages/gen/src/blender.ts +54 -0
  121. package/packages/gen/src/capabilities.ts +151 -0
  122. package/packages/gen/src/generate.ts +206 -0
  123. package/packages/gen/src/image/codex.ts +117 -0
  124. package/packages/gen/src/image/og.ts +133 -0
  125. package/packages/gen/src/index.ts +26 -0
  126. package/packages/gen/src/keys.ts +86 -0
  127. package/packages/gen/src/media.ts +150 -0
  128. package/packages/gen/src/music/elevenlabs.ts +41 -0
  129. package/packages/gen/src/music/index.ts +120 -0
  130. package/packages/gen/src/music/library.ts +73 -0
  131. package/packages/gen/src/music/lyria.ts +52 -0
  132. package/packages/gen/src/music/types.ts +28 -0
  133. package/packages/gen/src/plan.ts +106 -0
  134. package/packages/gen/src/registry.ts +54 -0
  135. package/packages/gen/src/seam.ts +103 -0
  136. package/packages/gen/src/tts/dashscope.ts +64 -0
  137. package/packages/gen/src/tts/elevenlabs.ts +84 -0
  138. package/packages/gen/src/tts/gemini.ts +73 -0
  139. package/packages/gen/src/tts/index.ts +241 -0
  140. package/packages/gen/src/tts/local.ts +42 -0
  141. package/packages/gen/src/tts/types.ts +44 -0
  142. package/packages/gen/src/types.ts +90 -0
  143. package/packages/gen/src/video/fal.ts +140 -0
  144. package/packages/gen/src/video/h3.ts +112 -0
  145. package/packages/gen/src/video/http.ts +44 -0
  146. package/packages/gen/src/video/ltx.ts +60 -0
  147. package/packages/gen/src/video/minimax.ts +55 -0
  148. package/packages/gen/src/video/veo.ts +71 -0
  149. package/packages/jizura/package.json +16 -0
  150. package/packages/jizura/src/deny.ts +73 -0
  151. package/packages/jizura/src/index.ts +7 -0
  152. package/packages/jizura/src/install.ts +269 -0
  153. package/packages/jizura/src/layer.ts +325 -0
  154. package/packages/jizura/src/lyrics.ts +81 -0
  155. package/packages/jizura/src/pin.ts +8 -0
  156. package/packages/jizura/src/vendor.ts +140 -0
  157. package/packages/jizura/src/vite.ts +63 -0
  158. package/packages/jizura/vendor/JIZURA_LICENSE.txt +21 -0
  159. package/packages/jizura/vendor/NOTICE +43 -0
  160. package/packages/jizura/vendor/engine.json +47 -0
  161. package/packages/jizura/vendor/fonts/BlackHanSans-Regular.woff2 +0 -0
  162. package/packages/jizura/vendor/fonts/DotGothic16-Regular.woff2 +0 -0
  163. package/packages/jizura/vendor/fonts/GowunBatang-Bold.woff2 +0 -0
  164. package/packages/jizura/vendor/fonts/IBMPlexMono-Medium.ttf +0 -0
  165. package/packages/jizura/vendor/fonts/IBMPlexMono-SemiBold.ttf +0 -0
  166. package/packages/jizura/vendor/fonts/NotoSansKR-VF.woff2 +0 -0
  167. package/packages/jizura/vendor/fonts/NotoSerifKR-VF.woff2 +0 -0
  168. package/packages/jizura/vendor/fonts/OFL-blackhansans.txt +93 -0
  169. package/packages/jizura/vendor/fonts/OFL-dotgothic16.txt +93 -0
  170. package/packages/jizura/vendor/fonts/OFL-gowunbatang.txt +94 -0
  171. package/packages/jizura/vendor/fonts/OFL-ibmplexmono.txt +93 -0
  172. package/packages/jizura/vendor/fonts/OFL-notosanskr.txt +93 -0
  173. package/packages/jizura/vendor/fonts/OFL-notoserifkr.txt +94 -0
  174. package/packages/jizura/vendor/fonts/fonts.json +52 -0
  175. package/packages/jizura/vendor/jizura_engine.js +35024 -0
  176. package/packages/motion/README.md +153 -0
  177. package/packages/motion/package.json +30 -0
  178. package/packages/motion/src/camera.ts +97 -0
  179. package/packages/motion/src/captions.ts +487 -0
  180. package/packages/motion/src/enter.ts +128 -0
  181. package/packages/motion/src/hangul.ts +129 -0
  182. package/packages/motion/src/impact.ts +100 -0
  183. package/packages/motion/src/index.ts +17 -0
  184. package/packages/motion/src/moves/brushWipe.ts +103 -0
  185. package/packages/motion/src/moves/cloneArray.ts +111 -0
  186. package/packages/motion/src/moves/curtains.ts +81 -0
  187. package/packages/motion/src/moves/dress.ts +191 -0
  188. package/packages/motion/src/moves/echoStack.ts +70 -0
  189. package/packages/motion/src/moves/fit.ts +70 -0
  190. package/packages/motion/src/moves/flood.ts +61 -0
  191. package/packages/motion/src/moves/ghostStack.ts +88 -0
  192. package/packages/motion/src/moves/gridFloor.ts +100 -0
  193. package/packages/motion/src/moves/imageSwarm.ts +113 -0
  194. package/packages/motion/src/moves/index.ts +38 -0
  195. package/packages/motion/src/moves/irisBlades.ts +113 -0
  196. package/packages/motion/src/moves/karaokeLine.ts +108 -0
  197. package/packages/motion/src/moves/ledBoard.ts +94 -0
  198. package/packages/motion/src/moves/liquidTab.ts +72 -0
  199. package/packages/motion/src/moves/markerWrite.ts +63 -0
  200. package/packages/motion/src/moves/menu.ts +138 -0
  201. package/packages/motion/src/moves/morphBox.ts +96 -0
  202. package/packages/motion/src/moves/neonSign.ts +78 -0
  203. package/packages/motion/src/moves/panelPop.ts +78 -0
  204. package/packages/motion/src/moves/paperTear.ts +75 -0
  205. package/packages/motion/src/moves/path.ts +64 -0
  206. package/packages/motion/src/moves/pathText.ts +107 -0
  207. package/packages/motion/src/moves/pointSphere.ts +109 -0
  208. package/packages/motion/src/moves/ransomLetters.ts +73 -0
  209. package/packages/motion/src/moves/shapeMorph.ts +143 -0
  210. package/packages/motion/src/moves/slamWords.ts +96 -0
  211. package/packages/motion/src/moves/sparkTrail.ts +130 -0
  212. package/packages/motion/src/moves/speedLines.ts +91 -0
  213. package/packages/motion/src/moves/splitFlap.ts +149 -0
  214. package/packages/motion/src/moves/stepWords.ts +128 -0
  215. package/packages/motion/src/moves/strikeOut.ts +98 -0
  216. package/packages/motion/src/moves/sunburst.ts +58 -0
  217. package/packages/motion/src/moves/tickerRows.ts +91 -0
  218. package/packages/motion/src/moves/tokenPicker.ts +115 -0
  219. package/packages/motion/src/moves/truchet.ts +85 -0
  220. package/packages/motion/src/moves/wordWall.ts +78 -0
  221. package/packages/motion/src/moves/worldRoll.ts +32 -0
  222. package/packages/motion/src/particles.ts +102 -0
  223. package/packages/motion/src/react/index.tsx +21 -0
  224. package/packages/motion/src/react/parts.tsx +431 -0
  225. package/packages/motion/src/react/time.tsx +97 -0
  226. package/packages/motion/src/text.ts +103 -0
  227. package/packages/motion/src/transition.ts +82 -0
  228. package/packages/motion/src/transition3d/cards.ts +65 -0
  229. package/packages/motion/src/transition3d/chain.ts +84 -0
  230. package/packages/motion/src/transition3d/dive.ts +181 -0
  231. package/packages/motion/src/transition3d/fold.ts +110 -0
  232. package/packages/motion/src/transition3d/gl.ts +219 -0
  233. package/packages/motion/src/transition3d/index.ts +235 -0
  234. package/packages/motion/src/transition3d/live.ts +70 -0
  235. package/packages/motion/src/transition3d/portal.ts +115 -0
  236. package/packages/motion/src/transition3d/react.tsx +29 -0
  237. package/packages/motion/src/transition3d/rig.ts +600 -0
  238. package/packages/motion/src/transition3d/shatter.ts +104 -0
  239. package/packages/motion/src/transition3d/space.ts +173 -0
  240. package/packages/motion/src/transition3d/whip.ts +78 -0
  241. package/packages/motion/src/transition3d/world.ts +737 -0
  242. package/packages/motion/src/transition3d/zoomOut.ts +114 -0
  243. package/packages/motion/src/transitions2d/catalog.ts +127 -0
  244. package/packages/motion/src/transitions2d/css.d.ts +2 -0
  245. package/packages/motion/src/transitions2d/cult-ui/LICENSE.md +9 -0
  246. package/packages/motion/src/transitions2d/cult-ui/RollingNumber.tsx +43 -0
  247. package/packages/motion/src/transitions2d/gl-transitions/LICENSE +25 -0
  248. package/packages/motion/src/transitions2d/gl-transitions/shaders.ts +1931 -0
  249. package/packages/motion/src/transitions2d/index.ts +2 -0
  250. package/packages/motion/src/transitions2d/kokonutui/LICENSE +21 -0
  251. package/packages/motion/src/transitions2d/kokonutui/MatrixText.css +16 -0
  252. package/packages/motion/src/transitions2d/kokonutui/MatrixText.tsx +94 -0
  253. package/packages/motion/src/transitions2d/magicui/HyperText.css +15 -0
  254. package/packages/motion/src/transitions2d/magicui/HyperText.tsx +115 -0
  255. package/packages/motion/src/transitions2d/magicui/LICENSE.md +21 -0
  256. package/packages/motion/src/transitions2d/magicui/MorphingText.css +25 -0
  257. package/packages/motion/src/transitions2d/magicui/MorphingText.tsx +130 -0
  258. package/packages/motion/src/transitions2d/magicui/WordRotate.tsx +42 -0
  259. package/packages/motion/src/transitions2d/react.ts +13 -0
  260. package/packages/motion/src/transitions2d/skiper-ui/ClipDiv.css +39 -0
  261. package/packages/motion/src/transitions2d/skiper-ui/ClipDiv.tsx +32 -0
  262. package/packages/motion/src/transitions2d/smoothui/LICENSE +21 -0
  263. package/packages/motion/src/transitions2d/smoothui/SharedAxisY.tsx +50 -0
  264. package/packages/motion/src/transitions2d/smoothui/TextMorph.tsx +90 -0
  265. package/packages/motion/src/transitions2d/smoothui/shaders.ts +223 -0
  266. package/packages/motion/src/transitions2d/unlumen/LICENSE +21 -0
  267. package/packages/motion/src/transitions2d/unlumen/ScrambleText.tsx +114 -0
  268. package/packages/motion/src/transitions2d/vengeance-ui/LICENSE +21 -0
  269. package/packages/motion/src/transitions2d/vengeance-ui/MorphText.css +69 -0
  270. package/packages/motion/src/transitions2d/vengeance-ui/MorphText.tsx +45 -0
  271. package/packages/motion/src/type.ts +131 -0
  272. package/packages/motion/src/ui.ts +172 -0
  273. package/packages/patterns/package.json +15 -0
  274. package/packages/patterns/src/bars/rank.ts +119 -0
  275. package/packages/patterns/src/before-after/shrink.ts +127 -0
  276. package/packages/patterns/src/before-after/strike.ts +125 -0
  277. package/packages/patterns/src/code/terminal.ts +133 -0
  278. package/packages/patterns/src/compare/bars.ts +142 -0
  279. package/packages/patterns/src/compare/duel.ts +103 -0
  280. package/packages/patterns/src/end/lockup.ts +85 -0
  281. package/packages/patterns/src/end/slam.ts +91 -0
  282. package/packages/patterns/src/flow/graph.ts +250 -0
  283. package/packages/patterns/src/hook-number/counter.ts +101 -0
  284. package/packages/patterns/src/hook-number/roll.ts +179 -0
  285. package/packages/patterns/src/hook-number/slam.ts +91 -0
  286. package/packages/patterns/src/index.ts +38 -0
  287. package/packages/patterns/src/kit.ts +449 -0
  288. package/packages/patterns/src/limit/gauge.ts +117 -0
  289. package/packages/patterns/src/list/cards.ts +131 -0
  290. package/packages/patterns/src/list/cycle.ts +22 -0
  291. package/packages/patterns/src/media/panels.ts +100 -0
  292. package/packages/patterns/src/objects.ts +234 -0
  293. package/packages/patterns/src/quote/karaoke.ts +126 -0
  294. package/packages/patterns/src/quote/slam.ts +22 -0
  295. package/packages/patterns/src/screen/focus.ts +85 -0
  296. package/packages/patterns/src/steps/path.ts +137 -0
  297. package/packages/patterns/src/steps/stack.ts +111 -0
  298. package/packages/patterns/src/term-reveal/chips.ts +92 -0
  299. package/packages/patterns/src/term-reveal/expand.ts +127 -0
  300. package/packages/patterns/src/timeline/axis.ts +144 -0
  301. package/packages/patterns/src/title/mask.ts +85 -0
  302. package/packages/patterns/src/title/slam.ts +23 -0
  303. package/packages/patterns/src/toggle-sim/switch.ts +92 -0
  304. package/packages/patterns/src/trend/columns.ts +108 -0
  305. package/packages/patterns/src/trend/draw.ts +140 -0
  306. package/packages/patterns/src/types.ts +67 -0
  307. package/packages/patterns/src/words/moves.ts +42 -0
  308. package/packages/patterns/src/words/slam.ts +4 -0
  309. package/packages/plan/package.json +15 -0
  310. package/packages/plan/src/asks.ts +256 -0
  311. package/packages/plan/src/brief.ts +383 -0
  312. package/packages/plan/src/captions.ts +78 -0
  313. package/packages/plan/src/detect.ts +93 -0
  314. package/packages/plan/src/index.ts +27 -0
  315. package/packages/plan/src/layout.ts +176 -0
  316. package/packages/plan/src/llm.ts +172 -0
  317. package/packages/plan/src/look.ts +222 -0
  318. package/packages/plan/src/plan.ts +179 -0
  319. package/packages/plan/src/request.ts +55 -0
  320. package/packages/plan/src/series.ts +76 -0
  321. package/packages/plan/src/studio.ts +53 -0
  322. package/packages/plan/src/templates.ts +42 -0
  323. package/packages/plan/src/themes.ts +48 -0
  324. package/packages/plan/src/types.ts +157 -0
  325. package/packages/studio/package.json +12 -0
  326. package/packages/studio/src/index.ts +1 -0
  327. package/packages/studio/src/plugin.ts +236 -0
  328. package/packages/studio/src/ui/main.ts +503 -0
  329. package/packages/studio/src/ui/studio.css +165 -0
  330. package/packages/studio/src/ui/timeline.ts +317 -0
  331. package/packages/themes/kit/THEME-MAKE.md +68 -0
  332. package/packages/themes/kit/THEME.md +30 -0
  333. package/packages/themes/kit/briefs/og-intro-15s/brief.json +16 -0
  334. package/packages/themes/kit/briefs/og-intro-15s/facts.ts +29 -0
  335. package/packages/themes/kit/briefs/og-intro-15s/logo.svg +12 -0
  336. package/packages/themes/kit/effects.ts +5 -0
  337. package/packages/themes/kit/sample/index.html +11 -0
  338. package/packages/themes/kit/sample/main.ts +9 -0
  339. package/packages/themes/kit/sample/scenes/scene.ts +15 -0
  340. package/packages/themes/package.json +19 -0
  341. package/packages/themes/src/factory.ts +296 -0
  342. package/packages/themes/src/fx.ts +14 -0
  343. package/packages/themes/src/index.ts +114 -0
  344. package/packages/themes/src/slotkit.ts +79 -0
  345. package/packages/themes/src/slots.ts +46 -0
  346. package/packages/themes/src/stage3d.ts +197 -0
  347. package/packages/themes/src/types.ts +58 -0
  348. package/presets/kawaii-pastel.json +94 -0
  349. package/presets/neutral-dark.json +82 -0
  350. package/presets/og.json +98 -0
  351. package/series/og-shorts.json +14 -0
  352. package/skills/kasaframe/SKILL.md +33 -0
  353. package/templates/_shared/project/index.html +11 -0
  354. package/templates/_shared/project/lib/react.ts +22 -0
  355. package/templates/_shared/project/lib/stage.ts +292 -0
  356. package/templates/_shared/project/main.ts +9 -0
  357. package/templates/_shared/scenes/default.ts +21 -0
  358. package/templates/_shared/scenes/drop.ts +33 -0
  359. package/templates/_shared/scenes/end.ts +26 -0
  360. package/templates/_shared/scenes/hook.ts +18 -0
  361. package/templates/_shared/scenes/seam.ts +41 -0
  362. package/templates/_shared/scenes/step.ts +49 -0
  363. package/templates/ad/preview.png +0 -0
  364. package/templates/ad/template.json +151 -0
  365. package/templates/demo/preview.png +0 -0
  366. package/templates/demo/template.json +141 -0
  367. package/templates/explainer/preview.png +0 -0
  368. package/templates/explainer/template.json +193 -0
  369. package/templates/launch/preview.png +0 -0
  370. package/templates/launch/template.json +163 -0
  371. package/templates/mv/preview.png +0 -0
  372. package/templates/mv/scenes/default.ts +98 -0
  373. package/templates/mv/template.json +178 -0
  374. package/templates/promo/preview.png +0 -0
  375. package/templates/promo/template.json +185 -0
  376. package/templates/shorts/preview.png +0 -0
  377. package/templates/shorts/scenes/hook.ts +37 -0
  378. package/templates/shorts/template.json +196 -0
  379. package/templates/square/preview.png +0 -0
  380. package/templates/square/template.json +133 -0
  381. package/themes/debug-hud/THEME.md +39 -0
  382. package/themes/debug-hud/effects.ts +389 -0
  383. package/themes/debug-hud/sample/assets/og/logo.svg +12 -0
  384. package/themes/debug-hud/sample/beats.json +1 -0
  385. package/themes/debug-hud/sample/index.html +11 -0
  386. package/themes/debug-hud/sample/kf.json +59 -0
  387. package/themes/debug-hud/sample/lib/hudkit.ts +49 -0
  388. package/themes/debug-hud/sample/lib/og.ts +29 -0
  389. package/themes/debug-hud/sample/main.ts +9 -0
  390. package/themes/debug-hud/sample/scenes/end.ts +62 -0
  391. package/themes/debug-hud/sample/scenes/gather.ts +67 -0
  392. package/themes/debug-hud/sample/scenes/models.ts +70 -0
  393. package/themes/debug-hud/sample/scenes/price.ts +79 -0
  394. package/themes/debug-hud/sample/style.json +91 -0
  395. package/themes/debug-hud/slots.ts +99 -0
  396. package/themes/debug-hud/still.png +0 -0
  397. package/themes/debug-hud/style.json +91 -0
  398. package/themes/debug-hud/theme.json +68 -0
  399. package/themes/og-measure/THEME.md +47 -0
  400. package/themes/og-measure/effects.ts +432 -0
  401. package/themes/og-measure/sample/assets/brand/og-logo-full.svg +12 -0
  402. package/themes/og-measure/sample/assets/brand/og-logo.svg +12 -0
  403. package/themes/og-measure/sample/assets/data/measure.json +353 -0
  404. package/themes/og-measure/sample/beats.json +1 -0
  405. package/themes/og-measure/sample/index.html +11 -0
  406. package/themes/og-measure/sample/kf.json +66 -0
  407. package/themes/og-measure/sample/lib/data.ts +62 -0
  408. package/themes/og-measure/sample/main.ts +9 -0
  409. package/themes/og-measure/sample/measure.ts +78 -0
  410. package/themes/og-measure/sample/scenes/end.ts +47 -0
  411. package/themes/og-measure/sample/scenes/gather.ts +51 -0
  412. package/themes/og-measure/sample/scenes/models.ts +34 -0
  413. package/themes/og-measure/sample/scenes/one.ts +39 -0
  414. package/themes/og-measure/sample/scenes/price.ts +56 -0
  415. package/themes/og-measure/sample/style.json +97 -0
  416. package/themes/og-measure/slots.ts +88 -0
  417. package/themes/og-measure/still.png +0 -0
  418. package/themes/og-measure/style.json +97 -0
  419. package/themes/og-measure/theme.json +79 -0
  420. package/themes/riso-zine/THEME.md +43 -0
  421. package/themes/riso-zine/effects.ts +321 -0
  422. package/themes/riso-zine/sample/assets/og/logo.svg +12 -0
  423. package/themes/riso-zine/sample/beats.json +1 -0
  424. package/themes/riso-zine/sample/index.html +11 -0
  425. package/themes/riso-zine/sample/kf.json +59 -0
  426. package/themes/riso-zine/sample/lib/og.ts +29 -0
  427. package/themes/riso-zine/sample/lib/shot.ts +86 -0
  428. package/themes/riso-zine/sample/lib/zine.ts +42 -0
  429. package/themes/riso-zine/sample/main.ts +9 -0
  430. package/themes/riso-zine/sample/scenes/end.ts +61 -0
  431. package/themes/riso-zine/sample/scenes/gather.ts +62 -0
  432. package/themes/riso-zine/sample/scenes/models.ts +52 -0
  433. package/themes/riso-zine/sample/scenes/price.ts +82 -0
  434. package/themes/riso-zine/sample/style.json +99 -0
  435. package/themes/riso-zine/slots.ts +81 -0
  436. package/themes/riso-zine/still.png +0 -0
  437. package/themes/riso-zine/style.json +99 -0
  438. package/themes/riso-zine/theme.json +75 -0
  439. package/tools/beats/beats.py +372 -0
  440. package/tools/beats/requirements.txt +3 -0
  441. package/tools/lyrics/align.py +164 -0
  442. package/tools/lyrics/requirements.txt +9 -0
@@ -0,0 +1,120 @@
1
+ import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import type { Question } from "../ask.ts";
4
+ import { duration as audioDuration } from "../audio.ts";
5
+ import type { CapabilityProvider } from "../capabilities.ts";
6
+ import { cacheDir, sha256 } from "../generate.ts";
7
+ import { whereToPut } from "../keys.ts";
8
+ import { elevenlabsMusic } from "./elevenlabs.ts";
9
+ import { byMood, MOOD_PROMPT } from "./library.ts";
10
+ import { lyriaMusic } from "./lyria.ts";
11
+ import type { MusicProvider } from "./types.ts";
12
+
13
+ export type { MusicProvider, MusicRaw, MusicRequest } from "./types.ts";
14
+ export { addToLibrary, byMood, listLibrary, MOOD_PROMPT, MOOD_TAGS, musicDir, type Track } from "./library.ts";
15
+
16
+ // 고르는 순서 — 이미 쓰는 Gemini 키 하나로 되는 Lyria 3.5 먼저(곡 하나 $0.08), 그다음 Eleven Music
17
+ export function musicProviders(): MusicProvider[] {
18
+ return [lyriaMusic("lyria-3.5"), elevenlabsMusic(), lyriaMusic("lyria-3-clip-preview")];
19
+ }
20
+
21
+ export function pickMusic(id?: string): MusicProvider {
22
+ const all = musicProviders();
23
+ if (id) {
24
+ const p = all.find((x) => x.id === id);
25
+ if (!p) throw new Error(`음악 공급자 없음: ${id} (있는 것: ${all.map((x) => x.id).join(" ")})`);
26
+ return p;
27
+ }
28
+ const p = all.find((x) => x.ready());
29
+ if (!p) throw new Error("키가 있는 음악 공급자가 없다 — Gemini 키(Lyria) 또는 ElevenLabs 키");
30
+ return p;
31
+ }
32
+
33
+ // 길이를 몇 칸으로 묶는다 — 내레이션이 1–2초 달라도 같은 프롬프트·같은 캐시라 시리즈마다 같은 곡이 깔린다
34
+ const BUCKETS = [30, 45, 60, 90, 120, 180, 240];
35
+ export function musicLength(sec: number): number {
36
+ return BUCKETS.find((b) => b >= sec + 2) ?? Math.ceil((sec + 2) / 30) * 30;
37
+ }
38
+
39
+ export interface MusicAsset {
40
+ path: string;
41
+ provider: string;
42
+ model: string;
43
+ mood: string;
44
+ seconds: number;
45
+ prompt: string;
46
+ costUsd: number;
47
+ license: string;
48
+ notes: string[];
49
+ cached: boolean;
50
+ }
51
+
52
+ // 분위기·길이로 곡 하나 → outDir/<id>.mp3 + <id>.json. 같은 분위기·같은 길이 칸·같은 공급자면 캐시에서 0원(같은 곡)
53
+ export async function genMusic(id: string, o: { mood: string; duration: number; prompt?: string }, ctx: { outDir: string; cacheDir?: string; log?: (l: string) => void }, providerId?: string): Promise<MusicAsset> {
54
+ const p = pickMusic(providerId);
55
+ if (!p.ready()) throw new Error(`${p.label} 를 못 쓴다 — ${whereToPut(p.keyName)}`);
56
+ const seconds = Math.min(p.maxSec, musicLength(o.duration));
57
+ const prompt = o.prompt ?? MOOD_PROMPT[o.mood] ?? MOOD_PROMPT.deep;
58
+ const key = sha256(JSON.stringify({ kind: "music", provider: p.id, model: p.model, prompt, seconds }));
59
+ const dir = cacheDir(ctx);
60
+ mkdirSync(dir, { recursive: true });
61
+ mkdirSync(ctx.outDir, { recursive: true });
62
+ const metaPath = join(dir, `${key}.json`);
63
+ let meta: Omit<MusicAsset, "path" | "cached"> & { file: string };
64
+ let cached = existsSync(metaPath);
65
+ if (cached) meta = JSON.parse(readFileSync(metaPath, "utf8"));
66
+ if (!cached || !existsSync(join(dir, meta!.file))) {
67
+ cached = false;
68
+ ctx.log?.(`곡 ${id}: ${p.id} ${seconds}초 견적 $${p.estimateUsd(seconds).toFixed(3)} — 생성 중(수십 초)`);
69
+ const raw = await p.compose({ prompt, duration: seconds });
70
+ const file = `${key}.${raw.ext}`;
71
+ writeFileSync(join(dir, file), raw.bytes);
72
+ const got = await audioDuration(join(dir, file));
73
+ meta = { file, provider: p.id, model: raw.model, mood: o.mood, seconds: +got.toFixed(2), prompt, costUsd: raw.costUsd, license: p.license, notes: raw.notes ?? [] };
74
+ writeFileSync(metaPath, `${JSON.stringify(meta, null, 2)}\n`);
75
+ }
76
+ const ext = meta!.file.split(".").pop()!;
77
+ const path = join(ctx.outDir, `${id}.${ext}`);
78
+ copyFileSync(join(dir, meta!.file), path);
79
+ const { file: _f, ...rest } = meta!;
80
+ writeFileSync(join(ctx.outDir, `${id}.json`), `${JSON.stringify({ id, ...rest, cached }, null, 2)}\n`);
81
+ return { ...rest, path, cached };
82
+ }
83
+
84
+ // 묻기 틀(ask.ts)에 얹는 곡 질문. 분위기 맞는 곡 모음 곡(0원) → 생성 → 없음. 곡 모음 곡이 있으면 그게 권장이고 돈 안 드는 길
85
+ // ready 는 쓸 수 있는 생성 공급자 id(생성 능력 표에서) — 안 주면 키를 직접 본다
86
+ export function musicQuestion(o: { mood: string; duration: number; ready?: string[] }): Question {
87
+ const lib = byMood(o.mood).slice(0, 2);
88
+ const gen = musicProviders().find((p) => (o.ready ? o.ready.includes(p.id) : p.ready()) && p.id !== "lyria-3-clip-preview");
89
+ const seconds = musicLength(o.duration);
90
+ const choices: Question["choices"] = lib.map((t) => ({ value: t.path, label: `곡 모음 「${t.title}」 — ${t.mood.join("·")}`, costUsd: 0, note: t.license }));
91
+ if (gen) choices.push({ value: `gen:${gen.id}`, label: `${gen.label} 로 「${o.mood}」 곡 ${seconds}초 생성`, costUsd: gen.estimateUsd(seconds), note: `${gen.license}${gen.verified ? "" : " · 실호출 미검증"}` });
92
+ choices.push({ value: "none", label: "음악 없이", costUsd: 0 });
93
+ const free = lib[0]?.path ?? "none";
94
+ return {
95
+ id: "music",
96
+ cap: "music",
97
+ ask: lib.length || gen ? `깔 음악은?(분위기 ${o.mood} — 직접 넣으려면 --music <파일>)` : `분위기 ${o.mood} 에 맞는 곡이 곡 모음에 없고 음악 생성 키도 없다 — 음악 없이 갈까?(직접 넣으려면 --music <파일>)`,
98
+ header: "음악",
99
+ choices: choices.slice(0, 4),
100
+ default: choices[0].value,
101
+ skip: free,
102
+ flag: "--music",
103
+ accepts: (v: string) => v === "none" || (v.startsWith("gen:") ? musicProviders().some((p) => p.id === v.slice(4) && p.ready()) : existsSync(v)),
104
+ };
105
+ }
106
+
107
+ // 생성 능력 표의 음악 칸(생성 공급자만 — 곡 모음 줄은 capabilities.ts 가 센다)
108
+ export function musicGenCapabilities(): CapabilityProvider[] {
109
+ return musicProviders().map((p) => ({
110
+ cap: "music",
111
+ id: p.id,
112
+ label: `${p.label}(${p.model})`,
113
+ ready: p.ready(),
114
+ detail: p.ready() ? `키 있음(키만 봄)${p.verified ? "" : " · 실호출 미검증"}` : "키 없음",
115
+ fix: p.ready() ? undefined : whereToPut(p.keyName),
116
+ unitUsd: p.estimateUsd(60),
117
+ unit: "곡 하나(60초)",
118
+ license: p.license,
119
+ }));
120
+ }
@@ -0,0 +1,73 @@
1
+ import { copyFileSync, existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from "node:fs";
2
+ import { basename, join } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+
5
+ // 곡 모음 — 파일 옆 tags.json 이 곡마다 분위기·원본·라이선스를 쥔다. 사람용 표는 README.md 에 같은 줄로
6
+ export interface Track {
7
+ file: string;
8
+ path: string;
9
+ title: string;
10
+ mood: string[];
11
+ genre?: string;
12
+ bpm?: number;
13
+ source: string;
14
+ license: string;
15
+ }
16
+
17
+ const AUDIO = /\.(mp3|wav|m4a|aac|flac|ogg)$/i;
18
+
19
+ export const musicDir = (): string => process.env.KF_MUSIC_DIR || fileURLToPath(new URL("../../../../music/", import.meta.url));
20
+
21
+ // 손으로 쓴 tags.json 은 칸이 빠질 수 있다 — 빠진 칸은 목록에서 빈 값으로 채운다
22
+ function readTags(dir: string): Record<string, Partial<Omit<Track, "file" | "path">>> {
23
+ const f = join(dir, "tags.json");
24
+ return existsSync(f) ? JSON.parse(readFileSync(f, "utf8")) : {};
25
+ }
26
+
27
+ // 태그 없는 곡도 목록에는 나온다(분위기는 빈 채) — 출처를 모르는 곡은 고르는 쪽이 뒤로 민다
28
+ export function listLibrary(dir = musicDir()): Track[] {
29
+ if (!existsSync(dir)) return [];
30
+ const tags = readTags(dir);
31
+ return readdirSync(dir)
32
+ .filter((f) => AUDIO.test(f))
33
+ .sort()
34
+ .map((file) => ({ title: file, mood: [], source: "", license: "", ...tags[file], file, path: join(dir, file) }));
35
+ }
36
+
37
+ // 분위기가 맞는 곡 — 맞은 태그가 많은 순, 같으면 파일 이름 순(같은 요청이면 늘 같은 곡)
38
+ export function byMood(mood: string, dir = musicDir()): Track[] {
39
+ const want = MOOD_TAGS[mood] ?? [mood];
40
+ const score = (t: Track) => t.mood.filter((m) => want.includes(m)).length;
41
+ return listLibrary(dir)
42
+ .filter((t) => score(t) > 0 && t.license)
43
+ .sort((a, b) => score(b) - score(a) || a.file.localeCompare(b.file));
44
+ }
45
+
46
+ // name 을 주면 그 이름으로 넣는다(생성 곡은 캐시 키 이름이라 사람이 읽을 이름으로)
47
+ export function addToLibrary(src: string, info: Omit<Track, "file" | "path">, dir = musicDir(), name?: string): Track {
48
+ if (!info.source || !info.license) throw new Error("곡 모음에는 원본(--source)과 라이선스(--license)가 있는 곡만 넣는다");
49
+ mkdirSync(dir, { recursive: true });
50
+ const file = name ?? basename(src);
51
+ const path = join(dir, file);
52
+ if (src !== path) copyFileSync(src, path);
53
+ const tags = readTags(dir);
54
+ tags[file] = info;
55
+ writeFileSync(join(dir, "tags.json"), `${JSON.stringify(Object.fromEntries(Object.entries(tags).sort(([a], [b]) => a.localeCompare(b))), null, 2)}\n`);
56
+ return { file, path, ...info };
57
+ }
58
+
59
+ // 틀이 적는 분위기 이름 → 곡 태그. 같은 분위기면 곡 모음 고르기도 생성 프롬프트도 같은 결로 간다
60
+ export const MOOD_TAGS: Record<string, string[]> = {
61
+ deep: ["deep", "ambient", "cinematic", "minimal", "piano", "calm", "dark"],
62
+ bright: ["upbeat", "bright", "pop", "kawaii", "future-bass"],
63
+ calm: ["calm", "lofi", "chill", "piano", "ambient"],
64
+ epic: ["epic", "cinematic", "orchestral", "trailer"],
65
+ };
66
+
67
+ // 생성 모델에 줄 분위기 글 — 요청 글을 섞지 않는다(같은 분위기·길이면 같은 프롬프트라 캐시가 같은 곡을 돌려준다)
68
+ export const MOOD_PROMPT: Record<string, string> = {
69
+ deep: "Deep ambient, minimal cinematic underscore for a calm explanatory narration. Low warm analog pads, slow sparse felt piano notes, soft sub-bass drone, distant airy textures, very light soft percussion far in the background. Around 70 BPM, D minor, contemplative and spacious with long reverb tails. Leaves the mid range open for a spoken voice.",
70
+ bright: "Bright uplifting electronic pop underscore, plucky synths, light future-bass chords, steady soft kick. Around 110 BPM, major key, positive and clean, leaves room for a spoken voice.",
71
+ calm: "Calm lo-fi underscore, mellow electric piano, soft vinyl texture, gentle brushed drums. Around 80 BPM, relaxed and warm, leaves room for a spoken voice.",
72
+ epic: "Cinematic epic underscore, slow building strings and low brass, deep taiko hits only at peaks. Around 90 BPM, minor key, grand but restrained under a spoken voice.",
73
+ };
@@ -0,0 +1,52 @@
1
+ import { findKey, readKey } from "../keys.ts";
2
+ import { json } from "../video/http.ts";
3
+ import type { MusicProvider } from "./types.ts";
4
+
5
+ // Gemini API Interactions(2026-10, ai.google.dev/gemini-api/docs/music-generation). 길이 칸이 없다 —
6
+ // Clip 은 늘 30초, 3.5 는 프롬프트의 길이·시각 구간([0:00 - 0:20])으로 끌고 받은 뒤 잘라 맞춘다
7
+ const BASE = "https://generativelanguage.googleapis.com/v1beta";
8
+ // 곡 하나 값(유료 등급만, 무료 등급 없음 — ai.google.dev/gemini-api/docs/pricing)
9
+ const PRICE: Record<string, number> = { "lyria-3-clip-preview": 0.04, "lyria-3.5": 0.08 };
10
+
11
+ export function lyriaMusic(model: "lyria-3.5" | "lyria-3-clip-preview"): MusicProvider {
12
+ const clip = model === "lyria-3-clip-preview";
13
+ return {
14
+ id: model,
15
+ label: clip ? "Lyria 3 Clip(30초)" : "Lyria 3.5",
16
+ model,
17
+ keyName: "gemini",
18
+ license: "Google 생성형 AI 약관 — 출력물 소유권 주장 없음, 상업 가능 · SynthID 소리 워터마크(안 들림)",
19
+ region: "Gemini API 유료 등급",
20
+ verified: false,
21
+ maxSec: clip ? 30 : 240,
22
+ ready: () => findKey("gemini") !== null,
23
+ estimateUsd: () => PRICE[model],
24
+
25
+ async compose(o) {
26
+ const sec = Math.ceil(o.duration);
27
+ const mmss = (s: number) => `${Math.floor(s / 60)}:${String(s % 60).padStart(2, "0")}`;
28
+ // 3.5 는 길이를 말로만 받는다 — 시작·한가운데·끝 구간을 시각으로 적어 길이와 흐름을 붙잡는다
29
+ const shape = clip
30
+ ? ""
31
+ : ` Total length exactly ${sec} seconds. [0:00 - ${mmss(Math.round(sec * 0.25))}] sparse intro. [${mmss(Math.round(sec * 0.25))} - ${mmss(Math.round(sec * 0.8))}] slow build, same calm tempo. [${mmss(Math.round(sec * 0.8))} - ${mmss(sec)}] gentle resolve and fade.`;
32
+ const body = { model, input: `${o.prompt}${shape} Instrumental only, no vocals.`, response_format: { type: "audio" } };
33
+ const r = await json(`${BASE}/interactions`, { method: "POST", headers: { "x-goog-api-key": readKey("gemini"), "Content-Type": "application/json" }, body: JSON.stringify(body) }, "Lyria");
34
+ const audio = (r.steps ?? [])
35
+ .filter((s: { type: string }) => s.type === "model_output")
36
+ .flatMap((s: { content?: { type: string; data?: string; mime_type?: string }[] }) => s.content ?? [])
37
+ .filter((c: { type: string }) => c.type === "audio")
38
+ .at(-1);
39
+ if (!audio?.data) throw new Error(`Lyria 응답에 소리가 없다: ${JSON.stringify(r).slice(0, 200)}`);
40
+ const bytes = Buffer.from(audio.data, "base64");
41
+ return {
42
+ bytes,
43
+ ext: bytes.subarray(0, 4).toString() === "RIFF" ? "wav" : "mp3",
44
+ model,
45
+ costUsd: PRICE[model],
46
+ costEstimated: true,
47
+ params: { seconds: sec },
48
+ notes: ["synthid"],
49
+ };
50
+ },
51
+ };
52
+ }
@@ -0,0 +1,28 @@
1
+ export interface MusicRequest {
2
+ prompt: string;
3
+ duration: number; // 초 — 이만큼은 넘게 받아 영상 길이에 잘라 맞춘다
4
+ }
5
+
6
+ export interface MusicRaw {
7
+ bytes: Uint8Array;
8
+ ext: "mp3" | "wav";
9
+ model: string;
10
+ costUsd: number;
11
+ costEstimated: boolean;
12
+ params: Record<string, unknown>;
13
+ notes?: string[];
14
+ }
15
+
16
+ export interface MusicProvider {
17
+ id: string; // --music gen:<id>
18
+ label: string;
19
+ model: string;
20
+ keyName: string;
21
+ license: string;
22
+ region: string;
23
+ verified: boolean;
24
+ maxSec: number;
25
+ ready(): boolean;
26
+ estimateUsd(sec: number): number;
27
+ compose(o: MusicRequest): Promise<MusicRaw>;
28
+ }
@@ -0,0 +1,106 @@
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { isAbsolute, join, resolve } from "node:path";
3
+ import { genImage, genVideo, NeedsApproval, type GenContext } from "./generate.ts";
4
+ import { seam } from "./seam.ts";
5
+
6
+ // plan.json 의 gen — 장면 assets 의 "gen:img:<id>"·"gen:vid:<id>" 가 가리키는 만들 거리.
7
+ export interface GenSpec {
8
+ id?: string;
9
+ kind: "img" | "vid";
10
+ scene?: string;
11
+ prompt: string;
12
+ size?: string; // img
13
+ transparent?: boolean;
14
+ quality?: string;
15
+ refs?: string[]; // 프로젝트 기준 경로
16
+ seam?: boolean; // vid: 이 id 가 kf.json 의 이음매 장면이다
17
+ dur?: number; // vid(이음매가 아닐 때)
18
+ first?: string;
19
+ last?: string;
20
+ provider?: string;
21
+ }
22
+
23
+ export interface GenReport {
24
+ id: string;
25
+ kind: "img" | "vid";
26
+ status: "made" | "cached" | "needs-approval" | "error";
27
+ path?: string;
28
+ costUsd?: number;
29
+ estimateUsd?: number;
30
+ provider?: string;
31
+ error?: string;
32
+ }
33
+
34
+ export function referencedIds(plan: any): { kind: "img" | "vid"; id: string }[] {
35
+ const out: { kind: "img" | "vid"; id: string }[] = [];
36
+ for (const s of plan.scenes ?? []) {
37
+ for (const a of s.assets ?? []) {
38
+ const m = /^gen:(img|vid):(.+)$/.exec(a);
39
+ if (m && !out.some((x) => x.id === m[2])) out.push({ kind: m[1] as "img" | "vid", id: m[2] });
40
+ }
41
+ }
42
+ return out;
43
+ }
44
+
45
+ // 정본은 id 를 품은 배열. id 를 키로 쓴 객체도 받는다.
46
+ export function genSpecs(plan: any): Record<string, GenSpec> {
47
+ const g = plan.gen ?? {};
48
+ if (!Array.isArray(g)) return g;
49
+ const out: Record<string, GenSpec> = {};
50
+ for (const [i, spec] of g.entries()) {
51
+ if (typeof spec?.id !== "string") throw new Error(`plan.json gen[${i}] 에 id 가 없다`);
52
+ out[spec.id] = spec;
53
+ }
54
+ return out;
55
+ }
56
+
57
+ function aspectSize(aspect: string | undefined): string {
58
+ return aspect === "9:16" ? "1080x1920" : aspect === "1:1" ? "1080x1080" : "1920x1080";
59
+ }
60
+
61
+ export async function resolvePlan(project: string, ctx: Omit<GenContext, "outDir">): Promise<GenReport[]> {
62
+ const dir = resolve(project);
63
+ const plan = JSON.parse(readFileSync(join(dir, "plan.json"), "utf8"));
64
+ const specs = genSpecs(plan);
65
+ const at = (p?: string) => (p ? (isAbsolute(p) ? p : join(dir, p)) : undefined);
66
+ const outDir = join(dir, "assets", "gen");
67
+ const full = { ...ctx, outDir };
68
+ const reports: GenReport[] = [];
69
+ const ids = referencedIds(plan);
70
+ for (const id of Object.keys(specs)) if (!ids.some((x) => x.id === id)) ids.push({ kind: specs[id].kind, id });
71
+ // 이음매는 앞뒤 장면을 찍어 만든다 — 그 장면들이 쓰는 그림·영상이 먼저 있어야 한다.
72
+ const rank = (id: string) => (specs[id]?.kind === "img" ? 0 : specs[id]?.seam ? 2 : 1);
73
+ ids.sort((a, b) => rank(a.id) - rank(b.id));
74
+
75
+ for (const { kind, id } of ids) {
76
+ const spec = specs[id];
77
+ if (!spec) {
78
+ reports.push({ id, kind, status: "error", error: `plan.json gen.${id} 이 없다 — prompt 를 적어야 만든다` });
79
+ continue;
80
+ }
81
+ try {
82
+ if (spec.kind === "img") {
83
+ const a = await genImage(
84
+ id,
85
+ { prompt: spec.prompt, size: spec.size ?? aspectSize(plan.aspect), transparent: spec.transparent, quality: spec.quality, refs: spec.refs?.map((r) => at(r)!) },
86
+ full,
87
+ spec.provider,
88
+ );
89
+ reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
90
+ } else if (spec.seam) {
91
+ const a = await seam({ project: dir, scene: id, prompt: spec.prompt, provider: spec.provider, first: at(spec.first), last: at(spec.last) }, full);
92
+ reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
93
+ } else {
94
+ const first = at(spec.first);
95
+ if (first && !existsSync(first)) throw new Error(`첫 프레임 없음: ${spec.first} — 그림을 먼저 만든다(gen 순서)`);
96
+ const req = { prompt: spec.prompt, duration: spec.dur ?? 5, aspect: plan.aspect ?? "16:9", firstFrame: first, lastFrame: at(spec.last) };
97
+ const a = await genVideo(id, req, full, spec.provider);
98
+ reports.push({ id, kind, status: a.cached ? "cached" : "made", path: a.path, costUsd: a.cached ? 0 : a.meta.costUsd, provider: a.meta.provider });
99
+ }
100
+ } catch (e) {
101
+ if (e instanceof NeedsApproval) reports.push({ id, kind, status: "needs-approval", estimateUsd: e.estimateUsd, provider: e.provider, error: e.message });
102
+ else reports.push({ id, kind, status: "error", error: e instanceof Error ? e.message : String(e) });
103
+ }
104
+ }
105
+ return reports;
106
+ }
@@ -0,0 +1,54 @@
1
+ import { codexImage } from "./image/codex.ts";
2
+ import { ogImage } from "./image/og.ts";
3
+ import { hasKey } from "./keys.ts";
4
+ import type { ImageProvider, ProviderInfo, VideoProvider, VideoRequest } from "./types.ts";
5
+ import { FAL_MODELS, falVideo } from "./video/fal.ts";
6
+ import { h3Video } from "./video/h3.ts";
7
+ import { ltxVideo } from "./video/ltx.ts";
8
+ import { minimaxVideo } from "./video/minimax.ts";
9
+ import { veoVideo } from "./video/veo.ts";
10
+
11
+ export const DEFAULT_IMAGE = "og-gpt-image-2.5-sunburst";
12
+
13
+ export function imageProviders(): ImageProvider[] {
14
+ return [ogImage("openai/gpt-image-2.5-sunburst"), ogImage("openai/gpt-image-2.5-flare"), ogImage("openai/gpt-image-2"), codexImage()];
15
+ }
16
+
17
+ export const providerReady = (p: ProviderInfo): boolean => (p.available ? p.available() : hasKey(p.keyName));
18
+
19
+ export function videoProviders(): VideoProvider[] {
20
+ return [
21
+ h3Video(),
22
+ ...FAL_MODELS.map((m) => falVideo(m.id)),
23
+ minimaxVideo(),
24
+ veoVideo("veo-3.1-lite-generate-preview"),
25
+ veoVideo("veo-3.1-fast-generate-preview"),
26
+ ltxVideo(),
27
+ ];
28
+ }
29
+
30
+ // id 는 앞뒤 접두 없이도 찾는다 — "wan-2.2-turbo" 와 "fal-wan-2.2-turbo" 가 같은 것.
31
+ function find<T extends { id: string }>(list: T[], id: string): T | undefined {
32
+ return list.find((p) => p.id === id) ?? list.find((p) => p.id.endsWith(`-${id}`) || p.id.replace(/^[a-z]+-/, "") === id);
33
+ }
34
+
35
+ export function pickImage(id = DEFAULT_IMAGE): ImageProvider {
36
+ const p = find(imageProviders(), id);
37
+ if (!p) throw new Error(`그림 공급자 없음: ${id} (있는 것: ${imageProviders().map((x) => x.id).join(" ")})`);
38
+ return p;
39
+ }
40
+
41
+ // 이름을 안 주면 키가 있는 것 중 가장 싼 것. 끝 프레임이 필요하면 그걸 받는 것만.
42
+ export function pickVideo(id: string | undefined, req: VideoRequest): VideoProvider {
43
+ const all = videoProviders();
44
+ if (id) {
45
+ const p = find(all, id);
46
+ if (!p) throw new Error(`영상 공급자 없음: ${id} (있는 것: ${all.map((x) => x.id).join(" ")})`);
47
+ return p;
48
+ }
49
+ const usable = all
50
+ .filter((p) => providerReady(p) && (!req.lastFrame || p.firstLast))
51
+ .sort((a, b) => a.estimateUsd(req) - b.estimateUsd(req));
52
+ if (!usable.length) throw new Error("키가 있는 영상 공급자가 없다 — kf gen models 로 무엇이 필요한지 본다");
53
+ return usable[0];
54
+ }
@@ -0,0 +1,103 @@
1
+ import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
2
+ import { join, resolve } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+ import { genVideo, type GenContext } from "./generate.ts";
5
+ import { retime, run, snapEnds } from "./media.ts";
6
+ import type { Asset } from "./types.ts";
7
+
8
+ interface KfScene {
9
+ id: string;
10
+ from: number;
11
+ dur: number;
12
+ role?: string;
13
+ }
14
+
15
+ interface KfJson {
16
+ fps: number;
17
+ width: number;
18
+ height: number;
19
+ scenes: KfScene[];
20
+ }
21
+
22
+ export function aspectOf(w: number, h: number): string {
23
+ const r = w / h;
24
+ if (Math.abs(r - 16 / 9) < 0.05) return "16:9";
25
+ if (Math.abs(r - 9 / 16) < 0.05) return "9:16";
26
+ if (Math.abs(r - 1) < 0.05) return "1:1";
27
+ return r > 1 ? "16:9" : "9:16";
28
+ }
29
+
30
+ // 이음매 장면(role "seam")은 앞 장면의 마지막 프레임에서 시작해 뒤 장면의 첫 프레임에서 끝난다.
31
+ // 프레임 번호로 다룬다 — 초를 소수로 넘기면 반올림에 따라 앞뒤 장면이 한 프레임씩 바뀐다.
32
+ export function seamFrames(kf: KfJson, sceneId: string): { scene: KfScene; firstFrame?: number; lastFrame?: number } {
33
+ const i = kf.scenes.findIndex((s) => s.id === sceneId);
34
+ if (i < 0) throw new Error(`kf.json 에 장면 없음: ${sceneId}`);
35
+ const scene = kf.scenes[i];
36
+ const start = Math.round(scene.from * kf.fps);
37
+ return {
38
+ scene,
39
+ firstFrame: i > 0 ? Math.max(0, start - 1) : undefined,
40
+ lastFrame: i < kf.scenes.length - 1 ? Math.round((scene.from + scene.dur) * kf.fps) : undefined,
41
+ };
42
+ }
43
+
44
+ const KF = fileURLToPath(new URL("../../cli/src/kf.ts", import.meta.url));
45
+
46
+ export async function still(project: string, frame: number, out: string): Promise<void> {
47
+ await run(process.execPath, [KF, "still", project, "--frame", String(frame), "--out", out]);
48
+ if (!existsSync(out)) throw new Error(`kf still 이 ${out} 을 안 만들었다`);
49
+ }
50
+
51
+ export interface SeamOptions {
52
+ project: string;
53
+ scene: string;
54
+ prompt: string;
55
+ provider?: string;
56
+ first?: string; // 주면 kf still 대신 이 그림
57
+ last?: string;
58
+ smooth?: boolean;
59
+ resolution?: string;
60
+ snapFrames?: number; // 양 끝을 진짜 앞뒤 프레임으로 녹이는 프레임 수. 기본 0.15초어치, 0 이면 끈다
61
+ }
62
+
63
+ // 받은 클립은 장면 길이·fps 에 맞춰 assets/gen/<장면>.mp4 로 둔다. 장면 파일은 media 어댑터로 seek 만 한다.
64
+ export async function seam(o: SeamOptions, ctx: Omit<GenContext, "outDir"> & { outDir?: string }): Promise<Asset> {
65
+ const project = resolve(o.project);
66
+ const kf = JSON.parse(readFileSync(join(project, "kf.json"), "utf8")) as KfJson;
67
+ const { scene, firstFrame, lastFrame } = seamFrames(kf, o.scene);
68
+ const framesDir = join(project, "out", "seam");
69
+ mkdirSync(framesDir, { recursive: true });
70
+ let first = o.first;
71
+ let last = o.last;
72
+ if (!first && firstFrame !== undefined) {
73
+ first = join(framesDir, `${scene.id}-first.png`);
74
+ await still(project, firstFrame, first);
75
+ }
76
+ if (!last && lastFrame !== undefined) {
77
+ last = join(framesDir, `${scene.id}-last.png`);
78
+ await still(project, lastFrame, last);
79
+ }
80
+ const outDir = ctx.outDir ?? join(project, "assets", "gen");
81
+ const raw = await genVideo(
82
+ `${scene.id}.raw`,
83
+ { prompt: o.prompt, firstFrame: first, lastFrame: last, duration: scene.dur, aspect: aspectOf(kf.width, kf.height), resolution: o.resolution },
84
+ { ...ctx, outDir },
85
+ o.provider,
86
+ );
87
+ const fitted = join(outDir, `${scene.id}.mp4`);
88
+ await retime(raw.path, fitted, scene.dur, kf.fps, { smooth: o.smooth, size: { w: kf.width, h: kf.height } });
89
+ const snap = o.snapFrames ?? Math.round(kf.fps * 0.15);
90
+ if (snap > 0) await snapEnds(fitted, fitted, { first, last, frames: snap, fps: kf.fps, dur: scene.dur, w: kf.width, h: kf.height });
91
+ const meta = {
92
+ ...raw.meta,
93
+ id: scene.id,
94
+ file: `${scene.id}.mp4`,
95
+ width: kf.width,
96
+ height: kf.height,
97
+ duration: scene.dur,
98
+ fps: kf.fps,
99
+ notes: [...(raw.meta.notes ?? []), `retimed from ${raw.meta.file}`, ...(snap > 0 ? [`snap ${snap}f`] : []), ...(first ? [] : ["no-first-frame"]), ...(last ? [] : ["no-last-frame"])],
100
+ };
101
+ writeFileSync(join(outDir, `${scene.id}.json`), JSON.stringify(meta, null, 2) + "\n");
102
+ return { path: fitted, meta, cached: raw.cached };
103
+ }
@@ -0,0 +1,64 @@
1
+ import { hasKey, readKey } from "../keys.ts";
2
+ import { download, json } from "../video/http.ts";
3
+ import type { TtsProvider } from "./types.ts";
4
+
5
+ // 키가 없어 실호출로 검증하지 못했다 — 모양은 Alibaba Model Studio qwen-tts-api 문서(2026-10) 그대로.
6
+ // 싱가포르(국제)가 기본, 베이징 키면 KF_DASHSCOPE_BASE=https://dashscope.aliyuncs.com (두 지역 키는 서로 다르다)
7
+ const BASE = process.env.KF_DASHSCOPE_BASE ?? "https://dashscope-intl.aliyuncs.com";
8
+ const MODEL = process.env.KF_DASHSCOPE_TTS_MODEL ?? "qwen3-tts-flash";
9
+ // 입력 글자 1만 자당 $0.1(instruct $0.115), 중국어 한 글자는 둘로 센다 — 한글도 둘로 잡아 넉넉히
10
+ const PER_10K = /instruct/.test(MODEL) ? 0.115 : 0.1;
11
+ const LANG: Record<string, string> = { ko: "Korean", en: "English", ja: "Japanese", zh: "Chinese", de: "German", fr: "French", es: "Spanish", it: "Italian", pt: "Portuguese", ru: "Russian" };
12
+ // 한 번에 600자까지(문서) — 장면 한 줄은 이보다 짧다
13
+ const MAX_CHARS = 600;
14
+
15
+ // 48개 모두 한국어를 받는다(문서 목록). 차분한 내레이션에 맞는 것만 앞에
16
+ const VOICES = [
17
+ { id: "Neil", label: "남 · 고른 뉴스 앵커" },
18
+ { id: "Elias", label: "여 · 학자풍 이야기꾼" },
19
+ { id: "Eldric Sage", label: "남 · 차분하고 지혜로운 노인" },
20
+ { id: "Serena", label: "여 · 부드럽고 조용한" },
21
+ { id: "Kai", label: "남 · 편안한" },
22
+ { id: "Sohee", label: "여 · 한국어 화자, 표정이 큰" },
23
+ ];
24
+
25
+ export function dashscopeTts(): TtsProvider {
26
+ return {
27
+ id: "dashscope",
28
+ label: "Qwen TTS(DashScope)",
29
+ model: MODEL,
30
+ keyName: "dashscope",
31
+ license: "Alibaba Cloud Model Studio 약관 — 출력물 상업 가능",
32
+ region: "싱가포르 국제 지역(베이징은 키가 따로)",
33
+ timestamps: false,
34
+ verified: false,
35
+ voices: VOICES,
36
+ defaultVoice: "Neil",
37
+ ready: () => hasKey("dashscope"),
38
+ estimateUsd: (text) => ((text.length * 2) / 10000) * PER_10K,
39
+
40
+ async synth(o) {
41
+ if (o.text.length > MAX_CHARS) throw new Error(`Qwen TTS 는 한 번에 ${MAX_CHARS}자까지 — ${o.text.length}자`);
42
+ const input: Record<string, unknown> = { text: o.text, voice: o.voice, language_type: LANG[o.lang ?? ""] ?? "Auto" };
43
+ const body: Record<string, unknown> = { model: MODEL, input };
44
+ // 연기 지시는 instruct 모델만, 중국어·영어로만 받는다
45
+ if (o.style && /instruct/.test(MODEL)) input.instructions = o.style;
46
+ const r = await json(
47
+ `${BASE}/api/v1/services/aigc/multimodal-generation/generation`,
48
+ { method: "POST", headers: { Authorization: `Bearer ${readKey("dashscope")}`, "Content-Type": "application/json" }, body: JSON.stringify(body) },
49
+ "Qwen TTS",
50
+ );
51
+ const url = r.output?.audio?.url;
52
+ if (!url) throw new Error(`Qwen TTS 응답에 소리 주소가 없다: ${JSON.stringify(r).slice(0, 200)}`);
53
+ const chars = r.usage?.characters;
54
+ return {
55
+ bytes: await download(url),
56
+ ext: "wav",
57
+ model: MODEL,
58
+ costUsd: ((typeof chars === "number" ? chars : o.text.length * 2) / 10000) * PER_10K,
59
+ costEstimated: typeof chars !== "number",
60
+ params: { voice: o.voice, language_type: input.language_type },
61
+ };
62
+ },
63
+ };
64
+ }