dsh-drawai 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/README.md +7 -5
  2. package/lib/client.js +142 -16
  3. package/lib/index.js +7945 -7719
  4. package/lib/motion/asset-pack.js +394 -394
  5. package/lib/motion/assets.js +291 -291
  6. package/lib/motion/demo-assets-lock.js +10 -10
  7. package/lib/motion/mgstyles/briefs/23-ink-wash.md +147 -0
  8. package/lib/motion/mgstyles/catalog.d/23-ink-wash.json +28 -0
  9. package/lib/motion/mgstyles/catalog.json +127 -14
  10. package/lib/motion/mgstyles/upstream/demos/23-ink-wash/brush.js +149 -0
  11. package/lib/motion/mgstyles/upstream/demos/23-ink-wash/film.js +202 -0
  12. package/lib/motion/mgstyles/upstream/manifest.json +28 -3
  13. package/lib/motion/mgstyles/upstream/prompts/23-ink-wash.md +59 -0
  14. package/lib/motion/mgstyles/vendor/README.md +28 -28
  15. package/lib/motion/mgstyles/vendor/modules/d3/LICENSE +13 -13
  16. package/lib/motion/mgstyles/vendor/modules/d3/dist/d3.min.js +2 -2
  17. package/lib/motion/mgstyles/vendor/modules/opentype.js/LICENSE +20 -20
  18. package/lib/motion/mgstyles/vendor/modules/opentype.js/dist/opentype.mjs +14460 -14460
  19. package/lib/motion/mgstyles/vendor/modules/simplex-noise/LICENSE +21 -21
  20. package/lib/motion/mgstyles/vendor/modules/simplex-noise/dist/esm/simplex-noise.js +465 -465
  21. package/lib/motion/mgstyles/vendor/modules/topojson-client/LICENSE +13 -13
  22. package/lib/motion/mgstyles/vendor/modules/topojson-client/dist/topojson-client.min.js +2 -2
  23. package/lib/motion/project.js +5 -1
  24. package/lib/motion/qa.js +116 -6
  25. package/lib/motion/render.js +179 -179
  26. package/lib/motion/scene-kit.js +1 -1
  27. package/lib/motion/shotcraft/upstream/SKILL.md +286 -286
  28. package/lib/motion/shotcraft/upstream/assets/lib/Caption.tsx +54 -54
  29. package/lib/motion/shotcraft/upstream/assets/lib/ClipCard.tsx +200 -200
  30. package/lib/motion/shotcraft/upstream/assets/lib/DigitRoll.tsx +45 -45
  31. package/lib/motion/shotcraft/upstream/assets/lib/FlashCut.tsx +20 -20
  32. package/lib/motion/shotcraft/upstream/assets/lib/FlatPanel.tsx +65 -65
  33. package/lib/motion/shotcraft/upstream/assets/lib/PageCam.tsx +151 -151
  34. package/lib/motion/shotcraft/upstream/assets/lib/VerticalTicker.tsx +129 -129
  35. package/lib/motion/shotcraft/upstream/assets/lib/helpers/camera.tsx +75 -75
  36. package/lib/motion/shotcraft/upstream/assets/lib/helpers/motion.ts +40 -40
  37. package/lib/motion/shotcraft/upstream/assets/lib/helpers/rand.ts +11 -11
  38. package/lib/motion/shotcraft/upstream/assets/lib/helpers/shake.ts +10 -10
  39. package/lib/motion/shotcraft/upstream/assets/scripts/build-readme-cover.mjs +49 -49
  40. package/lib/motion/shotcraft/upstream/assets/scripts/capture-template.mjs +210 -210
  41. package/lib/motion/shotcraft/upstream/assets/scripts/sfx-source.py +423 -423
  42. package/lib/motion/shotcraft/upstream/assets/scripts/smoke-render-demos.py +170 -170
  43. package/lib/motion/shotcraft/upstream/assets/scripts/test_sfx_source.py +157 -157
  44. package/lib/motion/shotcraft/upstream/demos/README.md +120 -120
  45. package/lib/motion/shotcraft/upstream/demos/_fixtures/Brand.tsx +112 -112
  46. package/lib/motion/shotcraft/upstream/demos/_fixtures/Fixtures.tsx +647 -647
  47. package/lib/motion/shotcraft/upstream/demos/_fixtures/Look.tsx +316 -316
  48. package/lib/motion/shotcraft/upstream/demos/_fixtures/Motion.tsx +82 -82
  49. package/lib/motion/shotcraft/upstream/demos/_fixtures/PageCam2D.tsx +115 -115
  50. package/lib/motion/shotcraft/upstream/demos/_fixtures/Polish.tsx +243 -243
  51. package/lib/motion/shotcraft/upstream/demos/_textures/live-layout.json +388 -388
  52. package/lib/motion/shotcraft/upstream/demos/camera/basic-3d-scene/Basic3DScene.tsx +250 -250
  53. package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashImpactReal.tsx +305 -305
  54. package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashZoomReal.tsx +246 -246
  55. package/lib/motion/shotcraft/upstream/demos/camera/cursor-flyover/CursorFlyover.tsx +390 -390
  56. package/lib/motion/shotcraft/upstream/demos/camera/depth-layer-moves/MultiplaneReal.tsx +138 -138
  57. package/lib/motion/shotcraft/upstream/demos/camera/graze-face-tour/GrazeFaceTour.tsx +542 -542
  58. package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/OverheadTabletopDrop.tsx +315 -315
  59. package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/TiltReveal.tsx +299 -299
  60. package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/DroneDiveLanding.tsx +173 -173
  61. package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/ExplodedView.tsx +348 -348
  62. package/lib/motion/shotcraft/upstream/demos/camera/steep-tilt-glide/SteepTiltGlide.tsx +366 -366
  63. package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/BulletTimeFreezeOrbit.tsx +279 -279
  64. package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/PullBackIsolation.tsx +184 -184
  65. package/lib/motion/shotcraft/upstream/demos/camera/terminal-3d/Terminal3D.tsx +390 -390
  66. package/lib/motion/shotcraft/upstream/demos/data/before-after-slider-scrub/BeforeAfterSliderScrub.tsx +155 -155
  67. package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/AxisRescaleShockV2.tsx +303 -303
  68. package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/OscilloscopeStreamV2.tsx +290 -290
  69. package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/UnitDotSwarmRegroupV2.tsx +278 -278
  70. package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/NeedleSweepSelftest.tsx +307 -307
  71. package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/TapeScrollFixedPointer.tsx +215 -215
  72. package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/BrakeReticleLock.tsx +299 -299
  73. package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/ChangelogScrollBrake.tsx +232 -232
  74. package/lib/motion/shotcraft/upstream/demos/data/timeline-travel/TimelineTravel.tsx +290 -290
  75. package/lib/motion/shotcraft/upstream/demos/effects/assemble-then-type-flyin/AssembleThenTypeFlyin.tsx +273 -273
  76. package/lib/motion/shotcraft/upstream/demos/effects/aurora-bloom-bg-flip/AuroraBloomBgFlip.tsx +167 -167
  77. package/lib/motion/shotcraft/upstream/demos/effects/brand-frame-snap/BrandFrameSnap.tsx +536 -536
  78. package/lib/motion/shotcraft/upstream/demos/effects/fui-hud-moves/ReticleLockOn.tsx +164 -164
  79. package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/FlylineArc.tsx +175 -175
  80. package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/GlowOrbAmbient.tsx +197 -197
  81. package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/OrbFlylineRelay.tsx +241 -241
  82. package/lib/motion/shotcraft/upstream/demos/effects/icon-performance-moves/AttentionBounce.tsx +279 -279
  83. package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/AnimeImpact.tsx +230 -230
  84. package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/HitCounter.tsx +345 -345
  85. package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SheenSweepRetry.tsx +275 -275
  86. package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SpotlightSweepReveal.tsx +229 -229
  87. package/lib/motion/shotcraft/upstream/demos/effects/radial-ripple-phone-chips/RadialRipplePhoneChips.tsx +312 -312
  88. package/lib/motion/shotcraft/upstream/demos/effects/riso-print-hits/RisoMisregistrationHit.tsx +222 -222
  89. package/lib/motion/shotcraft/upstream/demos/effects/scan-bracket-sweep/ScanBracketSweep.tsx +295 -295
  90. package/lib/motion/shotcraft/upstream/demos/effects/scanline-annotate-focus/ScanlineAnnotateFocus.tsx +329 -329
  91. package/lib/motion/shotcraft/upstream/demos/effects/scanline-assemble-flyin/ScanlineAssembleFlyin.tsx +315 -315
  92. package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ImpactBurstKit.tsx +264 -264
  93. package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/KanadaPerspectiveSnap.tsx +260 -260
  94. package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ScoreSlam.tsx +263 -263
  95. package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/CornerSpotlightReveal.tsx +123 -123
  96. package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/GlowWakeSleepPanel.tsx +187 -187
  97. package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/SlideSpotlightPan.tsx +175 -175
  98. package/lib/motion/shotcraft/upstream/demos/interaction/autolayout-gap-dial/AutolayoutGapDial.tsx +305 -305
  99. package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/DiagramCascadeBuild.tsx +350 -350
  100. package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/PanelToCanvasMaterialize.tsx +352 -352
  101. package/lib/motion/shotcraft/upstream/demos/interaction/chip-grid-single-select-blackout/ChipGridSingleSelectBlackout.tsx +218 -218
  102. package/lib/motion/shotcraft/upstream/demos/interaction/collab-cursor-moves/CursorCastEnsemble.tsx +297 -297
  103. package/lib/motion/shotcraft/upstream/demos/interaction/glass-pill-dictation-typing/GlassPillDictationTyping.tsx +157 -157
  104. package/lib/motion/shotcraft/upstream/demos/interaction/hashtag-to-pill-materialize/HashtagToPillMaterialize.tsx +218 -218
  105. package/lib/motion/shotcraft/upstream/demos/interaction/picker-carousel-feature-cycle/PickerCarouselFeatureCycle.tsx +202 -202
  106. package/lib/motion/shotcraft/upstream/demos/interaction/segmented-thumb-hero/SegmentedThumbHero.tsx +265 -265
  107. package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/PaletteThemeRipple.tsx +457 -457
  108. package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/ThemeSweepToggle.tsx +446 -446
  109. package/lib/motion/shotcraft/upstream/demos/interaction/type-and-filter/TypeAndFilter.tsx +249 -249
  110. package/lib/motion/shotcraft/upstream/demos/interaction/voice-waveform-live/VoiceWaveformLive.tsx +278 -278
  111. package/lib/motion/shotcraft/upstream/demos/opening/crane-rise-reveal/CraneRiseReveal.tsx +332 -332
  112. package/lib/motion/shotcraft/upstream/demos/opening/dataviz-landscape-open/DatavizLandscapeOpen.tsx +358 -358
  113. package/lib/motion/shotcraft/upstream/demos/opening/fracture/Fracture.tsx +201 -201
  114. package/lib/motion/shotcraft/upstream/demos/opening/icon-field-colorize/IconFieldColorize.tsx +200 -200
  115. package/lib/motion/shotcraft/upstream/demos/opening/letterspace-materialize/LetterspaceMaterialize.tsx +208 -208
  116. package/lib/motion/shotcraft/upstream/demos/opening/magician-card-flourish/MagicianCardFlourish.tsx +341 -341
  117. package/lib/motion/shotcraft/upstream/demos/opening/orbit-ring-title-open/OrbitRingTitleOpen.tsx +389 -389
  118. package/lib/motion/shotcraft/upstream/demos/opening/spotlight-hero-card/SpotlightHeroCard.tsx +293 -293
  119. package/lib/motion/shotcraft/upstream/demos/opening/stroke-segment-build/StrokeSegmentBuild.tsx +183 -183
  120. package/lib/motion/shotcraft/upstream/demos/opening/text-as-mask/TextAsMask.tsx +245 -245
  121. package/lib/motion/shotcraft/upstream/demos/outro/grain-dissolve/GrainDissolve.tsx +222 -222
  122. package/lib/motion/shotcraft/upstream/demos/outro/logo-shrink-wordmark-lockup/LogoShrinkWordmarkLockup.tsx +223 -223
  123. package/lib/motion/shotcraft/upstream/demos/outro/neon-triple-marquee/NeonTripleMarquee.tsx +217 -217
  124. package/lib/motion/shotcraft/upstream/demos/outro/outro-group-photo-launch/OutroGroupPhotoLaunch.tsx +343 -343
  125. package/lib/motion/shotcraft/upstream/demos/outro/ui-strip-away-outro/UiStripAwayOutro.tsx +357 -357
  126. package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/IconFlipBloomLogo.tsx +187 -187
  127. package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/InputMorphsIntoLogo.tsx +333 -333
  128. package/lib/motion/shotcraft/upstream/demos/rhythm/beat-cut-moves/PaparazziFlash.tsx +274 -274
  129. package/lib/motion/shotcraft/upstream/demos/rhythm/beat-step-list-theme-cycle/BeatStepListThemeCycle.tsx +270 -270
  130. package/lib/motion/shotcraft/upstream/demos/rhythm/panel-grid-moves/ComicPanelSplit.tsx +430 -430
  131. package/lib/motion/shotcraft/upstream/demos/rhythm/quad-split-parallel-scenes/QuadSplitParallelScenes.tsx +252 -252
  132. package/lib/motion/shotcraft/upstream/demos/rhythm/rhythm-interrupt-moves/JumpCutPunchIn.tsx +106 -106
  133. package/lib/motion/shotcraft/upstream/demos/rhythm/sakuga-timing-shift/SakugaTimingShift.tsx +288 -288
  134. package/lib/motion/shotcraft/upstream/demos/rhythm/speed-ramp-freeze/FreezeAnnotateReal.tsx +362 -362
  135. package/lib/motion/shotcraft/upstream/demos/rhythm/trailer-grammar-moves/TrailerBumper.tsx +168 -168
  136. package/lib/motion/shotcraft/upstream/demos/transition/bottom-push-stack-wipe/BottomPushStackWipe.tsx +310 -310
  137. package/lib/motion/shotcraft/upstream/demos/transition/card-flip-reveal/CardFlipReveal.tsx +261 -261
  138. package/lib/motion/shotcraft/upstream/demos/transition/card-flock-tumble/CardFlockTumble.tsx +459 -459
  139. package/lib/motion/shotcraft/upstream/demos/transition/circle-match-iris/CircleMatchIris.tsx +294 -294
  140. package/lib/motion/shotcraft/upstream/demos/transition/gradient-transition/GradientTransition.tsx +161 -161
  141. package/lib/motion/shotcraft/upstream/demos/transition/line-carry-transition/LineCarryTransition.tsx +248 -248
  142. package/lib/motion/shotcraft/upstream/demos/transition/mosaic-reframe/MosaicReframe.tsx +359 -359
  143. package/lib/motion/shotcraft/upstream/demos/transition/page-turn-transitions/BarnDoorSplit.tsx +227 -227
  144. package/lib/motion/shotcraft/upstream/demos/transition/print-texture-transitions/InkBleedReveal.tsx +162 -162
  145. package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/PortalWipeV2.tsx +248 -248
  146. package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/WhipBrakeReal.tsx +186 -186
  147. package/lib/motion/shotcraft/upstream/demos/transition/tear-streak-transitions/GlitchDisplace.tsx +355 -355
  148. package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/InvisibleCut.tsx +272 -272
  149. package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/LightLeakBurn.tsx +262 -262
  150. package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/VersusSlam.tsx +217 -217
  151. package/lib/motion/shotcraft/upstream/demos/transition/transition-travel/LetterformZoom.tsx +285 -285
  152. package/lib/motion/shotcraft/upstream/demos/transition/white-flash-logo-simplify-cut/WhiteFlashLogoSimplifyCut.tsx +205 -205
  153. package/lib/motion/shotcraft/upstream/demos/transition/wipe-transitions/BlindsSlice.tsx +178 -178
  154. package/lib/motion/shotcraft/upstream/demos/typography/blur-slide/BlurSlide.tsx +147 -147
  155. package/lib/motion/shotcraft/upstream/demos/typography/brace-expand/BraceExpand.tsx +143 -143
  156. package/lib/motion/shotcraft/upstream/demos/typography/brand-ink-open/BrandInkOpen.tsx +134 -134
  157. package/lib/motion/shotcraft/upstream/demos/typography/countdown-arc-scatter/CountdownArcScatter.tsx +217 -217
  158. package/lib/motion/shotcraft/upstream/demos/typography/flying-words/FlyingWords.tsx +198 -198
  159. package/lib/motion/shotcraft/upstream/demos/typography/glitch-cycle/GlitchCycle.tsx +221 -221
  160. package/lib/motion/shotcraft/upstream/demos/typography/gradient-word-sweep/GradientWordSweep.tsx +312 -312
  161. package/lib/motion/shotcraft/upstream/demos/typography/lead-word-zoom-assemble/LeadWordZoomAssemble.tsx +261 -261
  162. package/lib/motion/shotcraft/upstream/demos/typography/marker-underline-title/MarkerUnderlineTitle.tsx +121 -121
  163. package/lib/motion/shotcraft/upstream/demos/typography/outline-word-fill/OutlineWordFill.tsx +153 -153
  164. package/lib/motion/shotcraft/upstream/demos/typography/paper-title-card/PaperTitleCard.tsx +179 -179
  165. package/lib/motion/shotcraft/upstream/demos/typography/pill-chip-slot-cycle-handled/PillChipSlotCycleHandled.tsx +140 -140
  166. package/lib/motion/shotcraft/upstream/demos/typography/pill-slot-cycle/PillSlotCycle.tsx +309 -309
  167. package/lib/motion/shotcraft/upstream/demos/typography/text-column-converge/TextColumnConverge.tsx +191 -191
  168. package/lib/motion/shotcraft/upstream/demos/typography/title-demote-to-label/TitleDemoteToLabel.tsx +292 -292
  169. package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/LetterformDriftAssembly.tsx +135 -135
  170. package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/SplitTextStagger.tsx +124 -124
  171. package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/TextOnPath.tsx +255 -255
  172. package/lib/motion/shotcraft/upstream/demos/typography/type-entrance-moves/LetterDropPhysics.tsx +173 -173
  173. package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/FontWeightPump.tsx +225 -225
  174. package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/KaraokeFillSync.tsx +141 -141
  175. package/lib/motion/shotcraft/upstream/demos/typography/typewriter-moves/TypewriterErrorRetype.tsx +137 -137
  176. package/lib/motion/shotcraft/upstream/demos/typography/vertical-word-roll-blur-cycle/VerticalWordRollBlurCycle.tsx +147 -147
  177. package/lib/motion/shotcraft/upstream/demos/typography/word-relay-filmstrip/WordRelayFilmstrip.tsx +409 -409
  178. package/lib/motion/shotcraft/upstream/demos/typography/word-relay-geometry/WordRelayGeometry.tsx +280 -280
  179. package/lib/motion/shotcraft/upstream/demos/ui-entrance/avatar-bracket-carousel/AvatarBracketCarousel.tsx +271 -271
  180. package/lib/motion/shotcraft/upstream/demos/ui-entrance/bezier-source-converge-merge/BezierSourceConvergeMerge.tsx +385 -385
  181. package/lib/motion/shotcraft/upstream/demos/ui-entrance/card-stack/CardStack.tsx +312 -312
  182. package/lib/motion/shotcraft/upstream/demos/ui-entrance/carousel-3d/Carousel3D.tsx +303 -303
  183. package/lib/motion/shotcraft/upstream/demos/ui-entrance/clipcard-looping/ClipCardLooping.tsx +77 -77
  184. package/lib/motion/shotcraft/upstream/demos/ui-entrance/cloner-depth-echo/ClonerDepthEcho.tsx +311 -311
  185. package/lib/motion/shotcraft/upstream/demos/ui-entrance/deck-deal-flyin/DeckDealFlyin.tsx +307 -307
  186. package/lib/motion/shotcraft/upstream/demos/ui-entrance/doc-park-left-pill-deal/DocParkLeftPillDeal.tsx +349 -349
  187. package/lib/motion/shotcraft/upstream/demos/ui-entrance/document-typewriter-reveal/DocumentTypewriterReveal.tsx +255 -255
  188. package/lib/motion/shotcraft/upstream/demos/ui-entrance/draw-svg-trace/DrawSvgTrace.tsx +244 -244
  189. package/lib/motion/shotcraft/upstream/demos/ui-entrance/element-body-moves/ContactShadowLift.tsx +217 -217
  190. package/lib/motion/shotcraft/upstream/demos/ui-entrance/integration-hub-map/IntegrationHubMap.tsx +652 -652
  191. package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-reveal/ListReveal.tsx +153 -153
  192. package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-stack-press/ListStackPress.tsx +238 -238
  193. package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-forerun/NeonFrameForerun.tsx +324 -324
  194. package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-orbit-drop/NeonFrameForerunOrbit.tsx +354 -354
  195. package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/PageWaterfallWall.tsx +101 -101
  196. package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/VerticalTicker.tsx +129 -129
  197. package/lib/motion/shotcraft/upstream/demos/ui-entrance/product-card-progressive-assemble/ProductCardProgressiveAssemble.tsx +297 -297
  198. package/lib/motion/shotcraft/upstream/demos/ui-entrance/radial-wave/RadialWave.tsx +57 -57
  199. package/lib/motion/shotcraft/upstream/demos/ui-entrance/research-card-stack-scroll/ResearchCardStackScroll.tsx +155 -155
  200. package/lib/motion/shotcraft/upstream/demos/ui-entrance/row-embed/RowEmbed.tsx +175 -175
  201. package/lib/motion/shotcraft/upstream/demos/ui-entrance/value-stagger-gradient/ValueStaggerGradient.tsx +153 -153
  202. package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/BentoLightUp.tsx +146 -146
  203. package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/WireframeDrawOn.tsx +226 -226
  204. package/lib/motion/shotcraft/upstream/gallery/api/library.json +1 -1
  205. package/lib/motion/shotcraft/upstream/references/aesthetic-rules.md +193 -193
  206. package/lib/motion/shotcraft/upstream/references/final-review.md +121 -121
  207. package/lib/motion/shotcraft/upstream/references/guided-free-creation.md +199 -199
  208. package/lib/motion/shotcraft/upstream/references/jianying-export.md +183 -183
  209. package/lib/motion/shotcraft/upstream/references/music-beat-sync.md +257 -257
  210. package/lib/motion/shotcraft/upstream/references/pipeline.md +382 -382
  211. package/lib/motion/shotcraft/upstream/references/publish-upload-post.md +111 -111
  212. package/lib/motion/shotcraft/upstream/references/sequences/promo-energy-arc.md +50 -50
  213. package/lib/motion/shotcraft/upstream/references/sfx-sourcing.md +95 -95
  214. package/lib/motion/shotcraft/upstream/references/shots/camera/basic-3d-scene.md +41 -41
  215. package/lib/motion/shotcraft/upstream/references/shots/camera/crash-zoom-punch.md +52 -52
  216. package/lib/motion/shotcraft/upstream/references/shots/camera/cursor-flyover.md +39 -39
  217. package/lib/motion/shotcraft/upstream/references/shots/camera/depth-layer-moves.md +39 -39
  218. package/lib/motion/shotcraft/upstream/references/shots/camera/graze-face-tour.md +57 -57
  219. package/lib/motion/shotcraft/upstream/references/shots/camera/overhead-camera-moves.md +51 -51
  220. package/lib/motion/shotcraft/upstream/references/shots/camera/space-camera-moves.md +46 -46
  221. package/lib/motion/shotcraft/upstream/references/shots/camera/steep-tilt-glide.md +52 -52
  222. package/lib/motion/shotcraft/upstream/references/shots/camera/tension-camera-moves.md +43 -43
  223. package/lib/motion/shotcraft/upstream/references/shots/camera/terminal-3d.md +42 -42
  224. package/lib/motion/shotcraft/upstream/references/shots/data/before-after-slider-scrub.md +48 -48
  225. package/lib/motion/shotcraft/upstream/references/shots/data/chart-live-moves.md +52 -52
  226. package/lib/motion/shotcraft/upstream/references/shots/data/gauge-readout-moves.md +45 -45
  227. package/lib/motion/shotcraft/upstream/references/shots/data/scroll-brake-moves.md +46 -46
  228. package/lib/motion/shotcraft/upstream/references/shots/data/timeline-travel.md +44 -44
  229. package/lib/motion/shotcraft/upstream/references/shots/effects/assemble-then-type-flyin.md +63 -63
  230. package/lib/motion/shotcraft/upstream/references/shots/effects/aurora-bloom-bg-flip.md +54 -54
  231. package/lib/motion/shotcraft/upstream/references/shots/effects/brand-frame-snap.md +58 -58
  232. package/lib/motion/shotcraft/upstream/references/shots/effects/fui-hud-moves.md +35 -35
  233. package/lib/motion/shotcraft/upstream/references/shots/effects/glow-flyline-moves.md +53 -53
  234. package/lib/motion/shotcraft/upstream/references/shots/effects/icon-performance-moves.md +42 -42
  235. package/lib/motion/shotcraft/upstream/references/shots/effects/impact-feedback.md +50 -50
  236. package/lib/motion/shotcraft/upstream/references/shots/effects/light-play-moves.md +46 -46
  237. package/lib/motion/shotcraft/upstream/references/shots/effects/radial-ripple-phone-chips.md +56 -56
  238. package/lib/motion/shotcraft/upstream/references/shots/effects/riso-print-hits.md +49 -49
  239. package/lib/motion/shotcraft/upstream/references/shots/effects/scan-bracket-sweep.md +50 -50
  240. package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-annotate-focus.md +53 -53
  241. package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-assemble-flyin.md +53 -53
  242. package/lib/motion/shotcraft/upstream/references/shots/effects/slam-entrance-moves.md +55 -55
  243. package/lib/motion/shotcraft/upstream/references/shots/effects/spotlight-sweep-moves.md +52 -52
  244. package/lib/motion/shotcraft/upstream/references/shots/interaction/autolayout-gap-dial.md +60 -60
  245. package/lib/motion/shotcraft/upstream/references/shots/interaction/canvas-materialize-moves.md +57 -57
  246. package/lib/motion/shotcraft/upstream/references/shots/interaction/chip-grid-single-select-blackout.md +51 -51
  247. package/lib/motion/shotcraft/upstream/references/shots/interaction/collab-cursor-moves.md +41 -41
  248. package/lib/motion/shotcraft/upstream/references/shots/interaction/glass-pill-dictation-typing.md +53 -53
  249. package/lib/motion/shotcraft/upstream/references/shots/interaction/hashtag-to-pill-materialize.md +60 -60
  250. package/lib/motion/shotcraft/upstream/references/shots/interaction/picker-carousel-feature-cycle.md +55 -55
  251. package/lib/motion/shotcraft/upstream/references/shots/interaction/segmented-thumb-hero.md +57 -57
  252. package/lib/motion/shotcraft/upstream/references/shots/interaction/theme-switch-moves.md +47 -47
  253. package/lib/motion/shotcraft/upstream/references/shots/interaction/type-and-filter.md +37 -37
  254. package/lib/motion/shotcraft/upstream/references/shots/interaction/voice-waveform-live.md +54 -54
  255. package/lib/motion/shotcraft/upstream/references/shots/opening/brand-ink-open.md +36 -36
  256. package/lib/motion/shotcraft/upstream/references/shots/opening/crane-rise-reveal.md +56 -56
  257. package/lib/motion/shotcraft/upstream/references/shots/opening/dataviz-landscape-open.md +56 -56
  258. package/lib/motion/shotcraft/upstream/references/shots/opening/fracture.md +40 -40
  259. package/lib/motion/shotcraft/upstream/references/shots/opening/icon-field-colorize.md +60 -60
  260. package/lib/motion/shotcraft/upstream/references/shots/opening/letterspace-materialize.md +57 -57
  261. package/lib/motion/shotcraft/upstream/references/shots/opening/magician-card-flourish.md +73 -73
  262. package/lib/motion/shotcraft/upstream/references/shots/opening/orbit-ring-title-open.md +87 -87
  263. package/lib/motion/shotcraft/upstream/references/shots/opening/spotlight-hero-card.md +55 -55
  264. package/lib/motion/shotcraft/upstream/references/shots/opening/stroke-segment-build.md +50 -50
  265. package/lib/motion/shotcraft/upstream/references/shots/opening/text-as-mask.md +59 -59
  266. package/lib/motion/shotcraft/upstream/references/shots/outro/grain-dissolve.md +38 -38
  267. package/lib/motion/shotcraft/upstream/references/shots/outro/logo-shrink-wordmark-lockup.md +38 -38
  268. package/lib/motion/shotcraft/upstream/references/shots/outro/neon-triple-marquee.md +59 -59
  269. package/lib/motion/shotcraft/upstream/references/shots/outro/outro-group-photo-launch.md +39 -39
  270. package/lib/motion/shotcraft/upstream/references/shots/outro/ui-strip-away-outro.md +61 -61
  271. package/lib/motion/shotcraft/upstream/references/shots/outro/ui-to-brand-morph.md +52 -52
  272. package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-cut-moves.md +50 -50
  273. package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-step-list-theme-cycle.md +66 -66
  274. package/lib/motion/shotcraft/upstream/references/shots/rhythm/panel-grid-moves.md +43 -43
  275. package/lib/motion/shotcraft/upstream/references/shots/rhythm/quad-split-parallel-scenes.md +38 -38
  276. package/lib/motion/shotcraft/upstream/references/shots/rhythm/rhythm-interrupt-moves.md +38 -38
  277. package/lib/motion/shotcraft/upstream/references/shots/rhythm/sakuga-timing-shift.md +56 -56
  278. package/lib/motion/shotcraft/upstream/references/shots/rhythm/speed-ramp-freeze.md +44 -44
  279. package/lib/motion/shotcraft/upstream/references/shots/rhythm/trailer-grammar-moves.md +38 -38
  280. package/lib/motion/shotcraft/upstream/references/shots/transition/bottom-push-stack-wipe.md +63 -63
  281. package/lib/motion/shotcraft/upstream/references/shots/transition/card-flip-reveal.md +57 -57
  282. package/lib/motion/shotcraft/upstream/references/shots/transition/card-flock-tumble.md +63 -63
  283. package/lib/motion/shotcraft/upstream/references/shots/transition/circle-match-iris.md +58 -58
  284. package/lib/motion/shotcraft/upstream/references/shots/transition/gradient-transition.md +45 -45
  285. package/lib/motion/shotcraft/upstream/references/shots/transition/line-carry-transition.md +55 -55
  286. package/lib/motion/shotcraft/upstream/references/shots/transition/mosaic-reframe.md +49 -49
  287. package/lib/motion/shotcraft/upstream/references/shots/transition/page-turn-transitions.md +42 -42
  288. package/lib/motion/shotcraft/upstream/references/shots/transition/print-texture-transitions.md +42 -42
  289. package/lib/motion/shotcraft/upstream/references/shots/transition/shot-transitions.md +45 -45
  290. package/lib/motion/shotcraft/upstream/references/shots/transition/tear-streak-transitions.md +48 -48
  291. package/lib/motion/shotcraft/upstream/references/shots/transition/transition-hidden-cut.md +55 -55
  292. package/lib/motion/shotcraft/upstream/references/shots/transition/transition-travel.md +43 -43
  293. package/lib/motion/shotcraft/upstream/references/shots/transition/white-flash-logo-simplify-cut.md +41 -41
  294. package/lib/motion/shotcraft/upstream/references/shots/transition/wipe-transitions.md +42 -42
  295. package/lib/motion/shotcraft/upstream/references/shots/typography/blur-slide.md +59 -59
  296. package/lib/motion/shotcraft/upstream/references/shots/typography/brace-expand.md +55 -55
  297. package/lib/motion/shotcraft/upstream/references/shots/typography/countdown-arc-scatter.md +65 -65
  298. package/lib/motion/shotcraft/upstream/references/shots/typography/document-typewriter-reveal.md +42 -42
  299. package/lib/motion/shotcraft/upstream/references/shots/typography/flying-words.md +64 -64
  300. package/lib/motion/shotcraft/upstream/references/shots/typography/glitch-cycle.md +64 -64
  301. package/lib/motion/shotcraft/upstream/references/shots/typography/gradient-word-sweep.md +54 -54
  302. package/lib/motion/shotcraft/upstream/references/shots/typography/lead-word-zoom-assemble.md +91 -91
  303. package/lib/motion/shotcraft/upstream/references/shots/typography/marker-underline-title.md +51 -51
  304. package/lib/motion/shotcraft/upstream/references/shots/typography/outline-word-fill.md +66 -66
  305. package/lib/motion/shotcraft/upstream/references/shots/typography/paper-title-card.md +38 -38
  306. package/lib/motion/shotcraft/upstream/references/shots/typography/pill-chip-slot-cycle-handled.md +66 -66
  307. package/lib/motion/shotcraft/upstream/references/shots/typography/pill-slot-cycle.md +58 -58
  308. package/lib/motion/shotcraft/upstream/references/shots/typography/text-column-converge.md +61 -61
  309. package/lib/motion/shotcraft/upstream/references/shots/typography/title-demote-to-label.md +64 -64
  310. package/lib/motion/shotcraft/upstream/references/shots/typography/type-assembly-moves.md +45 -45
  311. package/lib/motion/shotcraft/upstream/references/shots/typography/type-entrance-moves.md +41 -41
  312. package/lib/motion/shotcraft/upstream/references/shots/typography/type-rhythm-sync.md +51 -51
  313. package/lib/motion/shotcraft/upstream/references/shots/typography/typewriter-moves.md +42 -42
  314. package/lib/motion/shotcraft/upstream/references/shots/typography/vertical-word-roll-blur-cycle.md +63 -63
  315. package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-filmstrip.md +57 -57
  316. package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-geometry.md +75 -75
  317. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/avatar-bracket-carousel.md +59 -59
  318. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/bezier-source-converge-merge.md +67 -67
  319. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/card-stack.md +60 -60
  320. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/carousel-3d.md +66 -66
  321. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/cloner-depth-echo.md +40 -40
  322. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/deck-deal-flyin.md +45 -45
  323. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/doc-park-left-pill-deal.md +62 -62
  324. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/draw-svg-trace.md +55 -55
  325. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/element-body-moves.md +37 -37
  326. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/integration-hub-map.md +55 -55
  327. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-reveal.md +50 -50
  328. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-stack-press.md +43 -43
  329. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-forerun.md +55 -55
  330. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-orbit-drop.md +51 -51
  331. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/page-waterfall-wall.md +51 -51
  332. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/product-card-progressive-assemble.md +56 -56
  333. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/radial-wave.md +49 -49
  334. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/research-card-stack-scroll.md +57 -57
  335. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/row-embed.md +36 -36
  336. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/value-stagger-gradient.md +64 -64
  337. package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/wall-reveal-moves.md +47 -47
  338. package/lib/motion/shotcraft/upstream/references/sound-design.md +170 -170
  339. package/lib/motion/shotcraft/upstream/references/workbench.md +157 -157
  340. package/lib/motion/shotcraft/upstream/template/TEMPLATE.md +103 -103
  341. package/lib/motion/shotcraft/upstream/template/THEMES.md +44 -44
  342. package/lib/motion/shotcraft/upstream/template/package.json +20 -20
  343. package/lib/motion/shotcraft/upstream/template/remotion.config.ts +6 -6
  344. package/lib/motion/shotcraft/upstream/template/src/Root.tsx +17 -17
  345. package/lib/motion/shotcraft/upstream/template/src/aifl/Caption.tsx +65 -65
  346. package/lib/motion/shotcraft/upstream/template/src/aifl/DigitRoll.tsx +48 -48
  347. package/lib/motion/shotcraft/upstream/template/src/aifl/FlashCut.tsx +24 -24
  348. package/lib/motion/shotcraft/upstream/template/src/aifl/Main.tsx +192 -192
  349. package/lib/motion/shotcraft/upstream/template/src/aifl/PaperTitleCard.tsx +111 -111
  350. package/lib/motion/shotcraft/upstream/template/src/aifl/live/PageCam.tsx +150 -150
  351. package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneDetail.tsx +158 -158
  352. package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneFlyIn.tsx +468 -468
  353. package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOpen.tsx +552 -552
  354. package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOutroLive.tsx +411 -411
  355. package/lib/motion/shotcraft/upstream/template/src/aifl/live/ScenePapers.tsx +200 -200
  356. package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneWbr.tsx +324 -324
  357. package/lib/motion/shotcraft/upstream/template/src/aifl/live-layout.json +388 -388
  358. package/lib/motion/shotcraft/upstream/template/src/index.ts +4 -4
  359. package/lib/motion/shotcraft/upstream/template/src/themes/ThemedFilm.tsx +7 -7
  360. package/lib/motion/shotcraft/upstream/template/src/themes/manifest.tsx +68 -68
  361. package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.json +1 -1
  362. package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.ts +24 -24
  363. package/lib/motion/shotcraft/upstream/template/src/themes/palettes.json +74 -74
  364. package/lib/motion/shotcraft/upstream/template/src/themes/visual-theme.tsx +91 -91
  365. package/lib/motion/shotcraft/upstream/template/src/workbench.ts +213 -213
  366. package/lib/motion/shotcraft/upstream/template/tsconfig.json +15 -15
  367. package/lib/motion/style-frames.js +306 -306
  368. package/lib/motion/sync.js +214 -214
  369. package/lib/motion-library.js +1 -1
  370. package/lib/motion-project.js +105 -105
  371. package/lib/motion-render-worker.js +174 -174
  372. package/lib/routing/router.js +222 -222
  373. package/lib/routing/vendor/README.md +96 -96
  374. package/lib/routing/vendor/libavoid-routing.js +753 -753
  375. package/lib/routing/vendor/libavoid.min.js +59 -59
  376. package/lib/svg-export.js +1344 -0
  377. package/lib/video-trace-pool.js +128 -128
  378. package/package.json +3 -2
  379. package/LICENSE +0 -4175
@@ -1,257 +1,257 @@
1
- # music-beat-sync — BGM 节奏分析与卡点方法论
2
-
3
- 强节奏 BGM 的片子,**所有转场和关键动效必须落在拍上**。本文档给出从
4
- "拿到一首曲子"到"成片切点误差 ≤3 帧"的完整可复现流程。实测:一支
5
- 70s、18 镜、131.97 BPM 的强鼓点宣传片按此法制作,渲后回测全部切点
6
- 误差 ≤2.2f(感知阈值约 3f)。
7
-
8
- ## 目录
9
-
10
- - 何时启用
11
- - 节拍网格测定
12
- - 鼓点分类与能量结构
13
- - 网格验收与产物
14
- - 用拍号编排时间线
15
- - 渲后回测
16
- - 工具备忘
17
-
18
- ## 0. 何时启用
19
-
20
- 阶段 0 先检查用户是否已指定音乐。
21
- - 已选好 → 走本文档:先分析节奏,再让分镜的每个切点/动效锚到拍号
22
- - 未选 → BGM 选型放到阶段 6(见 pipeline.md),此时动效时间线按
23
- 内容节奏排,不强行卡点
24
-
25
- **铁律:音乐先行。** 网格没验收通过之前不设计分镜;时长对不上时改
26
- 时间参数,不删改用户文案。分析全程用浮点秒记录时刻,**换算成帧只发生
27
- 在进 Remotion 的最后一步**(提前取整会让误差在管线里滚雪球)。
28
-
29
- ## 1. 节拍网格测定(不要相信 beat_track 的 tempo 标量)
30
-
31
- 用 `uv run --with librosa --with scipy --python 3.11` 跑一次性脚本:
32
-
33
- ```python
34
- import numpy as np, librosa
35
-
36
- y, sr = librosa.load("bgm.mp3", sr=None, mono=True)
37
- tempo, beats = librosa.beat.beat_track(y=y, sr=sr, tightness=400, units="time")
38
-
39
- # 关键一步:对 beat 序列做最小二乘等距网格拟合,求真实 BPM 与相位。
40
- # beat_track 返回的 tempo 标量可能偏差 2%+(实测 129.2 vs 真值 131.97),
41
- # 但它输出的 beat 时刻序列本身是好的——用整个序列拟合直线 t_i = t0 + i*T:
42
- i = np.arange(len(beats))
43
- A = np.vstack([i, np.ones_like(i)]).T
44
- (T, t0), *_ = np.linalg.lstsq(A, beats, rcond=None)
45
- bpm = 60.0 / T
46
- residual = beats - (t0 + i * T)
47
- print(f"BPM={bpm:.2f} t0={t0:.4f}s T={T:.5f}s 残差±{np.abs(residual).max()*1000:.0f}ms")
48
- ```
49
-
50
- 验收标准:残差 ≤ ±15ms(半帧内)说明曲子是机器鼓点、网格可信;
51
- 残差大说明有变速段,需要分段拟合。
52
-
53
- **半倍/双倍歧义必查**:beat 检测常在 2x/0.5x 之间跳(70 BPM 报成
54
- 140)。判据不是听感,是下一节的鼓点数据——正确的网格下 kick 应该
55
- 主要落在整数拍;如果 kick 一半落拍一半落半拍,多半是网格快了一倍。
56
- 拿 0.5x/1x/2x 三个候选按 §3 的指标各算一遍分数,选覆盖率最高的。
57
-
58
- **复杂曲先分离鼓 stem**:人声/贝斯厚的编曲会把鼓的攻击埋掉,
59
- beat_track 和 onset 都会漂。轻量方案 `librosa.effects.hpss` 取打击
60
- 成分;重方案 Demucs 分离整条鼓轨(见 §6),之后所有鼓点检测都在
61
- 鼓 stem 上做,不在全混音上做。
62
-
63
- ## 2. 鼓点分类与能量结构(决定什么钉在哪一拍)
64
-
65
- ### 2a. 三分类瞬态检测
66
-
67
- 不同鼓件驱动不同类型的动效,分频段各测一遍(在鼓 stem 或 hpss
68
- 打击成分上):
69
-
70
- | 类别 | 频段 | 驱动的动效 |
71
- |------|------|-----------|
72
- | kick | 40–160 Hz | 冲击 / slam / 骤缩——画面"被砸"的一拍 |
73
- | snare | 150–500 Hz 体 + 1–3 kHz 打击面(两者都要有) | 替换 / 闪切 / 构图切换——"换一件事"的一拍 |
74
- | hihat | 6–14 kHz | 微动密度——hihat 密的段落微动效可以密,稀的段落必须收 |
75
-
76
- ```python
77
- from scipy.signal import butter, sosfilt
78
- def band_env(y, sr, lo, hi):
79
- sos = butter(4, [lo, hi], btype="band", fs=sr, output="sos")
80
- env = librosa.onset.onset_strength(y=sosfilt(sos, y), sr=sr)
81
- return env, librosa.times_like(env, sr=sr)
82
-
83
- kick_env, times = band_env(y, sr, 40, 160)
84
- # 把每个整数拍位置的 env 能量列出来,排序找最强 hit:
85
- for n in range(int((times[-1]-t0)/T)):
86
- t = t0 + n*T
87
- e = kick_env[np.argmin(np.abs(times - t))]
88
- # 记录 (拍号 n, 能量 e),取 top 若干作为"大 slam 候选拍"
89
- ```
90
-
91
- 命中记成 `{t 秒, s 强度, k 类别}` 的列表存档,设计分镜时按类别取用。
92
-
93
- **命中表是候选池,不是触发器。** 检测到的每个 kick 不等于都要配一次
94
- 画面冲击——强鼓点曲(tech-house 类)kick 几乎每拍都有,逐拍执行
95
- "被砸"就是"镜头随节奏抖动"(实际用户投诉,见 aesthetic-rules R4)。
96
- kick→冲击的映射只用于从候选池里选出 §2b 的最强 hit(全片 2–3 处);
97
- 其余 kick 只作为切点和元素级动效的**时机**参照,不驱动画面幅度。
98
-
99
- ### 2b. RMS 能量曲线与结构表
100
-
101
- `librosa.feature.rms` 拉全曲能量曲线,配合鼓点密度切出段落边界。
102
- 产出两样东西进设计 spec:
103
-
104
- - **音乐结构表**:能量从第几拍起满、breakdown/静默段在第几拍——
105
- 分镜的能量曲线要贴着它排(breakdown 处放品牌呼吸位是天然结构),
106
- 高能段镜头可以多层动效并行,低能段收到 1–2 层
107
- - **最强 hit 拍号清单**:全片 2–3 个最大 slam(开题/高潮/收尾)
108
- 必须钉在这些拍上
109
-
110
- **易错点(实测踩过)**:最大 slam 钉在了 b52.5(两拍之间)而最强
111
- kick 在整数拍 b52 上,渲后回测偏差 +5.75f。强鼓点曲的重音几乎总在
112
- 整数拍上,半拍钉点必须有 env 数据支持,不能凭听感。
113
-
114
- ## 3. 网格验收与产物(先验收,后分镜)
115
-
116
- 拿候选网格(含 0.5x/1x/2x)逐一对齐最近的真实鼓点瞬态,算四个指标:
117
-
118
- | 指标 | 含义 | 门槛 |
119
- |------|------|------|
120
- | match | 网格拍命中真实瞬态的比例 | ≥98% |
121
- | mean_abs_ms | 平均绝对对齐误差 | <10ms |
122
- | drift | 残差对时间做线性回归的斜率(漂移) | 全曲累计 <5ms |
123
- | 首拍有效性 | 网格第 0 拍是否落在真实的音乐攻击上 | 必须 |
124
-
125
- 按分数选出获胜网格,把**所有候选和获胜理由**写进分析产物留档。
126
- 拿不准时给候选网格各合成一条 click 轨叠回原曲听一遍,但最终以
127
- 指标定夺,不以听感定夺。
128
-
129
- 分析产物随项目留档(是每一个切点的审计链):
130
-
131
- ```text
132
- analysis/
133
- beat_data.json # bpm, t0, T, beats[], hits[{t,s,k}], rms[], sections[]
134
- grid_drift.json # 各候选网格的 match/误差/漂移 与获胜理由
135
- click_*.wav # 候选 click 轨(可选,听感复核用)
136
- ```
137
-
138
- `beat_data.json` 里的时刻永远是浮点秒、不预取整;下游只依赖
139
- `bpm / beats / hits / rms / sections` 这几个字段名。
140
-
141
- ## 4. 时间线用拍号写,不用帧号写
142
-
143
- Remotion 项目里把网格常量化,一切镜头边界/动效关键帧用 `beatF()` 表达:
144
-
145
- ```ts
146
- export const FPS = 30;
147
- export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,秒,与 beat_data.json 一致
148
- export const BEAT_INT = 0.45465; // T,秒
149
- export const OUTPUT_AUDIO_OFFSET_SEC = 0; // 渲后回测确认有输出音轨偏移时填实测值(§5b)
150
- export const beatT = (n: number) =>
151
- SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT; // 拍→秒
152
- export const beatF = (n: number) => Math.round(beatT(n) * FPS); // 拍→帧
153
-
154
- export const SHOTS = {
155
- s0_open: { from: 0, to: beatF(8) },
156
- s1_slam: { from: beatF(8), to: beatF(16) },
157
- // …每个镜头边界都是 beatF(整数拍);镜头内部动效用局部拍:
158
- };
159
- export const localBeat = (shot: {from: number}, n: number) => beatF(n) - shot.from;
160
- ```
161
-
162
- 好处:换曲/换段落时改两个常量全片重排;SFX 钉帧表也写 `beatF(n)`,
163
- 与画面共用同一事实源,永不错位。源分析值与渲染偏移分开记账:
164
- `SOURCE_BEAT0` 是审计真值永不改,输出偏移只进 `OUTPUT_AUDIO_OFFSET_SEC`。
165
-
166
- **锚点绑定规则**(哪些用网格、哪些用真实瞬态):
167
-
168
- - 密集规则切点(每拍/每两拍一切)→ 用获胜网格的 `beatF(n)`
169
- - 稀疏重音、孤立定格 → **钉真实瞬态**,不用网格插值点(网格在稀疏
170
- 处的微小漂移会被单个重音放大成可感偏差)
171
- - 结尾定格 → 最后一个真实瞬态 + RMS 静默确认(防止钉在余韵尾巴上)
172
- - 视频素材/SFX 按**内部峰值**对齐,不按文件头对齐:
173
- `素材起始 = 目标拍时刻 − (峰值时刻 − 裁剪偏移)`;峰值用音频能量
174
- 包络或 FFmpeg 帧差定位
175
-
176
- 设计规矩:
177
- - 镜头时长以拍为单位(4/8 拍一镜),加速段可用半拍/四分之一拍阶梯
178
- (如 CUT_BEATS = [48, 49.5, 50.5, 51, 51.25] 的收敛逼近)
179
- - 每拍一动作的步进类镜头(清单逐项、马赛克逐格)直接 map 拍号
180
- - BGM 鼓点已密时 SFX 克制:只钉画面独有动作,大 slam 只给 2–3 处,
181
- 其余让位给 BGM 的鼓
182
- - **全画面级冲击有硬上限**(整画面 scale 泵/震屏/闪帧/负片帧等一切
183
- 作用于整画面或相机层的瞬时冲击):全片 ≤3 处、与 §2b 最强 hit
184
- 清单一一对应、相邻两处间隔 ≥16 拍;节拍泵类连打单次 ≤4 拍
185
- 且全片 ≤1 次,打完接足 hold(各卡标注值是底线)。
186
- 计数单位是**一次手法使用**(一张卡的一次应用 = 一个名额),含
187
- 多次内部闪帧的卡(连闪/多刀切串)不逐帧重复计数,其内部
188
- 结构由各卡自身的参数表与次数上限管辖
189
- - **卡点动效默认落在主角元素层**(卡片/标题/数字),整画面与相机层
190
- 默认不参与逐拍运动;"每拍一动作"指内容步进(清单逐项/马赛克
191
- 逐格),不是画面幅度脉冲
192
- - 结构性运动(形变/运镜/位姿)用连续帧函数;冲击事件(出现/替换/
193
- 闪/骤缩)在选定的那一帧上开关。多层动效同帧命中构成重音;要错
194
- 开只错 1–2 帧且必须是设计意图,不允许来自取整的意外错位
195
-
196
- ## 5. 渲后回测(闭环,必做)
197
-
198
- ### 5a. 两种误差分开报,不混为一谈
199
-
200
- - **音频真值误差**:设计切点秒值 vs 真实瞬态秒值的距离,验的是
201
- 分析管线;门槛:平均 <5ms,全部 ±33ms 内,90% 在 ±15ms 内
202
- - **视觉量化误差**:秒值换算到最近可渲染帧引入的取整误差,验的是
203
- 帧率够不够;`beatF()` 取整那一步的误差就是它,逐锚点记录
204
-
205
- 最近帧取整的误差上限由 FPS 决定:30fps 是 ±16.7ms、60fps 是
206
- ±8.3ms、120fps 是 ±4.2ms。**30fps 交付不要声称 <5ms 的视觉精度**;
207
- 量化误差报表超出容忍时升帧率,而不是去改音频分析。
208
-
209
- ### 5b. 渲出成片抽音轨回测
210
-
211
- ```bash
212
- ffmpeg -i out/promo.mp4 -vn -acodec pcm_s16le /tmp/render-audio.wav
213
- ```
214
-
215
- 对渲出音轨重跑第 1 步的网格拟合(BGM 从视频里量,不从源文件量——
216
- 这样连音频编码/对齐偏移一起验),然后逐一对比:
217
- **设计切点帧号 vs 最近测得拍的帧号**,输出误差表。
218
-
219
- | 判定 | 误差 |
220
- |------|------|
221
- | 合格 | ≤3f(感知阈值) |
222
- | 理想 | ≤1.5f |
223
- | 必修 | >3f 的任何切点 |
224
-
225
- 误差超标的钉点回第 4 步改拍号或帧偏移,重渲再测,直到全表合格。
226
-
227
- **系统性同向偏移先查输出音轨偏移,不逐点手改。** 误差表若呈同向
228
- 等量偏移(所有切点一致 +N 帧),根因几乎总是渲染输出链路的音轨
229
- 偏移(AAC encoder priming 等编码/封装环节,48kHz 典型 ≈1.28f,
230
- 机制与实测方法见 sound-design §4.6),不是节拍分析错。诊断:拿
231
- BGM 原文件与渲出音轨做归一化交叉相关量出偏移量。修复:**输出偏移
232
- 单设常量,不写回源分析值**——`beat_data.json` 里的 t0 是源音乐的
233
- 分析真值和审计基准,混入渲染偏移会在换 codec/重新分析时造成二次
234
- 补偿。代码里分开记账:
235
-
236
- ```ts
237
- export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,与 beat_data.json 一致,永不掺入渲染偏移
238
- export const OUTPUT_AUDIO_OFFSET_SEC = 0.0427; // 输出音轨偏移,按渲染管线实测(sound-design §4.6)
239
- export const beatT = (n: number) => SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT;
240
- ```
241
-
242
- 全片切点随 `beatT` 一次归位,**不要逐锚点手改拍号**;SFX 侧的补偿
243
- 走 sound-design §4.6 的同一常量。这类错位的观感危害不止"不准":
244
- 冲击画面差 2–3 帧听不出是跟着鼓的,合理的卡点动效会被读作无端抖动。
245
-
246
- ## 6. 工具备忘
247
-
248
- - librosa 不在系统 python:`uv run --with librosa --with scipy --python 3.11 script.py`
249
- - 只有人声/复杂编曲的曲子 beat_track 会漂:先用 `librosa.effects.hpss`
250
- 分离打击成分再测;仍不干净时上 Demucs 分离鼓轨——
251
- `uvx --from demucs demucs --two-stems=drums -n htdemucs bgm.mp3 -o analysis/`,
252
- 之后 §1/§2 全部在 `drums.wav` 上跑
253
- - BPM 拿不稳(多方法交叉验证):madmom 的 RNN+DBN 和 Essentia 的
254
- RhythmExtractor2013 可作 librosa 之外的第二、第三票;三者对不齐时
255
- 回 §3 用瞬态覆盖率投票,不猜
256
- - 变速曲(DJ 转场、accelerando):先用 librosa 局部 tempogram
257
- (约 5s 窗)确认变速点,再按能量段分段拟合,各段各自 t0/T
1
+ # music-beat-sync — BGM 节奏分析与卡点方法论
2
+
3
+ 强节奏 BGM 的片子,**所有转场和关键动效必须落在拍上**。本文档给出从
4
+ "拿到一首曲子"到"成片切点误差 ≤3 帧"的完整可复现流程。实测:一支
5
+ 70s、18 镜、131.97 BPM 的强鼓点宣传片按此法制作,渲后回测全部切点
6
+ 误差 ≤2.2f(感知阈值约 3f)。
7
+
8
+ ## 目录
9
+
10
+ - 何时启用
11
+ - 节拍网格测定
12
+ - 鼓点分类与能量结构
13
+ - 网格验收与产物
14
+ - 用拍号编排时间线
15
+ - 渲后回测
16
+ - 工具备忘
17
+
18
+ ## 0. 何时启用
19
+
20
+ 阶段 0 先检查用户是否已指定音乐。
21
+ - 已选好 → 走本文档:先分析节奏,再让分镜的每个切点/动效锚到拍号
22
+ - 未选 → BGM 选型放到阶段 6(见 pipeline.md),此时动效时间线按
23
+ 内容节奏排,不强行卡点
24
+
25
+ **铁律:音乐先行。** 网格没验收通过之前不设计分镜;时长对不上时改
26
+ 时间参数,不删改用户文案。分析全程用浮点秒记录时刻,**换算成帧只发生
27
+ 在进 Remotion 的最后一步**(提前取整会让误差在管线里滚雪球)。
28
+
29
+ ## 1. 节拍网格测定(不要相信 beat_track 的 tempo 标量)
30
+
31
+ 用 `uv run --with librosa --with scipy --python 3.11` 跑一次性脚本:
32
+
33
+ ```python
34
+ import numpy as np, librosa
35
+
36
+ y, sr = librosa.load("bgm.mp3", sr=None, mono=True)
37
+ tempo, beats = librosa.beat.beat_track(y=y, sr=sr, tightness=400, units="time")
38
+
39
+ # 关键一步:对 beat 序列做最小二乘等距网格拟合,求真实 BPM 与相位。
40
+ # beat_track 返回的 tempo 标量可能偏差 2%+(实测 129.2 vs 真值 131.97),
41
+ # 但它输出的 beat 时刻序列本身是好的——用整个序列拟合直线 t_i = t0 + i*T:
42
+ i = np.arange(len(beats))
43
+ A = np.vstack([i, np.ones_like(i)]).T
44
+ (T, t0), *_ = np.linalg.lstsq(A, beats, rcond=None)
45
+ bpm = 60.0 / T
46
+ residual = beats - (t0 + i * T)
47
+ print(f"BPM={bpm:.2f} t0={t0:.4f}s T={T:.5f}s 残差±{np.abs(residual).max()*1000:.0f}ms")
48
+ ```
49
+
50
+ 验收标准:残差 ≤ ±15ms(半帧内)说明曲子是机器鼓点、网格可信;
51
+ 残差大说明有变速段,需要分段拟合。
52
+
53
+ **半倍/双倍歧义必查**:beat 检测常在 2x/0.5x 之间跳(70 BPM 报成
54
+ 140)。判据不是听感,是下一节的鼓点数据——正确的网格下 kick 应该
55
+ 主要落在整数拍;如果 kick 一半落拍一半落半拍,多半是网格快了一倍。
56
+ 拿 0.5x/1x/2x 三个候选按 §3 的指标各算一遍分数,选覆盖率最高的。
57
+
58
+ **复杂曲先分离鼓 stem**:人声/贝斯厚的编曲会把鼓的攻击埋掉,
59
+ beat_track 和 onset 都会漂。轻量方案 `librosa.effects.hpss` 取打击
60
+ 成分;重方案 Demucs 分离整条鼓轨(见 §6),之后所有鼓点检测都在
61
+ 鼓 stem 上做,不在全混音上做。
62
+
63
+ ## 2. 鼓点分类与能量结构(决定什么钉在哪一拍)
64
+
65
+ ### 2a. 三分类瞬态检测
66
+
67
+ 不同鼓件驱动不同类型的动效,分频段各测一遍(在鼓 stem 或 hpss
68
+ 打击成分上):
69
+
70
+ | 类别 | 频段 | 驱动的动效 |
71
+ |------|------|-----------|
72
+ | kick | 40–160 Hz | 冲击 / slam / 骤缩——画面"被砸"的一拍 |
73
+ | snare | 150–500 Hz 体 + 1–3 kHz 打击面(两者都要有) | 替换 / 闪切 / 构图切换——"换一件事"的一拍 |
74
+ | hihat | 6–14 kHz | 微动密度——hihat 密的段落微动效可以密,稀的段落必须收 |
75
+
76
+ ```python
77
+ from scipy.signal import butter, sosfilt
78
+ def band_env(y, sr, lo, hi):
79
+ sos = butter(4, [lo, hi], btype="band", fs=sr, output="sos")
80
+ env = librosa.onset.onset_strength(y=sosfilt(sos, y), sr=sr)
81
+ return env, librosa.times_like(env, sr=sr)
82
+
83
+ kick_env, times = band_env(y, sr, 40, 160)
84
+ # 把每个整数拍位置的 env 能量列出来,排序找最强 hit:
85
+ for n in range(int((times[-1]-t0)/T)):
86
+ t = t0 + n*T
87
+ e = kick_env[np.argmin(np.abs(times - t))]
88
+ # 记录 (拍号 n, 能量 e),取 top 若干作为"大 slam 候选拍"
89
+ ```
90
+
91
+ 命中记成 `{t 秒, s 强度, k 类别}` 的列表存档,设计分镜时按类别取用。
92
+
93
+ **命中表是候选池,不是触发器。** 检测到的每个 kick 不等于都要配一次
94
+ 画面冲击——强鼓点曲(tech-house 类)kick 几乎每拍都有,逐拍执行
95
+ "被砸"就是"镜头随节奏抖动"(实际用户投诉,见 aesthetic-rules R4)。
96
+ kick→冲击的映射只用于从候选池里选出 §2b 的最强 hit(全片 2–3 处);
97
+ 其余 kick 只作为切点和元素级动效的**时机**参照,不驱动画面幅度。
98
+
99
+ ### 2b. RMS 能量曲线与结构表
100
+
101
+ `librosa.feature.rms` 拉全曲能量曲线,配合鼓点密度切出段落边界。
102
+ 产出两样东西进设计 spec:
103
+
104
+ - **音乐结构表**:能量从第几拍起满、breakdown/静默段在第几拍——
105
+ 分镜的能量曲线要贴着它排(breakdown 处放品牌呼吸位是天然结构),
106
+ 高能段镜头可以多层动效并行,低能段收到 1–2 层
107
+ - **最强 hit 拍号清单**:全片 2–3 个最大 slam(开题/高潮/收尾)
108
+ 必须钉在这些拍上
109
+
110
+ **易错点(实测踩过)**:最大 slam 钉在了 b52.5(两拍之间)而最强
111
+ kick 在整数拍 b52 上,渲后回测偏差 +5.75f。强鼓点曲的重音几乎总在
112
+ 整数拍上,半拍钉点必须有 env 数据支持,不能凭听感。
113
+
114
+ ## 3. 网格验收与产物(先验收,后分镜)
115
+
116
+ 拿候选网格(含 0.5x/1x/2x)逐一对齐最近的真实鼓点瞬态,算四个指标:
117
+
118
+ | 指标 | 含义 | 门槛 |
119
+ |------|------|------|
120
+ | match | 网格拍命中真实瞬态的比例 | ≥98% |
121
+ | mean_abs_ms | 平均绝对对齐误差 | <10ms |
122
+ | drift | 残差对时间做线性回归的斜率(漂移) | 全曲累计 <5ms |
123
+ | 首拍有效性 | 网格第 0 拍是否落在真实的音乐攻击上 | 必须 |
124
+
125
+ 按分数选出获胜网格,把**所有候选和获胜理由**写进分析产物留档。
126
+ 拿不准时给候选网格各合成一条 click 轨叠回原曲听一遍,但最终以
127
+ 指标定夺,不以听感定夺。
128
+
129
+ 分析产物随项目留档(是每一个切点的审计链):
130
+
131
+ ```text
132
+ analysis/
133
+ beat_data.json # bpm, t0, T, beats[], hits[{t,s,k}], rms[], sections[]
134
+ grid_drift.json # 各候选网格的 match/误差/漂移 与获胜理由
135
+ click_*.wav # 候选 click 轨(可选,听感复核用)
136
+ ```
137
+
138
+ `beat_data.json` 里的时刻永远是浮点秒、不预取整;下游只依赖
139
+ `bpm / beats / hits / rms / sections` 这几个字段名。
140
+
141
+ ## 4. 时间线用拍号写,不用帧号写
142
+
143
+ Remotion 项目里把网格常量化,一切镜头边界/动效关键帧用 `beatF()` 表达:
144
+
145
+ ```ts
146
+ export const FPS = 30;
147
+ export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,秒,与 beat_data.json 一致
148
+ export const BEAT_INT = 0.45465; // T,秒
149
+ export const OUTPUT_AUDIO_OFFSET_SEC = 0; // 渲后回测确认有输出音轨偏移时填实测值(§5b)
150
+ export const beatT = (n: number) =>
151
+ SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT; // 拍→秒
152
+ export const beatF = (n: number) => Math.round(beatT(n) * FPS); // 拍→帧
153
+
154
+ export const SHOTS = {
155
+ s0_open: { from: 0, to: beatF(8) },
156
+ s1_slam: { from: beatF(8), to: beatF(16) },
157
+ // …每个镜头边界都是 beatF(整数拍);镜头内部动效用局部拍:
158
+ };
159
+ export const localBeat = (shot: {from: number}, n: number) => beatF(n) - shot.from;
160
+ ```
161
+
162
+ 好处:换曲/换段落时改两个常量全片重排;SFX 钉帧表也写 `beatF(n)`,
163
+ 与画面共用同一事实源,永不错位。源分析值与渲染偏移分开记账:
164
+ `SOURCE_BEAT0` 是审计真值永不改,输出偏移只进 `OUTPUT_AUDIO_OFFSET_SEC`。
165
+
166
+ **锚点绑定规则**(哪些用网格、哪些用真实瞬态):
167
+
168
+ - 密集规则切点(每拍/每两拍一切)→ 用获胜网格的 `beatF(n)`
169
+ - 稀疏重音、孤立定格 → **钉真实瞬态**,不用网格插值点(网格在稀疏
170
+ 处的微小漂移会被单个重音放大成可感偏差)
171
+ - 结尾定格 → 最后一个真实瞬态 + RMS 静默确认(防止钉在余韵尾巴上)
172
+ - 视频素材/SFX 按**内部峰值**对齐,不按文件头对齐:
173
+ `素材起始 = 目标拍时刻 − (峰值时刻 − 裁剪偏移)`;峰值用音频能量
174
+ 包络或 FFmpeg 帧差定位
175
+
176
+ 设计规矩:
177
+ - 镜头时长以拍为单位(4/8 拍一镜),加速段可用半拍/四分之一拍阶梯
178
+ (如 CUT_BEATS = [48, 49.5, 50.5, 51, 51.25] 的收敛逼近)
179
+ - 每拍一动作的步进类镜头(清单逐项、马赛克逐格)直接 map 拍号
180
+ - BGM 鼓点已密时 SFX 克制:只钉画面独有动作,大 slam 只给 2–3 处,
181
+ 其余让位给 BGM 的鼓
182
+ - **全画面级冲击有硬上限**(整画面 scale 泵/震屏/闪帧/负片帧等一切
183
+ 作用于整画面或相机层的瞬时冲击):全片 ≤3 处、与 §2b 最强 hit
184
+ 清单一一对应、相邻两处间隔 ≥16 拍;节拍泵类连打单次 ≤4 拍
185
+ 且全片 ≤1 次,打完接足 hold(各卡标注值是底线)。
186
+ 计数单位是**一次手法使用**(一张卡的一次应用 = 一个名额),含
187
+ 多次内部闪帧的卡(连闪/多刀切串)不逐帧重复计数,其内部
188
+ 结构由各卡自身的参数表与次数上限管辖
189
+ - **卡点动效默认落在主角元素层**(卡片/标题/数字),整画面与相机层
190
+ 默认不参与逐拍运动;"每拍一动作"指内容步进(清单逐项/马赛克
191
+ 逐格),不是画面幅度脉冲
192
+ - 结构性运动(形变/运镜/位姿)用连续帧函数;冲击事件(出现/替换/
193
+ 闪/骤缩)在选定的那一帧上开关。多层动效同帧命中构成重音;要错
194
+ 开只错 1–2 帧且必须是设计意图,不允许来自取整的意外错位
195
+
196
+ ## 5. 渲后回测(闭环,必做)
197
+
198
+ ### 5a. 两种误差分开报,不混为一谈
199
+
200
+ - **音频真值误差**:设计切点秒值 vs 真实瞬态秒值的距离,验的是
201
+ 分析管线;门槛:平均 <5ms,全部 ±33ms 内,90% 在 ±15ms 内
202
+ - **视觉量化误差**:秒值换算到最近可渲染帧引入的取整误差,验的是
203
+ 帧率够不够;`beatF()` 取整那一步的误差就是它,逐锚点记录
204
+
205
+ 最近帧取整的误差上限由 FPS 决定:30fps 是 ±16.7ms、60fps 是
206
+ ±8.3ms、120fps 是 ±4.2ms。**30fps 交付不要声称 <5ms 的视觉精度**;
207
+ 量化误差报表超出容忍时升帧率,而不是去改音频分析。
208
+
209
+ ### 5b. 渲出成片抽音轨回测
210
+
211
+ ```bash
212
+ ffmpeg -i out/promo.mp4 -vn -acodec pcm_s16le /tmp/render-audio.wav
213
+ ```
214
+
215
+ 对渲出音轨重跑第 1 步的网格拟合(BGM 从视频里量,不从源文件量——
216
+ 这样连音频编码/对齐偏移一起验),然后逐一对比:
217
+ **设计切点帧号 vs 最近测得拍的帧号**,输出误差表。
218
+
219
+ | 判定 | 误差 |
220
+ |------|------|
221
+ | 合格 | ≤3f(感知阈值) |
222
+ | 理想 | ≤1.5f |
223
+ | 必修 | >3f 的任何切点 |
224
+
225
+ 误差超标的钉点回第 4 步改拍号或帧偏移,重渲再测,直到全表合格。
226
+
227
+ **系统性同向偏移先查输出音轨偏移,不逐点手改。** 误差表若呈同向
228
+ 等量偏移(所有切点一致 +N 帧),根因几乎总是渲染输出链路的音轨
229
+ 偏移(AAC encoder priming 等编码/封装环节,48kHz 典型 ≈1.28f,
230
+ 机制与实测方法见 sound-design §4.6),不是节拍分析错。诊断:拿
231
+ BGM 原文件与渲出音轨做归一化交叉相关量出偏移量。修复:**输出偏移
232
+ 单设常量,不写回源分析值**——`beat_data.json` 里的 t0 是源音乐的
233
+ 分析真值和审计基准,混入渲染偏移会在换 codec/重新分析时造成二次
234
+ 补偿。代码里分开记账:
235
+
236
+ ```ts
237
+ export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,与 beat_data.json 一致,永不掺入渲染偏移
238
+ export const OUTPUT_AUDIO_OFFSET_SEC = 0.0427; // 输出音轨偏移,按渲染管线实测(sound-design §4.6)
239
+ export const beatT = (n: number) => SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT;
240
+ ```
241
+
242
+ 全片切点随 `beatT` 一次归位,**不要逐锚点手改拍号**;SFX 侧的补偿
243
+ 走 sound-design §4.6 的同一常量。这类错位的观感危害不止"不准":
244
+ 冲击画面差 2–3 帧听不出是跟着鼓的,合理的卡点动效会被读作无端抖动。
245
+
246
+ ## 6. 工具备忘
247
+
248
+ - librosa 不在系统 python:`uv run --with librosa --with scipy --python 3.11 script.py`
249
+ - 只有人声/复杂编曲的曲子 beat_track 会漂:先用 `librosa.effects.hpss`
250
+ 分离打击成分再测;仍不干净时上 Demucs 分离鼓轨——
251
+ `uvx --from demucs demucs --two-stems=drums -n htdemucs bgm.mp3 -o analysis/`,
252
+ 之后 §1/§2 全部在 `drums.wav` 上跑
253
+ - BPM 拿不稳(多方法交叉验证):madmom 的 RNN+DBN 和 Essentia 的
254
+ RhythmExtractor2013 可作 librosa 之外的第二、第三票;三者对不齐时
255
+ 回 §3 用瞬态覆盖率投票,不猜
256
+ - 变速曲(DJ 转场、accelerando):先用 librosa 局部 tempogram
257
+ (约 5s 窗)确认变速点,再按能量段分段拟合,各段各自 t0/T