dsh-drawai 0.4.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -5
- package/lib/client.js +142 -16
- package/lib/index.js +7945 -7719
- package/lib/motion/asset-pack.js +394 -394
- package/lib/motion/assets.js +291 -291
- package/lib/motion/demo-assets-lock.js +10 -10
- package/lib/motion/mgstyles/briefs/23-ink-wash.md +147 -0
- package/lib/motion/mgstyles/catalog.d/23-ink-wash.json +28 -0
- package/lib/motion/mgstyles/catalog.json +127 -14
- package/lib/motion/mgstyles/upstream/demos/23-ink-wash/brush.js +149 -0
- package/lib/motion/mgstyles/upstream/demos/23-ink-wash/film.js +202 -0
- package/lib/motion/mgstyles/upstream/manifest.json +28 -3
- package/lib/motion/mgstyles/upstream/prompts/23-ink-wash.md +59 -0
- package/lib/motion/mgstyles/vendor/README.md +28 -28
- package/lib/motion/mgstyles/vendor/modules/d3/LICENSE +13 -13
- package/lib/motion/mgstyles/vendor/modules/d3/dist/d3.min.js +2 -2
- package/lib/motion/mgstyles/vendor/modules/opentype.js/LICENSE +20 -20
- package/lib/motion/mgstyles/vendor/modules/opentype.js/dist/opentype.mjs +14460 -14460
- package/lib/motion/mgstyles/vendor/modules/simplex-noise/LICENSE +21 -21
- package/lib/motion/mgstyles/vendor/modules/simplex-noise/dist/esm/simplex-noise.js +465 -465
- package/lib/motion/mgstyles/vendor/modules/topojson-client/LICENSE +13 -13
- package/lib/motion/mgstyles/vendor/modules/topojson-client/dist/topojson-client.min.js +2 -2
- package/lib/motion/project.js +5 -1
- package/lib/motion/qa.js +116 -6
- package/lib/motion/render.js +179 -179
- package/lib/motion/scene-kit.js +1 -1
- package/lib/motion/shotcraft/upstream/SKILL.md +286 -286
- package/lib/motion/shotcraft/upstream/assets/lib/Caption.tsx +54 -54
- package/lib/motion/shotcraft/upstream/assets/lib/ClipCard.tsx +200 -200
- package/lib/motion/shotcraft/upstream/assets/lib/DigitRoll.tsx +45 -45
- package/lib/motion/shotcraft/upstream/assets/lib/FlashCut.tsx +20 -20
- package/lib/motion/shotcraft/upstream/assets/lib/FlatPanel.tsx +65 -65
- package/lib/motion/shotcraft/upstream/assets/lib/PageCam.tsx +151 -151
- package/lib/motion/shotcraft/upstream/assets/lib/VerticalTicker.tsx +129 -129
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/camera.tsx +75 -75
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/motion.ts +40 -40
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/rand.ts +11 -11
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/shake.ts +10 -10
- package/lib/motion/shotcraft/upstream/assets/scripts/build-readme-cover.mjs +49 -49
- package/lib/motion/shotcraft/upstream/assets/scripts/capture-template.mjs +210 -210
- package/lib/motion/shotcraft/upstream/assets/scripts/sfx-source.py +423 -423
- package/lib/motion/shotcraft/upstream/assets/scripts/smoke-render-demos.py +170 -170
- package/lib/motion/shotcraft/upstream/assets/scripts/test_sfx_source.py +157 -157
- package/lib/motion/shotcraft/upstream/demos/README.md +120 -120
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Brand.tsx +112 -112
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Fixtures.tsx +647 -647
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Look.tsx +316 -316
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Motion.tsx +82 -82
- package/lib/motion/shotcraft/upstream/demos/_fixtures/PageCam2D.tsx +115 -115
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Polish.tsx +243 -243
- package/lib/motion/shotcraft/upstream/demos/_textures/live-layout.json +388 -388
- package/lib/motion/shotcraft/upstream/demos/camera/basic-3d-scene/Basic3DScene.tsx +250 -250
- package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashImpactReal.tsx +305 -305
- package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashZoomReal.tsx +246 -246
- package/lib/motion/shotcraft/upstream/demos/camera/cursor-flyover/CursorFlyover.tsx +390 -390
- package/lib/motion/shotcraft/upstream/demos/camera/depth-layer-moves/MultiplaneReal.tsx +138 -138
- package/lib/motion/shotcraft/upstream/demos/camera/graze-face-tour/GrazeFaceTour.tsx +542 -542
- package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/OverheadTabletopDrop.tsx +315 -315
- package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/TiltReveal.tsx +299 -299
- package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/DroneDiveLanding.tsx +173 -173
- package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/ExplodedView.tsx +348 -348
- package/lib/motion/shotcraft/upstream/demos/camera/steep-tilt-glide/SteepTiltGlide.tsx +366 -366
- package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/BulletTimeFreezeOrbit.tsx +279 -279
- package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/PullBackIsolation.tsx +184 -184
- package/lib/motion/shotcraft/upstream/demos/camera/terminal-3d/Terminal3D.tsx +390 -390
- package/lib/motion/shotcraft/upstream/demos/data/before-after-slider-scrub/BeforeAfterSliderScrub.tsx +155 -155
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/AxisRescaleShockV2.tsx +303 -303
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/OscilloscopeStreamV2.tsx +290 -290
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/UnitDotSwarmRegroupV2.tsx +278 -278
- package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/NeedleSweepSelftest.tsx +307 -307
- package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/TapeScrollFixedPointer.tsx +215 -215
- package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/BrakeReticleLock.tsx +299 -299
- package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/ChangelogScrollBrake.tsx +232 -232
- package/lib/motion/shotcraft/upstream/demos/data/timeline-travel/TimelineTravel.tsx +290 -290
- package/lib/motion/shotcraft/upstream/demos/effects/assemble-then-type-flyin/AssembleThenTypeFlyin.tsx +273 -273
- package/lib/motion/shotcraft/upstream/demos/effects/aurora-bloom-bg-flip/AuroraBloomBgFlip.tsx +167 -167
- package/lib/motion/shotcraft/upstream/demos/effects/brand-frame-snap/BrandFrameSnap.tsx +536 -536
- package/lib/motion/shotcraft/upstream/demos/effects/fui-hud-moves/ReticleLockOn.tsx +164 -164
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/FlylineArc.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/GlowOrbAmbient.tsx +197 -197
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/OrbFlylineRelay.tsx +241 -241
- package/lib/motion/shotcraft/upstream/demos/effects/icon-performance-moves/AttentionBounce.tsx +279 -279
- package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/AnimeImpact.tsx +230 -230
- package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/HitCounter.tsx +345 -345
- package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SheenSweepRetry.tsx +275 -275
- package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SpotlightSweepReveal.tsx +229 -229
- package/lib/motion/shotcraft/upstream/demos/effects/radial-ripple-phone-chips/RadialRipplePhoneChips.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/effects/riso-print-hits/RisoMisregistrationHit.tsx +222 -222
- package/lib/motion/shotcraft/upstream/demos/effects/scan-bracket-sweep/ScanBracketSweep.tsx +295 -295
- package/lib/motion/shotcraft/upstream/demos/effects/scanline-annotate-focus/ScanlineAnnotateFocus.tsx +329 -329
- package/lib/motion/shotcraft/upstream/demos/effects/scanline-assemble-flyin/ScanlineAssembleFlyin.tsx +315 -315
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ImpactBurstKit.tsx +264 -264
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/KanadaPerspectiveSnap.tsx +260 -260
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ScoreSlam.tsx +263 -263
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/CornerSpotlightReveal.tsx +123 -123
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/GlowWakeSleepPanel.tsx +187 -187
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/SlideSpotlightPan.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/interaction/autolayout-gap-dial/AutolayoutGapDial.tsx +305 -305
- package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/DiagramCascadeBuild.tsx +350 -350
- package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/PanelToCanvasMaterialize.tsx +352 -352
- package/lib/motion/shotcraft/upstream/demos/interaction/chip-grid-single-select-blackout/ChipGridSingleSelectBlackout.tsx +218 -218
- package/lib/motion/shotcraft/upstream/demos/interaction/collab-cursor-moves/CursorCastEnsemble.tsx +297 -297
- package/lib/motion/shotcraft/upstream/demos/interaction/glass-pill-dictation-typing/GlassPillDictationTyping.tsx +157 -157
- package/lib/motion/shotcraft/upstream/demos/interaction/hashtag-to-pill-materialize/HashtagToPillMaterialize.tsx +218 -218
- package/lib/motion/shotcraft/upstream/demos/interaction/picker-carousel-feature-cycle/PickerCarouselFeatureCycle.tsx +202 -202
- package/lib/motion/shotcraft/upstream/demos/interaction/segmented-thumb-hero/SegmentedThumbHero.tsx +265 -265
- package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/PaletteThemeRipple.tsx +457 -457
- package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/ThemeSweepToggle.tsx +446 -446
- package/lib/motion/shotcraft/upstream/demos/interaction/type-and-filter/TypeAndFilter.tsx +249 -249
- package/lib/motion/shotcraft/upstream/demos/interaction/voice-waveform-live/VoiceWaveformLive.tsx +278 -278
- package/lib/motion/shotcraft/upstream/demos/opening/crane-rise-reveal/CraneRiseReveal.tsx +332 -332
- package/lib/motion/shotcraft/upstream/demos/opening/dataviz-landscape-open/DatavizLandscapeOpen.tsx +358 -358
- package/lib/motion/shotcraft/upstream/demos/opening/fracture/Fracture.tsx +201 -201
- package/lib/motion/shotcraft/upstream/demos/opening/icon-field-colorize/IconFieldColorize.tsx +200 -200
- package/lib/motion/shotcraft/upstream/demos/opening/letterspace-materialize/LetterspaceMaterialize.tsx +208 -208
- package/lib/motion/shotcraft/upstream/demos/opening/magician-card-flourish/MagicianCardFlourish.tsx +341 -341
- package/lib/motion/shotcraft/upstream/demos/opening/orbit-ring-title-open/OrbitRingTitleOpen.tsx +389 -389
- package/lib/motion/shotcraft/upstream/demos/opening/spotlight-hero-card/SpotlightHeroCard.tsx +293 -293
- package/lib/motion/shotcraft/upstream/demos/opening/stroke-segment-build/StrokeSegmentBuild.tsx +183 -183
- package/lib/motion/shotcraft/upstream/demos/opening/text-as-mask/TextAsMask.tsx +245 -245
- package/lib/motion/shotcraft/upstream/demos/outro/grain-dissolve/GrainDissolve.tsx +222 -222
- package/lib/motion/shotcraft/upstream/demos/outro/logo-shrink-wordmark-lockup/LogoShrinkWordmarkLockup.tsx +223 -223
- package/lib/motion/shotcraft/upstream/demos/outro/neon-triple-marquee/NeonTripleMarquee.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/outro/outro-group-photo-launch/OutroGroupPhotoLaunch.tsx +343 -343
- package/lib/motion/shotcraft/upstream/demos/outro/ui-strip-away-outro/UiStripAwayOutro.tsx +357 -357
- package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/IconFlipBloomLogo.tsx +187 -187
- package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/InputMorphsIntoLogo.tsx +333 -333
- package/lib/motion/shotcraft/upstream/demos/rhythm/beat-cut-moves/PaparazziFlash.tsx +274 -274
- package/lib/motion/shotcraft/upstream/demos/rhythm/beat-step-list-theme-cycle/BeatStepListThemeCycle.tsx +270 -270
- package/lib/motion/shotcraft/upstream/demos/rhythm/panel-grid-moves/ComicPanelSplit.tsx +430 -430
- package/lib/motion/shotcraft/upstream/demos/rhythm/quad-split-parallel-scenes/QuadSplitParallelScenes.tsx +252 -252
- package/lib/motion/shotcraft/upstream/demos/rhythm/rhythm-interrupt-moves/JumpCutPunchIn.tsx +106 -106
- package/lib/motion/shotcraft/upstream/demos/rhythm/sakuga-timing-shift/SakugaTimingShift.tsx +288 -288
- package/lib/motion/shotcraft/upstream/demos/rhythm/speed-ramp-freeze/FreezeAnnotateReal.tsx +362 -362
- package/lib/motion/shotcraft/upstream/demos/rhythm/trailer-grammar-moves/TrailerBumper.tsx +168 -168
- package/lib/motion/shotcraft/upstream/demos/transition/bottom-push-stack-wipe/BottomPushStackWipe.tsx +310 -310
- package/lib/motion/shotcraft/upstream/demos/transition/card-flip-reveal/CardFlipReveal.tsx +261 -261
- package/lib/motion/shotcraft/upstream/demos/transition/card-flock-tumble/CardFlockTumble.tsx +459 -459
- package/lib/motion/shotcraft/upstream/demos/transition/circle-match-iris/CircleMatchIris.tsx +294 -294
- package/lib/motion/shotcraft/upstream/demos/transition/gradient-transition/GradientTransition.tsx +161 -161
- package/lib/motion/shotcraft/upstream/demos/transition/line-carry-transition/LineCarryTransition.tsx +248 -248
- package/lib/motion/shotcraft/upstream/demos/transition/mosaic-reframe/MosaicReframe.tsx +359 -359
- package/lib/motion/shotcraft/upstream/demos/transition/page-turn-transitions/BarnDoorSplit.tsx +227 -227
- package/lib/motion/shotcraft/upstream/demos/transition/print-texture-transitions/InkBleedReveal.tsx +162 -162
- package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/PortalWipeV2.tsx +248 -248
- package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/WhipBrakeReal.tsx +186 -186
- package/lib/motion/shotcraft/upstream/demos/transition/tear-streak-transitions/GlitchDisplace.tsx +355 -355
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/InvisibleCut.tsx +272 -272
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/LightLeakBurn.tsx +262 -262
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/VersusSlam.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/transition/transition-travel/LetterformZoom.tsx +285 -285
- package/lib/motion/shotcraft/upstream/demos/transition/white-flash-logo-simplify-cut/WhiteFlashLogoSimplifyCut.tsx +205 -205
- package/lib/motion/shotcraft/upstream/demos/transition/wipe-transitions/BlindsSlice.tsx +178 -178
- package/lib/motion/shotcraft/upstream/demos/typography/blur-slide/BlurSlide.tsx +147 -147
- package/lib/motion/shotcraft/upstream/demos/typography/brace-expand/BraceExpand.tsx +143 -143
- package/lib/motion/shotcraft/upstream/demos/typography/brand-ink-open/BrandInkOpen.tsx +134 -134
- package/lib/motion/shotcraft/upstream/demos/typography/countdown-arc-scatter/CountdownArcScatter.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/typography/flying-words/FlyingWords.tsx +198 -198
- package/lib/motion/shotcraft/upstream/demos/typography/glitch-cycle/GlitchCycle.tsx +221 -221
- package/lib/motion/shotcraft/upstream/demos/typography/gradient-word-sweep/GradientWordSweep.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/typography/lead-word-zoom-assemble/LeadWordZoomAssemble.tsx +261 -261
- package/lib/motion/shotcraft/upstream/demos/typography/marker-underline-title/MarkerUnderlineTitle.tsx +121 -121
- package/lib/motion/shotcraft/upstream/demos/typography/outline-word-fill/OutlineWordFill.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/typography/paper-title-card/PaperTitleCard.tsx +179 -179
- package/lib/motion/shotcraft/upstream/demos/typography/pill-chip-slot-cycle-handled/PillChipSlotCycleHandled.tsx +140 -140
- package/lib/motion/shotcraft/upstream/demos/typography/pill-slot-cycle/PillSlotCycle.tsx +309 -309
- package/lib/motion/shotcraft/upstream/demos/typography/text-column-converge/TextColumnConverge.tsx +191 -191
- package/lib/motion/shotcraft/upstream/demos/typography/title-demote-to-label/TitleDemoteToLabel.tsx +292 -292
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/LetterformDriftAssembly.tsx +135 -135
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/SplitTextStagger.tsx +124 -124
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/TextOnPath.tsx +255 -255
- package/lib/motion/shotcraft/upstream/demos/typography/type-entrance-moves/LetterDropPhysics.tsx +173 -173
- package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/FontWeightPump.tsx +225 -225
- package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/KaraokeFillSync.tsx +141 -141
- package/lib/motion/shotcraft/upstream/demos/typography/typewriter-moves/TypewriterErrorRetype.tsx +137 -137
- package/lib/motion/shotcraft/upstream/demos/typography/vertical-word-roll-blur-cycle/VerticalWordRollBlurCycle.tsx +147 -147
- package/lib/motion/shotcraft/upstream/demos/typography/word-relay-filmstrip/WordRelayFilmstrip.tsx +409 -409
- package/lib/motion/shotcraft/upstream/demos/typography/word-relay-geometry/WordRelayGeometry.tsx +280 -280
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/avatar-bracket-carousel/AvatarBracketCarousel.tsx +271 -271
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/bezier-source-converge-merge/BezierSourceConvergeMerge.tsx +385 -385
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/card-stack/CardStack.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/carousel-3d/Carousel3D.tsx +303 -303
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/clipcard-looping/ClipCardLooping.tsx +77 -77
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/cloner-depth-echo/ClonerDepthEcho.tsx +311 -311
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/deck-deal-flyin/DeckDealFlyin.tsx +307 -307
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/doc-park-left-pill-deal/DocParkLeftPillDeal.tsx +349 -349
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/document-typewriter-reveal/DocumentTypewriterReveal.tsx +255 -255
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/draw-svg-trace/DrawSvgTrace.tsx +244 -244
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/element-body-moves/ContactShadowLift.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/integration-hub-map/IntegrationHubMap.tsx +652 -652
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-reveal/ListReveal.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-stack-press/ListStackPress.tsx +238 -238
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-forerun/NeonFrameForerun.tsx +324 -324
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-orbit-drop/NeonFrameForerunOrbit.tsx +354 -354
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/PageWaterfallWall.tsx +101 -101
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/VerticalTicker.tsx +129 -129
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/product-card-progressive-assemble/ProductCardProgressiveAssemble.tsx +297 -297
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/radial-wave/RadialWave.tsx +57 -57
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/research-card-stack-scroll/ResearchCardStackScroll.tsx +155 -155
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/row-embed/RowEmbed.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/value-stagger-gradient/ValueStaggerGradient.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/BentoLightUp.tsx +146 -146
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/WireframeDrawOn.tsx +226 -226
- package/lib/motion/shotcraft/upstream/gallery/api/library.json +1 -1
- package/lib/motion/shotcraft/upstream/references/aesthetic-rules.md +193 -193
- package/lib/motion/shotcraft/upstream/references/final-review.md +121 -121
- package/lib/motion/shotcraft/upstream/references/guided-free-creation.md +199 -199
- package/lib/motion/shotcraft/upstream/references/jianying-export.md +183 -183
- package/lib/motion/shotcraft/upstream/references/music-beat-sync.md +257 -257
- package/lib/motion/shotcraft/upstream/references/pipeline.md +382 -382
- package/lib/motion/shotcraft/upstream/references/publish-upload-post.md +111 -111
- package/lib/motion/shotcraft/upstream/references/sequences/promo-energy-arc.md +50 -50
- package/lib/motion/shotcraft/upstream/references/sfx-sourcing.md +95 -95
- package/lib/motion/shotcraft/upstream/references/shots/camera/basic-3d-scene.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/camera/crash-zoom-punch.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/camera/cursor-flyover.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/camera/depth-layer-moves.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/camera/graze-face-tour.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/camera/overhead-camera-moves.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/camera/space-camera-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/camera/steep-tilt-glide.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/camera/tension-camera-moves.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/camera/terminal-3d.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/data/before-after-slider-scrub.md +48 -48
- package/lib/motion/shotcraft/upstream/references/shots/data/chart-live-moves.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/data/gauge-readout-moves.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/data/scroll-brake-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/data/timeline-travel.md +44 -44
- package/lib/motion/shotcraft/upstream/references/shots/effects/assemble-then-type-flyin.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/effects/aurora-bloom-bg-flip.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/effects/brand-frame-snap.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/effects/fui-hud-moves.md +35 -35
- package/lib/motion/shotcraft/upstream/references/shots/effects/glow-flyline-moves.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/icon-performance-moves.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/effects/impact-feedback.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/effects/light-play-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/effects/radial-ripple-phone-chips.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/effects/riso-print-hits.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/effects/scan-bracket-sweep.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-annotate-focus.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-assemble-flyin.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/slam-entrance-moves.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/effects/spotlight-sweep-moves.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/interaction/autolayout-gap-dial.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/interaction/canvas-materialize-moves.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/interaction/chip-grid-single-select-blackout.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/interaction/collab-cursor-moves.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/interaction/glass-pill-dictation-typing.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/interaction/hashtag-to-pill-materialize.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/interaction/picker-carousel-feature-cycle.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/interaction/segmented-thumb-hero.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/interaction/theme-switch-moves.md +47 -47
- package/lib/motion/shotcraft/upstream/references/shots/interaction/type-and-filter.md +37 -37
- package/lib/motion/shotcraft/upstream/references/shots/interaction/voice-waveform-live.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/opening/brand-ink-open.md +36 -36
- package/lib/motion/shotcraft/upstream/references/shots/opening/crane-rise-reveal.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/opening/dataviz-landscape-open.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/opening/fracture.md +40 -40
- package/lib/motion/shotcraft/upstream/references/shots/opening/icon-field-colorize.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/opening/letterspace-materialize.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/opening/magician-card-flourish.md +73 -73
- package/lib/motion/shotcraft/upstream/references/shots/opening/orbit-ring-title-open.md +87 -87
- package/lib/motion/shotcraft/upstream/references/shots/opening/spotlight-hero-card.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/opening/stroke-segment-build.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/opening/text-as-mask.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/outro/grain-dissolve.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/outro/logo-shrink-wordmark-lockup.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/outro/neon-triple-marquee.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/outro/outro-group-photo-launch.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/outro/ui-strip-away-outro.md +61 -61
- package/lib/motion/shotcraft/upstream/references/shots/outro/ui-to-brand-morph.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-cut-moves.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-step-list-theme-cycle.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/panel-grid-moves.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/quad-split-parallel-scenes.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/rhythm-interrupt-moves.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/sakuga-timing-shift.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/speed-ramp-freeze.md +44 -44
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/trailer-grammar-moves.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/transition/bottom-push-stack-wipe.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/transition/card-flip-reveal.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/transition/card-flock-tumble.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/transition/circle-match-iris.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/transition/gradient-transition.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/transition/line-carry-transition.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/transition/mosaic-reframe.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/transition/page-turn-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/transition/print-texture-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/transition/shot-transitions.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/transition/tear-streak-transitions.md +48 -48
- package/lib/motion/shotcraft/upstream/references/shots/transition/transition-hidden-cut.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/transition/transition-travel.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/transition/white-flash-logo-simplify-cut.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/transition/wipe-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/blur-slide.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/typography/brace-expand.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/typography/countdown-arc-scatter.md +65 -65
- package/lib/motion/shotcraft/upstream/references/shots/typography/document-typewriter-reveal.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/flying-words.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/glitch-cycle.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/gradient-word-sweep.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/typography/lead-word-zoom-assemble.md +91 -91
- package/lib/motion/shotcraft/upstream/references/shots/typography/marker-underline-title.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/typography/outline-word-fill.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/typography/paper-title-card.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/typography/pill-chip-slot-cycle-handled.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/typography/pill-slot-cycle.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/typography/text-column-converge.md +61 -61
- package/lib/motion/shotcraft/upstream/references/shots/typography/title-demote-to-label.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-assembly-moves.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-entrance-moves.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-rhythm-sync.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/typography/typewriter-moves.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/vertical-word-roll-blur-cycle.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-filmstrip.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-geometry.md +75 -75
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/avatar-bracket-carousel.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/bezier-source-converge-merge.md +67 -67
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/card-stack.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/carousel-3d.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/cloner-depth-echo.md +40 -40
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/deck-deal-flyin.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/doc-park-left-pill-deal.md +62 -62
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/draw-svg-trace.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/element-body-moves.md +37 -37
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/integration-hub-map.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-reveal.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-stack-press.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-forerun.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-orbit-drop.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/page-waterfall-wall.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/product-card-progressive-assemble.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/radial-wave.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/research-card-stack-scroll.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/row-embed.md +36 -36
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/value-stagger-gradient.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/wall-reveal-moves.md +47 -47
- package/lib/motion/shotcraft/upstream/references/sound-design.md +170 -170
- package/lib/motion/shotcraft/upstream/references/workbench.md +157 -157
- package/lib/motion/shotcraft/upstream/template/TEMPLATE.md +103 -103
- package/lib/motion/shotcraft/upstream/template/THEMES.md +44 -44
- package/lib/motion/shotcraft/upstream/template/package.json +20 -20
- package/lib/motion/shotcraft/upstream/template/remotion.config.ts +6 -6
- package/lib/motion/shotcraft/upstream/template/src/Root.tsx +17 -17
- package/lib/motion/shotcraft/upstream/template/src/aifl/Caption.tsx +65 -65
- package/lib/motion/shotcraft/upstream/template/src/aifl/DigitRoll.tsx +48 -48
- package/lib/motion/shotcraft/upstream/template/src/aifl/FlashCut.tsx +24 -24
- package/lib/motion/shotcraft/upstream/template/src/aifl/Main.tsx +192 -192
- package/lib/motion/shotcraft/upstream/template/src/aifl/PaperTitleCard.tsx +111 -111
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/PageCam.tsx +150 -150
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneDetail.tsx +158 -158
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneFlyIn.tsx +468 -468
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOpen.tsx +552 -552
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOutroLive.tsx +411 -411
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/ScenePapers.tsx +200 -200
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneWbr.tsx +324 -324
- package/lib/motion/shotcraft/upstream/template/src/aifl/live-layout.json +388 -388
- package/lib/motion/shotcraft/upstream/template/src/index.ts +4 -4
- package/lib/motion/shotcraft/upstream/template/src/themes/ThemedFilm.tsx +7 -7
- package/lib/motion/shotcraft/upstream/template/src/themes/manifest.tsx +68 -68
- package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.json +1 -1
- package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.ts +24 -24
- package/lib/motion/shotcraft/upstream/template/src/themes/palettes.json +74 -74
- package/lib/motion/shotcraft/upstream/template/src/themes/visual-theme.tsx +91 -91
- package/lib/motion/shotcraft/upstream/template/src/workbench.ts +213 -213
- package/lib/motion/shotcraft/upstream/template/tsconfig.json +15 -15
- package/lib/motion/style-frames.js +306 -306
- package/lib/motion/sync.js +214 -214
- package/lib/motion-library.js +1 -1
- package/lib/motion-project.js +105 -105
- package/lib/motion-render-worker.js +174 -174
- package/lib/routing/router.js +222 -222
- package/lib/routing/vendor/README.md +96 -96
- package/lib/routing/vendor/libavoid-routing.js +753 -753
- package/lib/routing/vendor/libavoid.min.js +59 -59
- package/lib/svg-export.js +1344 -0
- package/lib/video-trace-pool.js +128 -128
- package/package.json +3 -2
- package/LICENSE +0 -4175
|
@@ -1,257 +1,257 @@
|
|
|
1
|
-
# music-beat-sync — BGM 节奏分析与卡点方法论
|
|
2
|
-
|
|
3
|
-
强节奏 BGM 的片子,**所有转场和关键动效必须落在拍上**。本文档给出从
|
|
4
|
-
"拿到一首曲子"到"成片切点误差 ≤3 帧"的完整可复现流程。实测:一支
|
|
5
|
-
70s、18 镜、131.97 BPM 的强鼓点宣传片按此法制作,渲后回测全部切点
|
|
6
|
-
误差 ≤2.2f(感知阈值约 3f)。
|
|
7
|
-
|
|
8
|
-
## 目录
|
|
9
|
-
|
|
10
|
-
- 何时启用
|
|
11
|
-
- 节拍网格测定
|
|
12
|
-
- 鼓点分类与能量结构
|
|
13
|
-
- 网格验收与产物
|
|
14
|
-
- 用拍号编排时间线
|
|
15
|
-
- 渲后回测
|
|
16
|
-
- 工具备忘
|
|
17
|
-
|
|
18
|
-
## 0. 何时启用
|
|
19
|
-
|
|
20
|
-
阶段 0 先检查用户是否已指定音乐。
|
|
21
|
-
- 已选好 → 走本文档:先分析节奏,再让分镜的每个切点/动效锚到拍号
|
|
22
|
-
- 未选 → BGM 选型放到阶段 6(见 pipeline.md),此时动效时间线按
|
|
23
|
-
内容节奏排,不强行卡点
|
|
24
|
-
|
|
25
|
-
**铁律:音乐先行。** 网格没验收通过之前不设计分镜;时长对不上时改
|
|
26
|
-
时间参数,不删改用户文案。分析全程用浮点秒记录时刻,**换算成帧只发生
|
|
27
|
-
在进 Remotion 的最后一步**(提前取整会让误差在管线里滚雪球)。
|
|
28
|
-
|
|
29
|
-
## 1. 节拍网格测定(不要相信 beat_track 的 tempo 标量)
|
|
30
|
-
|
|
31
|
-
用 `uv run --with librosa --with scipy --python 3.11` 跑一次性脚本:
|
|
32
|
-
|
|
33
|
-
```python
|
|
34
|
-
import numpy as np, librosa
|
|
35
|
-
|
|
36
|
-
y, sr = librosa.load("bgm.mp3", sr=None, mono=True)
|
|
37
|
-
tempo, beats = librosa.beat.beat_track(y=y, sr=sr, tightness=400, units="time")
|
|
38
|
-
|
|
39
|
-
# 关键一步:对 beat 序列做最小二乘等距网格拟合,求真实 BPM 与相位。
|
|
40
|
-
# beat_track 返回的 tempo 标量可能偏差 2%+(实测 129.2 vs 真值 131.97),
|
|
41
|
-
# 但它输出的 beat 时刻序列本身是好的——用整个序列拟合直线 t_i = t0 + i*T:
|
|
42
|
-
i = np.arange(len(beats))
|
|
43
|
-
A = np.vstack([i, np.ones_like(i)]).T
|
|
44
|
-
(T, t0), *_ = np.linalg.lstsq(A, beats, rcond=None)
|
|
45
|
-
bpm = 60.0 / T
|
|
46
|
-
residual = beats - (t0 + i * T)
|
|
47
|
-
print(f"BPM={bpm:.2f} t0={t0:.4f}s T={T:.5f}s 残差±{np.abs(residual).max()*1000:.0f}ms")
|
|
48
|
-
```
|
|
49
|
-
|
|
50
|
-
验收标准:残差 ≤ ±15ms(半帧内)说明曲子是机器鼓点、网格可信;
|
|
51
|
-
残差大说明有变速段,需要分段拟合。
|
|
52
|
-
|
|
53
|
-
**半倍/双倍歧义必查**:beat 检测常在 2x/0.5x 之间跳(70 BPM 报成
|
|
54
|
-
140)。判据不是听感,是下一节的鼓点数据——正确的网格下 kick 应该
|
|
55
|
-
主要落在整数拍;如果 kick 一半落拍一半落半拍,多半是网格快了一倍。
|
|
56
|
-
拿 0.5x/1x/2x 三个候选按 §3 的指标各算一遍分数,选覆盖率最高的。
|
|
57
|
-
|
|
58
|
-
**复杂曲先分离鼓 stem**:人声/贝斯厚的编曲会把鼓的攻击埋掉,
|
|
59
|
-
beat_track 和 onset 都会漂。轻量方案 `librosa.effects.hpss` 取打击
|
|
60
|
-
成分;重方案 Demucs 分离整条鼓轨(见 §6),之后所有鼓点检测都在
|
|
61
|
-
鼓 stem 上做,不在全混音上做。
|
|
62
|
-
|
|
63
|
-
## 2. 鼓点分类与能量结构(决定什么钉在哪一拍)
|
|
64
|
-
|
|
65
|
-
### 2a. 三分类瞬态检测
|
|
66
|
-
|
|
67
|
-
不同鼓件驱动不同类型的动效,分频段各测一遍(在鼓 stem 或 hpss
|
|
68
|
-
打击成分上):
|
|
69
|
-
|
|
70
|
-
| 类别 | 频段 | 驱动的动效 |
|
|
71
|
-
|------|------|-----------|
|
|
72
|
-
| kick | 40–160 Hz | 冲击 / slam / 骤缩——画面"被砸"的一拍 |
|
|
73
|
-
| snare | 150–500 Hz 体 + 1–3 kHz 打击面(两者都要有) | 替换 / 闪切 / 构图切换——"换一件事"的一拍 |
|
|
74
|
-
| hihat | 6–14 kHz | 微动密度——hihat 密的段落微动效可以密,稀的段落必须收 |
|
|
75
|
-
|
|
76
|
-
```python
|
|
77
|
-
from scipy.signal import butter, sosfilt
|
|
78
|
-
def band_env(y, sr, lo, hi):
|
|
79
|
-
sos = butter(4, [lo, hi], btype="band", fs=sr, output="sos")
|
|
80
|
-
env = librosa.onset.onset_strength(y=sosfilt(sos, y), sr=sr)
|
|
81
|
-
return env, librosa.times_like(env, sr=sr)
|
|
82
|
-
|
|
83
|
-
kick_env, times = band_env(y, sr, 40, 160)
|
|
84
|
-
# 把每个整数拍位置的 env 能量列出来,排序找最强 hit:
|
|
85
|
-
for n in range(int((times[-1]-t0)/T)):
|
|
86
|
-
t = t0 + n*T
|
|
87
|
-
e = kick_env[np.argmin(np.abs(times - t))]
|
|
88
|
-
# 记录 (拍号 n, 能量 e),取 top 若干作为"大 slam 候选拍"
|
|
89
|
-
```
|
|
90
|
-
|
|
91
|
-
命中记成 `{t 秒, s 强度, k 类别}` 的列表存档,设计分镜时按类别取用。
|
|
92
|
-
|
|
93
|
-
**命中表是候选池,不是触发器。** 检测到的每个 kick 不等于都要配一次
|
|
94
|
-
画面冲击——强鼓点曲(tech-house 类)kick 几乎每拍都有,逐拍执行
|
|
95
|
-
"被砸"就是"镜头随节奏抖动"(实际用户投诉,见 aesthetic-rules R4)。
|
|
96
|
-
kick→冲击的映射只用于从候选池里选出 §2b 的最强 hit(全片 2–3 处);
|
|
97
|
-
其余 kick 只作为切点和元素级动效的**时机**参照,不驱动画面幅度。
|
|
98
|
-
|
|
99
|
-
### 2b. RMS 能量曲线与结构表
|
|
100
|
-
|
|
101
|
-
`librosa.feature.rms` 拉全曲能量曲线,配合鼓点密度切出段落边界。
|
|
102
|
-
产出两样东西进设计 spec:
|
|
103
|
-
|
|
104
|
-
- **音乐结构表**:能量从第几拍起满、breakdown/静默段在第几拍——
|
|
105
|
-
分镜的能量曲线要贴着它排(breakdown 处放品牌呼吸位是天然结构),
|
|
106
|
-
高能段镜头可以多层动效并行,低能段收到 1–2 层
|
|
107
|
-
- **最强 hit 拍号清单**:全片 2–3 个最大 slam(开题/高潮/收尾)
|
|
108
|
-
必须钉在这些拍上
|
|
109
|
-
|
|
110
|
-
**易错点(实测踩过)**:最大 slam 钉在了 b52.5(两拍之间)而最强
|
|
111
|
-
kick 在整数拍 b52 上,渲后回测偏差 +5.75f。强鼓点曲的重音几乎总在
|
|
112
|
-
整数拍上,半拍钉点必须有 env 数据支持,不能凭听感。
|
|
113
|
-
|
|
114
|
-
## 3. 网格验收与产物(先验收,后分镜)
|
|
115
|
-
|
|
116
|
-
拿候选网格(含 0.5x/1x/2x)逐一对齐最近的真实鼓点瞬态,算四个指标:
|
|
117
|
-
|
|
118
|
-
| 指标 | 含义 | 门槛 |
|
|
119
|
-
|------|------|------|
|
|
120
|
-
| match | 网格拍命中真实瞬态的比例 | ≥98% |
|
|
121
|
-
| mean_abs_ms | 平均绝对对齐误差 | <10ms |
|
|
122
|
-
| drift | 残差对时间做线性回归的斜率(漂移) | 全曲累计 <5ms |
|
|
123
|
-
| 首拍有效性 | 网格第 0 拍是否落在真实的音乐攻击上 | 必须 |
|
|
124
|
-
|
|
125
|
-
按分数选出获胜网格,把**所有候选和获胜理由**写进分析产物留档。
|
|
126
|
-
拿不准时给候选网格各合成一条 click 轨叠回原曲听一遍,但最终以
|
|
127
|
-
指标定夺,不以听感定夺。
|
|
128
|
-
|
|
129
|
-
分析产物随项目留档(是每一个切点的审计链):
|
|
130
|
-
|
|
131
|
-
```text
|
|
132
|
-
analysis/
|
|
133
|
-
beat_data.json # bpm, t0, T, beats[], hits[{t,s,k}], rms[], sections[]
|
|
134
|
-
grid_drift.json # 各候选网格的 match/误差/漂移 与获胜理由
|
|
135
|
-
click_*.wav # 候选 click 轨(可选,听感复核用)
|
|
136
|
-
```
|
|
137
|
-
|
|
138
|
-
`beat_data.json` 里的时刻永远是浮点秒、不预取整;下游只依赖
|
|
139
|
-
`bpm / beats / hits / rms / sections` 这几个字段名。
|
|
140
|
-
|
|
141
|
-
## 4. 时间线用拍号写,不用帧号写
|
|
142
|
-
|
|
143
|
-
Remotion 项目里把网格常量化,一切镜头边界/动效关键帧用 `beatF()` 表达:
|
|
144
|
-
|
|
145
|
-
```ts
|
|
146
|
-
export const FPS = 30;
|
|
147
|
-
export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,秒,与 beat_data.json 一致
|
|
148
|
-
export const BEAT_INT = 0.45465; // T,秒
|
|
149
|
-
export const OUTPUT_AUDIO_OFFSET_SEC = 0; // 渲后回测确认有输出音轨偏移时填实测值(§5b)
|
|
150
|
-
export const beatT = (n: number) =>
|
|
151
|
-
SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT; // 拍→秒
|
|
152
|
-
export const beatF = (n: number) => Math.round(beatT(n) * FPS); // 拍→帧
|
|
153
|
-
|
|
154
|
-
export const SHOTS = {
|
|
155
|
-
s0_open: { from: 0, to: beatF(8) },
|
|
156
|
-
s1_slam: { from: beatF(8), to: beatF(16) },
|
|
157
|
-
// …每个镜头边界都是 beatF(整数拍);镜头内部动效用局部拍:
|
|
158
|
-
};
|
|
159
|
-
export const localBeat = (shot: {from: number}, n: number) => beatF(n) - shot.from;
|
|
160
|
-
```
|
|
161
|
-
|
|
162
|
-
好处:换曲/换段落时改两个常量全片重排;SFX 钉帧表也写 `beatF(n)`,
|
|
163
|
-
与画面共用同一事实源,永不错位。源分析值与渲染偏移分开记账:
|
|
164
|
-
`SOURCE_BEAT0` 是审计真值永不改,输出偏移只进 `OUTPUT_AUDIO_OFFSET_SEC`。
|
|
165
|
-
|
|
166
|
-
**锚点绑定规则**(哪些用网格、哪些用真实瞬态):
|
|
167
|
-
|
|
168
|
-
- 密集规则切点(每拍/每两拍一切)→ 用获胜网格的 `beatF(n)`
|
|
169
|
-
- 稀疏重音、孤立定格 → **钉真实瞬态**,不用网格插值点(网格在稀疏
|
|
170
|
-
处的微小漂移会被单个重音放大成可感偏差)
|
|
171
|
-
- 结尾定格 → 最后一个真实瞬态 + RMS 静默确认(防止钉在余韵尾巴上)
|
|
172
|
-
- 视频素材/SFX 按**内部峰值**对齐,不按文件头对齐:
|
|
173
|
-
`素材起始 = 目标拍时刻 − (峰值时刻 − 裁剪偏移)`;峰值用音频能量
|
|
174
|
-
包络或 FFmpeg 帧差定位
|
|
175
|
-
|
|
176
|
-
设计规矩:
|
|
177
|
-
- 镜头时长以拍为单位(4/8 拍一镜),加速段可用半拍/四分之一拍阶梯
|
|
178
|
-
(如 CUT_BEATS = [48, 49.5, 50.5, 51, 51.25] 的收敛逼近)
|
|
179
|
-
- 每拍一动作的步进类镜头(清单逐项、马赛克逐格)直接 map 拍号
|
|
180
|
-
- BGM 鼓点已密时 SFX 克制:只钉画面独有动作,大 slam 只给 2–3 处,
|
|
181
|
-
其余让位给 BGM 的鼓
|
|
182
|
-
- **全画面级冲击有硬上限**(整画面 scale 泵/震屏/闪帧/负片帧等一切
|
|
183
|
-
作用于整画面或相机层的瞬时冲击):全片 ≤3 处、与 §2b 最强 hit
|
|
184
|
-
清单一一对应、相邻两处间隔 ≥16 拍;节拍泵类连打单次 ≤4 拍
|
|
185
|
-
且全片 ≤1 次,打完接足 hold(各卡标注值是底线)。
|
|
186
|
-
计数单位是**一次手法使用**(一张卡的一次应用 = 一个名额),含
|
|
187
|
-
多次内部闪帧的卡(连闪/多刀切串)不逐帧重复计数,其内部
|
|
188
|
-
结构由各卡自身的参数表与次数上限管辖
|
|
189
|
-
- **卡点动效默认落在主角元素层**(卡片/标题/数字),整画面与相机层
|
|
190
|
-
默认不参与逐拍运动;"每拍一动作"指内容步进(清单逐项/马赛克
|
|
191
|
-
逐格),不是画面幅度脉冲
|
|
192
|
-
- 结构性运动(形变/运镜/位姿)用连续帧函数;冲击事件(出现/替换/
|
|
193
|
-
闪/骤缩)在选定的那一帧上开关。多层动效同帧命中构成重音;要错
|
|
194
|
-
开只错 1–2 帧且必须是设计意图,不允许来自取整的意外错位
|
|
195
|
-
|
|
196
|
-
## 5. 渲后回测(闭环,必做)
|
|
197
|
-
|
|
198
|
-
### 5a. 两种误差分开报,不混为一谈
|
|
199
|
-
|
|
200
|
-
- **音频真值误差**:设计切点秒值 vs 真实瞬态秒值的距离,验的是
|
|
201
|
-
分析管线;门槛:平均 <5ms,全部 ±33ms 内,90% 在 ±15ms 内
|
|
202
|
-
- **视觉量化误差**:秒值换算到最近可渲染帧引入的取整误差,验的是
|
|
203
|
-
帧率够不够;`beatF()` 取整那一步的误差就是它,逐锚点记录
|
|
204
|
-
|
|
205
|
-
最近帧取整的误差上限由 FPS 决定:30fps 是 ±16.7ms、60fps 是
|
|
206
|
-
±8.3ms、120fps 是 ±4.2ms。**30fps 交付不要声称 <5ms 的视觉精度**;
|
|
207
|
-
量化误差报表超出容忍时升帧率,而不是去改音频分析。
|
|
208
|
-
|
|
209
|
-
### 5b. 渲出成片抽音轨回测
|
|
210
|
-
|
|
211
|
-
```bash
|
|
212
|
-
ffmpeg -i out/promo.mp4 -vn -acodec pcm_s16le /tmp/render-audio.wav
|
|
213
|
-
```
|
|
214
|
-
|
|
215
|
-
对渲出音轨重跑第 1 步的网格拟合(BGM 从视频里量,不从源文件量——
|
|
216
|
-
这样连音频编码/对齐偏移一起验),然后逐一对比:
|
|
217
|
-
**设计切点帧号 vs 最近测得拍的帧号**,输出误差表。
|
|
218
|
-
|
|
219
|
-
| 判定 | 误差 |
|
|
220
|
-
|------|------|
|
|
221
|
-
| 合格 | ≤3f(感知阈值) |
|
|
222
|
-
| 理想 | ≤1.5f |
|
|
223
|
-
| 必修 | >3f 的任何切点 |
|
|
224
|
-
|
|
225
|
-
误差超标的钉点回第 4 步改拍号或帧偏移,重渲再测,直到全表合格。
|
|
226
|
-
|
|
227
|
-
**系统性同向偏移先查输出音轨偏移,不逐点手改。** 误差表若呈同向
|
|
228
|
-
等量偏移(所有切点一致 +N 帧),根因几乎总是渲染输出链路的音轨
|
|
229
|
-
偏移(AAC encoder priming 等编码/封装环节,48kHz 典型 ≈1.28f,
|
|
230
|
-
机制与实测方法见 sound-design §4.6),不是节拍分析错。诊断:拿
|
|
231
|
-
BGM 原文件与渲出音轨做归一化交叉相关量出偏移量。修复:**输出偏移
|
|
232
|
-
单设常量,不写回源分析值**——`beat_data.json` 里的 t0 是源音乐的
|
|
233
|
-
分析真值和审计基准,混入渲染偏移会在换 codec/重新分析时造成二次
|
|
234
|
-
补偿。代码里分开记账:
|
|
235
|
-
|
|
236
|
-
```ts
|
|
237
|
-
export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,与 beat_data.json 一致,永不掺入渲染偏移
|
|
238
|
-
export const OUTPUT_AUDIO_OFFSET_SEC = 0.0427; // 输出音轨偏移,按渲染管线实测(sound-design §4.6)
|
|
239
|
-
export const beatT = (n: number) => SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT;
|
|
240
|
-
```
|
|
241
|
-
|
|
242
|
-
全片切点随 `beatT` 一次归位,**不要逐锚点手改拍号**;SFX 侧的补偿
|
|
243
|
-
走 sound-design §4.6 的同一常量。这类错位的观感危害不止"不准":
|
|
244
|
-
冲击画面差 2–3 帧听不出是跟着鼓的,合理的卡点动效会被读作无端抖动。
|
|
245
|
-
|
|
246
|
-
## 6. 工具备忘
|
|
247
|
-
|
|
248
|
-
- librosa 不在系统 python:`uv run --with librosa --with scipy --python 3.11 script.py`
|
|
249
|
-
- 只有人声/复杂编曲的曲子 beat_track 会漂:先用 `librosa.effects.hpss`
|
|
250
|
-
分离打击成分再测;仍不干净时上 Demucs 分离鼓轨——
|
|
251
|
-
`uvx --from demucs demucs --two-stems=drums -n htdemucs bgm.mp3 -o analysis/`,
|
|
252
|
-
之后 §1/§2 全部在 `drums.wav` 上跑
|
|
253
|
-
- BPM 拿不稳(多方法交叉验证):madmom 的 RNN+DBN 和 Essentia 的
|
|
254
|
-
RhythmExtractor2013 可作 librosa 之外的第二、第三票;三者对不齐时
|
|
255
|
-
回 §3 用瞬态覆盖率投票,不猜
|
|
256
|
-
- 变速曲(DJ 转场、accelerando):先用 librosa 局部 tempogram
|
|
257
|
-
(约 5s 窗)确认变速点,再按能量段分段拟合,各段各自 t0/T
|
|
1
|
+
# music-beat-sync — BGM 节奏分析与卡点方法论
|
|
2
|
+
|
|
3
|
+
强节奏 BGM 的片子,**所有转场和关键动效必须落在拍上**。本文档给出从
|
|
4
|
+
"拿到一首曲子"到"成片切点误差 ≤3 帧"的完整可复现流程。实测:一支
|
|
5
|
+
70s、18 镜、131.97 BPM 的强鼓点宣传片按此法制作,渲后回测全部切点
|
|
6
|
+
误差 ≤2.2f(感知阈值约 3f)。
|
|
7
|
+
|
|
8
|
+
## 目录
|
|
9
|
+
|
|
10
|
+
- 何时启用
|
|
11
|
+
- 节拍网格测定
|
|
12
|
+
- 鼓点分类与能量结构
|
|
13
|
+
- 网格验收与产物
|
|
14
|
+
- 用拍号编排时间线
|
|
15
|
+
- 渲后回测
|
|
16
|
+
- 工具备忘
|
|
17
|
+
|
|
18
|
+
## 0. 何时启用
|
|
19
|
+
|
|
20
|
+
阶段 0 先检查用户是否已指定音乐。
|
|
21
|
+
- 已选好 → 走本文档:先分析节奏,再让分镜的每个切点/动效锚到拍号
|
|
22
|
+
- 未选 → BGM 选型放到阶段 6(见 pipeline.md),此时动效时间线按
|
|
23
|
+
内容节奏排,不强行卡点
|
|
24
|
+
|
|
25
|
+
**铁律:音乐先行。** 网格没验收通过之前不设计分镜;时长对不上时改
|
|
26
|
+
时间参数,不删改用户文案。分析全程用浮点秒记录时刻,**换算成帧只发生
|
|
27
|
+
在进 Remotion 的最后一步**(提前取整会让误差在管线里滚雪球)。
|
|
28
|
+
|
|
29
|
+
## 1. 节拍网格测定(不要相信 beat_track 的 tempo 标量)
|
|
30
|
+
|
|
31
|
+
用 `uv run --with librosa --with scipy --python 3.11` 跑一次性脚本:
|
|
32
|
+
|
|
33
|
+
```python
|
|
34
|
+
import numpy as np, librosa
|
|
35
|
+
|
|
36
|
+
y, sr = librosa.load("bgm.mp3", sr=None, mono=True)
|
|
37
|
+
tempo, beats = librosa.beat.beat_track(y=y, sr=sr, tightness=400, units="time")
|
|
38
|
+
|
|
39
|
+
# 关键一步:对 beat 序列做最小二乘等距网格拟合,求真实 BPM 与相位。
|
|
40
|
+
# beat_track 返回的 tempo 标量可能偏差 2%+(实测 129.2 vs 真值 131.97),
|
|
41
|
+
# 但它输出的 beat 时刻序列本身是好的——用整个序列拟合直线 t_i = t0 + i*T:
|
|
42
|
+
i = np.arange(len(beats))
|
|
43
|
+
A = np.vstack([i, np.ones_like(i)]).T
|
|
44
|
+
(T, t0), *_ = np.linalg.lstsq(A, beats, rcond=None)
|
|
45
|
+
bpm = 60.0 / T
|
|
46
|
+
residual = beats - (t0 + i * T)
|
|
47
|
+
print(f"BPM={bpm:.2f} t0={t0:.4f}s T={T:.5f}s 残差±{np.abs(residual).max()*1000:.0f}ms")
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
验收标准:残差 ≤ ±15ms(半帧内)说明曲子是机器鼓点、网格可信;
|
|
51
|
+
残差大说明有变速段,需要分段拟合。
|
|
52
|
+
|
|
53
|
+
**半倍/双倍歧义必查**:beat 检测常在 2x/0.5x 之间跳(70 BPM 报成
|
|
54
|
+
140)。判据不是听感,是下一节的鼓点数据——正确的网格下 kick 应该
|
|
55
|
+
主要落在整数拍;如果 kick 一半落拍一半落半拍,多半是网格快了一倍。
|
|
56
|
+
拿 0.5x/1x/2x 三个候选按 §3 的指标各算一遍分数,选覆盖率最高的。
|
|
57
|
+
|
|
58
|
+
**复杂曲先分离鼓 stem**:人声/贝斯厚的编曲会把鼓的攻击埋掉,
|
|
59
|
+
beat_track 和 onset 都会漂。轻量方案 `librosa.effects.hpss` 取打击
|
|
60
|
+
成分;重方案 Demucs 分离整条鼓轨(见 §6),之后所有鼓点检测都在
|
|
61
|
+
鼓 stem 上做,不在全混音上做。
|
|
62
|
+
|
|
63
|
+
## 2. 鼓点分类与能量结构(决定什么钉在哪一拍)
|
|
64
|
+
|
|
65
|
+
### 2a. 三分类瞬态检测
|
|
66
|
+
|
|
67
|
+
不同鼓件驱动不同类型的动效,分频段各测一遍(在鼓 stem 或 hpss
|
|
68
|
+
打击成分上):
|
|
69
|
+
|
|
70
|
+
| 类别 | 频段 | 驱动的动效 |
|
|
71
|
+
|------|------|-----------|
|
|
72
|
+
| kick | 40–160 Hz | 冲击 / slam / 骤缩——画面"被砸"的一拍 |
|
|
73
|
+
| snare | 150–500 Hz 体 + 1–3 kHz 打击面(两者都要有) | 替换 / 闪切 / 构图切换——"换一件事"的一拍 |
|
|
74
|
+
| hihat | 6–14 kHz | 微动密度——hihat 密的段落微动效可以密,稀的段落必须收 |
|
|
75
|
+
|
|
76
|
+
```python
|
|
77
|
+
from scipy.signal import butter, sosfilt
|
|
78
|
+
def band_env(y, sr, lo, hi):
|
|
79
|
+
sos = butter(4, [lo, hi], btype="band", fs=sr, output="sos")
|
|
80
|
+
env = librosa.onset.onset_strength(y=sosfilt(sos, y), sr=sr)
|
|
81
|
+
return env, librosa.times_like(env, sr=sr)
|
|
82
|
+
|
|
83
|
+
kick_env, times = band_env(y, sr, 40, 160)
|
|
84
|
+
# 把每个整数拍位置的 env 能量列出来,排序找最强 hit:
|
|
85
|
+
for n in range(int((times[-1]-t0)/T)):
|
|
86
|
+
t = t0 + n*T
|
|
87
|
+
e = kick_env[np.argmin(np.abs(times - t))]
|
|
88
|
+
# 记录 (拍号 n, 能量 e),取 top 若干作为"大 slam 候选拍"
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
命中记成 `{t 秒, s 强度, k 类别}` 的列表存档,设计分镜时按类别取用。
|
|
92
|
+
|
|
93
|
+
**命中表是候选池,不是触发器。** 检测到的每个 kick 不等于都要配一次
|
|
94
|
+
画面冲击——强鼓点曲(tech-house 类)kick 几乎每拍都有,逐拍执行
|
|
95
|
+
"被砸"就是"镜头随节奏抖动"(实际用户投诉,见 aesthetic-rules R4)。
|
|
96
|
+
kick→冲击的映射只用于从候选池里选出 §2b 的最强 hit(全片 2–3 处);
|
|
97
|
+
其余 kick 只作为切点和元素级动效的**时机**参照,不驱动画面幅度。
|
|
98
|
+
|
|
99
|
+
### 2b. RMS 能量曲线与结构表
|
|
100
|
+
|
|
101
|
+
`librosa.feature.rms` 拉全曲能量曲线,配合鼓点密度切出段落边界。
|
|
102
|
+
产出两样东西进设计 spec:
|
|
103
|
+
|
|
104
|
+
- **音乐结构表**:能量从第几拍起满、breakdown/静默段在第几拍——
|
|
105
|
+
分镜的能量曲线要贴着它排(breakdown 处放品牌呼吸位是天然结构),
|
|
106
|
+
高能段镜头可以多层动效并行,低能段收到 1–2 层
|
|
107
|
+
- **最强 hit 拍号清单**:全片 2–3 个最大 slam(开题/高潮/收尾)
|
|
108
|
+
必须钉在这些拍上
|
|
109
|
+
|
|
110
|
+
**易错点(实测踩过)**:最大 slam 钉在了 b52.5(两拍之间)而最强
|
|
111
|
+
kick 在整数拍 b52 上,渲后回测偏差 +5.75f。强鼓点曲的重音几乎总在
|
|
112
|
+
整数拍上,半拍钉点必须有 env 数据支持,不能凭听感。
|
|
113
|
+
|
|
114
|
+
## 3. 网格验收与产物(先验收,后分镜)
|
|
115
|
+
|
|
116
|
+
拿候选网格(含 0.5x/1x/2x)逐一对齐最近的真实鼓点瞬态,算四个指标:
|
|
117
|
+
|
|
118
|
+
| 指标 | 含义 | 门槛 |
|
|
119
|
+
|------|------|------|
|
|
120
|
+
| match | 网格拍命中真实瞬态的比例 | ≥98% |
|
|
121
|
+
| mean_abs_ms | 平均绝对对齐误差 | <10ms |
|
|
122
|
+
| drift | 残差对时间做线性回归的斜率(漂移) | 全曲累计 <5ms |
|
|
123
|
+
| 首拍有效性 | 网格第 0 拍是否落在真实的音乐攻击上 | 必须 |
|
|
124
|
+
|
|
125
|
+
按分数选出获胜网格,把**所有候选和获胜理由**写进分析产物留档。
|
|
126
|
+
拿不准时给候选网格各合成一条 click 轨叠回原曲听一遍,但最终以
|
|
127
|
+
指标定夺,不以听感定夺。
|
|
128
|
+
|
|
129
|
+
分析产物随项目留档(是每一个切点的审计链):
|
|
130
|
+
|
|
131
|
+
```text
|
|
132
|
+
analysis/
|
|
133
|
+
beat_data.json # bpm, t0, T, beats[], hits[{t,s,k}], rms[], sections[]
|
|
134
|
+
grid_drift.json # 各候选网格的 match/误差/漂移 与获胜理由
|
|
135
|
+
click_*.wav # 候选 click 轨(可选,听感复核用)
|
|
136
|
+
```
|
|
137
|
+
|
|
138
|
+
`beat_data.json` 里的时刻永远是浮点秒、不预取整;下游只依赖
|
|
139
|
+
`bpm / beats / hits / rms / sections` 这几个字段名。
|
|
140
|
+
|
|
141
|
+
## 4. 时间线用拍号写,不用帧号写
|
|
142
|
+
|
|
143
|
+
Remotion 项目里把网格常量化,一切镜头边界/动效关键帧用 `beatF()` 表达:
|
|
144
|
+
|
|
145
|
+
```ts
|
|
146
|
+
export const FPS = 30;
|
|
147
|
+
export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,秒,与 beat_data.json 一致
|
|
148
|
+
export const BEAT_INT = 0.45465; // T,秒
|
|
149
|
+
export const OUTPUT_AUDIO_OFFSET_SEC = 0; // 渲后回测确认有输出音轨偏移时填实测值(§5b)
|
|
150
|
+
export const beatT = (n: number) =>
|
|
151
|
+
SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT; // 拍→秒
|
|
152
|
+
export const beatF = (n: number) => Math.round(beatT(n) * FPS); // 拍→帧
|
|
153
|
+
|
|
154
|
+
export const SHOTS = {
|
|
155
|
+
s0_open: { from: 0, to: beatF(8) },
|
|
156
|
+
s1_slam: { from: beatF(8), to: beatF(16) },
|
|
157
|
+
// …每个镜头边界都是 beatF(整数拍);镜头内部动效用局部拍:
|
|
158
|
+
};
|
|
159
|
+
export const localBeat = (shot: {from: number}, n: number) => beatF(n) - shot.from;
|
|
160
|
+
```
|
|
161
|
+
|
|
162
|
+
好处:换曲/换段落时改两个常量全片重排;SFX 钉帧表也写 `beatF(n)`,
|
|
163
|
+
与画面共用同一事实源,永不错位。源分析值与渲染偏移分开记账:
|
|
164
|
+
`SOURCE_BEAT0` 是审计真值永不改,输出偏移只进 `OUTPUT_AUDIO_OFFSET_SEC`。
|
|
165
|
+
|
|
166
|
+
**锚点绑定规则**(哪些用网格、哪些用真实瞬态):
|
|
167
|
+
|
|
168
|
+
- 密集规则切点(每拍/每两拍一切)→ 用获胜网格的 `beatF(n)`
|
|
169
|
+
- 稀疏重音、孤立定格 → **钉真实瞬态**,不用网格插值点(网格在稀疏
|
|
170
|
+
处的微小漂移会被单个重音放大成可感偏差)
|
|
171
|
+
- 结尾定格 → 最后一个真实瞬态 + RMS 静默确认(防止钉在余韵尾巴上)
|
|
172
|
+
- 视频素材/SFX 按**内部峰值**对齐,不按文件头对齐:
|
|
173
|
+
`素材起始 = 目标拍时刻 − (峰值时刻 − 裁剪偏移)`;峰值用音频能量
|
|
174
|
+
包络或 FFmpeg 帧差定位
|
|
175
|
+
|
|
176
|
+
设计规矩:
|
|
177
|
+
- 镜头时长以拍为单位(4/8 拍一镜),加速段可用半拍/四分之一拍阶梯
|
|
178
|
+
(如 CUT_BEATS = [48, 49.5, 50.5, 51, 51.25] 的收敛逼近)
|
|
179
|
+
- 每拍一动作的步进类镜头(清单逐项、马赛克逐格)直接 map 拍号
|
|
180
|
+
- BGM 鼓点已密时 SFX 克制:只钉画面独有动作,大 slam 只给 2–3 处,
|
|
181
|
+
其余让位给 BGM 的鼓
|
|
182
|
+
- **全画面级冲击有硬上限**(整画面 scale 泵/震屏/闪帧/负片帧等一切
|
|
183
|
+
作用于整画面或相机层的瞬时冲击):全片 ≤3 处、与 §2b 最强 hit
|
|
184
|
+
清单一一对应、相邻两处间隔 ≥16 拍;节拍泵类连打单次 ≤4 拍
|
|
185
|
+
且全片 ≤1 次,打完接足 hold(各卡标注值是底线)。
|
|
186
|
+
计数单位是**一次手法使用**(一张卡的一次应用 = 一个名额),含
|
|
187
|
+
多次内部闪帧的卡(连闪/多刀切串)不逐帧重复计数,其内部
|
|
188
|
+
结构由各卡自身的参数表与次数上限管辖
|
|
189
|
+
- **卡点动效默认落在主角元素层**(卡片/标题/数字),整画面与相机层
|
|
190
|
+
默认不参与逐拍运动;"每拍一动作"指内容步进(清单逐项/马赛克
|
|
191
|
+
逐格),不是画面幅度脉冲
|
|
192
|
+
- 结构性运动(形变/运镜/位姿)用连续帧函数;冲击事件(出现/替换/
|
|
193
|
+
闪/骤缩)在选定的那一帧上开关。多层动效同帧命中构成重音;要错
|
|
194
|
+
开只错 1–2 帧且必须是设计意图,不允许来自取整的意外错位
|
|
195
|
+
|
|
196
|
+
## 5. 渲后回测(闭环,必做)
|
|
197
|
+
|
|
198
|
+
### 5a. 两种误差分开报,不混为一谈
|
|
199
|
+
|
|
200
|
+
- **音频真值误差**:设计切点秒值 vs 真实瞬态秒值的距离,验的是
|
|
201
|
+
分析管线;门槛:平均 <5ms,全部 ±33ms 内,90% 在 ±15ms 内
|
|
202
|
+
- **视觉量化误差**:秒值换算到最近可渲染帧引入的取整误差,验的是
|
|
203
|
+
帧率够不够;`beatF()` 取整那一步的误差就是它,逐锚点记录
|
|
204
|
+
|
|
205
|
+
最近帧取整的误差上限由 FPS 决定:30fps 是 ±16.7ms、60fps 是
|
|
206
|
+
±8.3ms、120fps 是 ±4.2ms。**30fps 交付不要声称 <5ms 的视觉精度**;
|
|
207
|
+
量化误差报表超出容忍时升帧率,而不是去改音频分析。
|
|
208
|
+
|
|
209
|
+
### 5b. 渲出成片抽音轨回测
|
|
210
|
+
|
|
211
|
+
```bash
|
|
212
|
+
ffmpeg -i out/promo.mp4 -vn -acodec pcm_s16le /tmp/render-audio.wav
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
对渲出音轨重跑第 1 步的网格拟合(BGM 从视频里量,不从源文件量——
|
|
216
|
+
这样连音频编码/对齐偏移一起验),然后逐一对比:
|
|
217
|
+
**设计切点帧号 vs 最近测得拍的帧号**,输出误差表。
|
|
218
|
+
|
|
219
|
+
| 判定 | 误差 |
|
|
220
|
+
|------|------|
|
|
221
|
+
| 合格 | ≤3f(感知阈值) |
|
|
222
|
+
| 理想 | ≤1.5f |
|
|
223
|
+
| 必修 | >3f 的任何切点 |
|
|
224
|
+
|
|
225
|
+
误差超标的钉点回第 4 步改拍号或帧偏移,重渲再测,直到全表合格。
|
|
226
|
+
|
|
227
|
+
**系统性同向偏移先查输出音轨偏移,不逐点手改。** 误差表若呈同向
|
|
228
|
+
等量偏移(所有切点一致 +N 帧),根因几乎总是渲染输出链路的音轨
|
|
229
|
+
偏移(AAC encoder priming 等编码/封装环节,48kHz 典型 ≈1.28f,
|
|
230
|
+
机制与实测方法见 sound-design §4.6),不是节拍分析错。诊断:拿
|
|
231
|
+
BGM 原文件与渲出音轨做归一化交叉相关量出偏移量。修复:**输出偏移
|
|
232
|
+
单设常量,不写回源分析值**——`beat_data.json` 里的 t0 是源音乐的
|
|
233
|
+
分析真值和审计基准,混入渲染偏移会在换 codec/重新分析时造成二次
|
|
234
|
+
补偿。代码里分开记账:
|
|
235
|
+
|
|
236
|
+
```ts
|
|
237
|
+
export const SOURCE_BEAT0 = 0.2244; // 源音乐分析 t0,与 beat_data.json 一致,永不掺入渲染偏移
|
|
238
|
+
export const OUTPUT_AUDIO_OFFSET_SEC = 0.0427; // 输出音轨偏移,按渲染管线实测(sound-design §4.6)
|
|
239
|
+
export const beatT = (n: number) => SOURCE_BEAT0 + OUTPUT_AUDIO_OFFSET_SEC + n * BEAT_INT;
|
|
240
|
+
```
|
|
241
|
+
|
|
242
|
+
全片切点随 `beatT` 一次归位,**不要逐锚点手改拍号**;SFX 侧的补偿
|
|
243
|
+
走 sound-design §4.6 的同一常量。这类错位的观感危害不止"不准":
|
|
244
|
+
冲击画面差 2–3 帧听不出是跟着鼓的,合理的卡点动效会被读作无端抖动。
|
|
245
|
+
|
|
246
|
+
## 6. 工具备忘
|
|
247
|
+
|
|
248
|
+
- librosa 不在系统 python:`uv run --with librosa --with scipy --python 3.11 script.py`
|
|
249
|
+
- 只有人声/复杂编曲的曲子 beat_track 会漂:先用 `librosa.effects.hpss`
|
|
250
|
+
分离打击成分再测;仍不干净时上 Demucs 分离鼓轨——
|
|
251
|
+
`uvx --from demucs demucs --two-stems=drums -n htdemucs bgm.mp3 -o analysis/`,
|
|
252
|
+
之后 §1/§2 全部在 `drums.wav` 上跑
|
|
253
|
+
- BPM 拿不稳(多方法交叉验证):madmom 的 RNN+DBN 和 Essentia 的
|
|
254
|
+
RhythmExtractor2013 可作 librosa 之外的第二、第三票;三者对不齐时
|
|
255
|
+
回 §3 用瞬态覆盖率投票,不猜
|
|
256
|
+
- 变速曲(DJ 转场、accelerando):先用 librosa 局部 tempogram
|
|
257
|
+
(约 5s 窗)确认变速点,再按能量段分段拟合,各段各自 t0/T
|