dsh-drawai 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -3
- package/lib/index.js +7777 -7719
- package/lib/motion/asset-pack.js +394 -394
- package/lib/motion/assets.js +291 -291
- package/lib/motion/demo-assets-lock.js +10 -10
- package/lib/motion/mgstyles/vendor/README.md +28 -28
- package/lib/motion/mgstyles/vendor/modules/d3/LICENSE +13 -13
- package/lib/motion/mgstyles/vendor/modules/d3/dist/d3.min.js +2 -2
- package/lib/motion/mgstyles/vendor/modules/opentype.js/LICENSE +20 -20
- package/lib/motion/mgstyles/vendor/modules/opentype.js/dist/opentype.mjs +14460 -14460
- package/lib/motion/mgstyles/vendor/modules/simplex-noise/LICENSE +21 -21
- package/lib/motion/mgstyles/vendor/modules/simplex-noise/dist/esm/simplex-noise.js +465 -465
- package/lib/motion/mgstyles/vendor/modules/topojson-client/LICENSE +13 -13
- package/lib/motion/mgstyles/vendor/modules/topojson-client/dist/topojson-client.min.js +2 -2
- package/lib/motion/render.js +179 -179
- package/lib/motion/shotcraft/upstream/SKILL.md +286 -286
- package/lib/motion/shotcraft/upstream/assets/lib/Caption.tsx +54 -54
- package/lib/motion/shotcraft/upstream/assets/lib/ClipCard.tsx +200 -200
- package/lib/motion/shotcraft/upstream/assets/lib/DigitRoll.tsx +45 -45
- package/lib/motion/shotcraft/upstream/assets/lib/FlashCut.tsx +20 -20
- package/lib/motion/shotcraft/upstream/assets/lib/FlatPanel.tsx +65 -65
- package/lib/motion/shotcraft/upstream/assets/lib/PageCam.tsx +151 -151
- package/lib/motion/shotcraft/upstream/assets/lib/VerticalTicker.tsx +129 -129
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/camera.tsx +75 -75
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/motion.ts +40 -40
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/rand.ts +11 -11
- package/lib/motion/shotcraft/upstream/assets/lib/helpers/shake.ts +10 -10
- package/lib/motion/shotcraft/upstream/assets/scripts/build-readme-cover.mjs +49 -49
- package/lib/motion/shotcraft/upstream/assets/scripts/capture-template.mjs +210 -210
- package/lib/motion/shotcraft/upstream/assets/scripts/sfx-source.py +423 -423
- package/lib/motion/shotcraft/upstream/assets/scripts/smoke-render-demos.py +170 -170
- package/lib/motion/shotcraft/upstream/assets/scripts/test_sfx_source.py +157 -157
- package/lib/motion/shotcraft/upstream/demos/README.md +120 -120
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Brand.tsx +112 -112
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Fixtures.tsx +647 -647
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Look.tsx +316 -316
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Motion.tsx +82 -82
- package/lib/motion/shotcraft/upstream/demos/_fixtures/PageCam2D.tsx +115 -115
- package/lib/motion/shotcraft/upstream/demos/_fixtures/Polish.tsx +243 -243
- package/lib/motion/shotcraft/upstream/demos/_textures/live-layout.json +388 -388
- package/lib/motion/shotcraft/upstream/demos/camera/basic-3d-scene/Basic3DScene.tsx +250 -250
- package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashImpactReal.tsx +305 -305
- package/lib/motion/shotcraft/upstream/demos/camera/crash-zoom-punch/CrashZoomReal.tsx +246 -246
- package/lib/motion/shotcraft/upstream/demos/camera/cursor-flyover/CursorFlyover.tsx +390 -390
- package/lib/motion/shotcraft/upstream/demos/camera/depth-layer-moves/MultiplaneReal.tsx +138 -138
- package/lib/motion/shotcraft/upstream/demos/camera/graze-face-tour/GrazeFaceTour.tsx +542 -542
- package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/OverheadTabletopDrop.tsx +315 -315
- package/lib/motion/shotcraft/upstream/demos/camera/overhead-camera-moves/TiltReveal.tsx +299 -299
- package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/DroneDiveLanding.tsx +173 -173
- package/lib/motion/shotcraft/upstream/demos/camera/space-camera-moves/ExplodedView.tsx +348 -348
- package/lib/motion/shotcraft/upstream/demos/camera/steep-tilt-glide/SteepTiltGlide.tsx +366 -366
- package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/BulletTimeFreezeOrbit.tsx +279 -279
- package/lib/motion/shotcraft/upstream/demos/camera/tension-camera-moves/PullBackIsolation.tsx +184 -184
- package/lib/motion/shotcraft/upstream/demos/camera/terminal-3d/Terminal3D.tsx +390 -390
- package/lib/motion/shotcraft/upstream/demos/data/before-after-slider-scrub/BeforeAfterSliderScrub.tsx +155 -155
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/AxisRescaleShockV2.tsx +303 -303
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/OscilloscopeStreamV2.tsx +290 -290
- package/lib/motion/shotcraft/upstream/demos/data/chart-live-moves/UnitDotSwarmRegroupV2.tsx +278 -278
- package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/NeedleSweepSelftest.tsx +307 -307
- package/lib/motion/shotcraft/upstream/demos/data/gauge-readout-moves/TapeScrollFixedPointer.tsx +215 -215
- package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/BrakeReticleLock.tsx +299 -299
- package/lib/motion/shotcraft/upstream/demos/data/scroll-brake-moves/ChangelogScrollBrake.tsx +232 -232
- package/lib/motion/shotcraft/upstream/demos/data/timeline-travel/TimelineTravel.tsx +290 -290
- package/lib/motion/shotcraft/upstream/demos/effects/assemble-then-type-flyin/AssembleThenTypeFlyin.tsx +273 -273
- package/lib/motion/shotcraft/upstream/demos/effects/aurora-bloom-bg-flip/AuroraBloomBgFlip.tsx +167 -167
- package/lib/motion/shotcraft/upstream/demos/effects/brand-frame-snap/BrandFrameSnap.tsx +536 -536
- package/lib/motion/shotcraft/upstream/demos/effects/fui-hud-moves/ReticleLockOn.tsx +164 -164
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/FlylineArc.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/GlowOrbAmbient.tsx +197 -197
- package/lib/motion/shotcraft/upstream/demos/effects/glow-flyline-moves/OrbFlylineRelay.tsx +241 -241
- package/lib/motion/shotcraft/upstream/demos/effects/icon-performance-moves/AttentionBounce.tsx +279 -279
- package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/AnimeImpact.tsx +230 -230
- package/lib/motion/shotcraft/upstream/demos/effects/impact-feedback/HitCounter.tsx +345 -345
- package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SheenSweepRetry.tsx +275 -275
- package/lib/motion/shotcraft/upstream/demos/effects/light-play-moves/SpotlightSweepReveal.tsx +229 -229
- package/lib/motion/shotcraft/upstream/demos/effects/radial-ripple-phone-chips/RadialRipplePhoneChips.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/effects/riso-print-hits/RisoMisregistrationHit.tsx +222 -222
- package/lib/motion/shotcraft/upstream/demos/effects/scan-bracket-sweep/ScanBracketSweep.tsx +295 -295
- package/lib/motion/shotcraft/upstream/demos/effects/scanline-annotate-focus/ScanlineAnnotateFocus.tsx +329 -329
- package/lib/motion/shotcraft/upstream/demos/effects/scanline-assemble-flyin/ScanlineAssembleFlyin.tsx +315 -315
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ImpactBurstKit.tsx +264 -264
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/KanadaPerspectiveSnap.tsx +260 -260
- package/lib/motion/shotcraft/upstream/demos/effects/slam-entrance-moves/ScoreSlam.tsx +263 -263
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/CornerSpotlightReveal.tsx +123 -123
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/GlowWakeSleepPanel.tsx +187 -187
- package/lib/motion/shotcraft/upstream/demos/effects/spotlight-sweep-moves/SlideSpotlightPan.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/interaction/autolayout-gap-dial/AutolayoutGapDial.tsx +305 -305
- package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/DiagramCascadeBuild.tsx +350 -350
- package/lib/motion/shotcraft/upstream/demos/interaction/canvas-materialize-moves/PanelToCanvasMaterialize.tsx +352 -352
- package/lib/motion/shotcraft/upstream/demos/interaction/chip-grid-single-select-blackout/ChipGridSingleSelectBlackout.tsx +218 -218
- package/lib/motion/shotcraft/upstream/demos/interaction/collab-cursor-moves/CursorCastEnsemble.tsx +297 -297
- package/lib/motion/shotcraft/upstream/demos/interaction/glass-pill-dictation-typing/GlassPillDictationTyping.tsx +157 -157
- package/lib/motion/shotcraft/upstream/demos/interaction/hashtag-to-pill-materialize/HashtagToPillMaterialize.tsx +218 -218
- package/lib/motion/shotcraft/upstream/demos/interaction/picker-carousel-feature-cycle/PickerCarouselFeatureCycle.tsx +202 -202
- package/lib/motion/shotcraft/upstream/demos/interaction/segmented-thumb-hero/SegmentedThumbHero.tsx +265 -265
- package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/PaletteThemeRipple.tsx +457 -457
- package/lib/motion/shotcraft/upstream/demos/interaction/theme-switch-moves/ThemeSweepToggle.tsx +446 -446
- package/lib/motion/shotcraft/upstream/demos/interaction/type-and-filter/TypeAndFilter.tsx +249 -249
- package/lib/motion/shotcraft/upstream/demos/interaction/voice-waveform-live/VoiceWaveformLive.tsx +278 -278
- package/lib/motion/shotcraft/upstream/demos/opening/crane-rise-reveal/CraneRiseReveal.tsx +332 -332
- package/lib/motion/shotcraft/upstream/demos/opening/dataviz-landscape-open/DatavizLandscapeOpen.tsx +358 -358
- package/lib/motion/shotcraft/upstream/demos/opening/fracture/Fracture.tsx +201 -201
- package/lib/motion/shotcraft/upstream/demos/opening/icon-field-colorize/IconFieldColorize.tsx +200 -200
- package/lib/motion/shotcraft/upstream/demos/opening/letterspace-materialize/LetterspaceMaterialize.tsx +208 -208
- package/lib/motion/shotcraft/upstream/demos/opening/magician-card-flourish/MagicianCardFlourish.tsx +341 -341
- package/lib/motion/shotcraft/upstream/demos/opening/orbit-ring-title-open/OrbitRingTitleOpen.tsx +389 -389
- package/lib/motion/shotcraft/upstream/demos/opening/spotlight-hero-card/SpotlightHeroCard.tsx +293 -293
- package/lib/motion/shotcraft/upstream/demos/opening/stroke-segment-build/StrokeSegmentBuild.tsx +183 -183
- package/lib/motion/shotcraft/upstream/demos/opening/text-as-mask/TextAsMask.tsx +245 -245
- package/lib/motion/shotcraft/upstream/demos/outro/grain-dissolve/GrainDissolve.tsx +222 -222
- package/lib/motion/shotcraft/upstream/demos/outro/logo-shrink-wordmark-lockup/LogoShrinkWordmarkLockup.tsx +223 -223
- package/lib/motion/shotcraft/upstream/demos/outro/neon-triple-marquee/NeonTripleMarquee.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/outro/outro-group-photo-launch/OutroGroupPhotoLaunch.tsx +343 -343
- package/lib/motion/shotcraft/upstream/demos/outro/ui-strip-away-outro/UiStripAwayOutro.tsx +357 -357
- package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/IconFlipBloomLogo.tsx +187 -187
- package/lib/motion/shotcraft/upstream/demos/outro/ui-to-brand-morph/InputMorphsIntoLogo.tsx +333 -333
- package/lib/motion/shotcraft/upstream/demos/rhythm/beat-cut-moves/PaparazziFlash.tsx +274 -274
- package/lib/motion/shotcraft/upstream/demos/rhythm/beat-step-list-theme-cycle/BeatStepListThemeCycle.tsx +270 -270
- package/lib/motion/shotcraft/upstream/demos/rhythm/panel-grid-moves/ComicPanelSplit.tsx +430 -430
- package/lib/motion/shotcraft/upstream/demos/rhythm/quad-split-parallel-scenes/QuadSplitParallelScenes.tsx +252 -252
- package/lib/motion/shotcraft/upstream/demos/rhythm/rhythm-interrupt-moves/JumpCutPunchIn.tsx +106 -106
- package/lib/motion/shotcraft/upstream/demos/rhythm/sakuga-timing-shift/SakugaTimingShift.tsx +288 -288
- package/lib/motion/shotcraft/upstream/demos/rhythm/speed-ramp-freeze/FreezeAnnotateReal.tsx +362 -362
- package/lib/motion/shotcraft/upstream/demos/rhythm/trailer-grammar-moves/TrailerBumper.tsx +168 -168
- package/lib/motion/shotcraft/upstream/demos/transition/bottom-push-stack-wipe/BottomPushStackWipe.tsx +310 -310
- package/lib/motion/shotcraft/upstream/demos/transition/card-flip-reveal/CardFlipReveal.tsx +261 -261
- package/lib/motion/shotcraft/upstream/demos/transition/card-flock-tumble/CardFlockTumble.tsx +459 -459
- package/lib/motion/shotcraft/upstream/demos/transition/circle-match-iris/CircleMatchIris.tsx +294 -294
- package/lib/motion/shotcraft/upstream/demos/transition/gradient-transition/GradientTransition.tsx +161 -161
- package/lib/motion/shotcraft/upstream/demos/transition/line-carry-transition/LineCarryTransition.tsx +248 -248
- package/lib/motion/shotcraft/upstream/demos/transition/mosaic-reframe/MosaicReframe.tsx +359 -359
- package/lib/motion/shotcraft/upstream/demos/transition/page-turn-transitions/BarnDoorSplit.tsx +227 -227
- package/lib/motion/shotcraft/upstream/demos/transition/print-texture-transitions/InkBleedReveal.tsx +162 -162
- package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/PortalWipeV2.tsx +248 -248
- package/lib/motion/shotcraft/upstream/demos/transition/shot-transitions/WhipBrakeReal.tsx +186 -186
- package/lib/motion/shotcraft/upstream/demos/transition/tear-streak-transitions/GlitchDisplace.tsx +355 -355
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/InvisibleCut.tsx +272 -272
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/LightLeakBurn.tsx +262 -262
- package/lib/motion/shotcraft/upstream/demos/transition/transition-hidden-cut/VersusSlam.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/transition/transition-travel/LetterformZoom.tsx +285 -285
- package/lib/motion/shotcraft/upstream/demos/transition/white-flash-logo-simplify-cut/WhiteFlashLogoSimplifyCut.tsx +205 -205
- package/lib/motion/shotcraft/upstream/demos/transition/wipe-transitions/BlindsSlice.tsx +178 -178
- package/lib/motion/shotcraft/upstream/demos/typography/blur-slide/BlurSlide.tsx +147 -147
- package/lib/motion/shotcraft/upstream/demos/typography/brace-expand/BraceExpand.tsx +143 -143
- package/lib/motion/shotcraft/upstream/demos/typography/brand-ink-open/BrandInkOpen.tsx +134 -134
- package/lib/motion/shotcraft/upstream/demos/typography/countdown-arc-scatter/CountdownArcScatter.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/typography/flying-words/FlyingWords.tsx +198 -198
- package/lib/motion/shotcraft/upstream/demos/typography/glitch-cycle/GlitchCycle.tsx +221 -221
- package/lib/motion/shotcraft/upstream/demos/typography/gradient-word-sweep/GradientWordSweep.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/typography/lead-word-zoom-assemble/LeadWordZoomAssemble.tsx +261 -261
- package/lib/motion/shotcraft/upstream/demos/typography/marker-underline-title/MarkerUnderlineTitle.tsx +121 -121
- package/lib/motion/shotcraft/upstream/demos/typography/outline-word-fill/OutlineWordFill.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/typography/paper-title-card/PaperTitleCard.tsx +179 -179
- package/lib/motion/shotcraft/upstream/demos/typography/pill-chip-slot-cycle-handled/PillChipSlotCycleHandled.tsx +140 -140
- package/lib/motion/shotcraft/upstream/demos/typography/pill-slot-cycle/PillSlotCycle.tsx +309 -309
- package/lib/motion/shotcraft/upstream/demos/typography/text-column-converge/TextColumnConverge.tsx +191 -191
- package/lib/motion/shotcraft/upstream/demos/typography/title-demote-to-label/TitleDemoteToLabel.tsx +292 -292
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/LetterformDriftAssembly.tsx +135 -135
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/SplitTextStagger.tsx +124 -124
- package/lib/motion/shotcraft/upstream/demos/typography/type-assembly-moves/TextOnPath.tsx +255 -255
- package/lib/motion/shotcraft/upstream/demos/typography/type-entrance-moves/LetterDropPhysics.tsx +173 -173
- package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/FontWeightPump.tsx +225 -225
- package/lib/motion/shotcraft/upstream/demos/typography/type-rhythm-sync/KaraokeFillSync.tsx +141 -141
- package/lib/motion/shotcraft/upstream/demos/typography/typewriter-moves/TypewriterErrorRetype.tsx +137 -137
- package/lib/motion/shotcraft/upstream/demos/typography/vertical-word-roll-blur-cycle/VerticalWordRollBlurCycle.tsx +147 -147
- package/lib/motion/shotcraft/upstream/demos/typography/word-relay-filmstrip/WordRelayFilmstrip.tsx +409 -409
- package/lib/motion/shotcraft/upstream/demos/typography/word-relay-geometry/WordRelayGeometry.tsx +280 -280
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/avatar-bracket-carousel/AvatarBracketCarousel.tsx +271 -271
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/bezier-source-converge-merge/BezierSourceConvergeMerge.tsx +385 -385
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/card-stack/CardStack.tsx +312 -312
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/carousel-3d/Carousel3D.tsx +303 -303
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/clipcard-looping/ClipCardLooping.tsx +77 -77
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/cloner-depth-echo/ClonerDepthEcho.tsx +311 -311
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/deck-deal-flyin/DeckDealFlyin.tsx +307 -307
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/doc-park-left-pill-deal/DocParkLeftPillDeal.tsx +349 -349
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/document-typewriter-reveal/DocumentTypewriterReveal.tsx +255 -255
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/draw-svg-trace/DrawSvgTrace.tsx +244 -244
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/element-body-moves/ContactShadowLift.tsx +217 -217
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/integration-hub-map/IntegrationHubMap.tsx +652 -652
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-reveal/ListReveal.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/list-stack-press/ListStackPress.tsx +238 -238
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-forerun/NeonFrameForerun.tsx +324 -324
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/neon-frame-orbit-drop/NeonFrameForerunOrbit.tsx +354 -354
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/PageWaterfallWall.tsx +101 -101
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/page-waterfall-wall/VerticalTicker.tsx +129 -129
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/product-card-progressive-assemble/ProductCardProgressiveAssemble.tsx +297 -297
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/radial-wave/RadialWave.tsx +57 -57
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/research-card-stack-scroll/ResearchCardStackScroll.tsx +155 -155
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/row-embed/RowEmbed.tsx +175 -175
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/value-stagger-gradient/ValueStaggerGradient.tsx +153 -153
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/BentoLightUp.tsx +146 -146
- package/lib/motion/shotcraft/upstream/demos/ui-entrance/wall-reveal-moves/WireframeDrawOn.tsx +226 -226
- package/lib/motion/shotcraft/upstream/gallery/api/library.json +1 -1
- package/lib/motion/shotcraft/upstream/references/aesthetic-rules.md +193 -193
- package/lib/motion/shotcraft/upstream/references/final-review.md +121 -121
- package/lib/motion/shotcraft/upstream/references/guided-free-creation.md +199 -199
- package/lib/motion/shotcraft/upstream/references/jianying-export.md +183 -183
- package/lib/motion/shotcraft/upstream/references/music-beat-sync.md +257 -257
- package/lib/motion/shotcraft/upstream/references/pipeline.md +382 -382
- package/lib/motion/shotcraft/upstream/references/publish-upload-post.md +111 -111
- package/lib/motion/shotcraft/upstream/references/sequences/promo-energy-arc.md +50 -50
- package/lib/motion/shotcraft/upstream/references/sfx-sourcing.md +95 -95
- package/lib/motion/shotcraft/upstream/references/shots/camera/basic-3d-scene.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/camera/crash-zoom-punch.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/camera/cursor-flyover.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/camera/depth-layer-moves.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/camera/graze-face-tour.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/camera/overhead-camera-moves.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/camera/space-camera-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/camera/steep-tilt-glide.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/camera/tension-camera-moves.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/camera/terminal-3d.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/data/before-after-slider-scrub.md +48 -48
- package/lib/motion/shotcraft/upstream/references/shots/data/chart-live-moves.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/data/gauge-readout-moves.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/data/scroll-brake-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/data/timeline-travel.md +44 -44
- package/lib/motion/shotcraft/upstream/references/shots/effects/assemble-then-type-flyin.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/effects/aurora-bloom-bg-flip.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/effects/brand-frame-snap.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/effects/fui-hud-moves.md +35 -35
- package/lib/motion/shotcraft/upstream/references/shots/effects/glow-flyline-moves.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/icon-performance-moves.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/effects/impact-feedback.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/effects/light-play-moves.md +46 -46
- package/lib/motion/shotcraft/upstream/references/shots/effects/radial-ripple-phone-chips.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/effects/riso-print-hits.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/effects/scan-bracket-sweep.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-annotate-focus.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/scanline-assemble-flyin.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/effects/slam-entrance-moves.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/effects/spotlight-sweep-moves.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/interaction/autolayout-gap-dial.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/interaction/canvas-materialize-moves.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/interaction/chip-grid-single-select-blackout.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/interaction/collab-cursor-moves.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/interaction/glass-pill-dictation-typing.md +53 -53
- package/lib/motion/shotcraft/upstream/references/shots/interaction/hashtag-to-pill-materialize.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/interaction/picker-carousel-feature-cycle.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/interaction/segmented-thumb-hero.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/interaction/theme-switch-moves.md +47 -47
- package/lib/motion/shotcraft/upstream/references/shots/interaction/type-and-filter.md +37 -37
- package/lib/motion/shotcraft/upstream/references/shots/interaction/voice-waveform-live.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/opening/brand-ink-open.md +36 -36
- package/lib/motion/shotcraft/upstream/references/shots/opening/crane-rise-reveal.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/opening/dataviz-landscape-open.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/opening/fracture.md +40 -40
- package/lib/motion/shotcraft/upstream/references/shots/opening/icon-field-colorize.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/opening/letterspace-materialize.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/opening/magician-card-flourish.md +73 -73
- package/lib/motion/shotcraft/upstream/references/shots/opening/orbit-ring-title-open.md +87 -87
- package/lib/motion/shotcraft/upstream/references/shots/opening/spotlight-hero-card.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/opening/stroke-segment-build.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/opening/text-as-mask.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/outro/grain-dissolve.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/outro/logo-shrink-wordmark-lockup.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/outro/neon-triple-marquee.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/outro/outro-group-photo-launch.md +39 -39
- package/lib/motion/shotcraft/upstream/references/shots/outro/ui-strip-away-outro.md +61 -61
- package/lib/motion/shotcraft/upstream/references/shots/outro/ui-to-brand-morph.md +52 -52
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-cut-moves.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/beat-step-list-theme-cycle.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/panel-grid-moves.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/quad-split-parallel-scenes.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/rhythm-interrupt-moves.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/sakuga-timing-shift.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/speed-ramp-freeze.md +44 -44
- package/lib/motion/shotcraft/upstream/references/shots/rhythm/trailer-grammar-moves.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/transition/bottom-push-stack-wipe.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/transition/card-flip-reveal.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/transition/card-flock-tumble.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/transition/circle-match-iris.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/transition/gradient-transition.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/transition/line-carry-transition.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/transition/mosaic-reframe.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/transition/page-turn-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/transition/print-texture-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/transition/shot-transitions.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/transition/tear-streak-transitions.md +48 -48
- package/lib/motion/shotcraft/upstream/references/shots/transition/transition-hidden-cut.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/transition/transition-travel.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/transition/white-flash-logo-simplify-cut.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/transition/wipe-transitions.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/blur-slide.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/typography/brace-expand.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/typography/countdown-arc-scatter.md +65 -65
- package/lib/motion/shotcraft/upstream/references/shots/typography/document-typewriter-reveal.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/flying-words.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/glitch-cycle.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/gradient-word-sweep.md +54 -54
- package/lib/motion/shotcraft/upstream/references/shots/typography/lead-word-zoom-assemble.md +91 -91
- package/lib/motion/shotcraft/upstream/references/shots/typography/marker-underline-title.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/typography/outline-word-fill.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/typography/paper-title-card.md +38 -38
- package/lib/motion/shotcraft/upstream/references/shots/typography/pill-chip-slot-cycle-handled.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/typography/pill-slot-cycle.md +58 -58
- package/lib/motion/shotcraft/upstream/references/shots/typography/text-column-converge.md +61 -61
- package/lib/motion/shotcraft/upstream/references/shots/typography/title-demote-to-label.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-assembly-moves.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-entrance-moves.md +41 -41
- package/lib/motion/shotcraft/upstream/references/shots/typography/type-rhythm-sync.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/typography/typewriter-moves.md +42 -42
- package/lib/motion/shotcraft/upstream/references/shots/typography/vertical-word-roll-blur-cycle.md +63 -63
- package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-filmstrip.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/typography/word-relay-geometry.md +75 -75
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/avatar-bracket-carousel.md +59 -59
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/bezier-source-converge-merge.md +67 -67
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/card-stack.md +60 -60
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/carousel-3d.md +66 -66
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/cloner-depth-echo.md +40 -40
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/deck-deal-flyin.md +45 -45
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/doc-park-left-pill-deal.md +62 -62
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/draw-svg-trace.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/element-body-moves.md +37 -37
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/integration-hub-map.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-reveal.md +50 -50
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/list-stack-press.md +43 -43
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-forerun.md +55 -55
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/neon-frame-orbit-drop.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/page-waterfall-wall.md +51 -51
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/product-card-progressive-assemble.md +56 -56
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/radial-wave.md +49 -49
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/research-card-stack-scroll.md +57 -57
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/row-embed.md +36 -36
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/value-stagger-gradient.md +64 -64
- package/lib/motion/shotcraft/upstream/references/shots/ui-entrance/wall-reveal-moves.md +47 -47
- package/lib/motion/shotcraft/upstream/references/sound-design.md +170 -170
- package/lib/motion/shotcraft/upstream/references/workbench.md +157 -157
- package/lib/motion/shotcraft/upstream/template/TEMPLATE.md +103 -103
- package/lib/motion/shotcraft/upstream/template/THEMES.md +44 -44
- package/lib/motion/shotcraft/upstream/template/package.json +20 -20
- package/lib/motion/shotcraft/upstream/template/remotion.config.ts +6 -6
- package/lib/motion/shotcraft/upstream/template/src/Root.tsx +17 -17
- package/lib/motion/shotcraft/upstream/template/src/aifl/Caption.tsx +65 -65
- package/lib/motion/shotcraft/upstream/template/src/aifl/DigitRoll.tsx +48 -48
- package/lib/motion/shotcraft/upstream/template/src/aifl/FlashCut.tsx +24 -24
- package/lib/motion/shotcraft/upstream/template/src/aifl/Main.tsx +192 -192
- package/lib/motion/shotcraft/upstream/template/src/aifl/PaperTitleCard.tsx +111 -111
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/PageCam.tsx +150 -150
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneDetail.tsx +158 -158
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneFlyIn.tsx +468 -468
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOpen.tsx +552 -552
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneOutroLive.tsx +411 -411
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/ScenePapers.tsx +200 -200
- package/lib/motion/shotcraft/upstream/template/src/aifl/live/SceneWbr.tsx +324 -324
- package/lib/motion/shotcraft/upstream/template/src/aifl/live-layout.json +388 -388
- package/lib/motion/shotcraft/upstream/template/src/index.ts +4 -4
- package/lib/motion/shotcraft/upstream/template/src/themes/ThemedFilm.tsx +7 -7
- package/lib/motion/shotcraft/upstream/template/src/themes/manifest.tsx +68 -68
- package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.json +1 -1
- package/lib/motion/shotcraft/upstream/template/src/themes/palette-assets.ts +24 -24
- package/lib/motion/shotcraft/upstream/template/src/themes/palettes.json +74 -74
- package/lib/motion/shotcraft/upstream/template/src/themes/visual-theme.tsx +91 -91
- package/lib/motion/shotcraft/upstream/template/src/workbench.ts +213 -213
- package/lib/motion/shotcraft/upstream/template/tsconfig.json +15 -15
- package/lib/motion/style-frames.js +306 -306
- package/lib/motion/sync.js +214 -214
- package/lib/motion-project.js +105 -105
- package/lib/motion-render-worker.js +174 -174
- package/lib/routing/router.js +222 -222
- package/lib/routing/vendor/README.md +96 -96
- package/lib/routing/vendor/libavoid-routing.js +753 -753
- package/lib/routing/vendor/libavoid.min.js +59 -59
- package/lib/video-trace-pool.js +128 -128
- package/package.json +1 -1
- package/LICENSE +0 -4175
package/lib/motion/sync.js
CHANGED
|
@@ -1,214 +1,214 @@
|
|
|
1
|
-
// One source of truth: source-music seconds -> edit events -> source SFX peaks.
|
|
2
|
-
import { createHash } from 'node:crypto'
|
|
3
|
-
import { existsSync, readFileSync, mkdirSync, writeFileSync, readdirSync, unlinkSync } from 'node:fs'
|
|
4
|
-
import { join, resolve, relative, isAbsolute } from 'node:path'
|
|
5
|
-
import { decodePcm } from './beats.js'
|
|
6
|
-
import { runFfmpeg } from './ffmpeg.js'
|
|
7
|
-
import { parseProjectJson } from './json.js'
|
|
8
|
-
|
|
9
|
-
const number = (value, name) => {
|
|
10
|
-
if (typeof value !== 'number' || !Number.isFinite(value)) throw new Error(name + ' 必须是有限数字')
|
|
11
|
-
return value
|
|
12
|
-
}
|
|
13
|
-
export function assetPath(dir, file) {
|
|
14
|
-
const root = resolve(dir, 'assets'), path = resolve(root, file || '')
|
|
15
|
-
const rel = relative(root, path)
|
|
16
|
-
if (!rel || isAbsolute(rel) || rel === '..' || rel.startsWith('..' + (process.platform === 'win32' ? '\\' : '/'))) throw new Error('同步音频必须位于工程 assets 内')
|
|
17
|
-
return path
|
|
18
|
-
}
|
|
19
|
-
export const syncKey = (timeline) => createHash('sha256').update(JSON.stringify(timeline)).digest('hex')
|
|
20
|
-
export function syncRevision(dir, timeline) {
|
|
21
|
-
const music = timeline.audio?.find((cue) => cue.id === timeline.sync?.musicCueId)
|
|
22
|
-
if (timeline.sync?.analysisSourceHash && (!music || timeline.sync.analysisSourceHash !== filmHash(assetPath(dir, music.file)))) throw new Error('音乐文件已变更,请重新 motion_sync bind 分析后绑定')
|
|
23
|
-
const hash = createHash('sha256').update(syncKey(timeline))
|
|
24
|
-
for (const shot of timeline.shots) {
|
|
25
|
-
const file = join(dir, shot.file || '')
|
|
26
|
-
if (shot.file && existsSync(file)) hash.update(readFileSync(file))
|
|
27
|
-
}
|
|
28
|
-
for (const cue of timeline.audio || []) hash.update(readFileSync(assetPath(dir, cue.file)))
|
|
29
|
-
const walk = (path) => {
|
|
30
|
-
if (!existsSync(path)) return
|
|
31
|
-
for (const entry of readdirSync(path, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
|
|
32
|
-
const file = join(path, entry.name)
|
|
33
|
-
if (entry.isDirectory()) walk(file)
|
|
34
|
-
else if (entry.isFile()) hash.update(entry.name).update(readFileSync(file))
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
walk(join(dir, 'components'))
|
|
38
|
-
walk(join(dir, 'assets'))
|
|
39
|
-
for (const entry of readdirSync(dir).sort()) if (/\.(tsx?|jsx?)$/.test(entry) && !/^index\./.test(entry)) hash.update(entry).update(readFileSync(join(dir, entry)))
|
|
40
|
-
return hash.digest('hex')
|
|
41
|
-
}
|
|
42
|
-
export const filmHash = (file) => createHash('sha256').update(readFileSync(file)).digest('hex')
|
|
43
|
-
|
|
44
|
-
export function resolveSync(input) {
|
|
45
|
-
const timeline = structuredClone(input), sync = timeline.sync
|
|
46
|
-
if (!sync) return timeline
|
|
47
|
-
const fps = number(timeline.fps, 'fps')
|
|
48
|
-
if (sync.toleranceFrames !== undefined && (number(sync.toleranceFrames, 'toleranceFrames') < 0 || sync.toleranceFrames > 3)) throw new Error('toleranceFrames 必须在0–3内')
|
|
49
|
-
if (fps <= 0 || !Array.isArray(sync.anchors) || !sync.anchors.length || sync.anchors.length > 200) throw new Error('sync 需要 1–200 个 anchors')
|
|
50
|
-
const music = timeline.audio?.find((cue) => cue.id === sync.musicCueId)
|
|
51
|
-
if (!music || music.loop) throw new Error('sync.musicCueId 必须指向不循环的音乐轨')
|
|
52
|
-
const offset = sync.outputOffsetSeconds === undefined ? 0 : number(sync.outputOffsetSeconds, 'outputOffsetSeconds')
|
|
53
|
-
if (Math.abs(offset) > 1) throw new Error('输出偏移超出 ±1 秒')
|
|
54
|
-
const ids = new Set(), targets = new Set(), cueIds = new Set()
|
|
55
|
-
const rows = sync.anchors.map((anchor) => {
|
|
56
|
-
if (typeof anchor.id !== 'string' || !anchor.id || ids.has(anchor.id)) throw new Error('anchor.id 必须唯一')
|
|
57
|
-
ids.add(anchor.id)
|
|
58
|
-
if (anchor.visual) visualPeak(Buffer.alloc(0), 1, 1, 0, anchor.visual)
|
|
59
|
-
if (anchor.sfx !== undefined && !Array.isArray(anchor.sfx)) throw new Error('sfx 必须是绑定数组')
|
|
60
|
-
if (!['cut', 'action'].includes(anchor.type)) throw new Error('anchor.type 必须是 cut/action')
|
|
61
|
-
const shot = timeline.shots.find((item) => item.id === anchor.shotId)
|
|
62
|
-
if (!shot) throw new Error('锚点引用了不存在的镜头:' + anchor.shotId)
|
|
63
|
-
const targetKey = anchor.type + ':' + anchor.shotId + ':' + (anchor.type === 'action' ? anchor.name : '')
|
|
64
|
-
if (targets.has(targetKey)) throw new Error('同一个切镜或动作不能重复绑定')
|
|
65
|
-
targets.add(targetKey)
|
|
66
|
-
if (anchor.type === 'action' && (typeof anchor.name !== 'string' || !anchor.name)) throw new Error('动作锚点需要 name')
|
|
67
|
-
if ((anchor.at === undefined) === (anchor.beat === undefined)) throw new Error('锚点必须且只能给 at(源音乐秒)或 beat(0 起拍号)')
|
|
68
|
-
let sourceSeconds
|
|
69
|
-
if (anchor.at !== undefined) sourceSeconds = number(anchor.at, 'at')
|
|
70
|
-
else {
|
|
71
|
-
const grid = sync.analysis?.grid
|
|
72
|
-
if (!grid || ![grid.t0, grid.periodMs, grid.residualMs, grid.coverage].every(Number.isFinite) || grid.periodMs <= 0 || grid.residualMs > 15 || grid.coverage < 0.45) throw new Error('按拍号绑定需要通过验收的音乐网格;否则使用 at 实测瞬态')
|
|
73
|
-
const beat = number(anchor.beat, 'beat')
|
|
74
|
-
if (beat < 0) throw new Error('beat 必须从0起')
|
|
75
|
-
sourceSeconds = grid.t0 + beat * grid.periodMs / 1000
|
|
76
|
-
}
|
|
77
|
-
const musicLocal = sourceSeconds - (music.trimStart || 0)
|
|
78
|
-
if (musicLocal < 0 || musicLocal * fps >= music.durationInFrames) throw new Error('拍点超出音乐播放窗口:' + anchor.id)
|
|
79
|
-
const seconds = music.from / fps + musicLocal + offset
|
|
80
|
-
const frame = Math.round(seconds * fps)
|
|
81
|
-
if (frame < 0 || frame >= timeline.durationInFrames) throw new Error('锚点超出影片范围:' + anchor.id)
|
|
82
|
-
if (anchor.type === 'cut') shot.startFrame = frame
|
|
83
|
-
return { ...anchor, sourceSeconds, seconds, frame, quantizationMs: (frame / fps - seconds) * 1000 }
|
|
84
|
-
})
|
|
85
|
-
for (let i = 0; i < timeline.shots.length; i++) {
|
|
86
|
-
const shot = timeline.shots[i], end = timeline.shots[i + 1]?.startFrame ?? timeline.durationInFrames
|
|
87
|
-
if (shot.startFrame < 0 || end <= shot.startFrame) throw new Error('切镜绑定导致镜头倒序或长度为零')
|
|
88
|
-
shot.durationFrames = end - shot.startFrame
|
|
89
|
-
shot.anchors = Object.create(null)
|
|
90
|
-
}
|
|
91
|
-
for (const row of rows) {
|
|
92
|
-
const shot = timeline.shots.find((item) => item.id === row.shotId)
|
|
93
|
-
if (row.frame < shot.startFrame || row.frame >= shot.startFrame + shot.durationFrames) throw new Error('动作锚点不在所属镜头内:' + row.id)
|
|
94
|
-
if (row.type === 'action') shot.anchors[row.name] = row.frame - shot.startFrame
|
|
95
|
-
for (const sfx of row.sfx || []) {
|
|
96
|
-
if (cueIds.has(sfx.cueId) || sfx.cueId === music.id) throw new Error('音效轨不能重复绑定或绑定音乐自身')
|
|
97
|
-
cueIds.add(sfx.cueId)
|
|
98
|
-
const cue = timeline.audio.find((item) => item.id === sfx.cueId)
|
|
99
|
-
if (!cue || cue.loop) throw new Error('音效绑定需要存在且不循环的 cueId')
|
|
100
|
-
const lag = number(sfx.peakSeconds, 'peakSeconds') - (cue.trimStart || 0)
|
|
101
|
-
if (lag < 0 || lag * fps >= cue.durationInFrames) throw new Error('音效峰值超出裁剪窗口')
|
|
102
|
-
const from = Math.round(row.frame - (lag + offset) * fps)
|
|
103
|
-
if (from < 0 || from + cue.durationInFrames > timeline.durationInFrames) throw new Error('音效绑定超出影片范围,不会静默截断')
|
|
104
|
-
cue.from = from
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
sync.resolved = rows
|
|
108
|
-
return timeline
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
// Normalized waveform matching around an expected transient. Low/ambiguous
|
|
112
|
-
// matches remain unverified; absence of evidence must never become a pass.
|
|
113
|
-
export function matchTransient(source, output, sourceAt, expectedAt, sampleRate, searchSeconds = 0.2) {
|
|
114
|
-
const radius = Math.round(sampleRate * 0.025), center = Math.round(sourceAt * sampleRate)
|
|
115
|
-
const step = 4, template = []
|
|
116
|
-
for (let i = -radius; i <= radius; i += step) template.push(source[center + i] || 0)
|
|
117
|
-
const norm = Math.sqrt(template.reduce((sum, x) => sum + x * x, 0))
|
|
118
|
-
if (!norm) return null
|
|
119
|
-
let best = { score: -1, at: 0 }, second = -1
|
|
120
|
-
const scores = []
|
|
121
|
-
const start = Math.max(radius, Math.round((expectedAt - searchSeconds) * sampleRate)), end = Math.min(output.length - radius - 1, Math.round((expectedAt + searchSeconds) * sampleRate))
|
|
122
|
-
for (let at = start; at <= end; at++) {
|
|
123
|
-
let dot = 0, energy = 0
|
|
124
|
-
for (let i = 0; i < template.length; i++) { const x = output[at - radius + i * step]; dot += template[i] * x; energy += x * x }
|
|
125
|
-
const score = energy ? dot / (norm * Math.sqrt(energy)) : 0
|
|
126
|
-
scores.push({ at, score })
|
|
127
|
-
if (score > best.score) best = { at, score }
|
|
128
|
-
}
|
|
129
|
-
for (const candidate of scores) if (Math.abs(candidate.at - best.at) > sampleRate * 0.01) second = Math.max(second, candidate.score)
|
|
130
|
-
return best.score >= 0.45 && best.score - second >= 0.05 ? { at: best.at / sampleRate, confidence: best.score } : null
|
|
131
|
-
}
|
|
132
|
-
function samples(decoded) {
|
|
133
|
-
return Float64Array.from({ length: decoded.pcm.length / 2 }, (_, i) => decoded.pcm.readInt16LE(i * 2) / 32768)
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
export function visualPeak(bytes, width, height, firstFrame, visual = {}) {
|
|
137
|
-
if (visual.metric !== undefined && !['change', 'brightness'].includes(visual.metric)) throw new Error('visual.metric 必须为 change/brightness')
|
|
138
|
-
if (visual.minSignal !== undefined && (number(visual.minSignal, 'minSignal') <= 0 || visual.minSignal > 255)) throw new Error('minSignal 必须在0–255内')
|
|
139
|
-
const size = width * height, count = Math.floor(bytes.length / size), scores = []
|
|
140
|
-
const roi = visual.roi || { x: 0, y: 0, w: 1, h: 1 }
|
|
141
|
-
for (const key of ['x', 'y', 'w', 'h']) number(roi[key], 'visual.roi.' + key)
|
|
142
|
-
if (roi.x < 0 || roi.y < 0 || roi.w <= 0 || roi.h <= 0 || roi.x + roi.w > 1 || roi.y + roi.h > 1) throw new Error('ROI 必须在 0–1 内')
|
|
143
|
-
for (let f = 1; f < count; f++) {
|
|
144
|
-
let sum = 0, n = 0
|
|
145
|
-
for (let y = Math.floor(roi.y * height); y < Math.ceil((roi.y + roi.h) * height); y++) for (let x = Math.floor(roi.x * width); x < Math.ceil((roi.x + roi.w) * width); x++) {
|
|
146
|
-
const i = y * width + x
|
|
147
|
-
sum += visual.metric === 'brightness' ? bytes[f * size + i] : Math.abs(bytes[f * size + i] - bytes[(f - 1) * size + i]); n++
|
|
148
|
-
}
|
|
149
|
-
scores.push({ frame: firstFrame + f, score: sum / n })
|
|
150
|
-
}
|
|
151
|
-
scores.sort((a, b) => b.score - a.score)
|
|
152
|
-
const best = scores[0], other = scores.find((item) => Math.abs(item.frame - best?.frame) > 1)
|
|
153
|
-
return best && best.score >= (visual.minSignal ?? 8) && (!other || best.score > other.score * 1.15) ? best : null
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
export async function verifySync(dir, film, input) {
|
|
157
|
-
const timeline = resolveSync(input), sync = timeline.sync
|
|
158
|
-
if (!sync?.resolved?.length) throw new Error('尚未绑定锚点,先 motion_sync bind')
|
|
159
|
-
const revision = syncRevision(dir, timeline)
|
|
160
|
-
const receiptPath = film + '.sync.json'
|
|
161
|
-
const receipt = existsSync(receiptPath) ? parseProjectJson(readFileSync(receiptPath, 'utf8')) : null
|
|
162
|
-
if (receipt && receipt.revision !== revision) throw new Error('成片与当前绑定或场景版本不一致,请重新渲染后验收')
|
|
163
|
-
if (receipt && receipt.filmHash !== filmHash(film)) throw new Error('成片文件与渲染回执不一致,请重新渲染')
|
|
164
|
-
const out = join(dir, '.out', 'qa', 'sync'); mkdirSync(out, { recursive: true })
|
|
165
|
-
const decoded = await decodePcm(film), output = samples(decoded), rate = decoded.sampleRate
|
|
166
|
-
const cache = new Map()
|
|
167
|
-
const load = async (cue) => {
|
|
168
|
-
const path = assetPath(dir, cue.file)
|
|
169
|
-
if (!cache.has(path)) cache.set(path, samples(await decodePcm(path)))
|
|
170
|
-
return cache.get(path)
|
|
171
|
-
}
|
|
172
|
-
const music = timeline.audio.find((cue) => cue.id === sync.musicCueId), musicSource = await load(music)
|
|
173
|
-
const rows = [], offsets = []
|
|
174
|
-
for (const [index, anchor] of sync.resolved.entries()) {
|
|
175
|
-
const heard = matchTransient(musicSource, output, anchor.sourceSeconds, anchor.seconds, rate)
|
|
176
|
-
if (heard) offsets.push(heard.at - (music.from / timeline.fps + anchor.sourceSeconds - (music.trimStart || 0)))
|
|
177
|
-
let visual = null
|
|
178
|
-
// A cut is an observable frame difference. Continuous actions need an
|
|
179
|
-
// explicitly selected metric/ROI; do not infer their semantic peak.
|
|
180
|
-
if (anchor.type === 'cut' || anchor.visual) {
|
|
181
|
-
const first = Math.max(0, anchor.frame - 6), last = Math.min(timeline.durationInFrames - 1, anchor.frame + 6)
|
|
182
|
-
const path = join(out, 'anchor-' + index + '.gray')
|
|
183
|
-
try {
|
|
184
|
-
await runFfmpeg(['-loglevel', 'error', '-i', film, '-vf', 'select=between(n\\,' + first + '\\,' + last + '),scale=96:54,format=gray', '-vsync', '0', '-f', 'rawvideo', path], { cwd: dir, log: join(out, 'visual.log') })
|
|
185
|
-
visual = visualPeak(readFileSync(path), 96, 54, first, anchor.visual)
|
|
186
|
-
unlinkSync(join(out, 'visual.log'))
|
|
187
|
-
} finally {
|
|
188
|
-
if (existsSync(path)) unlinkSync(path)
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
const sfxRows = []
|
|
192
|
-
for (const binding of anchor.sfx || []) {
|
|
193
|
-
const cue = timeline.audio.find((item) => item.id === binding.cueId)
|
|
194
|
-
const match = await load(cue).then((source) => matchTransient(source, output, binding.peakSeconds, anchor.frame / timeline.fps, rate))
|
|
195
|
-
sfxRows.push({ cueId: cue.id, measuredSeconds: match?.at ?? null, confidence: match?.confidence ?? null,
|
|
196
|
-
errorFrames: match && heard ? (match.at - heard.at) * timeline.fps : null })
|
|
197
|
-
}
|
|
198
|
-
const error = heard && visual ? visual.frame - heard.at * timeline.fps : null
|
|
199
|
-
const tolerance = sync.toleranceFrames ?? 2
|
|
200
|
-
const status = error === null || sfxRows.some((item) => item.errorFrames === null) ? 'unverified'
|
|
201
|
-
: Math.abs(error) > tolerance || sfxRows.some((item) => Math.abs(item.errorFrames) > tolerance) ? 'fail' : 'pass'
|
|
202
|
-
rows.push({ id: anchor.id, type: anchor.type, plannedFrame: anchor.frame, quantizationMs: anchor.quantizationMs,
|
|
203
|
-
measuredMusicSeconds: heard?.at ?? null, musicConfidence: heard?.confidence ?? null, measuredVisualFrame: visual?.frame ?? null,
|
|
204
|
-
audiovisualErrorFrames: error, sfx: sfxRows, status })
|
|
205
|
-
}
|
|
206
|
-
offsets.sort((a, b) => a - b)
|
|
207
|
-
const report = { version: 1, film, timelineKey: revision, renderReceipt: !!receipt, fps: timeline.fps, generatedAt: new Date().toISOString(),
|
|
208
|
-
status: rows.some((row) => row.status === 'fail') ? 'fail' : rows.some((row) => row.status === 'unverified') ? 'unverified' : 'pass',
|
|
209
|
-
measuredOutputOffsetSeconds: offsets.length >= 3 && offsets.at(-1) - offsets[0] < 0.015 ? offsets[Math.floor(offsets.length / 2)] : null,
|
|
210
|
-
rows }
|
|
211
|
-
if (!receipt) report.status = report.status === 'fail' ? 'fail' : 'unverified'
|
|
212
|
-
writeFileSync(join(out, 'report.json'), JSON.stringify(report, null, 2))
|
|
213
|
-
return report
|
|
214
|
-
}
|
|
1
|
+
// One source of truth: source-music seconds -> edit events -> source SFX peaks.
|
|
2
|
+
import { createHash } from 'node:crypto'
|
|
3
|
+
import { existsSync, readFileSync, mkdirSync, writeFileSync, readdirSync, unlinkSync } from 'node:fs'
|
|
4
|
+
import { join, resolve, relative, isAbsolute } from 'node:path'
|
|
5
|
+
import { decodePcm } from './beats.js'
|
|
6
|
+
import { runFfmpeg } from './ffmpeg.js'
|
|
7
|
+
import { parseProjectJson } from './json.js'
|
|
8
|
+
|
|
9
|
+
const number = (value, name) => {
|
|
10
|
+
if (typeof value !== 'number' || !Number.isFinite(value)) throw new Error(name + ' 必须是有限数字')
|
|
11
|
+
return value
|
|
12
|
+
}
|
|
13
|
+
export function assetPath(dir, file) {
|
|
14
|
+
const root = resolve(dir, 'assets'), path = resolve(root, file || '')
|
|
15
|
+
const rel = relative(root, path)
|
|
16
|
+
if (!rel || isAbsolute(rel) || rel === '..' || rel.startsWith('..' + (process.platform === 'win32' ? '\\' : '/'))) throw new Error('同步音频必须位于工程 assets 内')
|
|
17
|
+
return path
|
|
18
|
+
}
|
|
19
|
+
export const syncKey = (timeline) => createHash('sha256').update(JSON.stringify(timeline)).digest('hex')
|
|
20
|
+
export function syncRevision(dir, timeline) {
|
|
21
|
+
const music = timeline.audio?.find((cue) => cue.id === timeline.sync?.musicCueId)
|
|
22
|
+
if (timeline.sync?.analysisSourceHash && (!music || timeline.sync.analysisSourceHash !== filmHash(assetPath(dir, music.file)))) throw new Error('音乐文件已变更,请重新 motion_sync bind 分析后绑定')
|
|
23
|
+
const hash = createHash('sha256').update(syncKey(timeline))
|
|
24
|
+
for (const shot of timeline.shots) {
|
|
25
|
+
const file = join(dir, shot.file || '')
|
|
26
|
+
if (shot.file && existsSync(file)) hash.update(readFileSync(file))
|
|
27
|
+
}
|
|
28
|
+
for (const cue of timeline.audio || []) hash.update(readFileSync(assetPath(dir, cue.file)))
|
|
29
|
+
const walk = (path) => {
|
|
30
|
+
if (!existsSync(path)) return
|
|
31
|
+
for (const entry of readdirSync(path, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
|
|
32
|
+
const file = join(path, entry.name)
|
|
33
|
+
if (entry.isDirectory()) walk(file)
|
|
34
|
+
else if (entry.isFile()) hash.update(entry.name).update(readFileSync(file))
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
walk(join(dir, 'components'))
|
|
38
|
+
walk(join(dir, 'assets'))
|
|
39
|
+
for (const entry of readdirSync(dir).sort()) if (/\.(tsx?|jsx?)$/.test(entry) && !/^index\./.test(entry)) hash.update(entry).update(readFileSync(join(dir, entry)))
|
|
40
|
+
return hash.digest('hex')
|
|
41
|
+
}
|
|
42
|
+
export const filmHash = (file) => createHash('sha256').update(readFileSync(file)).digest('hex')
|
|
43
|
+
|
|
44
|
+
export function resolveSync(input) {
|
|
45
|
+
const timeline = structuredClone(input), sync = timeline.sync
|
|
46
|
+
if (!sync) return timeline
|
|
47
|
+
const fps = number(timeline.fps, 'fps')
|
|
48
|
+
if (sync.toleranceFrames !== undefined && (number(sync.toleranceFrames, 'toleranceFrames') < 0 || sync.toleranceFrames > 3)) throw new Error('toleranceFrames 必须在0–3内')
|
|
49
|
+
if (fps <= 0 || !Array.isArray(sync.anchors) || !sync.anchors.length || sync.anchors.length > 200) throw new Error('sync 需要 1–200 个 anchors')
|
|
50
|
+
const music = timeline.audio?.find((cue) => cue.id === sync.musicCueId)
|
|
51
|
+
if (!music || music.loop) throw new Error('sync.musicCueId 必须指向不循环的音乐轨')
|
|
52
|
+
const offset = sync.outputOffsetSeconds === undefined ? 0 : number(sync.outputOffsetSeconds, 'outputOffsetSeconds')
|
|
53
|
+
if (Math.abs(offset) > 1) throw new Error('输出偏移超出 ±1 秒')
|
|
54
|
+
const ids = new Set(), targets = new Set(), cueIds = new Set()
|
|
55
|
+
const rows = sync.anchors.map((anchor) => {
|
|
56
|
+
if (typeof anchor.id !== 'string' || !anchor.id || ids.has(anchor.id)) throw new Error('anchor.id 必须唯一')
|
|
57
|
+
ids.add(anchor.id)
|
|
58
|
+
if (anchor.visual) visualPeak(Buffer.alloc(0), 1, 1, 0, anchor.visual)
|
|
59
|
+
if (anchor.sfx !== undefined && !Array.isArray(anchor.sfx)) throw new Error('sfx 必须是绑定数组')
|
|
60
|
+
if (!['cut', 'action'].includes(anchor.type)) throw new Error('anchor.type 必须是 cut/action')
|
|
61
|
+
const shot = timeline.shots.find((item) => item.id === anchor.shotId)
|
|
62
|
+
if (!shot) throw new Error('锚点引用了不存在的镜头:' + anchor.shotId)
|
|
63
|
+
const targetKey = anchor.type + ':' + anchor.shotId + ':' + (anchor.type === 'action' ? anchor.name : '')
|
|
64
|
+
if (targets.has(targetKey)) throw new Error('同一个切镜或动作不能重复绑定')
|
|
65
|
+
targets.add(targetKey)
|
|
66
|
+
if (anchor.type === 'action' && (typeof anchor.name !== 'string' || !anchor.name)) throw new Error('动作锚点需要 name')
|
|
67
|
+
if ((anchor.at === undefined) === (anchor.beat === undefined)) throw new Error('锚点必须且只能给 at(源音乐秒)或 beat(0 起拍号)')
|
|
68
|
+
let sourceSeconds
|
|
69
|
+
if (anchor.at !== undefined) sourceSeconds = number(anchor.at, 'at')
|
|
70
|
+
else {
|
|
71
|
+
const grid = sync.analysis?.grid
|
|
72
|
+
if (!grid || ![grid.t0, grid.periodMs, grid.residualMs, grid.coverage].every(Number.isFinite) || grid.periodMs <= 0 || grid.residualMs > 15 || grid.coverage < 0.45) throw new Error('按拍号绑定需要通过验收的音乐网格;否则使用 at 实测瞬态')
|
|
73
|
+
const beat = number(anchor.beat, 'beat')
|
|
74
|
+
if (beat < 0) throw new Error('beat 必须从0起')
|
|
75
|
+
sourceSeconds = grid.t0 + beat * grid.periodMs / 1000
|
|
76
|
+
}
|
|
77
|
+
const musicLocal = sourceSeconds - (music.trimStart || 0)
|
|
78
|
+
if (musicLocal < 0 || musicLocal * fps >= music.durationInFrames) throw new Error('拍点超出音乐播放窗口:' + anchor.id)
|
|
79
|
+
const seconds = music.from / fps + musicLocal + offset
|
|
80
|
+
const frame = Math.round(seconds * fps)
|
|
81
|
+
if (frame < 0 || frame >= timeline.durationInFrames) throw new Error('锚点超出影片范围:' + anchor.id)
|
|
82
|
+
if (anchor.type === 'cut') shot.startFrame = frame
|
|
83
|
+
return { ...anchor, sourceSeconds, seconds, frame, quantizationMs: (frame / fps - seconds) * 1000 }
|
|
84
|
+
})
|
|
85
|
+
for (let i = 0; i < timeline.shots.length; i++) {
|
|
86
|
+
const shot = timeline.shots[i], end = timeline.shots[i + 1]?.startFrame ?? timeline.durationInFrames
|
|
87
|
+
if (shot.startFrame < 0 || end <= shot.startFrame) throw new Error('切镜绑定导致镜头倒序或长度为零')
|
|
88
|
+
shot.durationFrames = end - shot.startFrame
|
|
89
|
+
shot.anchors = Object.create(null)
|
|
90
|
+
}
|
|
91
|
+
for (const row of rows) {
|
|
92
|
+
const shot = timeline.shots.find((item) => item.id === row.shotId)
|
|
93
|
+
if (row.frame < shot.startFrame || row.frame >= shot.startFrame + shot.durationFrames) throw new Error('动作锚点不在所属镜头内:' + row.id)
|
|
94
|
+
if (row.type === 'action') shot.anchors[row.name] = row.frame - shot.startFrame
|
|
95
|
+
for (const sfx of row.sfx || []) {
|
|
96
|
+
if (cueIds.has(sfx.cueId) || sfx.cueId === music.id) throw new Error('音效轨不能重复绑定或绑定音乐自身')
|
|
97
|
+
cueIds.add(sfx.cueId)
|
|
98
|
+
const cue = timeline.audio.find((item) => item.id === sfx.cueId)
|
|
99
|
+
if (!cue || cue.loop) throw new Error('音效绑定需要存在且不循环的 cueId')
|
|
100
|
+
const lag = number(sfx.peakSeconds, 'peakSeconds') - (cue.trimStart || 0)
|
|
101
|
+
if (lag < 0 || lag * fps >= cue.durationInFrames) throw new Error('音效峰值超出裁剪窗口')
|
|
102
|
+
const from = Math.round(row.frame - (lag + offset) * fps)
|
|
103
|
+
if (from < 0 || from + cue.durationInFrames > timeline.durationInFrames) throw new Error('音效绑定超出影片范围,不会静默截断')
|
|
104
|
+
cue.from = from
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
sync.resolved = rows
|
|
108
|
+
return timeline
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
// Normalized waveform matching around an expected transient. Low/ambiguous
|
|
112
|
+
// matches remain unverified; absence of evidence must never become a pass.
|
|
113
|
+
export function matchTransient(source, output, sourceAt, expectedAt, sampleRate, searchSeconds = 0.2) {
|
|
114
|
+
const radius = Math.round(sampleRate * 0.025), center = Math.round(sourceAt * sampleRate)
|
|
115
|
+
const step = 4, template = []
|
|
116
|
+
for (let i = -radius; i <= radius; i += step) template.push(source[center + i] || 0)
|
|
117
|
+
const norm = Math.sqrt(template.reduce((sum, x) => sum + x * x, 0))
|
|
118
|
+
if (!norm) return null
|
|
119
|
+
let best = { score: -1, at: 0 }, second = -1
|
|
120
|
+
const scores = []
|
|
121
|
+
const start = Math.max(radius, Math.round((expectedAt - searchSeconds) * sampleRate)), end = Math.min(output.length - radius - 1, Math.round((expectedAt + searchSeconds) * sampleRate))
|
|
122
|
+
for (let at = start; at <= end; at++) {
|
|
123
|
+
let dot = 0, energy = 0
|
|
124
|
+
for (let i = 0; i < template.length; i++) { const x = output[at - radius + i * step]; dot += template[i] * x; energy += x * x }
|
|
125
|
+
const score = energy ? dot / (norm * Math.sqrt(energy)) : 0
|
|
126
|
+
scores.push({ at, score })
|
|
127
|
+
if (score > best.score) best = { at, score }
|
|
128
|
+
}
|
|
129
|
+
for (const candidate of scores) if (Math.abs(candidate.at - best.at) > sampleRate * 0.01) second = Math.max(second, candidate.score)
|
|
130
|
+
return best.score >= 0.45 && best.score - second >= 0.05 ? { at: best.at / sampleRate, confidence: best.score } : null
|
|
131
|
+
}
|
|
132
|
+
function samples(decoded) {
|
|
133
|
+
return Float64Array.from({ length: decoded.pcm.length / 2 }, (_, i) => decoded.pcm.readInt16LE(i * 2) / 32768)
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
export function visualPeak(bytes, width, height, firstFrame, visual = {}) {
|
|
137
|
+
if (visual.metric !== undefined && !['change', 'brightness'].includes(visual.metric)) throw new Error('visual.metric 必须为 change/brightness')
|
|
138
|
+
if (visual.minSignal !== undefined && (number(visual.minSignal, 'minSignal') <= 0 || visual.minSignal > 255)) throw new Error('minSignal 必须在0–255内')
|
|
139
|
+
const size = width * height, count = Math.floor(bytes.length / size), scores = []
|
|
140
|
+
const roi = visual.roi || { x: 0, y: 0, w: 1, h: 1 }
|
|
141
|
+
for (const key of ['x', 'y', 'w', 'h']) number(roi[key], 'visual.roi.' + key)
|
|
142
|
+
if (roi.x < 0 || roi.y < 0 || roi.w <= 0 || roi.h <= 0 || roi.x + roi.w > 1 || roi.y + roi.h > 1) throw new Error('ROI 必须在 0–1 内')
|
|
143
|
+
for (let f = 1; f < count; f++) {
|
|
144
|
+
let sum = 0, n = 0
|
|
145
|
+
for (let y = Math.floor(roi.y * height); y < Math.ceil((roi.y + roi.h) * height); y++) for (let x = Math.floor(roi.x * width); x < Math.ceil((roi.x + roi.w) * width); x++) {
|
|
146
|
+
const i = y * width + x
|
|
147
|
+
sum += visual.metric === 'brightness' ? bytes[f * size + i] : Math.abs(bytes[f * size + i] - bytes[(f - 1) * size + i]); n++
|
|
148
|
+
}
|
|
149
|
+
scores.push({ frame: firstFrame + f, score: sum / n })
|
|
150
|
+
}
|
|
151
|
+
scores.sort((a, b) => b.score - a.score)
|
|
152
|
+
const best = scores[0], other = scores.find((item) => Math.abs(item.frame - best?.frame) > 1)
|
|
153
|
+
return best && best.score >= (visual.minSignal ?? 8) && (!other || best.score > other.score * 1.15) ? best : null
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export async function verifySync(dir, film, input) {
|
|
157
|
+
const timeline = resolveSync(input), sync = timeline.sync
|
|
158
|
+
if (!sync?.resolved?.length) throw new Error('尚未绑定锚点,先 motion_sync bind')
|
|
159
|
+
const revision = syncRevision(dir, timeline)
|
|
160
|
+
const receiptPath = film + '.sync.json'
|
|
161
|
+
const receipt = existsSync(receiptPath) ? parseProjectJson(readFileSync(receiptPath, 'utf8')) : null
|
|
162
|
+
if (receipt && receipt.revision !== revision) throw new Error('成片与当前绑定或场景版本不一致,请重新渲染后验收')
|
|
163
|
+
if (receipt && receipt.filmHash !== filmHash(film)) throw new Error('成片文件与渲染回执不一致,请重新渲染')
|
|
164
|
+
const out = join(dir, '.out', 'qa', 'sync'); mkdirSync(out, { recursive: true })
|
|
165
|
+
const decoded = await decodePcm(film), output = samples(decoded), rate = decoded.sampleRate
|
|
166
|
+
const cache = new Map()
|
|
167
|
+
const load = async (cue) => {
|
|
168
|
+
const path = assetPath(dir, cue.file)
|
|
169
|
+
if (!cache.has(path)) cache.set(path, samples(await decodePcm(path)))
|
|
170
|
+
return cache.get(path)
|
|
171
|
+
}
|
|
172
|
+
const music = timeline.audio.find((cue) => cue.id === sync.musicCueId), musicSource = await load(music)
|
|
173
|
+
const rows = [], offsets = []
|
|
174
|
+
for (const [index, anchor] of sync.resolved.entries()) {
|
|
175
|
+
const heard = matchTransient(musicSource, output, anchor.sourceSeconds, anchor.seconds, rate)
|
|
176
|
+
if (heard) offsets.push(heard.at - (music.from / timeline.fps + anchor.sourceSeconds - (music.trimStart || 0)))
|
|
177
|
+
let visual = null
|
|
178
|
+
// A cut is an observable frame difference. Continuous actions need an
|
|
179
|
+
// explicitly selected metric/ROI; do not infer their semantic peak.
|
|
180
|
+
if (anchor.type === 'cut' || anchor.visual) {
|
|
181
|
+
const first = Math.max(0, anchor.frame - 6), last = Math.min(timeline.durationInFrames - 1, anchor.frame + 6)
|
|
182
|
+
const path = join(out, 'anchor-' + index + '.gray')
|
|
183
|
+
try {
|
|
184
|
+
await runFfmpeg(['-loglevel', 'error', '-i', film, '-vf', 'select=between(n\\,' + first + '\\,' + last + '),scale=96:54,format=gray', '-vsync', '0', '-f', 'rawvideo', path], { cwd: dir, log: join(out, 'visual.log') })
|
|
185
|
+
visual = visualPeak(readFileSync(path), 96, 54, first, anchor.visual)
|
|
186
|
+
unlinkSync(join(out, 'visual.log'))
|
|
187
|
+
} finally {
|
|
188
|
+
if (existsSync(path)) unlinkSync(path)
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
const sfxRows = []
|
|
192
|
+
for (const binding of anchor.sfx || []) {
|
|
193
|
+
const cue = timeline.audio.find((item) => item.id === binding.cueId)
|
|
194
|
+
const match = await load(cue).then((source) => matchTransient(source, output, binding.peakSeconds, anchor.frame / timeline.fps, rate))
|
|
195
|
+
sfxRows.push({ cueId: cue.id, measuredSeconds: match?.at ?? null, confidence: match?.confidence ?? null,
|
|
196
|
+
errorFrames: match && heard ? (match.at - heard.at) * timeline.fps : null })
|
|
197
|
+
}
|
|
198
|
+
const error = heard && visual ? visual.frame - heard.at * timeline.fps : null
|
|
199
|
+
const tolerance = sync.toleranceFrames ?? 2
|
|
200
|
+
const status = error === null || sfxRows.some((item) => item.errorFrames === null) ? 'unverified'
|
|
201
|
+
: Math.abs(error) > tolerance || sfxRows.some((item) => Math.abs(item.errorFrames) > tolerance) ? 'fail' : 'pass'
|
|
202
|
+
rows.push({ id: anchor.id, type: anchor.type, plannedFrame: anchor.frame, quantizationMs: anchor.quantizationMs,
|
|
203
|
+
measuredMusicSeconds: heard?.at ?? null, musicConfidence: heard?.confidence ?? null, measuredVisualFrame: visual?.frame ?? null,
|
|
204
|
+
audiovisualErrorFrames: error, sfx: sfxRows, status })
|
|
205
|
+
}
|
|
206
|
+
offsets.sort((a, b) => a - b)
|
|
207
|
+
const report = { version: 1, film, timelineKey: revision, renderReceipt: !!receipt, fps: timeline.fps, generatedAt: new Date().toISOString(),
|
|
208
|
+
status: rows.some((row) => row.status === 'fail') ? 'fail' : rows.some((row) => row.status === 'unverified') ? 'unverified' : 'pass',
|
|
209
|
+
measuredOutputOffsetSeconds: offsets.length >= 3 && offsets.at(-1) - offsets[0] < 0.015 ? offsets[Math.floor(offsets.length / 2)] : null,
|
|
210
|
+
rows }
|
|
211
|
+
if (!receipt) report.status = report.status === 'fail' ? 'fail' : 'unverified'
|
|
212
|
+
writeFileSync(join(out, 'report.json'), JSON.stringify(report, null, 2))
|
|
213
|
+
return report
|
|
214
|
+
}
|