takomi 2.5.1 → 2.5.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pi/agents/worker.md +32 -32
- package/.pi/extensions/oauth-router/README.md +3 -3
- package/.pi/extensions/oauth-router/config.ts +34 -34
- package/.pi/extensions/oauth-router/report-ui.ts +205 -205
- package/.pi/extensions/oauth-router/scripts/vibe-verify.py +5 -5
- package/.pi/extensions/takomi-context-manager/diagnostics.ts +560 -560
- package/.pi/extensions/takomi-context-manager/policy-tools.ts +93 -93
- package/.pi/extensions/takomi-context-manager/skill-categories.d.ts +11 -11
- package/.pi/extensions/takomi-context-manager/skill-tools.ts +208 -208
- package/.pi/extensions/takomi-context-manager/tool-renderers.ts +112 -112
- package/.pi/extensions/takomi-runtime/gate-provenance.ts +24 -24
- package/.pi/extensions/takomi-runtime/model-routing-defaults.ts +262 -262
- package/.pi/extensions/takomi-runtime/tool-renderers.ts +234 -234
- package/.pi/extensions/takomi-runtime/workflow-catalog.ts +54 -54
- package/.pi/extensions/takomi-subagents/async-lifecycle.ts +401 -401
- package/.pi/extensions/takomi-subagents/detached-results.ts +940 -940
- package/.pi/extensions/takomi-subagents/native-render.ts +253 -250
- package/.pi/extensions/takomi-subagents/result-heartbeat.ts +55 -55
- package/.pi/extensions/takomi-subagents/subagent-ux.ts +162 -162
- package/.pi/extensions/takomi-subagents/tool-runner.ts +25 -0
- package/.pi/takomi-profile.json +54 -54
- package/README.md +1 -1
- package/assets/.agent/skills/embedded-captions/CATALOG.md +93 -93
- package/assets/.agent/skills/embedded-captions/SKILL.md +286 -286
- package/assets/.agent/skills/embedded-captions/assets/brand/CDPR-fankit-terms.txt +35 -35
- package/assets/.agent/skills/embedded-captions/assets/brand/cyberpunk-widths.json +115 -115
- package/assets/.agent/skills/embedded-captions/assets/fonts/char-widths.json +2211 -2211
- package/assets/.agent/skills/embedded-captions/assets/strokefonts/HersheyScript1.svg +241 -241
- package/assets/.agent/skills/embedded-captions/assets/strokefonts/HersheyScriptMed.svg +241 -241
- package/assets/.agent/skills/embedded-captions/dna/README.md +148 -148
- package/assets/.agent/skills/embedded-captions/dna/chrome.json +68 -68
- package/assets/.agent/skills/embedded-captions/dna/cream.json +69 -69
- package/assets/.agent/skills/embedded-captions/dna/documentary.json +62 -62
- package/assets/.agent/skills/embedded-captions/dna/editorial.json +70 -70
- package/assets/.agent/skills/embedded-captions/dna/glitch.json +82 -82
- package/assets/.agent/skills/embedded-captions/dna/ink.json +65 -65
- package/assets/.agent/skills/embedded-captions/dna/keynote.json +62 -62
- package/assets/.agent/skills/embedded-captions/dna/loud.json +75 -75
- package/assets/.agent/skills/embedded-captions/dna/neon.json +58 -58
- package/assets/.agent/skills/embedded-captions/dna/velocity.json +89 -89
- package/assets/.agent/skills/embedded-captions/modes/cinematic/README.md +48 -48
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/champion/spec.md +98 -98
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/champion/template.html +188 -188
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/memory-wall/spec.md +134 -134
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/memory-wall/template.html +179 -179
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/portrait-header/spec.md +81 -81
- package/assets/.agent/skills/embedded-captions/modes/cinematic/_archive/portrait-header/template.html +170 -170
- package/assets/.agent/skills/embedded-captions/modes/cinematic/cinematic-cream/spec.md +16 -16
- package/assets/.agent/skills/embedded-captions/modes/cinematic/cinematic-cream/template.html +226 -226
- package/assets/.agent/skills/embedded-captions/modes/cinematic/engine.html +355 -355
- package/assets/.agent/skills/embedded-captions/modes/standard/_anatomy.md +233 -233
- package/assets/.agent/skills/embedded-captions/modes/standard/_motion.md +192 -192
- package/assets/.agent/skills/embedded-captions/modes/standard/fonts/build-fonts-css.cjs +97 -97
- package/assets/.agent/skills/embedded-captions/references/aesthetic-principles.md +168 -168
- package/assets/.agent/skills/embedded-captions/references/anti-patterns.md +188 -188
- package/assets/.agent/skills/embedded-captions/references/bespoke-vs-presets.md +178 -178
- package/assets/.agent/skills/embedded-captions/references/caption-grouping.md +130 -130
- package/assets/.agent/skills/embedded-captions/references/composition-craft.md +522 -522
- package/assets/.agent/skills/embedded-captions/references/direction-catalog.md +138 -138
- package/assets/.agent/skills/embedded-captions/references/example-renders/champion.html +371 -371
- package/assets/.agent/skills/embedded-captions/references/example-renders/memory-wall.html +334 -334
- package/assets/.agent/skills/embedded-captions/references/failure-modes.md +145 -145
- package/assets/.agent/skills/embedded-captions/references/layout-heuristics.md +238 -238
- package/assets/.agent/skills/embedded-captions/references/motion-vocabulary.md +148 -148
- package/assets/.agent/skills/embedded-captions/references/rail.md +68 -68
- package/assets/.agent/skills/embedded-captions/references/reference-bar.md +47 -47
- package/assets/.agent/skills/embedded-captions/references/scene-types.md +94 -94
- package/assets/.agent/skills/embedded-captions/references/test-set.md +66 -66
- package/assets/.agent/skills/embedded-captions/references/typographic-moves.md +266 -266
- package/assets/.agent/skills/embedded-captions/references/typography-presets.md +63 -63
- package/assets/.agent/skills/embedded-captions/scripts/audio-envelope.cjs +95 -95
- package/assets/.agent/skills/embedded-captions/scripts/check-occlusion.cjs +250 -250
- package/assets/.agent/skills/embedded-captions/scripts/check-overflow.cjs +194 -194
- package/assets/.agent/skills/embedded-captions/scripts/check-rail-climax.cjs +233 -233
- package/assets/.agent/skills/embedded-captions/scripts/check-timing.cjs +173 -173
- package/assets/.agent/skills/embedded-captions/scripts/fill-timings.cjs +124 -124
- package/assets/.agent/skills/embedded-captions/scripts/fit-fonts.cjs +158 -158
- package/assets/.agent/skills/embedded-captions/scripts/gen-stroke-path.py +46 -46
- package/assets/.agent/skills/embedded-captions/scripts/inject-fonts.cjs +169 -169
- package/assets/.agent/skills/embedded-captions/scripts/lib-dna.cjs +201 -201
- package/assets/.agent/skills/embedded-captions/scripts/make-cinematic.cjs +1205 -1205
- package/assets/.agent/skills/embedded-captions/scripts/make-composition.cjs +404 -404
- package/assets/.agent/skills/embedded-captions/scripts/make-theme.cjs +8781 -8781
- package/assets/.agent/skills/embedded-captions/scripts/matte.cjs +279 -279
- package/assets/.agent/skills/embedded-captions/scripts/measure-layout.cjs +293 -293
- package/assets/.agent/skills/embedded-captions/scripts/prepare.sh +39 -39
- package/assets/.agent/skills/embedded-captions/scripts/preview-frames.cjs +268 -268
- package/assets/.agent/skills/embedded-captions/scripts/render-and-composite.sh +469 -469
- package/assets/.agent/skills/embedded-captions/scripts/render-theme.sh +34 -34
- package/assets/.agent/skills/embedded-captions/scripts/safe-zones.cjs +813 -813
- package/assets/.agent/skills/embedded-captions/scripts/transcribe.cjs +332 -332
- package/assets/.agent/skills/embedded-captions/themes/PORTING.md +49 -49
- package/assets/.agent/skills/embedded-captions/themes/README.md +244 -244
- package/assets/.agent/skills/embedded-captions/themes/anchor.json +27 -27
- package/assets/.agent/skills/embedded-captions/themes/arcade.json +51 -51
- package/assets/.agent/skills/embedded-captions/themes/aurora.json +41 -41
- package/assets/.agent/skills/embedded-captions/themes/biolume.json +35 -35
- package/assets/.agent/skills/embedded-captions/themes/brush.json +74 -74
- package/assets/.agent/skills/embedded-captions/themes/chalkboard.json +52 -52
- package/assets/.agent/skills/embedded-captions/themes/dossier.json +56 -56
- package/assets/.agent/skills/embedded-captions/themes/graffiti.json +62 -62
- package/assets/.agent/skills/embedded-captions/themes/hologram.json +41 -41
- package/assets/.agent/skills/embedded-captions/themes/inkwater.json +43 -43
- package/assets/.agent/skills/embedded-captions/themes/laser.json +46 -46
- package/assets/.agent/skills/embedded-captions/themes/lastpage.json +33 -33
- package/assets/.agent/skills/embedded-captions/themes/neonsign.json +53 -53
- package/assets/.agent/skills/embedded-captions/themes/nightcity.json +56 -56
- package/assets/.agent/skills/embedded-captions/themes/ordnance.json +54 -54
- package/assets/.agent/skills/embedded-captions/themes/papercut.json +37 -37
- package/assets/.agent/skills/embedded-captions/themes/popup.json +46 -46
- package/assets/.agent/skills/embedded-captions/themes/ransom.json +62 -62
- package/assets/.agent/skills/embedded-captions/themes/scoreboard.json +54 -54
- package/assets/.agent/skills/embedded-captions/themes/spectrum.json +46 -46
- package/assets/.agent/skills/embedded-captions/themes/stardust.json +29 -29
- package/assets/.agent/skills/embedded-captions/themes/stomp.json +43 -43
- package/assets/.agent/skills/embedded-captions/themes/terminal.json +49 -49
- package/assets/.agent/skills/embedded-captions/themes/thunder.json +44 -44
- package/assets/.agent/skills/embedded-captions/themes/transit.json +44 -44
- package/assets/.agent/skills/embedded-captions/themes/vhs.json +47 -47
- package/assets/.agent/skills/faceless-explainer/SKILL.md +209 -209
- package/assets/.agent/skills/faceless-explainer/references/cut-catalog.md +215 -215
- package/assets/.agent/skills/faceless-explainer/references/motion-language.md +156 -156
- package/assets/.agent/skills/faceless-explainer/references/story-design.md +248 -248
- package/assets/.agent/skills/faceless-explainer/references/visual-design.md +146 -146
- package/assets/.agent/skills/faceless-explainer/scripts/assemble-index.mjs +570 -570
- package/assets/.agent/skills/faceless-explainer/scripts/audio.mjs +253 -253
- package/assets/.agent/skills/faceless-explainer/scripts/build-frame.mjs +536 -536
- package/assets/.agent/skills/faceless-explainer/scripts/captions.mjs +508 -508
- package/assets/.agent/skills/faceless-explainer/scripts/lib/assets.mjs +55 -55
- package/assets/.agent/skills/faceless-explainer/scripts/lib/dimensions.mjs +45 -45
- package/assets/.agent/skills/faceless-explainer/scripts/lib/storyboard.mjs +249 -249
- package/assets/.agent/skills/faceless-explainer/scripts/lib/tokens.mjs +204 -204
- package/assets/.agent/skills/faceless-explainer/scripts/lib/transition-registry.mjs +38 -38
- package/assets/.agent/skills/faceless-explainer/scripts/lib/transitions.json +71 -71
- package/assets/.agent/skills/faceless-explainer/scripts/transitions.mjs +320 -320
- package/assets/.agent/skills/faceless-explainer/sub-agents/frame-worker.md +75 -75
- package/assets/.agent/skills/figma/SKILL.md +121 -121
- package/assets/.agent/skills/general-video/SKILL.md +143 -143
- package/assets/.agent/skills/hyperframes/SKILL.md +164 -164
- package/assets/.agent/skills/hyperframes-animation/SKILL.md +84 -84
- package/assets/.agent/skills/hyperframes-animation/adapters/animate-text.md +64 -64
- package/assets/.agent/skills/hyperframes-animation/adapters/animejs.md +114 -114
- package/assets/.agent/skills/hyperframes-animation/adapters/css-animations.md +143 -143
- package/assets/.agent/skills/hyperframes-animation/adapters/gsap-easing-and-stagger.md +118 -118
- package/assets/.agent/skills/hyperframes-animation/adapters/gsap-timeline-and-labels.md +96 -96
- package/assets/.agent/skills/hyperframes-animation/adapters/gsap-transforms-and-perf.md +96 -96
- package/assets/.agent/skills/hyperframes-animation/adapters/gsap.md +105 -105
- package/assets/.agent/skills/hyperframes-animation/adapters/html-in-canvas-patterns.md +507 -507
- package/assets/.agent/skills/hyperframes-animation/adapters/lottie.md +117 -117
- package/assets/.agent/skills/hyperframes-animation/adapters/three.md +131 -131
- package/assets/.agent/skills/hyperframes-animation/adapters/typegpu.md +178 -178
- package/assets/.agent/skills/hyperframes-animation/adapters/waapi.md +101 -101
- package/assets/.agent/skills/hyperframes-animation/blueprints/comparison-split.md +27 -27
- package/assets/.agent/skills/hyperframes-animation/blueprints/constellation-hub.md +44 -44
- package/assets/.agent/skills/hyperframes-animation/blueprints/cta-morph-press.md +28 -28
- package/assets/.agent/skills/hyperframes-animation/blueprints/cursor-ui-demo.md +57 -57
- package/assets/.agent/skills/hyperframes-animation/blueprints/dataviz-countup.md +46 -46
- package/assets/.agent/skills/hyperframes-animation/blueprints/device-surface-showcase.md +53 -53
- package/assets/.agent/skills/hyperframes-animation/blueprints/grid-card-assemble.md +66 -66
- package/assets/.agent/skills/hyperframes-animation/blueprints/kinetic-type-beats.md +78 -78
- package/assets/.agent/skills/hyperframes-animation/blueprints/logo-assemble-lockup.md +69 -69
- package/assets/.agent/skills/hyperframes-animation/blueprints/overwhelm-surround.md +28 -28
- package/assets/.agent/skills/hyperframes-animation/blueprints/spatial-pan-stations.md +37 -37
- package/assets/.agent/skills/hyperframes-animation/blueprints/ticker-takeover.md +29 -29
- package/assets/.agent/skills/hyperframes-animation/blueprints/titlecard-reveal.md +42 -42
- package/assets/.agent/skills/hyperframes-animation/blueprints/typewriter-reveal.md +51 -51
- package/assets/.agent/skills/hyperframes-animation/blueprints/video-text-pivot.md +30 -30
- package/assets/.agent/skills/hyperframes-animation/blueprints-index.md +146 -146
- package/assets/.agent/skills/hyperframes-animation/examples/brand-reveal-assemble-zoom.html +382 -382
- package/assets/.agent/skills/hyperframes-animation/examples/comparison-split-cards.html +649 -649
- package/assets/.agent/skills/hyperframes-animation/examples/concept-demo-decode-pan.html +520 -520
- package/assets/.agent/skills/hyperframes-animation/examples/cta-morph-press.html +468 -468
- package/assets/.agent/skills/hyperframes-animation/examples/cta-orbit-collapse.html +1298 -1298
- package/assets/.agent/skills/hyperframes-animation/examples/demo-page-scroll-spotlight.html +759 -759
- package/assets/.agent/skills/hyperframes-animation/examples/hook-counter-burst.html +729 -729
- package/assets/.agent/skills/hyperframes-animation/examples/messaging-multi-phrase.html +352 -352
- package/assets/.agent/skills/hyperframes-animation/examples/metric-video-text-pivot.html +779 -779
- package/assets/.agent/skills/hyperframes-animation/examples/problem-mockup-overwhelm.html +1374 -1374
- package/assets/.agent/skills/hyperframes-animation/examples/proof-logo-chain.html +861 -861
- package/assets/.agent/skills/hyperframes-animation/examples/takeover-ticker-displace.html +347 -347
- package/assets/.agent/skills/hyperframes-animation/examples/workflow-approve-press.html +606 -606
- package/assets/.agent/skills/hyperframes-animation/rules/3d-page-scroll.md +227 -227
- package/assets/.agent/skills/hyperframes-animation/rules/3d-text-depth-layers.md +297 -297
- package/assets/.agent/skills/hyperframes-animation/rules/ai-tracking-box.md +382 -382
- package/assets/.agent/skills/hyperframes-animation/rules/ambient-glow-bloom.md +305 -305
- package/assets/.agent/skills/hyperframes-animation/rules/asr-keyword-glow.md +286 -286
- package/assets/.agent/skills/hyperframes-animation/rules/avatar-cloud-network.md +371 -371
- package/assets/.agent/skills/hyperframes-animation/rules/camera-cursor-tracking.md +246 -246
- package/assets/.agent/skills/hyperframes-animation/rules/card-morph-anchor.md +267 -267
- package/assets/.agent/skills/hyperframes-animation/rules/center-outward-expansion.md +227 -227
- package/assets/.agent/skills/hyperframes-animation/rules/context-sensitive-cursor.md +257 -257
- package/assets/.agent/skills/hyperframes-animation/rules/coordinate-target-zoom.md +332 -332
- package/assets/.agent/skills/hyperframes-animation/rules/counting-dynamic-scale.md +283 -283
- package/assets/.agent/skills/hyperframes-animation/rules/css-marker-patterns.md +373 -373
- package/assets/.agent/skills/hyperframes-animation/rules/cursor-click-ripple.md +262 -262
- package/assets/.agent/skills/hyperframes-animation/rules/depth-of-field-blur.md +313 -313
- package/assets/.agent/skills/hyperframes-animation/rules/depth-scatter-assemble.md +303 -303
- package/assets/.agent/skills/hyperframes-animation/rules/discrete-text-sequence.md +273 -273
- package/assets/.agent/skills/hyperframes-animation/rules/dynamic-content-sequencing.md +307 -307
- package/assets/.agent/skills/hyperframes-animation/rules/gsap-effects.md +299 -299
- package/assets/.agent/skills/hyperframes-animation/rules/hacker-flip-3d.md +223 -223
- package/assets/.agent/skills/hyperframes-animation/rules/kinetic-beat-slam.md +183 -183
- package/assets/.agent/skills/hyperframes-animation/rules/motion-blur-streak.md +328 -328
- package/assets/.agent/skills/hyperframes-animation/rules/multi-phase-camera.md +273 -273
- package/assets/.agent/skills/hyperframes-animation/rules/orbit-3d-entry.md +301 -301
- package/assets/.agent/skills/hyperframes-animation/rules/physics-press-reaction.md +350 -350
- package/assets/.agent/skills/hyperframes-animation/rules/press-release-spring.md +296 -296
- package/assets/.agent/skills/hyperframes-animation/rules/reactive-displacement.md +277 -277
- package/assets/.agent/skills/hyperframes-animation/rules/scale-swap-transition.md +298 -298
- package/assets/.agent/skills/hyperframes-animation/rules/sine-wave-loop.md +278 -278
- package/assets/.agent/skills/hyperframes-animation/rules/split-tilt-cards.md +277 -277
- package/assets/.agent/skills/hyperframes-animation/rules/spring-pop-entrance.md +273 -273
- package/assets/.agent/skills/hyperframes-animation/rules/stat-bars-and-fills.md +156 -156
- package/assets/.agent/skills/hyperframes-animation/rules/svg-icon-enrichment.md +329 -329
- package/assets/.agent/skills/hyperframes-animation/rules/svg-path-draw.md +274 -274
- package/assets/.agent/skills/hyperframes-animation/rules/vertical-spring-ticker.md +239 -239
- package/assets/.agent/skills/hyperframes-animation/rules/viewport-change.md +349 -349
- package/assets/.agent/skills/hyperframes-animation/rules-index.md +86 -86
- package/assets/.agent/skills/hyperframes-animation/scripts/animation-map.mjs +606 -606
- package/assets/.agent/skills/hyperframes-animation/scripts/package-loader.mjs +288 -288
- package/assets/.agent/skills/hyperframes-animation/scripts/package-loader.test.mjs +62 -62
- package/assets/.agent/skills/hyperframes-animation/techniques.md +507 -507
- package/assets/.agent/skills/hyperframes-animation/transitions/TRANSITION-REGISTRY.md +167 -167
- package/assets/.agent/skills/hyperframes-animation/transitions/catalog.md +127 -127
- package/assets/.agent/skills/hyperframes-animation/transitions/css-3d.md +12 -12
- package/assets/.agent/skills/hyperframes-animation/transitions/css-blur.md +51 -51
- package/assets/.agent/skills/hyperframes-animation/transitions/css-cover.md +43 -43
- package/assets/.agent/skills/hyperframes-animation/transitions/css-destruction.md +95 -95
- package/assets/.agent/skills/hyperframes-animation/transitions/css-dissolve.md +66 -66
- package/assets/.agent/skills/hyperframes-animation/transitions/css-distortion.md +45 -45
- package/assets/.agent/skills/hyperframes-animation/transitions/css-grid.md +10 -10
- package/assets/.agent/skills/hyperframes-animation/transitions/css-light.md +49 -49
- package/assets/.agent/skills/hyperframes-animation/transitions/css-mechanical.md +30 -30
- package/assets/.agent/skills/hyperframes-animation/transitions/css-other.md +25 -25
- package/assets/.agent/skills/hyperframes-animation/transitions/css-push.md +41 -41
- package/assets/.agent/skills/hyperframes-animation/transitions/css-radial.md +37 -37
- package/assets/.agent/skills/hyperframes-animation/transitions/css-scale.md +24 -24
- package/assets/.agent/skills/hyperframes-animation/transitions/overview.md +153 -153
- package/assets/.agent/skills/hyperframes-cli/SKILL.md +113 -113
- package/assets/.agent/skills/hyperframes-cli/references/doctor-browser.md +45 -45
- package/assets/.agent/skills/hyperframes-cli/references/init-and-scaffold.md +51 -51
- package/assets/.agent/skills/hyperframes-cli/references/lambda.md +132 -132
- package/assets/.agent/skills/hyperframes-cli/references/lint-validate-inspect.md +121 -121
- package/assets/.agent/skills/hyperframes-cli/references/preview-render.md +164 -164
- package/assets/.agent/skills/hyperframes-cli/references/upgrade-info-misc.md +75 -75
- package/assets/.agent/skills/hyperframes-core/SKILL.md +78 -78
- package/assets/.agent/skills/hyperframes-core/references/composition-patterns.md +263 -263
- package/assets/.agent/skills/hyperframes-core/references/data-attributes.md +70 -70
- package/assets/.agent/skills/hyperframes-core/references/determinism-rules.md +68 -68
- package/assets/.agent/skills/hyperframes-core/references/full-screen-motion.md +62 -62
- package/assets/.agent/skills/hyperframes-core/references/minimal-composition.md +66 -66
- package/assets/.agent/skills/hyperframes-core/references/script-format.md +49 -49
- package/assets/.agent/skills/hyperframes-core/references/storyboard-format.md +95 -95
- package/assets/.agent/skills/hyperframes-core/references/sub-compositions.md +237 -237
- package/assets/.agent/skills/hyperframes-core/references/subagent-dispatch.md +41 -41
- package/assets/.agent/skills/hyperframes-core/references/tailwind.md +125 -125
- package/assets/.agent/skills/hyperframes-core/references/tracks-and-clips.md +76 -76
- package/assets/.agent/skills/hyperframes-core/references/variables-and-media.md +90 -90
- package/assets/.agent/skills/hyperframes-creative/SKILL.md +70 -70
- package/assets/.agent/skills/hyperframes-creative/frame-presets/biennale-yellow/FRAME.md +289 -289
- package/assets/.agent/skills/hyperframes-creative/frame-presets/biennale-yellow/caption-skin.html +221 -221
- package/assets/.agent/skills/hyperframes-creative/frame-presets/biennale-yellow/frame-showcase.html +1214 -1214
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blockframe/FRAME.md +275 -275
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blockframe/caption-skin.html +224 -224
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blockframe/frame-showcase.html +1347 -1347
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blue-professional/FRAME.md +307 -307
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blue-professional/caption-skin.html +223 -223
- package/assets/.agent/skills/hyperframes-creative/frame-presets/blue-professional/frame-showcase.html +1372 -1372
- package/assets/.agent/skills/hyperframes-creative/frame-presets/bold-poster/FRAME.md +275 -275
- package/assets/.agent/skills/hyperframes-creative/frame-presets/bold-poster/caption-skin.html +230 -230
- package/assets/.agent/skills/hyperframes-creative/frame-presets/bold-poster/frame-showcase.html +1140 -1140
- package/assets/.agent/skills/hyperframes-creative/frame-presets/broadside/FRAME.md +284 -284
- package/assets/.agent/skills/hyperframes-creative/frame-presets/broadside/caption-skin.html +225 -225
- package/assets/.agent/skills/hyperframes-creative/frame-presets/broadside/frame-showcase.html +1166 -1166
- package/assets/.agent/skills/hyperframes-creative/frame-presets/capsule/FRAME.md +284 -284
- package/assets/.agent/skills/hyperframes-creative/frame-presets/capsule/caption-skin.html +224 -224
- package/assets/.agent/skills/hyperframes-creative/frame-presets/capsule/frame-showcase.html +1465 -1465
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cartesian/FRAME.md +278 -278
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cartesian/caption-skin.html +222 -222
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cartesian/frame-showcase.html +1263 -1263
- package/assets/.agent/skills/hyperframes-creative/frame-presets/claude/FRAME.md +277 -277
- package/assets/.agent/skills/hyperframes-creative/frame-presets/claude/caption-skin.html +224 -224
- package/assets/.agent/skills/hyperframes-creative/frame-presets/claude/frame-showcase.html +1439 -1439
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cobalt-grid/FRAME.md +265 -265
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cobalt-grid/caption-skin.html +238 -238
- package/assets/.agent/skills/hyperframes-creative/frame-presets/cobalt-grid/frame-showcase.html +1468 -1468
- package/assets/.agent/skills/hyperframes-creative/frame-presets/coral/FRAME.md +314 -314
- package/assets/.agent/skills/hyperframes-creative/frame-presets/coral/caption-skin.html +226 -226
- package/assets/.agent/skills/hyperframes-creative/frame-presets/coral/frame-showcase.html +1268 -1268
- package/assets/.agent/skills/hyperframes-creative/frame-presets/creative-mode/FRAME.md +333 -333
- package/assets/.agent/skills/hyperframes-creative/frame-presets/creative-mode/caption-skin.html +227 -227
- package/assets/.agent/skills/hyperframes-creative/frame-presets/creative-mode/frame-showcase.html +1330 -1330
- package/assets/.agent/skills/hyperframes-creative/frame-presets/daisy-days/FRAME.md +274 -274
- package/assets/.agent/skills/hyperframes-creative/frame-presets/daisy-days/caption-skin.html +230 -230
- package/assets/.agent/skills/hyperframes-creative/frame-presets/daisy-days/frame-showcase.html +1444 -1444
- package/assets/.agent/skills/hyperframes-creative/frame-presets/editorial-forest/FRAME.md +265 -265
- package/assets/.agent/skills/hyperframes-creative/frame-presets/editorial-forest/caption-skin.html +223 -223
- package/assets/.agent/skills/hyperframes-creative/frame-presets/editorial-forest/frame-showcase.html +1273 -1273
- package/assets/.agent/skills/hyperframes-creative/palettes/bold-energetic.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/clean-corporate.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/dark-premium.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/jewel-rich.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/monochrome.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/nature-earth.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/neon-electric.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/pastel-soft.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/palettes/warm-editorial.md +14 -14
- package/assets/.agent/skills/hyperframes-creative/references/audio-reactive.md +76 -76
- package/assets/.agent/skills/hyperframes-creative/references/beat-direction.md +164 -164
- package/assets/.agent/skills/hyperframes-creative/references/composition-patterns.md +199 -199
- package/assets/.agent/skills/hyperframes-creative/references/data-in-motion.md +19 -19
- package/assets/.agent/skills/hyperframes-creative/references/design-adherence.md +19 -19
- package/assets/.agent/skills/hyperframes-creative/references/design-picker.md +123 -123
- package/assets/.agent/skills/hyperframes-creative/references/design-spec.md +55 -55
- package/assets/.agent/skills/hyperframes-creative/references/house-style.md +73 -73
- package/assets/.agent/skills/hyperframes-creative/references/motion-principles.md +150 -150
- package/assets/.agent/skills/hyperframes-creative/references/narration.md +92 -92
- package/assets/.agent/skills/hyperframes-creative/references/prompt-expansion.md +68 -68
- package/assets/.agent/skills/hyperframes-creative/references/typography.md +218 -218
- package/assets/.agent/skills/hyperframes-creative/references/video-composition.md +63 -63
- package/assets/.agent/skills/hyperframes-creative/references/visual-styles.md +457 -457
- package/assets/.agent/skills/hyperframes-creative/scripts/contrast-report.mjs +353 -353
- package/assets/.agent/skills/hyperframes-creative/scripts/extract-audio-data.py +188 -188
- package/assets/.agent/skills/hyperframes-creative/scripts/package-loader.mjs +288 -288
- package/assets/.agent/skills/hyperframes-creative/scripts/package-loader.test.mjs +62 -62
- package/assets/.agent/skills/hyperframes-creative/templates/design-picker.html +1432 -1432
- package/assets/.agent/skills/hyperframes-keyframes/SKILL.md +237 -237
- package/assets/.agent/skills/hyperframes-keyframes/agents/openai.yaml +4 -4
- package/assets/.agent/skills/hyperframes-keyframes/references/keyframe-patterns.md +106 -106
- package/assets/.agent/skills/hyperframes-media/SKILL.md +97 -97
- package/assets/.agent/skills/hyperframes-media/assets/sfx/CREDITS.md +35 -35
- package/assets/.agent/skills/hyperframes-media/assets/sfx/manifest.json +97 -97
- package/assets/.agent/skills/hyperframes-media/references/bgm.md +72 -72
- package/assets/.agent/skills/hyperframes-media/references/captions/authoring.md +159 -159
- package/assets/.agent/skills/hyperframes-media/references/captions/motion.md +87 -87
- package/assets/.agent/skills/hyperframes-media/references/captions/transcript-handling.md +97 -97
- package/assets/.agent/skills/hyperframes-media/references/remove-background.md +143 -143
- package/assets/.agent/skills/hyperframes-media/references/requirements.md +29 -29
- package/assets/.agent/skills/hyperframes-media/references/sfx.md +42 -42
- package/assets/.agent/skills/hyperframes-media/references/transcribe.md +52 -52
- package/assets/.agent/skills/hyperframes-media/references/tts-to-captions.md +24 -24
- package/assets/.agent/skills/hyperframes-media/references/tts.md +135 -135
- package/assets/.agent/skills/hyperframes-media/scripts/audio.mjs +293 -293
- package/assets/.agent/skills/hyperframes-media/scripts/heygen-tts.mjs +121 -121
- package/assets/.agent/skills/hyperframes-media/scripts/lib/bgm.mjs +235 -235
- package/assets/.agent/skills/hyperframes-media/scripts/lib/concurrency.mjs +14 -14
- package/assets/.agent/skills/hyperframes-media/scripts/lib/concurrency.test.mjs +41 -41
- package/assets/.agent/skills/hyperframes-media/scripts/lib/heygen.mjs +131 -131
- package/assets/.agent/skills/hyperframes-media/scripts/lib/sfx.mjs +128 -128
- package/assets/.agent/skills/hyperframes-media/scripts/lib/tts.mjs +298 -298
- package/assets/.agent/skills/hyperframes-media/scripts/lib/tts.spawn.test.mjs +97 -97
- package/assets/.agent/skills/hyperframes-media/scripts/lib/tts.test.mjs +66 -66
- package/assets/.agent/skills/hyperframes-media/scripts/lyria-recipe.py +128 -128
- package/assets/.agent/skills/hyperframes-media/scripts/wait-bgm.mjs +167 -167
- package/assets/.agent/skills/hyperframes-registry/SKILL.md +101 -101
- package/assets/.agent/skills/hyperframes-registry/examples/add-block.md +51 -51
- package/assets/.agent/skills/hyperframes-registry/examples/add-component.md +73 -73
- package/assets/.agent/skills/hyperframes-registry/references/contributing.md +166 -166
- package/assets/.agent/skills/hyperframes-registry/references/demo-html-pattern.md +54 -54
- package/assets/.agent/skills/hyperframes-registry/references/discovery.md +215 -215
- package/assets/.agent/skills/hyperframes-registry/references/install-locations.md +45 -45
- package/assets/.agent/skills/hyperframes-registry/references/templates.md +417 -417
- package/assets/.agent/skills/hyperframes-registry/references/wiring-blocks.md +61 -61
- package/assets/.agent/skills/hyperframes-registry/references/wiring-components.md +39 -39
- package/assets/.agent/skills/media-use/SKILL.md +124 -124
- package/assets/.agent/skills/media-use/scripts/eval.mjs +369 -369
- package/assets/.agent/skills/media-use/scripts/lib/adopt.mjs +112 -112
- package/assets/.agent/skills/media-use/scripts/lib/bgm-provider.mjs +20 -20
- package/assets/.agent/skills/media-use/scripts/lib/brand-provider.mjs +59 -59
- package/assets/.agent/skills/media-use/scripts/lib/cache.mjs +114 -114
- package/assets/.agent/skills/media-use/scripts/lib/freeze.mjs +26 -26
- package/assets/.agent/skills/media-use/scripts/lib/heygen-search.mjs +51 -51
- package/assets/.agent/skills/media-use/scripts/lib/image-provider.mjs +44 -44
- package/assets/.agent/skills/media-use/scripts/lib/index-gen.mjs +63 -63
- package/assets/.agent/skills/media-use/scripts/lib/manifest.mjs +91 -91
- package/assets/.agent/skills/media-use/scripts/lib/manifest.test.mjs +293 -293
- package/assets/.agent/skills/media-use/scripts/lib/probe.mjs +39 -39
- package/assets/.agent/skills/media-use/scripts/lib/probe.test.mjs +31 -31
- package/assets/.agent/skills/media-use/scripts/lib/providers.mjs +29 -29
- package/assets/.agent/skills/media-use/scripts/lib/sfx-provider.mjs +23 -23
- package/assets/.agent/skills/media-use/scripts/resolve.mjs +247 -247
- package/assets/.agent/skills/media-use/scripts/resolve.test.mjs +247 -247
- package/assets/.agent/skills/motion-graphics/SKILL.md +172 -172
- package/assets/.agent/skills/motion-graphics/agents/builder.md +40 -40
- package/assets/.agent/skills/motion-graphics/agents/director.md +53 -53
- package/assets/.agent/skills/motion-graphics/agents/finalize.md +17 -17
- package/assets/.agent/skills/motion-graphics/catalog-map.md +40 -40
- package/assets/.agent/skills/motion-graphics/categories/asset-fusion/module.md +37 -37
- package/assets/.agent/skills/motion-graphics/categories/charts/module.md +21 -21
- package/assets/.agent/skills/motion-graphics/categories/kinetic-type/module.md +19 -19
- package/assets/.agent/skills/motion-graphics/categories/logo-reveal/module.md +17 -17
- package/assets/.agent/skills/motion-graphics/categories/lower-thirds/module.md +16 -16
- package/assets/.agent/skills/motion-graphics/categories/maps/bake-basemap.mjs +273 -273
- package/assets/.agent/skills/motion-graphics/categories/maps/module.md +61 -61
- package/assets/.agent/skills/motion-graphics/categories/news/module.md +56 -56
- package/assets/.agent/skills/motion-graphics/categories/stat/module.md +21 -21
- package/assets/.agent/skills/motion-graphics/categories/tweet/module.md +16 -16
- package/assets/.agent/skills/motion-graphics/categories/webpage/module.md +21 -21
- package/assets/.agent/skills/motion-graphics/grounding/PROTOCOL.md +64 -64
- package/assets/.agent/skills/motion-graphics/grounding/locate.mjs +227 -227
- package/assets/.agent/skills/motion-graphics/phases/source/guide.md +21 -21
- package/assets/.agent/skills/motion-graphics/references/builder-contract.md +38 -38
- package/assets/.agent/skills/motion-graphics/references/motion-vocabulary.md +43 -43
- package/assets/.agent/skills/motion-graphics/references/shot-plan-ir.md +54 -54
- package/assets/.agent/skills/motion-graphics/samples/asset-fusion/_ref-circle-highlight.html +306 -306
- package/assets/.agent/skills/music-to-video/SKILL.md +197 -197
- package/assets/.agent/skills/music-to-video/references/frame-skeleton.md +100 -100
- package/assets/.agent/skills/music-to-video/references/montage.md +58 -58
- package/assets/.agent/skills/music-to-video/references/motion-primitive-catalog.md +75 -75
- package/assets/.agent/skills/music-to-video/references/motion-primitives/3d-card-flip/index.html +154 -154
- package/assets/.agent/skills/music-to-video/references/motion-primitives/assets/gsap.min.js +11 -11
- package/assets/.agent/skills/music-to-video/references/motion-primitives/bg-flow-field/index.html +326 -326
- package/assets/.agent/skills/music-to-video/references/motion-primitives/binary-decrypt/index.html +120 -120
- package/assets/.agent/skills/music-to-video/references/motion-primitives/blur-resolve/index.html +95 -95
- package/assets/.agent/skills/music-to-video/references/motion-primitives/braam-punch/index.html +135 -135
- package/assets/.agent/skills/music-to-video/references/motion-primitives/chromatic-split/index.html +146 -146
- package/assets/.agent/skills/music-to-video/references/motion-primitives/chrome-sweep/index.html +103 -103
- package/assets/.agent/skills/music-to-video/references/motion-primitives/counting-punch/index.html +154 -154
- package/assets/.agent/skills/music-to-video/references/motion-primitives/crash-zoom-in/index.html +155 -155
- package/assets/.agent/skills/music-to-video/references/motion-primitives/datamosh-smear/index.html +166 -166
- package/assets/.agent/skills/music-to-video/references/motion-primitives/directional-fill/index.html +133 -133
- package/assets/.agent/skills/music-to-video/references/motion-primitives/dolly-zoom/index.html +137 -137
- package/assets/.agent/skills/music-to-video/references/motion-primitives/electric-arc/index.html +144 -144
- package/assets/.agent/skills/music-to-video/references/motion-primitives/flash-cut/index.html +132 -132
- package/assets/.agent/skills/music-to-video/references/motion-primitives/gooey-metaball/index.html +241 -241
- package/assets/.agent/skills/music-to-video/references/motion-primitives/hard-cut/index.html +117 -117
- package/assets/.agent/skills/music-to-video/references/motion-primitives/hypercut-whip/index.html +79 -79
- package/assets/.agent/skills/music-to-video/references/motion-primitives/iris-open/index.html +104 -104
- package/assets/.agent/skills/music-to-video/references/motion-primitives/kinetic-letter-in/index.html +92 -92
- package/assets/.agent/skills/music-to-video/references/motion-primitives/liquid-morph/index.html +131 -131
- package/assets/.agent/skills/music-to-video/references/motion-primitives/mask-reveal/index.html +109 -109
- package/assets/.agent/skills/music-to-video/references/motion-primitives/mosaic-pack/index.html +124 -124
- package/assets/.agent/skills/music-to-video/references/motion-primitives/neon-flicker/index.html +108 -108
- package/assets/.agent/skills/music-to-video/references/motion-primitives/outline-to-fill/index.html +117 -117
- package/assets/.agent/skills/music-to-video/references/motion-primitives/palette-flip/index.html +132 -132
- package/assets/.agent/skills/music-to-video/references/motion-primitives/particle-burst/index.html +141 -141
- package/assets/.agent/skills/music-to-video/references/motion-primitives/pixel-dissolve/index.html +121 -121
- package/assets/.agent/skills/music-to-video/references/motion-primitives/radial-burst-lines/index.html +160 -160
- package/assets/.agent/skills/music-to-video/references/motion-primitives/screen-shake/index.html +113 -113
- package/assets/.agent/skills/music-to-video/references/motion-primitives/slot-machine-reveal/index.html +130 -130
- package/assets/.agent/skills/music-to-video/references/motion-primitives/spotlight-sweep/index.html +137 -137
- package/assets/.agent/skills/music-to-video/references/motion-primitives/staggered-exit/index.html +117 -117
- package/assets/.agent/skills/music-to-video/references/motion-primitives/text-spectral-rays/USAGE.md +42 -42
- package/assets/.agent/skills/music-to-video/references/motion-primitives/text-spectral-rays/index.html +313 -313
- package/assets/.agent/skills/music-to-video/references/motion-primitives/text-wave-distort/index.html +136 -136
- package/assets/.agent/skills/music-to-video/references/motion-primitives/tile-mosaic/index.html +144 -144
- package/assets/.agent/skills/music-to-video/references/motion-primitives/typewriter-reveal/index.html +122 -122
- package/assets/.agent/skills/music-to-video/references/motion-primitives/word-grid-burst/index.html +126 -126
- package/assets/.agent/skills/music-to-video/references/planning.md +104 -104
- package/assets/.agent/skills/music-to-video/references/storyboard-format.md +94 -94
- package/assets/.agent/skills/music-to-video/references/template-catalog.md +106 -106
- package/assets/.agent/skills/music-to-video/references/templates/card-flyby/index.html +527 -527
- package/assets/.agent/skills/music-to-video/references/templates/card-flyby/program.json +13 -13
- package/assets/.agent/skills/music-to-video/references/templates/held-message-living-field/index.html +485 -485
- package/assets/.agent/skills/music-to-video/references/templates/held-text-strobe-burst/index.html +302 -302
- package/assets/.agent/skills/music-to-video/references/templates/intro-kinetic-cascade/index.html +610 -610
- package/assets/.agent/skills/music-to-video/references/templates/intro-kinetic-cascade/program.json +41 -41
- package/assets/.agent/skills/music-to-video/references/templates/logo-split-lockup-pulse/index.html +596 -596
- package/assets/.agent/skills/music-to-video/references/templates/poster-tile-mosaic/index.html +589 -589
- package/assets/.agent/skills/music-to-video/references/templates/poster-tile-mosaic/program.json +25 -25
- package/assets/.agent/skills/music-to-video/references/templates/roll-flipbook-word-cycle/index.html +267 -267
- package/assets/.agent/skills/music-to-video/references/templates/split-anchor-word-slot/index.html +594 -594
- package/assets/.agent/skills/music-to-video/references/templates/split-anchor-word-slot/program.json +39 -39
- package/assets/.agent/skills/music-to-video/references/templates/typewriter-phrase-keyword-shuffle/index.html +238 -238
- package/assets/.agent/skills/music-to-video/scripts/analyze-beatgrid.py +531 -531
- package/assets/.agent/skills/music-to-video/scripts/assemble-index.mjs +218 -218
- package/assets/.agent/skills/music-to-video/scripts/lib/storyboard.mjs +249 -249
- package/assets/.agent/skills/music-to-video/scripts/stage-assets.mjs +58 -58
- package/assets/.agent/skills/music-to-video/scripts/validate-plan.mjs +161 -161
- package/assets/.agent/skills/music-to-video/sub-agents/frame-worker.md +75 -75
- package/assets/.agent/skills/pr-to-video/SKILL.md +240 -240
- package/assets/.agent/skills/pr-to-video/references/code-vocabulary.md +111 -111
- package/assets/.agent/skills/pr-to-video/references/cut-catalog.md +215 -215
- package/assets/.agent/skills/pr-to-video/references/motion-language.md +156 -156
- package/assets/.agent/skills/pr-to-video/references/story-design.md +211 -211
- package/assets/.agent/skills/pr-to-video/references/visual-design.md +164 -164
- package/assets/.agent/skills/pr-to-video/scripts/assemble-index.mjs +570 -570
- package/assets/.agent/skills/pr-to-video/scripts/audio.mjs +253 -253
- package/assets/.agent/skills/pr-to-video/scripts/build-frame.mjs +536 -536
- package/assets/.agent/skills/pr-to-video/scripts/captions.mjs +508 -508
- package/assets/.agent/skills/pr-to-video/scripts/fetch-people-avatars.mjs +157 -157
- package/assets/.agent/skills/pr-to-video/scripts/fetch-pr.mjs +164 -164
- package/assets/.agent/skills/pr-to-video/scripts/ingest.mjs +539 -539
- package/assets/.agent/skills/pr-to-video/scripts/lib/assets.mjs +55 -55
- package/assets/.agent/skills/pr-to-video/scripts/lib/dimensions.mjs +45 -45
- package/assets/.agent/skills/pr-to-video/scripts/lib/storyboard.mjs +249 -249
- package/assets/.agent/skills/pr-to-video/scripts/lib/tokens.mjs +204 -204
- package/assets/.agent/skills/pr-to-video/scripts/lib/transition-registry.mjs +38 -38
- package/assets/.agent/skills/pr-to-video/scripts/lib/transitions.json +71 -71
- package/assets/.agent/skills/pr-to-video/scripts/transitions.mjs +320 -320
- package/assets/.agent/skills/pr-to-video/sub-agents/frame-worker.md +95 -95
- package/assets/.agent/skills/product-launch-video/SKILL.md +208 -208
- package/assets/.agent/skills/product-launch-video/references/cut-catalog.md +220 -220
- package/assets/.agent/skills/product-launch-video/references/motion-language.md +156 -156
- package/assets/.agent/skills/product-launch-video/references/story-design.md +373 -373
- package/assets/.agent/skills/product-launch-video/references/visual-design.md +126 -126
- package/assets/.agent/skills/product-launch-video/scripts/assemble-index.mjs +570 -570
- package/assets/.agent/skills/product-launch-video/scripts/audio.mjs +253 -253
- package/assets/.agent/skills/product-launch-video/scripts/build-frame.mjs +536 -536
- package/assets/.agent/skills/product-launch-video/scripts/captions.mjs +508 -508
- package/assets/.agent/skills/product-launch-video/scripts/lib/assets.mjs +55 -55
- package/assets/.agent/skills/product-launch-video/scripts/lib/dimensions.mjs +45 -45
- package/assets/.agent/skills/product-launch-video/scripts/lib/storyboard.mjs +249 -249
- package/assets/.agent/skills/product-launch-video/scripts/lib/tokens.mjs +204 -204
- package/assets/.agent/skills/product-launch-video/scripts/lib/transition-registry.mjs +38 -38
- package/assets/.agent/skills/product-launch-video/scripts/lib/transitions.json +71 -71
- package/assets/.agent/skills/product-launch-video/scripts/stage-assets.mjs +39 -39
- package/assets/.agent/skills/product-launch-video/scripts/transitions.mjs +320 -320
- package/assets/.agent/skills/product-launch-video/sub-agents/frame-worker.md +75 -75
- package/assets/.agent/skills/remotion/SKILL.md +357 -38
- package/assets/.agent/skills/remotion/rules/3d.md +5 -5
- package/assets/.agent/skills/remotion/rules/assets/text-animations-word-highlight.tsx +1 -6
- package/assets/.agent/skills/remotion/rules/audio-visualization.md +198 -0
- package/assets/.agent/skills/remotion/rules/audio.md +1 -4
- package/assets/.agent/skills/remotion/rules/calculate-metadata.md +48 -18
- package/assets/.agent/skills/remotion/rules/compositions.md +16 -24
- package/assets/.agent/skills/remotion/rules/display-captions.md +79 -21
- package/assets/.agent/skills/remotion/rules/effects.md +235 -0
- package/assets/.agent/skills/remotion/rules/ffmpeg.md +34 -0
- package/assets/.agent/skills/remotion/rules/get-audio-duration.md +13 -13
- package/assets/.agent/skills/remotion/rules/get-video-dimensions.md +1 -1
- package/assets/.agent/skills/remotion/rules/get-video-duration.md +12 -10
- package/assets/.agent/skills/remotion/rules/gifs.md +21 -18
- package/assets/.agent/skills/remotion/rules/google-fonts.md +72 -0
- package/assets/.agent/skills/remotion/rules/html-in-canvas.md +122 -0
- package/assets/.agent/skills/remotion/rules/images.md +5 -64
- package/assets/.agent/skills/remotion/rules/import-srt-captions.md +9 -7
- package/assets/.agent/skills/remotion/rules/light-leaks.md +73 -0
- package/assets/.agent/skills/remotion/rules/local-fonts.md +65 -0
- package/assets/.agent/skills/remotion/rules/lottie.md +10 -8
- package/assets/.agent/skills/remotion/rules/maplibre.md +458 -0
- package/assets/.agent/skills/remotion/rules/measuring-dom-nodes.md +0 -1
- package/assets/.agent/skills/remotion/rules/measuring-text.md +2 -5
- package/assets/.agent/skills/remotion/rules/parameters.md +21 -10
- package/assets/.agent/skills/remotion/rules/sequencing.md +35 -9
- package/assets/.agent/skills/remotion/rules/sfx.md +51 -0
- package/assets/.agent/skills/remotion/rules/silence-detection.md +71 -0
- package/assets/.agent/skills/remotion/rules/subtitles.md +36 -0
- package/assets/.agent/skills/remotion/rules/tailwind.md +2 -2
- package/assets/.agent/skills/remotion/rules/timing.md +89 -106
- package/assets/.agent/skills/remotion/rules/transcribe-captions.md +58 -7
- package/assets/.agent/skills/remotion/rules/transitions.md +117 -42
- package/assets/.agent/skills/remotion/rules/transparent-videos.md +106 -0
- package/assets/.agent/skills/remotion/rules/trimming.md +1 -3
- package/assets/.agent/skills/remotion/rules/video-layout.md +68 -0
- package/assets/.agent/skills/remotion/rules/voiceover.md +99 -0
- package/assets/.agent/skills/remotion-real-ui-video/SKILL.md +264 -264
- package/assets/.agent/skills/remotion-real-ui-video/references/anti-patterns.md +114 -114
- package/assets/.agent/skills/remotion-real-ui-video/references/completion-checklist.md +75 -75
- package/assets/.agent/skills/remotion-real-ui-video/references/real-ui-bridge-example.md +93 -93
- package/assets/.agent/skills/remotion-to-hyperframes/SKILL.md +127 -127
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/run.sh +249 -249
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/README.md +41 -41
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/expected.json +26 -26
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/hf-src/index.html +61 -61
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/package.json +14 -14
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/remotion.config.ts +13 -13
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/src/Root.tsx +13 -13
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/src/TitleCard.tsx +34 -34
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/src/index.ts +4 -4
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-1-title-card/remotion-src/tsconfig.json +15 -15
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/README.md +54 -54
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/expected.json +29 -29
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/hf-src/index.html +118 -118
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/package.json +14 -14
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/remotion.config.ts +13 -13
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/src/MultiScene.tsx +105 -105
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/src/Root.tsx +13 -13
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/src/index.ts +4 -4
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/remotion-src/tsconfig.json +15 -15
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-2-multi-scene/setup.sh +34 -34
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/README.md +85 -85
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/expected.json +41 -41
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/hf-src/index.html +269 -269
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/package.json +15 -15
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/remotion.config.ts +13 -13
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/Root.tsx +27 -27
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/Stargazed.tsx +37 -37
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/components/AnimatedNumber.tsx +23 -23
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/components/StatCard.tsx +59 -59
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/components/UnderlinedText.tsx +47 -47
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/index.ts +4 -4
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/scenes/OutroScene.tsx +18 -18
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/scenes/StatsScene.tsx +34 -34
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/src/scenes/TitleScene.tsx +55 -55
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-3-data-driven/remotion-src/tsconfig.json +15 -15
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/README.md +51 -51
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/01-use-state.tsx +29 -29
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/02-use-effect-deps.tsx +29 -29
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/03-async-metadata.tsx +39 -39
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/04-third-party-react.tsx +30 -30
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/05-lambda-config.tsx +38 -38
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/06-warnings-only.tsx +36 -36
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/07-custom-hook.tsx +28 -28
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/cases/08-mixed.tsx +41 -41
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/expected.json +85 -85
- package/assets/.agent/skills/remotion-to-hyperframes/assets/test-corpus/tier-4-escape-hatch/validate.sh +110 -110
- package/assets/.agent/skills/remotion-to-hyperframes/references/api-map.md +142 -142
- package/assets/.agent/skills/remotion-to-hyperframes/references/escape-hatch.md +115 -115
- package/assets/.agent/skills/remotion-to-hyperframes/references/eval.md +140 -140
- package/assets/.agent/skills/remotion-to-hyperframes/references/fonts.md +112 -112
- package/assets/.agent/skills/remotion-to-hyperframes/references/limitations.md +136 -136
- package/assets/.agent/skills/remotion-to-hyperframes/references/lottie.md +121 -121
- package/assets/.agent/skills/remotion-to-hyperframes/references/media.md +149 -149
- package/assets/.agent/skills/remotion-to-hyperframes/references/parameters.md +167 -167
- package/assets/.agent/skills/remotion-to-hyperframes/references/sequencing.md +195 -195
- package/assets/.agent/skills/remotion-to-hyperframes/references/timing.md +165 -165
- package/assets/.agent/skills/remotion-to-hyperframes/references/transitions.md +114 -114
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/frame_strip.sh +107 -107
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/lint_source.py +358 -358
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/render_diff.sh +103 -103
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/tests/fixtures/blocker.tsx +50 -50
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/tests/fixtures/clean.tsx +46 -46
- package/assets/.agent/skills/remotion-to-hyperframes/scripts/tests/smoke.sh +90 -90
- package/assets/.agent/skills/shared-resend-portfolio/SKILL.md +124 -124
- package/assets/.agent/skills/slideshow/SKILL.md +550 -550
- package/assets/.agent/skills/slideshow/references/standalone-harness.md +1020 -1020
- package/assets/.agent/skills/talking-head-recut/NOTICE.md +39 -39
- package/assets/.agent/skills/talking-head-recut/SKILL.md +1191 -1191
- package/assets/.agent/skills/talking-head-recut/assets/vendor/gsap.min.js +10 -10
- package/assets/.agent/skills/talking-head-recut/references/DESIGN_INDEX.md +145 -145
- package/assets/.agent/skills/talking-head-recut/references/frames/clean.html +92 -92
- package/assets/.agent/skills/talking-head-recut/references/frames/hairline.html +171 -171
- package/assets/.agent/skills/talking-head-recut/references/frames/polaroid.html +131 -131
- package/assets/.agent/skills/talking-head-recut/references/layouts/overlay.html +164 -164
- package/assets/.agent/skills/talking-head-recut/references/layouts/pip.html +143 -143
- package/assets/.agent/skills/talking-head-recut/references/layouts/split.html +121 -121
- package/assets/.agent/skills/talking-head-recut/references/layouts/stack.html +109 -109
- package/assets/.agent/skills/talking-head-recut/references/styles/academic.html +172 -172
- package/assets/.agent/skills/talking-head-recut/references/styles/audit.html +170 -170
- package/assets/.agent/skills/talking-head-recut/references/styles/editorial.html +189 -189
- package/assets/.agent/skills/talking-head-recut/references/styles/geom.html +181 -181
- package/assets/.agent/skills/talking-head-recut/references/styles/minimal.html +130 -130
- package/assets/.agent/skills/talking-head-recut/references/styles/spotlight.html +142 -142
- package/assets/.agent/skills/talking-head-recut/references/styles/swiss.html +188 -188
- package/assets/.agent/skills/talking-head-recut/references/styles/terminal.html +196 -196
- package/assets/.agent/skills/talking-head-recut/references/styles/whiteboard.html +170 -170
- package/assets/.agent/skills/talking-head-recut/references/styles/xhs.html +206 -206
- package/assets/.agent/skills/website-to-video/SKILL.md +145 -145
- package/assets/.agent/skills/website-to-video/assets/sfx/CREDITS.md +35 -35
- package/assets/.agent/skills/website-to-video/assets/sfx/manifest.json +97 -97
- package/assets/.agent/skills/website-to-video/references/beat-builder-guide.md +263 -263
- package/assets/.agent/skills/website-to-video/references/capabilities.md +713 -713
- package/assets/.agent/skills/website-to-video/references/step-0-capture.md +55 -55
- package/assets/.agent/skills/website-to-video/references/step-1-design.md +333 -333
- package/assets/.agent/skills/website-to-video/references/step-2-brief.md +178 -178
- package/assets/.agent/skills/website-to-video/references/step-3-storyboard.md +572 -572
- package/assets/.agent/skills/website-to-video/references/step-4-vo.md +230 -230
- package/assets/.agent/skills/website-to-video/references/step-5-build.md +483 -483
- package/assets/.agent/skills/website-to-video/references/step-6-validate.md +341 -341
- package/assets/.agent/skills/website-to-video/scripts/w2h-verify.mjs +759 -759
- package/package.json +5 -4
- package/src/pi-takomi-core/workflows.ts +86 -86
- package/src/takomi-stats.js +5 -5
- package/assets/.agent/skills/remotion/rules/animations.md +0 -29
- package/assets/.agent/skills/remotion/rules/assets.md +0 -78
- package/assets/.agent/skills/remotion/rules/can-decode.md +0 -75
- package/assets/.agent/skills/remotion/rules/charts.md +0 -58
- package/assets/.agent/skills/remotion/rules/extract-frames.md +0 -229
- package/assets/.agent/skills/remotion/rules/fonts.md +0 -152
- package/assets/.agent/skills/remotion/rules/maps.md +0 -403
|
@@ -1,531 +1,531 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
"""Beat-grid + drum/event analysis engine for music-to-video.
|
|
3
|
-
|
|
4
|
-
Turns a BGM track directly into a deterministic `audiomap.json` — the music skeleton
|
|
5
|
-
that the Director and Builder hang visuals on. It merges:
|
|
6
|
-
|
|
7
|
-
- a reliable tempo + beat grid + downbeat (librosa beat tracker),
|
|
8
|
-
- metrical position per event (strong / weak / syncopated / off-grid) over a 16th-note bar grid,
|
|
9
|
-
- drum-element classification (kick / snare / hihat / perc) via band-split,
|
|
10
|
-
- special audio events (riser / glitch / crash-impact / hard-stop silence),
|
|
11
|
-
- an energy narrative (audio-driven energy phases + builds + key moments; the Music
|
|
12
|
-
Reader names the sections — no fixed Intro/Build/Drop/Outro template),
|
|
13
|
-
- a phrase layer + per-section density budgets for visual planning.
|
|
14
|
-
|
|
15
|
-
Output is the canonical `audiomap.json` documented in the skill.
|
|
16
|
-
|
|
17
|
-
Usage:
|
|
18
|
-
python3 analyze-beatgrid.py track.mp3 -o audiomap.json
|
|
19
|
-
python3 analyze-beatgrid.py track.mp3 --print # also print a readable brief
|
|
20
|
-
|
|
21
|
-
Deps: ffmpeg/ffprobe on PATH + librosa, numpy, soundfile (band-split heuristics,
|
|
22
|
-
no learned models / no madmom).
|
|
23
|
-
"""
|
|
24
|
-
|
|
25
|
-
from __future__ import annotations
|
|
26
|
-
|
|
27
|
-
import argparse
|
|
28
|
-
import json
|
|
29
|
-
import subprocess
|
|
30
|
-
import sys
|
|
31
|
-
import tempfile
|
|
32
|
-
from pathlib import Path
|
|
33
|
-
|
|
34
|
-
import librosa
|
|
35
|
-
import numpy as np
|
|
36
|
-
import soundfile as sf
|
|
37
|
-
|
|
38
|
-
SR = 22050
|
|
39
|
-
HOP = 512 # ~23 ms frames
|
|
40
|
-
AUDIOMAP_VERSION = 2
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
# ── decode ────────────────────────────────────────────────────────────────
|
|
44
|
-
def load_audio(path: str) -> tuple[np.ndarray, int, float]:
|
|
45
|
-
"""Decode any ffmpeg-readable file to mono float32 @ SR via a temp wav."""
|
|
46
|
-
with tempfile.NamedTemporaryFile(suffix=".wav", delete=False) as tmp:
|
|
47
|
-
wav = tmp.name
|
|
48
|
-
subprocess.run(
|
|
49
|
-
["ffmpeg", "-y", "-i", path, "-ac", "1", "-ar", str(SR), wav],
|
|
50
|
-
capture_output=True, check=True,
|
|
51
|
-
)
|
|
52
|
-
y, sr = sf.read(wav, dtype="float32")
|
|
53
|
-
Path(wav).unlink(missing_ok=True)
|
|
54
|
-
if y.ndim > 1:
|
|
55
|
-
y = y.mean(axis=1)
|
|
56
|
-
return y, sr, len(y) / sr
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
# ── tempo + beat grid + downbeat phase ──────────────────────────────────────
|
|
60
|
-
def beat_grid(y: np.ndarray, sr: int) -> dict:
|
|
61
|
-
tempo, beat_frames = librosa.beat.beat_track(y=y, sr=sr, hop_length=HOP, units="frames")
|
|
62
|
-
beats = librosa.frames_to_time(beat_frames, sr=sr, hop_length=HOP)
|
|
63
|
-
return {"bpm": float(np.atleast_1d(tempo)[0]), "beats": beats, "beat_frames": beat_frames}
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
def _norm_flux(band: np.ndarray) -> np.ndarray:
|
|
67
|
-
"""Positive first-difference (onset flux) of a band-energy curve, normalized."""
|
|
68
|
-
flux = np.maximum(0.0, np.diff(np.sqrt(band), prepend=band[:1]))
|
|
69
|
-
return flux / (flux.max() + 1e-9)
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
def band_energy_curves(y: np.ndarray, sr: int) -> dict:
|
|
73
|
-
"""Per-frame band energy + per-band normalized onset flux (for drum typing)."""
|
|
74
|
-
S = np.abs(librosa.stft(y, hop_length=HOP)) ** 2
|
|
75
|
-
freqs = librosa.fft_frequencies(sr=sr)
|
|
76
|
-
# Tight drum bands: kick fundamental, snare body, hihat sizzle. Narrow bands
|
|
77
|
-
# keep one drum's transient from leaking into another's flux on a full mix.
|
|
78
|
-
low = (freqs < 150) # kick
|
|
79
|
-
mid = (freqs >= 150) & (freqs < 900) # snare body
|
|
80
|
-
high = (freqs >= 5000) # hihat / cymbal
|
|
81
|
-
e_low, e_mid, e_high = S[low].sum(axis=0), S[mid].sum(axis=0), S[high].sum(axis=0)
|
|
82
|
-
return {
|
|
83
|
-
"S": S,
|
|
84
|
-
"low": e_low, "mid": e_mid, "high": e_high,
|
|
85
|
-
"total": S.sum(axis=0) + 1e-9,
|
|
86
|
-
"flux_low": _norm_flux(e_low), "flux_mid": _norm_flux(e_mid), "flux_high": _norm_flux(e_high),
|
|
87
|
-
"flatness": librosa.feature.spectral_flatness(S=np.sqrt(S))[0],
|
|
88
|
-
"centroid": librosa.feature.spectral_centroid(S=np.sqrt(S), sr=sr)[0],
|
|
89
|
-
"n": S.shape[1],
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
def downbeat_phase(beat_frames: np.ndarray, bc: dict, beats_per_bar: int = 4) -> int:
|
|
94
|
-
"""Pick the bar phase whose beats carry the most KICK (low-band) energy."""
|
|
95
|
-
kick = bc["low"] / bc["total"]
|
|
96
|
-
best_p, best_score = 0, -1.0
|
|
97
|
-
for p in range(beats_per_bar):
|
|
98
|
-
idx = [bf for i, bf in enumerate(beat_frames) if (i - p) % beats_per_bar == 0]
|
|
99
|
-
idx = [min(f, bc["n"] - 1) for f in idx]
|
|
100
|
-
score = float(np.sum([kick[f] for f in idx])) if idx else 0.0
|
|
101
|
-
if score > best_score:
|
|
102
|
-
best_p, best_score = p, score
|
|
103
|
-
return best_p
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
# ── metrical position: strong / weak / syncopated / off-grid ─────────────────
|
|
107
|
-
# 16-step bar grid (4 beats x 4 sixteenths). Strength by metrical weight.
|
|
108
|
-
GRID_CLASS = {0: "strong", 8: "strong", 4: "weak", 12: "weak",
|
|
109
|
-
2: "weak", 6: "weak", 10: "weak", 14: "weak"} # else (odd 16ths) -> syncopated
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
def classify_metric(t: float, beats: np.ndarray, phase: int, bpb: int = 4) -> tuple:
|
|
113
|
-
"""Return (grid_class, bar, beat_in_bar, step16) for a time t."""
|
|
114
|
-
if len(beats) < 2:
|
|
115
|
-
return "off-grid", -1, -1, -1
|
|
116
|
-
i = int(np.searchsorted(beats, t) - 1)
|
|
117
|
-
i = max(0, min(i, len(beats) - 2))
|
|
118
|
-
beat_dur = beats[i + 1] - beats[i]
|
|
119
|
-
frac = (t - beats[i]) / max(beat_dur, 1e-6) # 0..1 within the beat
|
|
120
|
-
sixteenth = int(round(frac * 4)) % 4 # nearest 16th in beat
|
|
121
|
-
carry = 1 if round(frac * 4) >= 4 else 0
|
|
122
|
-
beat_idx = i + carry
|
|
123
|
-
beat_in_bar = (beat_idx - phase) % bpb # 0..3
|
|
124
|
-
bar = (beat_idx - phase) // bpb
|
|
125
|
-
step16 = beat_in_bar * 4 + sixteenth # 0..15
|
|
126
|
-
# distance to the nearest 16th line (in seconds) → off-grid test
|
|
127
|
-
nearest = beats[i] + (round(frac * 4) / 4) * beat_dur
|
|
128
|
-
if abs(t - nearest) > 0.5 * (beat_dur / 4):
|
|
129
|
-
return "off-grid", bar, beat_in_bar + 1, step16
|
|
130
|
-
return GRID_CLASS.get(step16, "syncopated"), bar, beat_in_bar + 1, step16
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
# ── drum classification (band-split heuristic) ──────────────────────────────
|
|
134
|
-
def frame_at(t: float, sr: int, n: int) -> int:
|
|
135
|
-
return min(int(round(t * sr / HOP)), n - 1)
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
def classify_drum(t: float, bc: dict, sr: int) -> tuple:
|
|
139
|
-
"""(drum_type, energy_norm, feel): which band's onset TRANSIENT dominates.
|
|
140
|
-
|
|
141
|
-
Uses per-band normalized flux (relative transient strength), the standard
|
|
142
|
-
way to separate kick (low) / snare (mid+noise) / hihat (high). Falls back to
|
|
143
|
-
glitch for noisy non-harmonic bursts and perc when no band clearly leads.
|
|
144
|
-
"""
|
|
145
|
-
f = frame_at(t, sr, bc["n"])
|
|
146
|
-
win = slice(max(0, f - 1), min(bc["n"], f + 2))
|
|
147
|
-
fl = float(bc["flux_low"][win].max())
|
|
148
|
-
fm = float(bc["flux_mid"][win].max())
|
|
149
|
-
fh = float(bc["flux_high"][win].max())
|
|
150
|
-
lo = float(bc["low"][win].mean()); md = float(bc["mid"][win].mean())
|
|
151
|
-
hi = float(bc["high"][win].mean()); tot = float(bc["total"][win].mean())
|
|
152
|
-
flat = float(bc["flatness"][win].mean())
|
|
153
|
-
lr, mr, hr = lo / tot, md / tot, hi / tot
|
|
154
|
-
|
|
155
|
-
fluxes = {"kick": fl, "snare": fm, "hihat": fh}
|
|
156
|
-
lead = max(fluxes, key=fluxes.get)
|
|
157
|
-
lead_val = fluxes[lead]
|
|
158
|
-
if lead_val < 0.06: # no real transient → texture/perc
|
|
159
|
-
drum = "glitch" if flat > 0.30 else "perc"
|
|
160
|
-
elif lead == "snare" and flat > 0.30 and mr < 0.30:
|
|
161
|
-
drum = "glitch" # mid-band but noisy & thin → scratch/glitch
|
|
162
|
-
else:
|
|
163
|
-
drum = lead
|
|
164
|
-
# feel (frequency character)
|
|
165
|
-
has_bot, has_top, has_mid = lr > 0.30, hr > 0.20, mr > 0.30
|
|
166
|
-
feel = ("full" if has_bot and has_top and has_mid else
|
|
167
|
-
"heavy" if has_bot and not has_top else
|
|
168
|
-
"bright" if has_top and not has_bot else
|
|
169
|
-
"intimate" if has_mid else "sparse")
|
|
170
|
-
return drum, tot, feel
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
# ── energy structure (RMS @1s) + sections + key moments + builds ────────────
|
|
174
|
-
def energy_structure(y: np.ndarray, sr: int, dur: float, first_onset: float = 0.0) -> dict:
|
|
175
|
-
rms = librosa.feature.rms(y=y, hop_length=sr)[0] # ~1s frames
|
|
176
|
-
rms = rms / (rms.max() + 1e-9)
|
|
177
|
-
norms = rms.tolist()
|
|
178
|
-
|
|
179
|
-
def lvl(n):
|
|
180
|
-
return "VOID" if n < 0.2 else "LOW" if n < 0.4 else "MEDIUM" if n < 0.65 else "HIGH"
|
|
181
|
-
|
|
182
|
-
phases, cur, cs = [], None, 0
|
|
183
|
-
for i, n in enumerate(norms):
|
|
184
|
-
l = lvl(n)
|
|
185
|
-
if l != cur:
|
|
186
|
-
if cur:
|
|
187
|
-
phases.append({"s": cs, "e": i, "lvl": cur})
|
|
188
|
-
cur, cs = l, i
|
|
189
|
-
if cur:
|
|
190
|
-
phases.append({"s": cs, "e": len(norms), "lvl": cur})
|
|
191
|
-
|
|
192
|
-
moments = []
|
|
193
|
-
for i in range(1, len(norms)):
|
|
194
|
-
d = norms[i] - norms[i - 1]
|
|
195
|
-
if abs(d) > 0.12:
|
|
196
|
-
moments.append({"t": i, "kind": "DROP" if d < 0 else "SURGE", "delta": round(d, 2)})
|
|
197
|
-
moments.sort(key=lambda m: abs(m["delta"]), reverse=True)
|
|
198
|
-
|
|
199
|
-
# hard stop: a HIGH→low cliff (a sudden stop) in the back third
|
|
200
|
-
hard_stops = [m for m in moments if m["kind"] == "DROP" and m["t"] > dur * 0.6 and m["delta"] < -0.25]
|
|
201
|
-
|
|
202
|
-
# NO forced Intro/Build/Drop/Outro template. The energy phases (audio-driven runs of
|
|
203
|
-
# one energy level, variable count) are the raw structural blocks. The Music Reader
|
|
204
|
-
# (LLM) decides the actual sections — count, boundaries, and free-form names — from
|
|
205
|
-
# these phases + key_moments + rolls + hard_stops + phrases. Sections are
|
|
206
|
-
# interpretation; only the timing they snap to is fact.
|
|
207
|
-
phases_sec = []
|
|
208
|
-
for p in phases:
|
|
209
|
-
seg = norms[p["s"]:max(p["s"] + 1, p["e"])]
|
|
210
|
-
phases_sec.append({
|
|
211
|
-
"start": float(p["s"]),
|
|
212
|
-
"end": float(min(p["e"], round(dur, 1))),
|
|
213
|
-
"level": p["lvl"],
|
|
214
|
-
"energy": round(float(np.mean(seg)) if seg else 0.0, 2),
|
|
215
|
-
})
|
|
216
|
-
|
|
217
|
-
return {"norms": [round(n, 2) for n in norms], "phases": phases_sec,
|
|
218
|
-
"moments": moments[:8], "hard_stops": hard_stops}
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
# ── rolls / fills (localized rapid-onset runs) ───────────────────────────────
|
|
222
|
-
# A roll is where choreography should switch from discrete hits to a continuous /
|
|
223
|
-
# cascading visual (per-letter cascade, stagger). Derived straight from the onset
|
|
224
|
-
# stream — runs never overlap, so no dedup is needed (unlike a band-energy detector).
|
|
225
|
-
ROLL_MIN_HITS = 4
|
|
226
|
-
ROLL_CONT = 0.55 # × beat_dur: gap up to ~half a beat still keeps a run alive
|
|
227
|
-
ROLL_ACCEPT = 0.42 # × beat_dur: mean spacing denser than an 8th note counts
|
|
228
|
-
ROLL_DEDUP = 0.08 # seconds: merge onsets closer than a 32nd (double-trigger)
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
def detect_rolls(events: list, beat_dur: float) -> list:
|
|
232
|
-
"""Runs of >=4 onsets whose MEAN spacing is denser than an 8th note. Tuned so a
|
|
233
|
-
full hihat/snare roll is captured as ONE span (not fragmented down to its tail),
|
|
234
|
-
while a sparse groove stays out — validated against the golden 7.5-9.5s roll.
|
|
235
|
-
The linear scan means runs never overlap (no LEGACY-style double-counting)."""
|
|
236
|
-
cont = beat_dur * ROLL_CONT # max gap that keeps a run alive
|
|
237
|
-
accept = beat_dur * ROLL_ACCEPT # max MEAN gap for a run to count
|
|
238
|
-
# collapse onset double-triggers (two onsets < a 32nd apart = one hit) so a
|
|
239
|
-
# held/sparse passage can't masquerade as a roll on a duplicated transient.
|
|
240
|
-
ev = []
|
|
241
|
-
for e in events:
|
|
242
|
-
if ev and e["t"] - ev[-1]["t"] <= ROLL_DEDUP:
|
|
243
|
-
if e.get("energy", 0) > ev[-1].get("energy", 0):
|
|
244
|
-
ev[-1] = e
|
|
245
|
-
continue
|
|
246
|
-
ev.append(e)
|
|
247
|
-
times = [e["t"] for e in ev]
|
|
248
|
-
n = len(times)
|
|
249
|
-
rolls, i = [], 0
|
|
250
|
-
while i < n - 1:
|
|
251
|
-
j = i
|
|
252
|
-
while j + 1 < n and (times[j + 1] - times[j]) <= cont:
|
|
253
|
-
j += 1
|
|
254
|
-
if j - i + 1 >= ROLL_MIN_HITS:
|
|
255
|
-
gaps = [times[k + 1] - times[k] for k in range(i, j)]
|
|
256
|
-
if sum(gaps) / len(gaps) <= accept:
|
|
257
|
-
t0, t1 = times[i], times[j]
|
|
258
|
-
half = len(gaps) // 2
|
|
259
|
-
accel = (half >= 1 and
|
|
260
|
-
sum(gaps[half:]) / (len(gaps) - half) <
|
|
261
|
-
sum(gaps[:half]) / half * 0.85)
|
|
262
|
-
dcount: dict[str, int] = {}
|
|
263
|
-
for e in ev[i:j + 1]:
|
|
264
|
-
dcount[e["drum"]] = dcount.get(e["drum"], 0) + 1
|
|
265
|
-
rolls.append({
|
|
266
|
-
"start": round(t0, 3), "end": round(t1, 3),
|
|
267
|
-
"dur_sec": round(t1 - t0, 3),
|
|
268
|
-
"hits": j - i + 1,
|
|
269
|
-
"rate_per_min": round((j - i) / max(t1 - t0, 1e-6) * 60),
|
|
270
|
-
"kind": "accel-roll" if accel else ("sustained-fill" if t1 - t0 > 1.2 else "fill"),
|
|
271
|
-
"drum": max(dcount, key=dcount.get),
|
|
272
|
-
})
|
|
273
|
-
i = j + 1
|
|
274
|
-
return rolls
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
# ── per-section spectral character (sustained "feel") ────────────────────────
|
|
278
|
-
# Coarse, reliable bands for how a SECTION sounds (not the noisy per-second dump).
|
|
279
|
-
# Distinct from a per-event `feel`, which is the transient color of a single hit.
|
|
280
|
-
FEEL_BANDS = [("sub", 0, 60), ("bass", 60, 250), ("low_mid", 250, 800),
|
|
281
|
-
("mid", 800, 2500), ("presence", 2500, 6000), ("air", 6000, 1e9)]
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
def annotate_section_feel(bc: dict, sr: int, sections: list) -> None:
|
|
285
|
-
"""Attach {character, bands} to each energy phase from its sustained band balance."""
|
|
286
|
-
S, n = bc["S"], bc["n"]
|
|
287
|
-
freqs = librosa.fft_frequencies(sr=sr)
|
|
288
|
-
fps = sr / HOP
|
|
289
|
-
masks = [(name, (freqs >= lo) & (freqs < hi)) for name, lo, hi in FEEL_BANDS]
|
|
290
|
-
for s in sections:
|
|
291
|
-
f0 = int(s["start"] * fps)
|
|
292
|
-
f1 = min(max(f0 + 1, int(s["end"] * fps)), n)
|
|
293
|
-
seg = S[:, f0:f1]
|
|
294
|
-
if seg.shape[1] == 0 or s.get("energy", 0) < 0.15:
|
|
295
|
-
s["feel"] = {"character": "sparse", "bands": []}
|
|
296
|
-
continue
|
|
297
|
-
en = {name: float(seg[m].sum()) for name, m in masks}
|
|
298
|
-
tot = sum(en.values()) + 1e-9
|
|
299
|
-
ratios = {name: en[name] / tot for name in en}
|
|
300
|
-
present = sorted([bn for bn, r in ratios.items() if r > 0.12],
|
|
301
|
-
key=lambda bn: -ratios[bn])
|
|
302
|
-
lo = ratios["sub"] + ratios["bass"]
|
|
303
|
-
hi = ratios["presence"] + ratios["air"]
|
|
304
|
-
mid = ratios["low_mid"] + ratios["mid"]
|
|
305
|
-
char = ("heavy" if lo > 0.5 else "bright" if hi > 0.45 else
|
|
306
|
-
"full" if lo > 0.25 and hi > 0.25 else
|
|
307
|
-
"warm" if mid > 0.5 else "sparse")
|
|
308
|
-
s["feel"] = {"character": char, "bands": present}
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
# ── audiomap enrichment: phrase layer + section density budgets ─────────────
|
|
312
|
-
def round3(n: float) -> float:
|
|
313
|
-
return round(float(n), 3)
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
def derive_phrases(downbeats: list[float], phrase_bars: int, duration_sec: float) -> list:
|
|
317
|
-
"""Group downbeats into phrase spans of `phrase_bars` bars."""
|
|
318
|
-
phrases = []
|
|
319
|
-
if not downbeats:
|
|
320
|
-
return phrases
|
|
321
|
-
index = 0
|
|
322
|
-
for i in range(0, len(downbeats), phrase_bars):
|
|
323
|
-
start = downbeats[i]
|
|
324
|
-
next_idx = i + phrase_bars
|
|
325
|
-
end = downbeats[next_idx] if next_idx < len(downbeats) else duration_sec
|
|
326
|
-
phrases.append({
|
|
327
|
-
"index": index,
|
|
328
|
-
"start": round3(start),
|
|
329
|
-
"end": round3(end),
|
|
330
|
-
"bars": min(phrase_bars, len(downbeats) - i),
|
|
331
|
-
})
|
|
332
|
-
index += 1
|
|
333
|
-
return phrases
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
def count_in(times: list[float], start: float, end: float) -> int:
|
|
337
|
-
return sum(1 for t in times if t >= start - 1e-6 and t < end - 1e-6)
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
def derive_phase_budgets(timeline: dict) -> list:
|
|
341
|
-
"""Attach an objective density read to each energy phase.
|
|
342
|
-
|
|
343
|
-
Density is a fact (onsets-per-second + rolls). It is a hint for how much visual
|
|
344
|
-
content a span can hold; it does not set timing or sections. The Music Reader uses
|
|
345
|
-
these phases to decide the actual sections.
|
|
346
|
-
"""
|
|
347
|
-
phases = timeline.get("energy_phases", [])
|
|
348
|
-
onset_times = [e["t"] for e in timeline.get("events", [])]
|
|
349
|
-
rolls = timeline.get("rolls", [])
|
|
350
|
-
hard_stops = timeline.get("hard_stops", [])
|
|
351
|
-
|
|
352
|
-
out = []
|
|
353
|
-
for s in phases:
|
|
354
|
-
span = max(1e-6, float(s.get("end", 0)) - float(s.get("start", 0)))
|
|
355
|
-
onsets = count_in(onset_times, s["start"], s["end"])
|
|
356
|
-
ph_rolls = [
|
|
357
|
-
{"start": r["start"], "end": r["end"], "kind": r["kind"], "drum": r["drum"]}
|
|
358
|
-
for r in rolls
|
|
359
|
-
if r["start"] < s["end"] - 1e-6 and r["end"] > s["start"] + 1e-6
|
|
360
|
-
]
|
|
361
|
-
ph_stops = [
|
|
362
|
-
h["t"]
|
|
363
|
-
for h in hard_stops
|
|
364
|
-
if h["t"] >= s["start"] - 1e-6 and h["t"] < s["end"] + 1e-6
|
|
365
|
-
]
|
|
366
|
-
|
|
367
|
-
if s.get("energy", 0) < 0.2 or onsets < 6:
|
|
368
|
-
density = "sparse"
|
|
369
|
-
elif onsets >= 18 or ph_rolls:
|
|
370
|
-
density = "dense"
|
|
371
|
-
else:
|
|
372
|
-
density = "medium"
|
|
373
|
-
|
|
374
|
-
enriched = dict(s)
|
|
375
|
-
enriched["onsets"] = onsets
|
|
376
|
-
enriched["onsetRate"] = round(onsets / span, 1)
|
|
377
|
-
enriched["rolls"] = ph_rolls
|
|
378
|
-
enriched["hardStops"] = ph_stops
|
|
379
|
-
enriched["density"] = density
|
|
380
|
-
out.append(enriched)
|
|
381
|
-
return out
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
def finalize_audiomap(timeline: dict, phrase_bars: int = 4) -> dict:
|
|
385
|
-
downbeats = timeline.get("grid", {}).get("downbeats_sec", [])
|
|
386
|
-
duration_sec = timeline.get("audio", {}).get("duration_sec", 0)
|
|
387
|
-
energy_phases = derive_phase_budgets(timeline)
|
|
388
|
-
phrases = derive_phrases(downbeats, phrase_bars, duration_sec)
|
|
389
|
-
return {
|
|
390
|
-
"version": AUDIOMAP_VERSION,
|
|
391
|
-
"phraseBars": phrase_bars,
|
|
392
|
-
**timeline,
|
|
393
|
-
"energy_phases": energy_phases,
|
|
394
|
-
"phrases": phrases,
|
|
395
|
-
}
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
# ── main ────────────────────────────────────────────────────────────────────
|
|
399
|
-
def analyze(path: str, phrase_bars: int = 4) -> dict:
|
|
400
|
-
y, sr, dur = load_audio(path)
|
|
401
|
-
bg = beat_grid(y, sr)
|
|
402
|
-
bc = band_energy_curves(y, sr)
|
|
403
|
-
phase = downbeat_phase(bg["beat_frames"], bc)
|
|
404
|
-
beats = bg["beats"]
|
|
405
|
-
downbeats = [float(beats[i]) for i in range(len(beats)) if (i - phase) % 4 == 0]
|
|
406
|
-
|
|
407
|
-
# onsets → events
|
|
408
|
-
onset_t = librosa.onset.onset_detect(
|
|
409
|
-
y=y, sr=sr, hop_length=HOP, units="time", backtrack=True
|
|
410
|
-
)
|
|
411
|
-
en_at = bc["total"]
|
|
412
|
-
en_max = float(en_at.max()) + 1e-9
|
|
413
|
-
events = []
|
|
414
|
-
for t in onset_t:
|
|
415
|
-
gclass, bar, bib, step16 = classify_metric(float(t), beats, phase)
|
|
416
|
-
drum, energy, feel = classify_drum(float(t), bc, sr)
|
|
417
|
-
f = frame_at(float(t), sr, bc["n"])
|
|
418
|
-
events.append({
|
|
419
|
-
"t": round(float(t), 3),
|
|
420
|
-
"bar": int(bar), "beat_in_bar": int(bib), "step16": int(step16),
|
|
421
|
-
"grid": gclass, "drum": drum,
|
|
422
|
-
"energy": round(float(en_at[f]) / en_max, 2), "feel": feel,
|
|
423
|
-
"special": None,
|
|
424
|
-
})
|
|
425
|
-
|
|
426
|
-
first_onset = next((float(t) for t in onset_t if t >= 2.0), 0.0)
|
|
427
|
-
es = energy_structure(y, sr, dur, first_onset)
|
|
428
|
-
|
|
429
|
-
# tag specials onto nearby events
|
|
430
|
-
for hs in es["hard_stops"]:
|
|
431
|
-
for e in events:
|
|
432
|
-
if abs(e["t"] - hs["t"]) < 0.6:
|
|
433
|
-
e["special"] = "hard_stop"
|
|
434
|
-
# riser: events inside a 1.5s+ rising-energy run that precedes a SURGE
|
|
435
|
-
surges = [m["t"] for m in es["moments"] if m["kind"] == "SURGE"]
|
|
436
|
-
for st in surges:
|
|
437
|
-
for e in events:
|
|
438
|
-
if st - 2.0 <= e["t"] < st and e["special"] is None and e["drum"] in ("perc", "glitch"):
|
|
439
|
-
e["special"] = "riser"
|
|
440
|
-
|
|
441
|
-
# rolls / fills + whether each leads straight into a surge/drop (cascade cue)
|
|
442
|
-
beat_dur = float(np.median(np.diff(beats))) if len(beats) > 1 else 60.0 / max(bg["bpm"], 1e-6)
|
|
443
|
-
rolls = detect_rolls(events, beat_dur)
|
|
444
|
-
for r in rolls:
|
|
445
|
-
r["leads_to"] = next((m["kind"] for m in es["moments"]
|
|
446
|
-
if 0 <= m["t"] - r["end"] <= 1.2), None)
|
|
447
|
-
# near-silent windows (= VOID energy phases) — convenience for "hold / breathe"
|
|
448
|
-
silences = [{"start": p["start"], "end": p["end"]}
|
|
449
|
-
for p in es["phases"] if p["level"] == "VOID"]
|
|
450
|
-
# per-phase sustained spectral character (how each energy block FEELS)
|
|
451
|
-
annotate_section_feel(bc, sr, es["phases"])
|
|
452
|
-
|
|
453
|
-
n_drum = {}
|
|
454
|
-
for e in events:
|
|
455
|
-
n_drum[e["drum"]] = n_drum.get(e["drum"], 0) + 1
|
|
456
|
-
n_grid = {}
|
|
457
|
-
for e in events:
|
|
458
|
-
n_grid[e["grid"]] = n_grid.get(e["grid"], 0) + 1
|
|
459
|
-
|
|
460
|
-
summary = (f"{bg['bpm']:.0f} BPM · {len(beats)} beats / {len(downbeats)} bars · "
|
|
461
|
-
f"{len(events)} events ({n_drum}) · {len(rolls)} rolls · "
|
|
462
|
-
f"{len(es['phases'])} energy phases · {dur:.1f}s")
|
|
463
|
-
|
|
464
|
-
timeline = {
|
|
465
|
-
"summary": summary,
|
|
466
|
-
"audio": {"path": path, "duration_sec": round(dur, 3), "sr": sr},
|
|
467
|
-
"tempo": {"bpm": round(bg["bpm"], 1), "beats_per_bar": 4,
|
|
468
|
-
"downbeat_phase": phase, "n_beats": len(beats), "n_bars": len(downbeats)},
|
|
469
|
-
"grid": {"beats_sec": [round(float(b), 3) for b in beats],
|
|
470
|
-
"downbeats_sec": [round(b, 3) for b in downbeats]},
|
|
471
|
-
"energy_phases": es["phases"],
|
|
472
|
-
"key_moments": es["moments"],
|
|
473
|
-
"hard_stops": es["hard_stops"],
|
|
474
|
-
"rolls": rolls,
|
|
475
|
-
"silences": silences,
|
|
476
|
-
"stats": {"drum_counts": n_drum, "grid_counts": n_grid},
|
|
477
|
-
"events": events,
|
|
478
|
-
}
|
|
479
|
-
return finalize_audiomap(timeline, phrase_bars)
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
def print_brief(d: dict) -> None:
|
|
483
|
-
print(f"\n{d['summary']}\n{'='*70}")
|
|
484
|
-
print("ENERGY PHASES (audio-driven blocks; the Music Reader names the sections)")
|
|
485
|
-
for s in d.get("energy_phases", []):
|
|
486
|
-
feel = s.get("feel", {})
|
|
487
|
-
bands = ",".join(feel.get("bands", []))
|
|
488
|
-
print(f" {s['start']:5.1f}-{s['end']:5.1f}s {s.get('level', ''):6s} energy={s.get('energy')} "
|
|
489
|
-
f"{feel.get('character', ''):6s} [{bands}] {s.get('density', '?')}")
|
|
490
|
-
print("PHRASES")
|
|
491
|
-
for p in d.get("phrases", []):
|
|
492
|
-
print(f" #{p['index']} {p['start']:5.2f}-{p['end']:5.2f}s bars={p['bars']}")
|
|
493
|
-
print("KEY MOMENTS")
|
|
494
|
-
for m in d["key_moments"]:
|
|
495
|
-
print(f" {m['t']:3d}s {m['kind']:5s} Δ{m['delta']:+.2f}")
|
|
496
|
-
print(f"HARD STOPS: {[h['t'] for h in d['hard_stops']]}")
|
|
497
|
-
print("ROLLS / FILLS")
|
|
498
|
-
for r in d.get("rolls", []):
|
|
499
|
-
lead = f" → {r['leads_to']}" if r.get("leads_to") else ""
|
|
500
|
-
print(f" {r['start']:6.2f}-{r['end']:5.2f}s {r['hits']:2d} hits @ {r['rate_per_min']:4d}/min "
|
|
501
|
-
f"{r['kind']:10s} ({r['drum']}){lead}")
|
|
502
|
-
print(f"SILENCES: {[(s['start'], s['end']) for s in d.get('silences', [])]}")
|
|
503
|
-
print(f"DRUM COUNTS: {d['stats']['drum_counts']} GRID: {d['stats']['grid_counts']}")
|
|
504
|
-
print(f"\nEVENTS ({len(d['events'])}) [t · bar:beat · grid · drum · energy · special]")
|
|
505
|
-
for e in d["events"]:
|
|
506
|
-
sp = f" <{e['special']}>" if e["special"] else ""
|
|
507
|
-
print(f" {e['t']:6.2f}s b{e['bar']}:{e['beat_in_bar']} {e['grid']:3s} "
|
|
508
|
-
f"{e['drum']:6s} e={e['energy']:.2f} {e['feel']:8s}{sp}")
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
def main() -> None:
|
|
512
|
-
ap = argparse.ArgumentParser()
|
|
513
|
-
ap.add_argument("audio")
|
|
514
|
-
ap.add_argument("-o", "--out", default=None)
|
|
515
|
-
ap.add_argument("--phrase-bars", type=int, default=4)
|
|
516
|
-
ap.add_argument("--print", action="store_true", dest="do_print")
|
|
517
|
-
a = ap.parse_args()
|
|
518
|
-
d = analyze(a.audio, phrase_bars=a.phrase_bars)
|
|
519
|
-
if a.out:
|
|
520
|
-
Path(a.out).write_text(json.dumps(d, ensure_ascii=False, indent=2))
|
|
521
|
-
dens = " ".join(f"{s.get('level', '?')}:{s.get('density', '?')}" for s in d.get("energy_phases", []))
|
|
522
|
-
print(
|
|
523
|
-
f"[analyze-beatgrid] wrote audiomap {a.out} · {len(d.get('energy_phases', []))} phases · density [{dens}]",
|
|
524
|
-
file=sys.stderr,
|
|
525
|
-
)
|
|
526
|
-
if a.do_print or not a.out:
|
|
527
|
-
print_brief(d)
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
if __name__ == "__main__":
|
|
531
|
-
main()
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Beat-grid + drum/event analysis engine for music-to-video.
|
|
3
|
+
|
|
4
|
+
Turns a BGM track directly into a deterministic `audiomap.json` — the music skeleton
|
|
5
|
+
that the Director and Builder hang visuals on. It merges:
|
|
6
|
+
|
|
7
|
+
- a reliable tempo + beat grid + downbeat (librosa beat tracker),
|
|
8
|
+
- metrical position per event (strong / weak / syncopated / off-grid) over a 16th-note bar grid,
|
|
9
|
+
- drum-element classification (kick / snare / hihat / perc) via band-split,
|
|
10
|
+
- special audio events (riser / glitch / crash-impact / hard-stop silence),
|
|
11
|
+
- an energy narrative (audio-driven energy phases + builds + key moments; the Music
|
|
12
|
+
Reader names the sections — no fixed Intro/Build/Drop/Outro template),
|
|
13
|
+
- a phrase layer + per-section density budgets for visual planning.
|
|
14
|
+
|
|
15
|
+
Output is the canonical `audiomap.json` documented in the skill.
|
|
16
|
+
|
|
17
|
+
Usage:
|
|
18
|
+
python3 analyze-beatgrid.py track.mp3 -o audiomap.json
|
|
19
|
+
python3 analyze-beatgrid.py track.mp3 --print # also print a readable brief
|
|
20
|
+
|
|
21
|
+
Deps: ffmpeg/ffprobe on PATH + librosa, numpy, soundfile (band-split heuristics,
|
|
22
|
+
no learned models / no madmom).
|
|
23
|
+
"""
|
|
24
|
+
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
27
|
+
import argparse
|
|
28
|
+
import json
|
|
29
|
+
import subprocess
|
|
30
|
+
import sys
|
|
31
|
+
import tempfile
|
|
32
|
+
from pathlib import Path
|
|
33
|
+
|
|
34
|
+
import librosa
|
|
35
|
+
import numpy as np
|
|
36
|
+
import soundfile as sf
|
|
37
|
+
|
|
38
|
+
SR = 22050
|
|
39
|
+
HOP = 512 # ~23 ms frames
|
|
40
|
+
AUDIOMAP_VERSION = 2
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
# ── decode ────────────────────────────────────────────────────────────────
|
|
44
|
+
def load_audio(path: str) -> tuple[np.ndarray, int, float]:
|
|
45
|
+
"""Decode any ffmpeg-readable file to mono float32 @ SR via a temp wav."""
|
|
46
|
+
with tempfile.NamedTemporaryFile(suffix=".wav", delete=False) as tmp:
|
|
47
|
+
wav = tmp.name
|
|
48
|
+
subprocess.run(
|
|
49
|
+
["ffmpeg", "-y", "-i", path, "-ac", "1", "-ar", str(SR), wav],
|
|
50
|
+
capture_output=True, check=True,
|
|
51
|
+
)
|
|
52
|
+
y, sr = sf.read(wav, dtype="float32")
|
|
53
|
+
Path(wav).unlink(missing_ok=True)
|
|
54
|
+
if y.ndim > 1:
|
|
55
|
+
y = y.mean(axis=1)
|
|
56
|
+
return y, sr, len(y) / sr
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
# ── tempo + beat grid + downbeat phase ──────────────────────────────────────
|
|
60
|
+
def beat_grid(y: np.ndarray, sr: int) -> dict:
|
|
61
|
+
tempo, beat_frames = librosa.beat.beat_track(y=y, sr=sr, hop_length=HOP, units="frames")
|
|
62
|
+
beats = librosa.frames_to_time(beat_frames, sr=sr, hop_length=HOP)
|
|
63
|
+
return {"bpm": float(np.atleast_1d(tempo)[0]), "beats": beats, "beat_frames": beat_frames}
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def _norm_flux(band: np.ndarray) -> np.ndarray:
|
|
67
|
+
"""Positive first-difference (onset flux) of a band-energy curve, normalized."""
|
|
68
|
+
flux = np.maximum(0.0, np.diff(np.sqrt(band), prepend=band[:1]))
|
|
69
|
+
return flux / (flux.max() + 1e-9)
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def band_energy_curves(y: np.ndarray, sr: int) -> dict:
|
|
73
|
+
"""Per-frame band energy + per-band normalized onset flux (for drum typing)."""
|
|
74
|
+
S = np.abs(librosa.stft(y, hop_length=HOP)) ** 2
|
|
75
|
+
freqs = librosa.fft_frequencies(sr=sr)
|
|
76
|
+
# Tight drum bands: kick fundamental, snare body, hihat sizzle. Narrow bands
|
|
77
|
+
# keep one drum's transient from leaking into another's flux on a full mix.
|
|
78
|
+
low = (freqs < 150) # kick
|
|
79
|
+
mid = (freqs >= 150) & (freqs < 900) # snare body
|
|
80
|
+
high = (freqs >= 5000) # hihat / cymbal
|
|
81
|
+
e_low, e_mid, e_high = S[low].sum(axis=0), S[mid].sum(axis=0), S[high].sum(axis=0)
|
|
82
|
+
return {
|
|
83
|
+
"S": S,
|
|
84
|
+
"low": e_low, "mid": e_mid, "high": e_high,
|
|
85
|
+
"total": S.sum(axis=0) + 1e-9,
|
|
86
|
+
"flux_low": _norm_flux(e_low), "flux_mid": _norm_flux(e_mid), "flux_high": _norm_flux(e_high),
|
|
87
|
+
"flatness": librosa.feature.spectral_flatness(S=np.sqrt(S))[0],
|
|
88
|
+
"centroid": librosa.feature.spectral_centroid(S=np.sqrt(S), sr=sr)[0],
|
|
89
|
+
"n": S.shape[1],
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def downbeat_phase(beat_frames: np.ndarray, bc: dict, beats_per_bar: int = 4) -> int:
|
|
94
|
+
"""Pick the bar phase whose beats carry the most KICK (low-band) energy."""
|
|
95
|
+
kick = bc["low"] / bc["total"]
|
|
96
|
+
best_p, best_score = 0, -1.0
|
|
97
|
+
for p in range(beats_per_bar):
|
|
98
|
+
idx = [bf for i, bf in enumerate(beat_frames) if (i - p) % beats_per_bar == 0]
|
|
99
|
+
idx = [min(f, bc["n"] - 1) for f in idx]
|
|
100
|
+
score = float(np.sum([kick[f] for f in idx])) if idx else 0.0
|
|
101
|
+
if score > best_score:
|
|
102
|
+
best_p, best_score = p, score
|
|
103
|
+
return best_p
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
# ── metrical position: strong / weak / syncopated / off-grid ─────────────────
|
|
107
|
+
# 16-step bar grid (4 beats x 4 sixteenths). Strength by metrical weight.
|
|
108
|
+
GRID_CLASS = {0: "strong", 8: "strong", 4: "weak", 12: "weak",
|
|
109
|
+
2: "weak", 6: "weak", 10: "weak", 14: "weak"} # else (odd 16ths) -> syncopated
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
def classify_metric(t: float, beats: np.ndarray, phase: int, bpb: int = 4) -> tuple:
|
|
113
|
+
"""Return (grid_class, bar, beat_in_bar, step16) for a time t."""
|
|
114
|
+
if len(beats) < 2:
|
|
115
|
+
return "off-grid", -1, -1, -1
|
|
116
|
+
i = int(np.searchsorted(beats, t) - 1)
|
|
117
|
+
i = max(0, min(i, len(beats) - 2))
|
|
118
|
+
beat_dur = beats[i + 1] - beats[i]
|
|
119
|
+
frac = (t - beats[i]) / max(beat_dur, 1e-6) # 0..1 within the beat
|
|
120
|
+
sixteenth = int(round(frac * 4)) % 4 # nearest 16th in beat
|
|
121
|
+
carry = 1 if round(frac * 4) >= 4 else 0
|
|
122
|
+
beat_idx = i + carry
|
|
123
|
+
beat_in_bar = (beat_idx - phase) % bpb # 0..3
|
|
124
|
+
bar = (beat_idx - phase) // bpb
|
|
125
|
+
step16 = beat_in_bar * 4 + sixteenth # 0..15
|
|
126
|
+
# distance to the nearest 16th line (in seconds) → off-grid test
|
|
127
|
+
nearest = beats[i] + (round(frac * 4) / 4) * beat_dur
|
|
128
|
+
if abs(t - nearest) > 0.5 * (beat_dur / 4):
|
|
129
|
+
return "off-grid", bar, beat_in_bar + 1, step16
|
|
130
|
+
return GRID_CLASS.get(step16, "syncopated"), bar, beat_in_bar + 1, step16
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
# ── drum classification (band-split heuristic) ──────────────────────────────
|
|
134
|
+
def frame_at(t: float, sr: int, n: int) -> int:
|
|
135
|
+
return min(int(round(t * sr / HOP)), n - 1)
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
def classify_drum(t: float, bc: dict, sr: int) -> tuple:
|
|
139
|
+
"""(drum_type, energy_norm, feel): which band's onset TRANSIENT dominates.
|
|
140
|
+
|
|
141
|
+
Uses per-band normalized flux (relative transient strength), the standard
|
|
142
|
+
way to separate kick (low) / snare (mid+noise) / hihat (high). Falls back to
|
|
143
|
+
glitch for noisy non-harmonic bursts and perc when no band clearly leads.
|
|
144
|
+
"""
|
|
145
|
+
f = frame_at(t, sr, bc["n"])
|
|
146
|
+
win = slice(max(0, f - 1), min(bc["n"], f + 2))
|
|
147
|
+
fl = float(bc["flux_low"][win].max())
|
|
148
|
+
fm = float(bc["flux_mid"][win].max())
|
|
149
|
+
fh = float(bc["flux_high"][win].max())
|
|
150
|
+
lo = float(bc["low"][win].mean()); md = float(bc["mid"][win].mean())
|
|
151
|
+
hi = float(bc["high"][win].mean()); tot = float(bc["total"][win].mean())
|
|
152
|
+
flat = float(bc["flatness"][win].mean())
|
|
153
|
+
lr, mr, hr = lo / tot, md / tot, hi / tot
|
|
154
|
+
|
|
155
|
+
fluxes = {"kick": fl, "snare": fm, "hihat": fh}
|
|
156
|
+
lead = max(fluxes, key=fluxes.get)
|
|
157
|
+
lead_val = fluxes[lead]
|
|
158
|
+
if lead_val < 0.06: # no real transient → texture/perc
|
|
159
|
+
drum = "glitch" if flat > 0.30 else "perc"
|
|
160
|
+
elif lead == "snare" and flat > 0.30 and mr < 0.30:
|
|
161
|
+
drum = "glitch" # mid-band but noisy & thin → scratch/glitch
|
|
162
|
+
else:
|
|
163
|
+
drum = lead
|
|
164
|
+
# feel (frequency character)
|
|
165
|
+
has_bot, has_top, has_mid = lr > 0.30, hr > 0.20, mr > 0.30
|
|
166
|
+
feel = ("full" if has_bot and has_top and has_mid else
|
|
167
|
+
"heavy" if has_bot and not has_top else
|
|
168
|
+
"bright" if has_top and not has_bot else
|
|
169
|
+
"intimate" if has_mid else "sparse")
|
|
170
|
+
return drum, tot, feel
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
# ── energy structure (RMS @1s) + sections + key moments + builds ────────────
|
|
174
|
+
def energy_structure(y: np.ndarray, sr: int, dur: float, first_onset: float = 0.0) -> dict:
|
|
175
|
+
rms = librosa.feature.rms(y=y, hop_length=sr)[0] # ~1s frames
|
|
176
|
+
rms = rms / (rms.max() + 1e-9)
|
|
177
|
+
norms = rms.tolist()
|
|
178
|
+
|
|
179
|
+
def lvl(n):
|
|
180
|
+
return "VOID" if n < 0.2 else "LOW" if n < 0.4 else "MEDIUM" if n < 0.65 else "HIGH"
|
|
181
|
+
|
|
182
|
+
phases, cur, cs = [], None, 0
|
|
183
|
+
for i, n in enumerate(norms):
|
|
184
|
+
l = lvl(n)
|
|
185
|
+
if l != cur:
|
|
186
|
+
if cur:
|
|
187
|
+
phases.append({"s": cs, "e": i, "lvl": cur})
|
|
188
|
+
cur, cs = l, i
|
|
189
|
+
if cur:
|
|
190
|
+
phases.append({"s": cs, "e": len(norms), "lvl": cur})
|
|
191
|
+
|
|
192
|
+
moments = []
|
|
193
|
+
for i in range(1, len(norms)):
|
|
194
|
+
d = norms[i] - norms[i - 1]
|
|
195
|
+
if abs(d) > 0.12:
|
|
196
|
+
moments.append({"t": i, "kind": "DROP" if d < 0 else "SURGE", "delta": round(d, 2)})
|
|
197
|
+
moments.sort(key=lambda m: abs(m["delta"]), reverse=True)
|
|
198
|
+
|
|
199
|
+
# hard stop: a HIGH→low cliff (a sudden stop) in the back third
|
|
200
|
+
hard_stops = [m for m in moments if m["kind"] == "DROP" and m["t"] > dur * 0.6 and m["delta"] < -0.25]
|
|
201
|
+
|
|
202
|
+
# NO forced Intro/Build/Drop/Outro template. The energy phases (audio-driven runs of
|
|
203
|
+
# one energy level, variable count) are the raw structural blocks. The Music Reader
|
|
204
|
+
# (LLM) decides the actual sections — count, boundaries, and free-form names — from
|
|
205
|
+
# these phases + key_moments + rolls + hard_stops + phrases. Sections are
|
|
206
|
+
# interpretation; only the timing they snap to is fact.
|
|
207
|
+
phases_sec = []
|
|
208
|
+
for p in phases:
|
|
209
|
+
seg = norms[p["s"]:max(p["s"] + 1, p["e"])]
|
|
210
|
+
phases_sec.append({
|
|
211
|
+
"start": float(p["s"]),
|
|
212
|
+
"end": float(min(p["e"], round(dur, 1))),
|
|
213
|
+
"level": p["lvl"],
|
|
214
|
+
"energy": round(float(np.mean(seg)) if seg else 0.0, 2),
|
|
215
|
+
})
|
|
216
|
+
|
|
217
|
+
return {"norms": [round(n, 2) for n in norms], "phases": phases_sec,
|
|
218
|
+
"moments": moments[:8], "hard_stops": hard_stops}
|
|
219
|
+
|
|
220
|
+
|
|
221
|
+
# ── rolls / fills (localized rapid-onset runs) ───────────────────────────────
|
|
222
|
+
# A roll is where choreography should switch from discrete hits to a continuous /
|
|
223
|
+
# cascading visual (per-letter cascade, stagger). Derived straight from the onset
|
|
224
|
+
# stream — runs never overlap, so no dedup is needed (unlike a band-energy detector).
|
|
225
|
+
ROLL_MIN_HITS = 4
|
|
226
|
+
ROLL_CONT = 0.55 # × beat_dur: gap up to ~half a beat still keeps a run alive
|
|
227
|
+
ROLL_ACCEPT = 0.42 # × beat_dur: mean spacing denser than an 8th note counts
|
|
228
|
+
ROLL_DEDUP = 0.08 # seconds: merge onsets closer than a 32nd (double-trigger)
|
|
229
|
+
|
|
230
|
+
|
|
231
|
+
def detect_rolls(events: list, beat_dur: float) -> list:
|
|
232
|
+
"""Runs of >=4 onsets whose MEAN spacing is denser than an 8th note. Tuned so a
|
|
233
|
+
full hihat/snare roll is captured as ONE span (not fragmented down to its tail),
|
|
234
|
+
while a sparse groove stays out — validated against the golden 7.5-9.5s roll.
|
|
235
|
+
The linear scan means runs never overlap (no LEGACY-style double-counting)."""
|
|
236
|
+
cont = beat_dur * ROLL_CONT # max gap that keeps a run alive
|
|
237
|
+
accept = beat_dur * ROLL_ACCEPT # max MEAN gap for a run to count
|
|
238
|
+
# collapse onset double-triggers (two onsets < a 32nd apart = one hit) so a
|
|
239
|
+
# held/sparse passage can't masquerade as a roll on a duplicated transient.
|
|
240
|
+
ev = []
|
|
241
|
+
for e in events:
|
|
242
|
+
if ev and e["t"] - ev[-1]["t"] <= ROLL_DEDUP:
|
|
243
|
+
if e.get("energy", 0) > ev[-1].get("energy", 0):
|
|
244
|
+
ev[-1] = e
|
|
245
|
+
continue
|
|
246
|
+
ev.append(e)
|
|
247
|
+
times = [e["t"] for e in ev]
|
|
248
|
+
n = len(times)
|
|
249
|
+
rolls, i = [], 0
|
|
250
|
+
while i < n - 1:
|
|
251
|
+
j = i
|
|
252
|
+
while j + 1 < n and (times[j + 1] - times[j]) <= cont:
|
|
253
|
+
j += 1
|
|
254
|
+
if j - i + 1 >= ROLL_MIN_HITS:
|
|
255
|
+
gaps = [times[k + 1] - times[k] for k in range(i, j)]
|
|
256
|
+
if sum(gaps) / len(gaps) <= accept:
|
|
257
|
+
t0, t1 = times[i], times[j]
|
|
258
|
+
half = len(gaps) // 2
|
|
259
|
+
accel = (half >= 1 and
|
|
260
|
+
sum(gaps[half:]) / (len(gaps) - half) <
|
|
261
|
+
sum(gaps[:half]) / half * 0.85)
|
|
262
|
+
dcount: dict[str, int] = {}
|
|
263
|
+
for e in ev[i:j + 1]:
|
|
264
|
+
dcount[e["drum"]] = dcount.get(e["drum"], 0) + 1
|
|
265
|
+
rolls.append({
|
|
266
|
+
"start": round(t0, 3), "end": round(t1, 3),
|
|
267
|
+
"dur_sec": round(t1 - t0, 3),
|
|
268
|
+
"hits": j - i + 1,
|
|
269
|
+
"rate_per_min": round((j - i) / max(t1 - t0, 1e-6) * 60),
|
|
270
|
+
"kind": "accel-roll" if accel else ("sustained-fill" if t1 - t0 > 1.2 else "fill"),
|
|
271
|
+
"drum": max(dcount, key=dcount.get),
|
|
272
|
+
})
|
|
273
|
+
i = j + 1
|
|
274
|
+
return rolls
|
|
275
|
+
|
|
276
|
+
|
|
277
|
+
# ── per-section spectral character (sustained "feel") ────────────────────────
|
|
278
|
+
# Coarse, reliable bands for how a SECTION sounds (not the noisy per-second dump).
|
|
279
|
+
# Distinct from a per-event `feel`, which is the transient color of a single hit.
|
|
280
|
+
FEEL_BANDS = [("sub", 0, 60), ("bass", 60, 250), ("low_mid", 250, 800),
|
|
281
|
+
("mid", 800, 2500), ("presence", 2500, 6000), ("air", 6000, 1e9)]
|
|
282
|
+
|
|
283
|
+
|
|
284
|
+
def annotate_section_feel(bc: dict, sr: int, sections: list) -> None:
|
|
285
|
+
"""Attach {character, bands} to each energy phase from its sustained band balance."""
|
|
286
|
+
S, n = bc["S"], bc["n"]
|
|
287
|
+
freqs = librosa.fft_frequencies(sr=sr)
|
|
288
|
+
fps = sr / HOP
|
|
289
|
+
masks = [(name, (freqs >= lo) & (freqs < hi)) for name, lo, hi in FEEL_BANDS]
|
|
290
|
+
for s in sections:
|
|
291
|
+
f0 = int(s["start"] * fps)
|
|
292
|
+
f1 = min(max(f0 + 1, int(s["end"] * fps)), n)
|
|
293
|
+
seg = S[:, f0:f1]
|
|
294
|
+
if seg.shape[1] == 0 or s.get("energy", 0) < 0.15:
|
|
295
|
+
s["feel"] = {"character": "sparse", "bands": []}
|
|
296
|
+
continue
|
|
297
|
+
en = {name: float(seg[m].sum()) for name, m in masks}
|
|
298
|
+
tot = sum(en.values()) + 1e-9
|
|
299
|
+
ratios = {name: en[name] / tot for name in en}
|
|
300
|
+
present = sorted([bn for bn, r in ratios.items() if r > 0.12],
|
|
301
|
+
key=lambda bn: -ratios[bn])
|
|
302
|
+
lo = ratios["sub"] + ratios["bass"]
|
|
303
|
+
hi = ratios["presence"] + ratios["air"]
|
|
304
|
+
mid = ratios["low_mid"] + ratios["mid"]
|
|
305
|
+
char = ("heavy" if lo > 0.5 else "bright" if hi > 0.45 else
|
|
306
|
+
"full" if lo > 0.25 and hi > 0.25 else
|
|
307
|
+
"warm" if mid > 0.5 else "sparse")
|
|
308
|
+
s["feel"] = {"character": char, "bands": present}
|
|
309
|
+
|
|
310
|
+
|
|
311
|
+
# ── audiomap enrichment: phrase layer + section density budgets ─────────────
|
|
312
|
+
def round3(n: float) -> float:
|
|
313
|
+
return round(float(n), 3)
|
|
314
|
+
|
|
315
|
+
|
|
316
|
+
def derive_phrases(downbeats: list[float], phrase_bars: int, duration_sec: float) -> list:
|
|
317
|
+
"""Group downbeats into phrase spans of `phrase_bars` bars."""
|
|
318
|
+
phrases = []
|
|
319
|
+
if not downbeats:
|
|
320
|
+
return phrases
|
|
321
|
+
index = 0
|
|
322
|
+
for i in range(0, len(downbeats), phrase_bars):
|
|
323
|
+
start = downbeats[i]
|
|
324
|
+
next_idx = i + phrase_bars
|
|
325
|
+
end = downbeats[next_idx] if next_idx < len(downbeats) else duration_sec
|
|
326
|
+
phrases.append({
|
|
327
|
+
"index": index,
|
|
328
|
+
"start": round3(start),
|
|
329
|
+
"end": round3(end),
|
|
330
|
+
"bars": min(phrase_bars, len(downbeats) - i),
|
|
331
|
+
})
|
|
332
|
+
index += 1
|
|
333
|
+
return phrases
|
|
334
|
+
|
|
335
|
+
|
|
336
|
+
def count_in(times: list[float], start: float, end: float) -> int:
|
|
337
|
+
return sum(1 for t in times if t >= start - 1e-6 and t < end - 1e-6)
|
|
338
|
+
|
|
339
|
+
|
|
340
|
+
def derive_phase_budgets(timeline: dict) -> list:
|
|
341
|
+
"""Attach an objective density read to each energy phase.
|
|
342
|
+
|
|
343
|
+
Density is a fact (onsets-per-second + rolls). It is a hint for how much visual
|
|
344
|
+
content a span can hold; it does not set timing or sections. The Music Reader uses
|
|
345
|
+
these phases to decide the actual sections.
|
|
346
|
+
"""
|
|
347
|
+
phases = timeline.get("energy_phases", [])
|
|
348
|
+
onset_times = [e["t"] for e in timeline.get("events", [])]
|
|
349
|
+
rolls = timeline.get("rolls", [])
|
|
350
|
+
hard_stops = timeline.get("hard_stops", [])
|
|
351
|
+
|
|
352
|
+
out = []
|
|
353
|
+
for s in phases:
|
|
354
|
+
span = max(1e-6, float(s.get("end", 0)) - float(s.get("start", 0)))
|
|
355
|
+
onsets = count_in(onset_times, s["start"], s["end"])
|
|
356
|
+
ph_rolls = [
|
|
357
|
+
{"start": r["start"], "end": r["end"], "kind": r["kind"], "drum": r["drum"]}
|
|
358
|
+
for r in rolls
|
|
359
|
+
if r["start"] < s["end"] - 1e-6 and r["end"] > s["start"] + 1e-6
|
|
360
|
+
]
|
|
361
|
+
ph_stops = [
|
|
362
|
+
h["t"]
|
|
363
|
+
for h in hard_stops
|
|
364
|
+
if h["t"] >= s["start"] - 1e-6 and h["t"] < s["end"] + 1e-6
|
|
365
|
+
]
|
|
366
|
+
|
|
367
|
+
if s.get("energy", 0) < 0.2 or onsets < 6:
|
|
368
|
+
density = "sparse"
|
|
369
|
+
elif onsets >= 18 or ph_rolls:
|
|
370
|
+
density = "dense"
|
|
371
|
+
else:
|
|
372
|
+
density = "medium"
|
|
373
|
+
|
|
374
|
+
enriched = dict(s)
|
|
375
|
+
enriched["onsets"] = onsets
|
|
376
|
+
enriched["onsetRate"] = round(onsets / span, 1)
|
|
377
|
+
enriched["rolls"] = ph_rolls
|
|
378
|
+
enriched["hardStops"] = ph_stops
|
|
379
|
+
enriched["density"] = density
|
|
380
|
+
out.append(enriched)
|
|
381
|
+
return out
|
|
382
|
+
|
|
383
|
+
|
|
384
|
+
def finalize_audiomap(timeline: dict, phrase_bars: int = 4) -> dict:
|
|
385
|
+
downbeats = timeline.get("grid", {}).get("downbeats_sec", [])
|
|
386
|
+
duration_sec = timeline.get("audio", {}).get("duration_sec", 0)
|
|
387
|
+
energy_phases = derive_phase_budgets(timeline)
|
|
388
|
+
phrases = derive_phrases(downbeats, phrase_bars, duration_sec)
|
|
389
|
+
return {
|
|
390
|
+
"version": AUDIOMAP_VERSION,
|
|
391
|
+
"phraseBars": phrase_bars,
|
|
392
|
+
**timeline,
|
|
393
|
+
"energy_phases": energy_phases,
|
|
394
|
+
"phrases": phrases,
|
|
395
|
+
}
|
|
396
|
+
|
|
397
|
+
|
|
398
|
+
# ── main ────────────────────────────────────────────────────────────────────
|
|
399
|
+
def analyze(path: str, phrase_bars: int = 4) -> dict:
|
|
400
|
+
y, sr, dur = load_audio(path)
|
|
401
|
+
bg = beat_grid(y, sr)
|
|
402
|
+
bc = band_energy_curves(y, sr)
|
|
403
|
+
phase = downbeat_phase(bg["beat_frames"], bc)
|
|
404
|
+
beats = bg["beats"]
|
|
405
|
+
downbeats = [float(beats[i]) for i in range(len(beats)) if (i - phase) % 4 == 0]
|
|
406
|
+
|
|
407
|
+
# onsets → events
|
|
408
|
+
onset_t = librosa.onset.onset_detect(
|
|
409
|
+
y=y, sr=sr, hop_length=HOP, units="time", backtrack=True
|
|
410
|
+
)
|
|
411
|
+
en_at = bc["total"]
|
|
412
|
+
en_max = float(en_at.max()) + 1e-9
|
|
413
|
+
events = []
|
|
414
|
+
for t in onset_t:
|
|
415
|
+
gclass, bar, bib, step16 = classify_metric(float(t), beats, phase)
|
|
416
|
+
drum, energy, feel = classify_drum(float(t), bc, sr)
|
|
417
|
+
f = frame_at(float(t), sr, bc["n"])
|
|
418
|
+
events.append({
|
|
419
|
+
"t": round(float(t), 3),
|
|
420
|
+
"bar": int(bar), "beat_in_bar": int(bib), "step16": int(step16),
|
|
421
|
+
"grid": gclass, "drum": drum,
|
|
422
|
+
"energy": round(float(en_at[f]) / en_max, 2), "feel": feel,
|
|
423
|
+
"special": None,
|
|
424
|
+
})
|
|
425
|
+
|
|
426
|
+
first_onset = next((float(t) for t in onset_t if t >= 2.0), 0.0)
|
|
427
|
+
es = energy_structure(y, sr, dur, first_onset)
|
|
428
|
+
|
|
429
|
+
# tag specials onto nearby events
|
|
430
|
+
for hs in es["hard_stops"]:
|
|
431
|
+
for e in events:
|
|
432
|
+
if abs(e["t"] - hs["t"]) < 0.6:
|
|
433
|
+
e["special"] = "hard_stop"
|
|
434
|
+
# riser: events inside a 1.5s+ rising-energy run that precedes a SURGE
|
|
435
|
+
surges = [m["t"] for m in es["moments"] if m["kind"] == "SURGE"]
|
|
436
|
+
for st in surges:
|
|
437
|
+
for e in events:
|
|
438
|
+
if st - 2.0 <= e["t"] < st and e["special"] is None and e["drum"] in ("perc", "glitch"):
|
|
439
|
+
e["special"] = "riser"
|
|
440
|
+
|
|
441
|
+
# rolls / fills + whether each leads straight into a surge/drop (cascade cue)
|
|
442
|
+
beat_dur = float(np.median(np.diff(beats))) if len(beats) > 1 else 60.0 / max(bg["bpm"], 1e-6)
|
|
443
|
+
rolls = detect_rolls(events, beat_dur)
|
|
444
|
+
for r in rolls:
|
|
445
|
+
r["leads_to"] = next((m["kind"] for m in es["moments"]
|
|
446
|
+
if 0 <= m["t"] - r["end"] <= 1.2), None)
|
|
447
|
+
# near-silent windows (= VOID energy phases) — convenience for "hold / breathe"
|
|
448
|
+
silences = [{"start": p["start"], "end": p["end"]}
|
|
449
|
+
for p in es["phases"] if p["level"] == "VOID"]
|
|
450
|
+
# per-phase sustained spectral character (how each energy block FEELS)
|
|
451
|
+
annotate_section_feel(bc, sr, es["phases"])
|
|
452
|
+
|
|
453
|
+
n_drum = {}
|
|
454
|
+
for e in events:
|
|
455
|
+
n_drum[e["drum"]] = n_drum.get(e["drum"], 0) + 1
|
|
456
|
+
n_grid = {}
|
|
457
|
+
for e in events:
|
|
458
|
+
n_grid[e["grid"]] = n_grid.get(e["grid"], 0) + 1
|
|
459
|
+
|
|
460
|
+
summary = (f"{bg['bpm']:.0f} BPM · {len(beats)} beats / {len(downbeats)} bars · "
|
|
461
|
+
f"{len(events)} events ({n_drum}) · {len(rolls)} rolls · "
|
|
462
|
+
f"{len(es['phases'])} energy phases · {dur:.1f}s")
|
|
463
|
+
|
|
464
|
+
timeline = {
|
|
465
|
+
"summary": summary,
|
|
466
|
+
"audio": {"path": path, "duration_sec": round(dur, 3), "sr": sr},
|
|
467
|
+
"tempo": {"bpm": round(bg["bpm"], 1), "beats_per_bar": 4,
|
|
468
|
+
"downbeat_phase": phase, "n_beats": len(beats), "n_bars": len(downbeats)},
|
|
469
|
+
"grid": {"beats_sec": [round(float(b), 3) for b in beats],
|
|
470
|
+
"downbeats_sec": [round(b, 3) for b in downbeats]},
|
|
471
|
+
"energy_phases": es["phases"],
|
|
472
|
+
"key_moments": es["moments"],
|
|
473
|
+
"hard_stops": es["hard_stops"],
|
|
474
|
+
"rolls": rolls,
|
|
475
|
+
"silences": silences,
|
|
476
|
+
"stats": {"drum_counts": n_drum, "grid_counts": n_grid},
|
|
477
|
+
"events": events,
|
|
478
|
+
}
|
|
479
|
+
return finalize_audiomap(timeline, phrase_bars)
|
|
480
|
+
|
|
481
|
+
|
|
482
|
+
def print_brief(d: dict) -> None:
|
|
483
|
+
print(f"\n{d['summary']}\n{'='*70}")
|
|
484
|
+
print("ENERGY PHASES (audio-driven blocks; the Music Reader names the sections)")
|
|
485
|
+
for s in d.get("energy_phases", []):
|
|
486
|
+
feel = s.get("feel", {})
|
|
487
|
+
bands = ",".join(feel.get("bands", []))
|
|
488
|
+
print(f" {s['start']:5.1f}-{s['end']:5.1f}s {s.get('level', ''):6s} energy={s.get('energy')} "
|
|
489
|
+
f"{feel.get('character', ''):6s} [{bands}] {s.get('density', '?')}")
|
|
490
|
+
print("PHRASES")
|
|
491
|
+
for p in d.get("phrases", []):
|
|
492
|
+
print(f" #{p['index']} {p['start']:5.2f}-{p['end']:5.2f}s bars={p['bars']}")
|
|
493
|
+
print("KEY MOMENTS")
|
|
494
|
+
for m in d["key_moments"]:
|
|
495
|
+
print(f" {m['t']:3d}s {m['kind']:5s} Δ{m['delta']:+.2f}")
|
|
496
|
+
print(f"HARD STOPS: {[h['t'] for h in d['hard_stops']]}")
|
|
497
|
+
print("ROLLS / FILLS")
|
|
498
|
+
for r in d.get("rolls", []):
|
|
499
|
+
lead = f" → {r['leads_to']}" if r.get("leads_to") else ""
|
|
500
|
+
print(f" {r['start']:6.2f}-{r['end']:5.2f}s {r['hits']:2d} hits @ {r['rate_per_min']:4d}/min "
|
|
501
|
+
f"{r['kind']:10s} ({r['drum']}){lead}")
|
|
502
|
+
print(f"SILENCES: {[(s['start'], s['end']) for s in d.get('silences', [])]}")
|
|
503
|
+
print(f"DRUM COUNTS: {d['stats']['drum_counts']} GRID: {d['stats']['grid_counts']}")
|
|
504
|
+
print(f"\nEVENTS ({len(d['events'])}) [t · bar:beat · grid · drum · energy · special]")
|
|
505
|
+
for e in d["events"]:
|
|
506
|
+
sp = f" <{e['special']}>" if e["special"] else ""
|
|
507
|
+
print(f" {e['t']:6.2f}s b{e['bar']}:{e['beat_in_bar']} {e['grid']:3s} "
|
|
508
|
+
f"{e['drum']:6s} e={e['energy']:.2f} {e['feel']:8s}{sp}")
|
|
509
|
+
|
|
510
|
+
|
|
511
|
+
def main() -> None:
|
|
512
|
+
ap = argparse.ArgumentParser()
|
|
513
|
+
ap.add_argument("audio")
|
|
514
|
+
ap.add_argument("-o", "--out", default=None)
|
|
515
|
+
ap.add_argument("--phrase-bars", type=int, default=4)
|
|
516
|
+
ap.add_argument("--print", action="store_true", dest="do_print")
|
|
517
|
+
a = ap.parse_args()
|
|
518
|
+
d = analyze(a.audio, phrase_bars=a.phrase_bars)
|
|
519
|
+
if a.out:
|
|
520
|
+
Path(a.out).write_text(json.dumps(d, ensure_ascii=False, indent=2))
|
|
521
|
+
dens = " ".join(f"{s.get('level', '?')}:{s.get('density', '?')}" for s in d.get("energy_phases", []))
|
|
522
|
+
print(
|
|
523
|
+
f"[analyze-beatgrid] wrote audiomap {a.out} · {len(d.get('energy_phases', []))} phases · density [{dens}]",
|
|
524
|
+
file=sys.stderr,
|
|
525
|
+
)
|
|
526
|
+
if a.do_print or not a.out:
|
|
527
|
+
print_brief(d)
|
|
528
|
+
|
|
529
|
+
|
|
530
|
+
if __name__ == "__main__":
|
|
531
|
+
main()
|