hyperframes 0.8.207 → 0.8.208
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{add-LXFWHBE3.js → add-XMWRBMBR.js} +14 -13
- package/dist/{agentPromptGenerator-D2E62ZP5.js → agentPromptGenerator-4NJ252MR.js} +6 -2
- package/dist/{animatedGifPrep-VBPJZKFT.js → animatedGifPrep-6XURJIPV.js} +8 -7
- package/dist/api.js +19 -18
- package/dist/{asset-JX4RW3GO.js → asset-I5GGEOB2.js} +2 -2
- package/dist/{assetCataloger-JKKOPBCF.js → assetCataloger-YBPXUNUP.js} +10 -8
- package/dist/{audio-OXQ3L6DW.js → audio-GFJCHH5W.js} +410 -128
- package/dist/{auth-JAL7P7ZA.js → auth-QOA55RYR.js} +4 -4
- package/dist/{autoUpdate-MRI2AICE.js → autoUpdate-SPS4QPJU.js} +4 -4
- package/dist/{backgroundChecks-ORR46PBY.js → backgroundChecks-HRJO7YK7.js} +5 -5
- package/dist/backgroundChecksWorker.js +5 -5
- package/dist/{batchRender-IFZYPGIW.js → batchRender-FBP3RKUF.js} +5 -4
- package/dist/{beats-UDLOEW6U.js → beats-VNGJ7F6W.js} +21 -14
- package/dist/{benchmark-VTVDNKSO.js → benchmark-NZ3N3MIV.js} +10 -10
- package/dist/{browser-QJC4BL2Y.js → browser-BD5BKRJ5.js} +8 -8
- package/dist/{bundleWithLocalizedFonts-Z2JTBNDS.js → bundleWithLocalizedFonts-WXVNPAWD.js} +3 -3
- package/dist/{capture-GLM2ACPM.js → capture-CXWXKWS5.js} +62 -36
- package/dist/{capture-2P4JERSX.js → capture-LMJ4TQRL.js} +52 -17
- package/dist/{captureCompositionFrame-A2A5MGQB.js → captureCompositionFrame-ZKVCRYYU.js} +14 -13
- package/dist/{captureFile-RPUEOZO6.js → captureFile-VIVGKFY4.js} +2 -1
- package/dist/{catalog-5ZLVUQVJ.js → catalog-WRXQSCAU.js} +14 -13
- package/dist/{catch-up-FRMVYJHZ.js → catch-up-MDSPABFC.js} +6 -6
- package/dist/{check-WVY7SM7C.js → check-SIBBK5HA.js} +42 -41
- package/dist/{checkAudio-PLEQY3SZ.js → checkAudio-QQBR4HR7.js} +12 -11
- package/dist/{checkBrowser-XSZUA2DQ.js → checkBrowser-4EBJLLIH.js} +34 -33
- package/dist/{chunk-XDMZY3H7.js → chunk-3O2E4Q66.js} +15 -20
- package/dist/{chunk-HVOTYAS4.js → chunk-43MW4SY7.js} +2 -2
- package/dist/{chunk-TSTONNOD.js → chunk-4F5NRJ6M.js} +2 -2
- package/dist/{chunk-JQ32262N.js → chunk-4HT2L6W2.js} +1 -1
- package/dist/{chunk-63DP5CB2.js → chunk-4KG3ESVO.js} +4 -4
- package/dist/{chunk-LPI7HX4G.js → chunk-4LTBQEPD.js} +2 -2
- package/dist/{chunk-C6KE4AFW.js → chunk-56ANHX5U.js} +1 -1
- package/dist/{chunk-XULJBZ7K.js → chunk-5HB4JM7H.js} +2 -2
- package/dist/{chunk-PL36HK3U.js → chunk-6CWKORZO.js} +3 -3
- package/dist/{chunk-ZF3R2IPC.js → chunk-6DSYBW7Z.js} +1 -0
- package/dist/{chunk-T4JGFCXU.js → chunk-6JNSYFOH.js} +4 -4
- package/dist/{chunk-5PYRU5DT.js → chunk-6N7D2GUV.js} +15 -15
- package/dist/{chunk-WL263XM2.js → chunk-6PWQH77E.js} +1 -1
- package/dist/{chunk-UAT2UMTP.js → chunk-6WRN4WC6.js} +1 -1
- package/dist/{chunk-SXOD5J7T.js → chunk-7CPI2DWL.js} +1 -1
- package/dist/{chunk-UYPWH7PH.js → chunk-7PAK7LZ5.js} +11 -11
- package/dist/{chunk-YJK6HOL5.js → chunk-B5MPMIKQ.js} +2 -2
- package/dist/{chunk-KDHHPJOG.js → chunk-BKDQFOKK.js} +4 -4
- package/dist/{chunk-LCCYYTEK.js → chunk-BLCKQPBE.js} +1 -1
- package/dist/chunk-BQMAPNDA.js +4830 -0
- package/dist/{chunk-QE4WRS3N.js → chunk-CP225S5H.js} +3 -3
- package/dist/{chunk-I2TDHVFV.js → chunk-CSWCZA6V.js} +2 -2
- package/dist/{chunk-C53ZNJDZ.js → chunk-D2CE2J2A.js} +1 -1
- package/dist/{chunk-NSC5A4IR.js → chunk-DHQSDCWD.js} +6 -2
- package/dist/chunk-DROFHVQD.js +240 -0
- package/dist/{chunk-NHL5CMO2.js → chunk-DXACKQ3F.js} +3 -3
- package/dist/{chunk-IK4JY2LI.js → chunk-EGOXYG3M.js} +2 -2
- package/dist/{chunk-UKM3JYNB.js → chunk-ENRFKCI6.js} +3 -3
- package/dist/{chunk-NWGXTUYS.js → chunk-EQBDKYXR.js} +3 -30
- package/dist/{chunk-4UMPIPCQ.js → chunk-ERUQ3S6D.js} +2 -2
- package/dist/{chunk-T2EUWCJE.js → chunk-EU7MVORF.js} +13 -1
- package/dist/{chunk-CVZO6TFE.js → chunk-EYEEZXLI.js} +11 -11
- package/dist/{chunk-ZCJ5EGLU.js → chunk-FC4WT5FX.js} +79 -1
- package/dist/{chunk-GXUONASF.js → chunk-FFDYRJBE.js} +24 -1
- package/dist/{chunk-NJNC2DQV.js → chunk-G2A6RC5R.js} +52 -9
- package/dist/{chunk-HTIUNMTP.js → chunk-GDZA4ALG.js} +8 -2
- package/dist/{chunk-H3LQ5X6Q.js → chunk-GEO6THL3.js} +61 -30
- package/dist/{chunk-RPZNQV6D.js → chunk-GHSO62LK.js} +2 -2
- package/dist/{chunk-P2I4RLJE.js → chunk-HTZJNQYI.js} +1 -1
- package/dist/{chunk-XKW4Z7BU.js → chunk-HUKQW4YE.js} +1 -1
- package/dist/{chunk-QZ2JQ6O4.js → chunk-HZN7ICAF.js} +3 -3
- package/dist/{chunk-DJQZ7DEH.js → chunk-IIJVSCSH.js} +15 -15
- package/dist/{chunk-6KCFVLO6.js → chunk-IL2TMC6F.js} +1 -1
- package/dist/{chunk-ZYGIDXAK.js → chunk-J67FSI3Q.js} +104 -58
- package/dist/{chunk-5KBMYSF2.js → chunk-K4PHB3YQ.js} +7 -2
- package/dist/{chunk-HM7SUIQD.js → chunk-KTWGVEN6.js} +3 -3
- package/dist/{chunk-6IYIS2U7.js → chunk-LSMFOZ4F.js} +2 -2
- package/dist/{chunk-ELP5QZWL.js → chunk-M4QZFUMW.js} +1 -1
- package/dist/{chunk-EG3B2VWK.js → chunk-MBGM26P5.js} +16 -21
- package/dist/{chunk-LK6KPVX2.js → chunk-MPO25DQW.js} +291 -160
- package/dist/{chunk-DML6BD4K.js → chunk-MW2NQQ6Z.js} +2 -2
- package/dist/{chunk-MSHL6CF2.js → chunk-MYO77JWR.js} +1 -1
- package/dist/{chunk-PSX5SF2N.js → chunk-NEASABW6.js} +1 -1
- package/dist/{chunk-VH4PNYOS.js → chunk-NZ6G5YWZ.js} +2 -2
- package/dist/{chunk-LXP6XWJL.js → chunk-ORFRUZPB.js} +1 -1
- package/dist/{chunk-UUOIH4RW.js → chunk-OTXXDONS.js} +2 -2
- package/dist/{chunk-526VSRZ4.js → chunk-P7WGVXR7.js} +6 -6
- package/dist/{chunk-HA3V4XAF.js → chunk-PKVA6MPV.js} +1 -1
- package/dist/{chunk-QTWXVOZI.js → chunk-PSOAGSNO.js} +2 -2
- package/dist/{chunk-ID766OZB.js → chunk-PWEOSJ3E.js} +3 -3
- package/dist/{chunk-EHFZEKQM.js → chunk-Q43YUROE.js} +1 -1
- package/dist/{chunk-7PJ3AJB2.js → chunk-QP2MJYTJ.js} +1 -1
- package/dist/{chunk-7RWUY3BJ.js → chunk-QWBVPWUI.js} +1 -1
- package/dist/{chunk-IYZT62UR.js → chunk-S2OLTAEL.js} +2 -2
- package/dist/{chunk-U32PA6DI.js → chunk-S4KHJERB.js} +1 -1
- package/dist/{chunk-FEO7YW7V.js → chunk-SI7QCT2J.js} +6 -6
- package/dist/{chunk-6Z7XDUUJ.js → chunk-SKKQMW5X.js} +1 -1
- package/dist/{chunk-VAVDAOUA.js → chunk-TNTGGDSD.js} +1 -1
- package/dist/{chunk-EGRIVMCQ.js → chunk-U6KN6OIP.js} +2 -2
- package/dist/{chunk-IBZHSU2J.js → chunk-ULL3U6PV.js} +1 -1
- package/dist/{chunk-IW5P4KK7.js → chunk-VR3JLTZD.js} +3 -3
- package/dist/{chunk-6KOHY5EP.js → chunk-VS4SK7BN.js} +17 -11
- package/dist/{chunk-6N65ZMC5.js → chunk-VYRJAQGC.js} +1 -1
- package/dist/{chunk-JKE24AG7.js → chunk-WABB4LZS.js} +1 -1
- package/dist/{chunk-I3TYUQLB.js → chunk-WNMVC3IT.js} +1 -1
- package/dist/{chunk-MAUGXKSI.js → chunk-X6MCIK7L.js} +100 -13
- package/dist/chunk-XFMO3BEN.js +71 -0
- package/dist/{chunk-PUIG6DHT.js → chunk-XG3IZV62.js} +7 -7
- package/dist/{chunk-VBPNCOD7.js → chunk-XOFBXLMG.js} +2 -2
- package/dist/{chunk-FVAI7AHF.js → chunk-XUQYC5DD.js} +5 -5
- package/dist/chunk-Z5J67X44.js +40 -0
- package/dist/{chunk-XAGBSYIQ.js → chunk-Z5TGBEPJ.js} +1 -1
- package/dist/{chunk-7JAD4MEW.js → chunk-ZA5TNF4R.js} +1 -0
- package/dist/{clean-TL3IPJDN.js → clean-6GX7WAEC.js} +22 -21
- package/dist/cli.js +56 -56
- package/dist/{cloud-EYMRPJNY.js → cloud-6PFJKLNL.js} +4 -4
- package/dist/{cloudrun-TOJ36NLX.js → cloudrun-UGG3ZFH7.js} +6 -5
- package/dist/{compare-MP5EOW4D.js → compare-P4EBOP4B.js} +33 -32
- package/dist/{compiler-NOPVLJ2S.js → compiler-PG4RKX6K.js} +3 -3
- package/dist/{component-ASACDCZK.js → component-SQPMI3W7.js} +3 -3
- package/dist/{compositions-WKNZJY34.js → compositions-KRIHY3IY.js} +14 -13
- package/dist/{contactSheet-YOBPATEM.js → contactSheet-RYAE7Y5D.js} +3 -2
- package/dist/{delete-DQTFHP3G.js → delete-T5TO4SV6.js} +7 -7
- package/dist/{deploy-HHCFOUFM.js → deploy-AO6LQR5G.js} +6 -6
- package/dist/{dist-NQEYA4ZX.js → dist-23AAB5X2.js} +2 -2
- package/dist/{dist-L4Z4ZEYW.js → dist-6IMEDVMC.js} +1 -1
- package/dist/docker/Dockerfile.render +1 -1
- package/dist/{doctor-JDM65CP7.js → doctor-QBUJQ655.js} +16 -15
- package/dist/{events-RKRHRLJD.js → events-J7CESLKQ.js} +4 -4
- package/dist/{events-MBRNA3UF.js → events-SIZO7YHI.js} +5 -5
- package/dist/{feedback-LZWIWV5J.js → feedback-74WOJ5PN.js} +12 -12
- package/dist/{ffmpeg-4PZKSIGE.js → ffmpeg-AKUP6U2S.js} +10 -9
- package/dist/{figma-QFNYUT3F.js → figma-GGMYRR4Q.js} +3 -3
- package/dist/fontLocalizeCli.js +11 -10
- package/dist/{get-2B5ENJOH.js → get-PLKAI6JM.js} +7 -7
- package/dist/{gpuPolicy-E5FB2GFR.js → gpuPolicy-EYDAAPJF.js} +8 -7
- package/dist/{grade-compare-4GUAPJHE.js → grade-compare-UADJP4AV.js} +33 -32
- package/dist/{heifImagePrep-C2RYIEER.js → heifImagePrep-KDF3OPOK.js} +9 -8
- package/dist/{help-XGDAXV67.js → help-WSQQ555Q.js} +1 -1
- package/dist/{history-WNFF6HGU.js → history-VSQ2DQ3V.js} +9 -9
- package/dist/hyperframe.manifest.json +1 -1
- package/dist/hyperframe.runtime.iife.js +67 -67
- package/dist/hyperframes-player.global.js +3 -3
- package/dist/{info-BR2LKGJD.js → info-MOQ4LRC3.js} +9 -9
- package/dist/{init-P6UWPUY3.js → init-EONQSZJG.js} +32 -31
- package/dist/{inspect-MSRPF7ZO.js → inspect-OLCVLHOU.js} +32 -31
- package/dist/{installer-MPUQS3ZX.js → installer-GHISA75B.js} +4 -4
- package/dist/{keyframes-J6K66QTO.js → keyframes-DGQYCY24.js} +8 -8
- package/dist/{lambda-LJ2OSWFJ.js → lambda-AMMWF2YH.js} +14 -13
- package/dist/{layout-CDY65XGA.js → layout-R6CAPGRO.js} +32 -31
- package/dist/{lint-CAUNBGPX.js → lint-QZJEYPHD.js} +9 -9
- package/dist/{lintProject-ZTSX3AWT.js → lintProject-W3YVHAGP.js} +1 -1
- package/dist/{list-33BYQNRZ.js → list-KCJID4SP.js} +7 -7
- package/dist/localPage-V3HBGM3Z.js +27 -0
- package/dist/{login-5QMRKOHK.js → login-7HKBEPJS.js} +7 -7
- package/dist/{logout-JYFWWUGK.js → logout-3IID4KXD.js} +3 -3
- package/dist/{manager-3JOHHPVR.js → manager-6YSKJMVD.js} +11 -10
- package/dist/{manager-RMYSZ3KI.js → manager-Z7W4GQGF.js} +4 -4
- package/dist/{media-treatment-4WP22CFN.js → media-treatment-E3DL6LEZ.js} +25 -22
- package/dist/{models-HPWCHAZX.js → models-URWI7YEG.js} +15 -14
- package/dist/{motionShot-I7GDIROQ.js → motionShot-27IXMDJK.js} +18 -17
- package/dist/{normalize-audio-VTMXPSC7.js → normalize-audio-WGRLPR3P.js} +9 -9
- package/dist/{open-SAO7OQTT.js → open-LQ35PLEN.js} +13 -13
- package/dist/{parakeetRunner-ZYPBIA73.js → parakeetRunner-XASVIDTI.js} +16 -15
- package/dist/{pipeline-VNBMR6QU.js → pipeline-GA7QVCHS.js} +11 -10
- package/dist/{play-7VI6A7KN.js → play-RYZP77CI.js} +21 -21
- package/dist/{policies-GHVXA5PE.js → policies-PKLD4UW5.js} +1 -1
- package/dist/{preflight-VWV7L45J.js → preflight-HJFSJXXF.js} +12 -11
- package/dist/{present-CSJGYOFF.js → present-YBMLOWZV.js} +17 -17
- package/dist/{preview-B246ZTVO.js → preview-QIRKJCRV.js} +23 -22
- package/dist/{producer-WJLFDVQJ.js → producer-524FDOLX.js} +1 -1
- package/dist/{projectConfig-OMR46ZWQ.js → projectConfig-IDQN5ZRW.js} +6 -6
- package/dist/{publication-AA7NNYET.js → publication-3X3IGSDO.js} +2 -2
- package/dist/{publish-TJ4QVVSP.js → publish-2BF7K6HX.js} +13 -13
- package/dist/{refresh-USSFPJAU.js → refresh-3IRHJEQA.js} +3 -3
- package/dist/{remove-background-LQ2V7W7N.js → remove-background-EZBCEFT6.js} +12 -11
- package/dist/{render-E5QJG74D.js → render-EFUA2A6A.js} +6 -5
- package/dist/{render-JLTNZ36U.js → render-JFMTAXHD.js} +43 -41
- package/dist/{render-AWEEPG3F.js → render-TEEBI2UT.js} +30 -26
- package/dist/{render-batch-U4T4VSCM.js → render-batch-XTYNXVSW.js} +7 -6
- package/dist/renderSetupWorker.js +6 -6
- package/dist/{resolver-GXCTUKPV.js → resolver-FZS6TN6B.js} +4 -4
- package/dist/{screenshotCapture-X6OKIXCB.js → screenshotCapture-HOW4VSV6.js} +3 -2
- package/dist/{sherpa-4VZWVHWZ.js → sherpa-TQIAIKTH.js} +15 -14
- package/dist/skills/hyperframes/SKILL.md +1 -1
- package/dist/skills/hyperframes/references/format.md +1 -0
- package/dist/skills/hyperframes-cli/references/beats.md +2 -0
- package/dist/skills/media-use/references/grading.md +2 -0
- package/dist/skills/media-use/references/local.md +1 -0
- package/dist/{skills-WUKR7SUE.js → skills-S6ZG5KKH.js} +7 -7
- package/dist/{skillsUpdateCheck-YXRBY3JC.js → skillsUpdateCheck-XC7JQL3F.js} +5 -5
- package/dist/{snapshot-Q7S2FTNG.js → snapshot-ERYZIM32.js} +66 -47
- package/dist/{src-ZOXUSGAP.js → src-6XOMREMS.js} +7 -6
- package/dist/{src-CLAALR5W.js → src-OL6RHPE4.js} +10 -9
- package/dist/{staticProjectServer-DQ7PIDPA.js → staticProjectServer-JYDDGPAH.js} +16 -16
- package/dist/{status-LR7VXITS.js → status-DTP6ZYDU.js} +3 -3
- package/dist/studio/assets/{hyperframes-player-Cm5aBiKq.js → hyperframes-player-5dRdMVOq.js} +3 -3
- package/dist/studio/assets/{index-BF9YeBnC.js → index-Bu3mJUU2.js} +71 -71
- package/dist/studio/assets/{index-BrqAmMRt.js → index-ZqyQ91pm.js} +1 -1
- package/dist/studio/index.html +1 -1
- package/dist/{studio-api-NUE227JM.js → studio-api-GRU4SHKD.js} +9 -9
- package/dist/{studioServer-HVOKP4VI.js → studioServer-OYPBEI5B.js} +54 -53
- package/dist/{telemetry-IHU4HL3R.js → telemetry-6BPSGY5W.js} +2 -2
- package/dist/{telemetry-2Y5JXLDB.js → telemetry-CPYINR63.js} +5 -5
- package/dist/{timeline-WOQGXFRV.js → timeline-RGK5BMPD.js} +23 -22
- package/dist/{tokens-T3OHTWUC.js → tokens-EX4BOWRW.js} +2 -2
- package/dist/{transcribe-4U74P5TG.js → transcribe-MK367I6A.js} +14 -13
- package/dist/{transcribe-JZ3BO546.js → transcribe-RI52JMVW.js} +21 -20
- package/dist/{updateCheck-6EUAGAM4.js → updateCheck-BIEJKQI4.js} +4 -4
- package/dist/{upgrade-55K6F4MP.js → upgrade-ES3UUI7O.js} +4 -4
- package/dist/{urlDownloader-47JMOLNN.js → urlDownloader-XAGYSTAG.js} +7 -6
- package/dist/{validate-QBJ3SBS4.js → validate-A6GZHNEI.js} +26 -25
- package/dist/{video-3ZAUNAR3.js → video-OEMGR3MN.js} +10 -8
- package/dist/warmCheck.js +42 -41
- package/package.json +1 -1
- package/dist/chunk-BDJIQZN2.js +0 -4830
- package/dist/{destroy-SSPAKADI.js → destroy-CGAZIL2C.js} +4 -4
|
@@ -12,12 +12,13 @@ import {
|
|
|
12
12
|
} from "./chunk-6A45RKAK.js";
|
|
13
13
|
import {
|
|
14
14
|
describeProject
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-XUQYC5DD.js";
|
|
16
16
|
import "./chunk-LLMSX6V6.js";
|
|
17
17
|
import {
|
|
18
18
|
bandFramesOf,
|
|
19
19
|
decodeAudio,
|
|
20
20
|
envelope,
|
|
21
|
+
loudness,
|
|
21
22
|
medianInterval,
|
|
22
23
|
probeAudio,
|
|
23
24
|
rhythm,
|
|
@@ -26,18 +27,18 @@ import {
|
|
|
26
27
|
signalProvider,
|
|
27
28
|
snapper,
|
|
28
29
|
tempoOf
|
|
29
|
-
} from "./chunk-
|
|
30
|
+
} from "./chunk-6DSYBW7Z.js";
|
|
30
31
|
import {
|
|
31
32
|
ensureDOMParser
|
|
32
33
|
} from "./chunk-ZBAF6L74.js";
|
|
33
34
|
import {
|
|
34
35
|
refreshIfNeeded,
|
|
35
36
|
resolveCloudBaseUrl
|
|
36
|
-
} from "./chunk-
|
|
37
|
+
} from "./chunk-VYRJAQGC.js";
|
|
37
38
|
import {
|
|
38
39
|
buildAuthHeaders,
|
|
39
40
|
tryResolveCredential
|
|
40
|
-
} from "./chunk-
|
|
41
|
+
} from "./chunk-M4QZFUMW.js";
|
|
41
42
|
import {
|
|
42
43
|
downloadToFile
|
|
43
44
|
} from "./chunk-CZUAX3BV.js";
|
|
@@ -46,17 +47,17 @@ import {
|
|
|
46
47
|
} from "./chunk-6MUI2H6P.js";
|
|
47
48
|
import {
|
|
48
49
|
resolveProject
|
|
49
|
-
} from "./chunk-
|
|
50
|
+
} from "./chunk-Z5TGBEPJ.js";
|
|
50
51
|
import "./chunk-VQB7G5BM.js";
|
|
51
|
-
import "./chunk-
|
|
52
|
+
import "./chunk-QP2MJYTJ.js";
|
|
52
53
|
import "./chunk-K2FLNJVB.js";
|
|
53
54
|
import "./chunk-EOVYQ3IG.js";
|
|
54
|
-
import "./chunk-
|
|
55
|
-
import "./chunk-
|
|
55
|
+
import "./chunk-DHQSDCWD.js";
|
|
56
|
+
import "./chunk-PSOAGSNO.js";
|
|
56
57
|
import "./chunk-VWG7OQKU.js";
|
|
57
58
|
import {
|
|
58
59
|
assertKnownFlags
|
|
59
|
-
} from "./chunk-
|
|
60
|
+
} from "./chunk-GDZA4ALG.js";
|
|
60
61
|
import {
|
|
61
62
|
defineCommand
|
|
62
63
|
} from "./chunk-S3S4TGEH.js";
|
|
@@ -65,11 +66,12 @@ import {
|
|
|
65
66
|
CliUsageError
|
|
66
67
|
} from "./chunk-JVBRJMOP.js";
|
|
67
68
|
import "./chunk-ZTZA4UWZ.js";
|
|
68
|
-
import "./chunk-
|
|
69
|
+
import "./chunk-MPO25DQW.js";
|
|
70
|
+
import "./chunk-Z5J67X44.js";
|
|
69
71
|
import "./chunk-5S7W3TUO.js";
|
|
70
|
-
import "./chunk-
|
|
71
|
-
import "./chunk-
|
|
72
|
-
import "./chunk-
|
|
72
|
+
import "./chunk-GHSO62LK.js";
|
|
73
|
+
import "./chunk-QWBVPWUI.js";
|
|
74
|
+
import "./chunk-BQMAPNDA.js";
|
|
73
75
|
import "./chunk-VC76R6W2.js";
|
|
74
76
|
import "./chunk-OFQWTKPW.js";
|
|
75
77
|
import "./chunk-RQVDTPGD.js";
|
|
@@ -79,8 +81,8 @@ import "./chunk-FXMKHHPO.js";
|
|
|
79
81
|
import "./chunk-QSFWGZG6.js";
|
|
80
82
|
import "./chunk-XT6MXC7A.js";
|
|
81
83
|
import "./chunk-K4MJX7SR.js";
|
|
82
|
-
import "./chunk-
|
|
83
|
-
import "./chunk-
|
|
84
|
+
import "./chunk-ERUQ3S6D.js";
|
|
85
|
+
import "./chunk-FC4WT5FX.js";
|
|
84
86
|
import "./chunk-CZGHFATT.js";
|
|
85
87
|
import {
|
|
86
88
|
findFfBinary
|
|
@@ -99,13 +101,13 @@ import "./chunk-WC4MTXGN.js";
|
|
|
99
101
|
import "./chunk-UIOZIIB7.js";
|
|
100
102
|
import {
|
|
101
103
|
withMeta
|
|
102
|
-
} from "./chunk-
|
|
104
|
+
} from "./chunk-U6KN6OIP.js";
|
|
103
105
|
import "./chunk-K4WIOZFP.js";
|
|
104
|
-
import "./chunk-
|
|
106
|
+
import "./chunk-NEASABW6.js";
|
|
105
107
|
import "./chunk-WERLJGIC.js";
|
|
106
108
|
import "./chunk-ISN5GRYI.js";
|
|
107
|
-
import "./chunk-
|
|
108
|
-
import "./chunk-
|
|
109
|
+
import "./chunk-MW2NQQ6Z.js";
|
|
110
|
+
import "./chunk-EU7MVORF.js";
|
|
109
111
|
import "./chunk-M2WBOQ2Q.js";
|
|
110
112
|
|
|
111
113
|
// src/commands/audio.ts
|
|
@@ -834,11 +836,11 @@ function hitsLine(onsets, at) {
|
|
|
834
836
|
const more = onsets.events.length - shown.length;
|
|
835
837
|
return ` hits ${shown.join(" ")}${more > 0 ? ` +${more}` : ""}`;
|
|
836
838
|
}
|
|
837
|
-
function loudnessLine(
|
|
838
|
-
const
|
|
839
|
-
const { count, firstAt } =
|
|
839
|
+
function loudnessLine(loudness2, at) {
|
|
840
|
+
const lufs2 = loudness2.lufsIntegrated === null ? "below gate" : `${loudness2.lufsIntegrated} LUFS`;
|
|
841
|
+
const { count, firstAt } = loudness2.clipping;
|
|
840
842
|
const clip = count && firstAt !== null ? `, clips ${count}\xD7 from ${at(firstAt)}` : "";
|
|
841
|
-
return ` loudness ${
|
|
843
|
+
return ` loudness ${lufs2}, true peak ${loudness2.truePeakDb} dBTP${clip}`;
|
|
842
844
|
}
|
|
843
845
|
function silenceLine(silence, at) {
|
|
844
846
|
return silence.length ? ` silent ${silence.map((g) => `${at(g.start)}\u2013${at(g.end)}`).join(" ")}` : null;
|
|
@@ -1035,10 +1037,14 @@ async function analyzeTargets(targets, request, full = false) {
|
|
|
1035
1037
|
var READ_RATE = 22050;
|
|
1036
1038
|
var PITCH_RATE = 8e3;
|
|
1037
1039
|
var SILENT_DB = -120;
|
|
1040
|
+
var ABSENT_DB = -55;
|
|
1038
1041
|
async function decodeMono(path, sampleRate = READ_RATE) {
|
|
1039
1042
|
const decoded = await decodeAudio(path, {}, void 0, { sampleRate, mono: true });
|
|
1040
1043
|
if (!decoded) throw new Error(`${path} has no audio stream`);
|
|
1041
|
-
|
|
1044
|
+
const samples = decoded.signal.channels[0];
|
|
1045
|
+
if (samples.some((sample) => !Number.isFinite(sample)))
|
|
1046
|
+
throw new Error(`${path} contains non-finite audio samples`);
|
|
1047
|
+
return samples;
|
|
1042
1048
|
}
|
|
1043
1049
|
var asSignal = (samples, sampleRate = READ_RATE) => ({
|
|
1044
1050
|
sampleRate,
|
|
@@ -1066,6 +1072,16 @@ function levels(samples, sampleRate, hop, window = hop * 2) {
|
|
|
1066
1072
|
}
|
|
1067
1073
|
return out;
|
|
1068
1074
|
}
|
|
1075
|
+
function levelWhileHeardDb(samples, sampleRate) {
|
|
1076
|
+
let sum = 0;
|
|
1077
|
+
let heard = 0;
|
|
1078
|
+
for (const db of levels(samples, sampleRate, 0.1, 0.4))
|
|
1079
|
+
if (db >= ABSENT_DB) {
|
|
1080
|
+
sum += 10 ** (db / 10);
|
|
1081
|
+
heard++;
|
|
1082
|
+
}
|
|
1083
|
+
return heard ? Math.round(10 * Math.log10(sum / heard)) : null;
|
|
1084
|
+
}
|
|
1069
1085
|
function quantile(values, q) {
|
|
1070
1086
|
if (!values.length) return NaN;
|
|
1071
1087
|
const sorted = Float64Array.from(values).sort();
|
|
@@ -1076,6 +1092,13 @@ var round6 = (n, places = 2) => {
|
|
|
1076
1092
|
const k = 10 ** places;
|
|
1077
1093
|
return Math.round(n * k) / k;
|
|
1078
1094
|
};
|
|
1095
|
+
function spanDb(samples, sampleRate, start, end) {
|
|
1096
|
+
const a = Math.max(0, Math.round(start * sampleRate));
|
|
1097
|
+
const b = Math.min(samples.length, Math.round(end * sampleRate));
|
|
1098
|
+
let sum = 0;
|
|
1099
|
+
for (let i = a; i < b; i++) sum += samples[i] ** 2;
|
|
1100
|
+
return b > a && sum > 0 ? Math.max(SILENT_DB, 10 * Math.log10(sum / (b - a))) : SILENT_DB;
|
|
1101
|
+
}
|
|
1079
1102
|
|
|
1080
1103
|
// src/audio/read/pitch.ts
|
|
1081
1104
|
var FRAME = 320;
|
|
@@ -1139,12 +1162,27 @@ var semitones = (a, b) => 12 * Math.log2(a / b);
|
|
|
1139
1162
|
|
|
1140
1163
|
// src/audio/read/format.ts
|
|
1141
1164
|
var PITCH_NOTE_SEMITONES = 3;
|
|
1142
|
-
var KIND_WIDTH =
|
|
1165
|
+
var KIND_WIDTH = 8;
|
|
1166
|
+
var QUIET_DB = -45;
|
|
1167
|
+
var SILENT_DB2 = -55;
|
|
1168
|
+
var LEVEL_DB = 0.5;
|
|
1143
1169
|
var s2 = (t) => t.toFixed(1);
|
|
1144
1170
|
var signed = (db) => `${db >= 0 ? "+" : ""}${db} dB`;
|
|
1171
|
+
var dbfs = (db) => `${db} dBFS`;
|
|
1172
|
+
var lufs = (db) => `${Math.round(db)} LUFS`;
|
|
1145
1173
|
function when(line) {
|
|
1146
1174
|
return line.end === null ? s2(line.start) : `${s2(line.start)}\u2013${s2(line.end)}`;
|
|
1147
1175
|
}
|
|
1176
|
+
function marginOf({ voiceLufs, musicLufs }) {
|
|
1177
|
+
const margin = voiceLufs - musicLufs;
|
|
1178
|
+
const apart = Math.max(1, Math.abs(Math.round(voiceLufs) - Math.round(musicLufs)));
|
|
1179
|
+
const verdict = Math.abs(margin) < LEVEL_DB ? "level with each other" : margin > 0 ? `voice ${apart} dB over music` : `music ${apart} dB over voice`;
|
|
1180
|
+
return `voice ${lufs(voiceLufs)}, music ${lufs(musicLufs)}: ${verdict}`;
|
|
1181
|
+
}
|
|
1182
|
+
function closing(sentence) {
|
|
1183
|
+
const parts = sentence.ending && sentence.ending !== "level" ? [`${sentence.ending} end`] : [];
|
|
1184
|
+
return sentence.againstMusic ? [...parts, marginOf(sentence.againstMusic)] : parts;
|
|
1185
|
+
}
|
|
1148
1186
|
function voiceLine(sentence, voice) {
|
|
1149
1187
|
const { unit, meanRate, medianPitchHz } = voice;
|
|
1150
1188
|
const parts = [sentence.text === null ? "(no transcript)" : `"${sentence.text}"`];
|
|
@@ -1152,23 +1190,25 @@ function voiceLine(sentence, voice) {
|
|
|
1152
1190
|
parts.push(`${sentence.rate} ${unit}/s${meanRate !== null ? ` (mean ${meanRate})` : ""}`);
|
|
1153
1191
|
if (sentence.pitchHz !== null && medianPitchHz !== null && Math.abs(semitones(sentence.pitchHz, medianPitchHz)) >= PITCH_NOTE_SEMITONES)
|
|
1154
1192
|
parts.push(`pitch ${sentence.pitchHz} Hz (median ${medianPitchHz})`);
|
|
1155
|
-
|
|
1193
|
+
parts.push(...closing(sentence));
|
|
1156
1194
|
return { start: sentence.start, end: sentence.end, kind: "voice", text: parts.join(" ") };
|
|
1157
1195
|
}
|
|
1158
1196
|
function placeOf(t, pauses) {
|
|
1159
1197
|
const pause = pauses.find((p) => t >= p.start && t < p.end);
|
|
1160
1198
|
return pause ? `${(t - pause.start).toFixed(1)} s into the pause` : null;
|
|
1161
1199
|
}
|
|
1162
|
-
function standing(effect
|
|
1163
|
-
|
|
1164
|
-
|
|
1200
|
+
function standing(effect) {
|
|
1201
|
+
const peak = `peak ${dbfs(effect.peakDb)}`;
|
|
1202
|
+
if (effect.overMusicDb !== null) return `${peak}, ${signed(effect.overMusicDb)} over music`;
|
|
1203
|
+
if (effect.riseDb === null) return `${peak}, out of silence`;
|
|
1204
|
+
return `${peak}, ${signed(effect.riseDb)} over what played before`;
|
|
1165
1205
|
}
|
|
1166
|
-
function effectLine(effect, pauses
|
|
1206
|
+
function effectLine(effect, pauses) {
|
|
1167
1207
|
const parts = [
|
|
1168
1208
|
`${effect.kind}${effect.count > 1 ? ` \xD7${effect.count}` : ""} (${effect.group}): ${effect.band}`,
|
|
1169
1209
|
`attack ${effect.attackMs} ms`,
|
|
1170
1210
|
`tail ${effect.tail.toFixed(1)} s`,
|
|
1171
|
-
standing(effect
|
|
1211
|
+
standing(effect)
|
|
1172
1212
|
];
|
|
1173
1213
|
const place = placeOf(effect.t, pauses);
|
|
1174
1214
|
if (place) parts.push(place);
|
|
@@ -1176,64 +1216,100 @@ function effectLine(effect, pauses, musicRead) {
|
|
|
1176
1216
|
}
|
|
1177
1217
|
var ENTRY = {
|
|
1178
1218
|
start: "",
|
|
1179
|
-
new: ", first appearance
|
|
1180
|
-
resumes: ", resumes
|
|
1219
|
+
new: ", first appearance",
|
|
1220
|
+
resumes: ", resumes",
|
|
1181
1221
|
returns: ", returns"
|
|
1182
1222
|
};
|
|
1183
1223
|
function musicLine(segment, analysis) {
|
|
1184
1224
|
const piece = analysis.music.pieces.find((p) => p.id === segment.piece);
|
|
1185
1225
|
const about = [piece.instruments.join(", "), segment.bpm ? `${segment.bpm} BPM` : null].filter(Boolean).join(" \xB7 ");
|
|
1226
|
+
const afterBreak = (segment.entry === "new" || segment.entry === "resumes") && analysis.music.breaks.some((gap) => gap.end === segment.start) ? " after a break" : "";
|
|
1186
1227
|
const fade = segment.fadeFrom !== null ? `, fades from ${s2(segment.fadeFrom)}` : "";
|
|
1187
1228
|
return {
|
|
1188
1229
|
start: segment.start,
|
|
1189
1230
|
end: segment.end,
|
|
1190
1231
|
kind: "music",
|
|
1191
|
-
text: `piece ${piece.id}${about ? ` (${about})` : ""}${ENTRY[segment.entry]}${fade}`
|
|
1232
|
+
text: `piece ${piece.id}${about ? ` (${about})` : ""}${ENTRY[segment.entry]}${afterBreak}${fade}`
|
|
1233
|
+
};
|
|
1234
|
+
}
|
|
1235
|
+
function effectsIn(events) {
|
|
1236
|
+
if (!events.length) return null;
|
|
1237
|
+
const counts = /* @__PURE__ */ new Map();
|
|
1238
|
+
for (const e of events) counts.set(e.kind, (counts.get(e.kind) ?? 0) + e.count);
|
|
1239
|
+
const kinds = [...counts].map(([kind, n]) => n > 1 ? `${kind} \xD7${n}` : kind).join(", ");
|
|
1240
|
+
const total = events.reduce((n, e) => n + e.count, 0);
|
|
1241
|
+
return `${total} ${total === 1 ? "effect" : "effects"} (${kinds})`;
|
|
1242
|
+
}
|
|
1243
|
+
function pauseLine(pause, analysis) {
|
|
1244
|
+
const inside = (start, end) => start < pause.end && end > pause.start;
|
|
1245
|
+
const clip = (start, end) => `${s2(Math.max(start, pause.start))}\u2013${s2(Math.min(end, pause.end))}`;
|
|
1246
|
+
const beds = [
|
|
1247
|
+
...analysis.music?.segments.filter((m) => inside(m.start, m.end)).map((m) => `music ${clip(m.start, m.end)}`) ?? [],
|
|
1248
|
+
...analysis.ambience?.filter((a) => inside(a.start, a.end)).map((a) => `ambience ${clip(a.start, a.end)}`) ?? []
|
|
1249
|
+
];
|
|
1250
|
+
if (!beds.length && pause.recordingDb >= SILENT_DB2)
|
|
1251
|
+
beds.push(`sound continues at ${dbfs(pause.recordingDb)}`);
|
|
1252
|
+
const effects = effectsIn(
|
|
1253
|
+
analysis.effects?.events.filter((e) => e.t >= pause.start && e.t < pause.end) ?? []
|
|
1254
|
+
);
|
|
1255
|
+
const heard = [...effects ? [effects] : [], ...beds];
|
|
1256
|
+
const length = `${(pause.end - pause.start).toFixed(1)} s`;
|
|
1257
|
+
const text = heard.length ? `${length}; during it: ${heard.join(", ")}` : `${length}, silent`;
|
|
1258
|
+
return { start: pause.start, end: pause.end, kind: "pause", text };
|
|
1259
|
+
}
|
|
1260
|
+
function ambienceLine(ambience) {
|
|
1261
|
+
const level = `${ambience.db} dBFS`;
|
|
1262
|
+
return {
|
|
1263
|
+
start: ambience.start,
|
|
1264
|
+
end: ambience.end,
|
|
1265
|
+
kind: "ambience",
|
|
1266
|
+
text: ambience.db < QUIET_DB ? `quiet, ${level}` : level
|
|
1192
1267
|
};
|
|
1193
1268
|
}
|
|
1194
1269
|
function overlaps(line, range) {
|
|
1195
1270
|
if (!range) return true;
|
|
1196
1271
|
return line.start < range[1] && (line.end ?? line.start) >= range[0];
|
|
1197
1272
|
}
|
|
1273
|
+
function separation(analysis) {
|
|
1274
|
+
if (analysis.separation !== "stems") return "not separated";
|
|
1275
|
+
const heard = analysis.stems.map((stem) => `${stem.name} ${stem.db} dB`).join(", ");
|
|
1276
|
+
return `stems: ${heard || "all silent"}`;
|
|
1277
|
+
}
|
|
1278
|
+
function voiceSummary(voice) {
|
|
1279
|
+
const rate = voice.meanRate !== null ? `mean ${voice.meanRate} ${voice.unit}/s` : null;
|
|
1280
|
+
const pitch = voice.medianPitchHz !== null ? `median pitch ${voice.medianPitchHz} Hz` : null;
|
|
1281
|
+
return `voice: ${voice.sentences.length} lines, ${voice.pauses.length} pauses${[rate, pitch].filter(Boolean).map((p) => `, ${p}`).join("")}`;
|
|
1282
|
+
}
|
|
1283
|
+
function effectsSummary(effects) {
|
|
1284
|
+
const top = effects.groups.slice(0, 6).map((g) => `${g.id} ${g.kind} \xD7${g.count}`).join(", ");
|
|
1285
|
+
return `effects: ${effects.events.length} in ${effects.groups.length} sounds${top ? ` (${top})` : ""}${effects.drumHits ? `; ${effects.drumHits} drum hits on the beat left out` : ""}`;
|
|
1286
|
+
}
|
|
1287
|
+
var musicSummary = (music) => music.pieces.length ? `music: ${music.pieces.length} pieces, ${music.breaks.length} breaks` : "music: none";
|
|
1198
1288
|
function header(analysis) {
|
|
1199
|
-
const { voice, effects, music } = analysis;
|
|
1200
|
-
|
|
1201
|
-
|
|
1202
|
-
|
|
1203
|
-
|
|
1204
|
-
|
|
1205
|
-
|
|
1206
|
-
|
|
1207
|
-
);
|
|
1208
|
-
}
|
|
1209
|
-
if (effects) {
|
|
1210
|
-
const top = effects.groups.slice(0, 6).map((g) => `${g.id} ${g.kind} \xD7${g.count}`).join(", ");
|
|
1211
|
-
lines.push(
|
|
1212
|
-
`effects: ${effects.events.length} in ${effects.groups.length} sounds${top ? ` (${top})` : ""}${effects.drumHits ? `; ${effects.drumHits} drum hits on the beat left out` : ""}`
|
|
1213
|
-
);
|
|
1214
|
-
}
|
|
1215
|
-
if (music) lines.push(`music: ${music.pieces.length} pieces, ${music.breaks.length} breaks`);
|
|
1216
|
-
return lines;
|
|
1289
|
+
const { voice, effects, music, ambience } = analysis;
|
|
1290
|
+
return [
|
|
1291
|
+
`${analysis.file} \xB7 ${s2(analysis.duration)} s \xB7 ${separation(analysis)}`,
|
|
1292
|
+
voice && voiceSummary(voice),
|
|
1293
|
+
effects && effectsSummary(effects),
|
|
1294
|
+
music && musicSummary(music),
|
|
1295
|
+
ambience?.length && `ambience: ${ambience.length} stretches`
|
|
1296
|
+
].filter((line) => typeof line === "string");
|
|
1217
1297
|
}
|
|
1218
1298
|
function formatRead(analysis, range) {
|
|
1219
1299
|
const { voice, effects } = analysis;
|
|
1220
1300
|
const pauses = voice?.pauses ?? [];
|
|
1221
1301
|
const lines = [
|
|
1222
1302
|
...voice?.sentences.map((x) => voiceLine(x, voice)) ?? [],
|
|
1223
|
-
...pauses.map((p) => (
|
|
1224
|
-
|
|
1225
|
-
end: p.end,
|
|
1226
|
-
kind: "pause",
|
|
1227
|
-
text: `${(p.end - p.start).toFixed(1)} s`
|
|
1228
|
-
})),
|
|
1229
|
-
...effects?.events.map((e) => effectLine(e, pauses, analysis.music !== null)) ?? [],
|
|
1303
|
+
...pauses.map((p) => pauseLine(p, analysis)),
|
|
1304
|
+
...effects?.events.map((e) => effectLine(e, pauses)) ?? [],
|
|
1230
1305
|
...analysis.music?.segments.map((m) => musicLine(m, analysis)) ?? [],
|
|
1231
1306
|
...analysis.music?.breaks.map((b) => ({
|
|
1232
1307
|
start: b.start,
|
|
1233
1308
|
end: b.end,
|
|
1234
1309
|
kind: "music",
|
|
1235
1310
|
text: `break ${(b.end - b.start).toFixed(1)} s`
|
|
1236
|
-
})) ?? []
|
|
1311
|
+
})) ?? [],
|
|
1312
|
+
...analysis.ambience?.map(ambienceLine) ?? []
|
|
1237
1313
|
].filter((line) => overlaps(line, range)).sort((a, b) => a.start - b.start || (a.end ?? a.start) - (b.end ?? b.start));
|
|
1238
1314
|
const width = Math.max(0, ...lines.map((l) => when(l).length));
|
|
1239
1315
|
const body = lines.map((l) => `${when(l).padEnd(width)} ${l.kind.padEnd(KIND_WIDTH)} ${l.text}`);
|
|
@@ -1263,7 +1339,6 @@ var RISE_DB = 20;
|
|
|
1263
1339
|
var STEP_DB = 6;
|
|
1264
1340
|
var AUDIBLE_DB = -60;
|
|
1265
1341
|
var MASKED_DB = 20;
|
|
1266
|
-
var MUSIC_OUT_DB = -60;
|
|
1267
1342
|
var TAIL_DB = 30;
|
|
1268
1343
|
var LONGEST = 4;
|
|
1269
1344
|
var SAME_SOUND = 0.95;
|
|
@@ -1273,6 +1348,14 @@ var ON_BEAT_SHARE = 0.7;
|
|
|
1273
1348
|
var DRUM_GROUP_MIN = 8;
|
|
1274
1349
|
var LOW_HZ2 = 150;
|
|
1275
1350
|
var BAND_FPS = 100;
|
|
1351
|
+
var SETTLE_FRAMES = 5;
|
|
1352
|
+
var PEAK_SLACK = 0.05;
|
|
1353
|
+
var BEFORE = 0.5;
|
|
1354
|
+
var MUSIC_BEFORE = 1;
|
|
1355
|
+
var GAP = 0.03;
|
|
1356
|
+
var SHORTEST_REFERENCE = 0.2;
|
|
1357
|
+
var SAME_ONSET = 0.03;
|
|
1358
|
+
var SPEECH_SLACK = 0.1;
|
|
1276
1359
|
function floors(db) {
|
|
1277
1360
|
const out = new Float32Array(db.length);
|
|
1278
1361
|
let current = db[0] ?? -120;
|
|
@@ -1295,19 +1378,31 @@ function refined(samples, sampleRate, frame2, floorDb) {
|
|
|
1295
1378
|
}
|
|
1296
1379
|
return frame2 * HOP2;
|
|
1297
1380
|
}
|
|
1298
|
-
function
|
|
1381
|
+
function onsetOf(db, f, base2, from) {
|
|
1299
1382
|
let onset = f;
|
|
1300
|
-
while (onset > Math.max(
|
|
1383
|
+
while (onset > Math.max(from, f - 50) && db[onset - 1] > base2 + STEP_DB && db[onset - 1] < db[onset])
|
|
1384
|
+
onset--;
|
|
1385
|
+
return onset;
|
|
1386
|
+
}
|
|
1387
|
+
function extent(db, f, floor, from) {
|
|
1388
|
+
const base2 = floor[f];
|
|
1389
|
+
const onset = onsetOf(db, f, base2, from);
|
|
1301
1390
|
let peak = f;
|
|
1302
1391
|
let end = f;
|
|
1303
1392
|
const last = Math.min(db.length - 1, f + LONGEST / HOP2);
|
|
1304
1393
|
for (let g = f; g <= last; g++) {
|
|
1394
|
+
if (g >= f + SETTLE_FRAMES && startsAgain(db, g, f + 1, floor[g])) break;
|
|
1305
1395
|
if (db[g] > db[peak]) peak = g;
|
|
1306
1396
|
end = g;
|
|
1307
|
-
if (g > peak && (db[g] < db[peak] - TAIL_DB || db[g] <
|
|
1397
|
+
if (g > peak && (db[g] < db[peak] - TAIL_DB || db[g] < base2 + 3)) break;
|
|
1308
1398
|
}
|
|
1309
1399
|
return { onset, peak, end };
|
|
1310
1400
|
}
|
|
1401
|
+
function startsAgain(db, g, from, floor) {
|
|
1402
|
+
let before = Infinity;
|
|
1403
|
+
for (let k = Math.max(from, g - SETTLE_FRAMES); k < g; k++) before = Math.min(before, db[k]);
|
|
1404
|
+
return db[g] - floor >= RISE_DB / 2 && db[g] - before >= STEP_DB;
|
|
1405
|
+
}
|
|
1311
1406
|
function startsHere(db, f, floor) {
|
|
1312
1407
|
const level = db[f];
|
|
1313
1408
|
if (level < AUDIBLE_DB || level - floor < RISE_DB) return false;
|
|
@@ -1316,18 +1411,13 @@ function startsHere(db, f, floor) {
|
|
|
1316
1411
|
function detect(db, samples, sampleRate, skip) {
|
|
1317
1412
|
const floor = floors(db);
|
|
1318
1413
|
const found = [];
|
|
1414
|
+
let from = 0;
|
|
1319
1415
|
for (let f = 5; f < db.length; f++) {
|
|
1320
1416
|
if (!startsHere(db, f, floor[f])) continue;
|
|
1321
|
-
const { onset, peak, end } = extent(db, f, floor
|
|
1322
|
-
const t = refined(samples, sampleRate, onset, floor[f]);
|
|
1323
|
-
if (!skip(t))
|
|
1324
|
-
|
|
1325
|
-
t,
|
|
1326
|
-
peak: peak * HOP2,
|
|
1327
|
-
end: end * HOP2,
|
|
1328
|
-
peakDb: db[peak],
|
|
1329
|
-
riseDb: db[peak] - floor[f]
|
|
1330
|
-
});
|
|
1417
|
+
const { onset, peak, end } = extent(db, f, floor, from);
|
|
1418
|
+
const t = refined(samples, sampleRate, onset, Math.max(floor[f], db[onset - 1] ?? -120));
|
|
1419
|
+
if (!skip(t)) found.push({ t, peak: peak * HOP2, end: end * HOP2, peakDb: db[peak] });
|
|
1420
|
+
from = end + 1;
|
|
1331
1421
|
f = Math.max(end, onset + 8);
|
|
1332
1422
|
}
|
|
1333
1423
|
return found;
|
|
@@ -1455,23 +1545,59 @@ function majority(kinds) {
|
|
|
1455
1545
|
for (const k of kinds) counts.set(k, (counts.get(k) ?? 0) + 1);
|
|
1456
1546
|
return [...counts].sort((a, b) => b[1] - a[1])[0][0];
|
|
1457
1547
|
}
|
|
1458
|
-
function
|
|
1459
|
-
const db = levels(
|
|
1460
|
-
const inSpeech = (t) => input.speech.some((s3) => t >= s3.start && t < s3.end);
|
|
1461
|
-
const
|
|
1462
|
-
const
|
|
1463
|
-
|
|
1464
|
-
|
|
1465
|
-
|
|
1466
|
-
const
|
|
1467
|
-
|
|
1468
|
-
const out = found.map((f) => {
|
|
1548
|
+
function foundIn({ samples: source, heldBy = [] }, input, mixDb) {
|
|
1549
|
+
const db = source === input.mix ? mixDb : levels(source, input.sampleRate, HOP2);
|
|
1550
|
+
const inSpeech = (t) => input.speech.some((s3) => t >= s3.start - SPEECH_SLACK && t < s3.end);
|
|
1551
|
+
const masked = (f) => f.peakDb < (mixDb[Math.round(f.peak / HOP2)] ?? -120) - MASKED_DB;
|
|
1552
|
+
const held = (f) => heldBy.some((span) => f.t < span.end && f.peak >= span.start);
|
|
1553
|
+
const found = detect(db, source, input.sampleRate, inSpeech).filter(
|
|
1554
|
+
(f) => !masked(f) && !held(f)
|
|
1555
|
+
);
|
|
1556
|
+
const bands = found.length ? bandFramesOf(asSignal(source, input.sampleRate)).bands : [];
|
|
1557
|
+
return found.map((f) => {
|
|
1469
1558
|
const power = shape(bands, f.t, Math.min(f.end, f.t + 0.4));
|
|
1470
|
-
return { ...f, ...kindOf(f, power), print: printOf(power)
|
|
1559
|
+
return { ...f, ...kindOf(f, power), print: printOf(power) };
|
|
1471
1560
|
});
|
|
1561
|
+
}
|
|
1562
|
+
function measured2(input, mixDb) {
|
|
1563
|
+
const all = input.sources.flatMap((source) => foundIn(source, input, mixDb)).sort((a, b) => a.t - b.t);
|
|
1564
|
+
const out = [];
|
|
1565
|
+
for (const sound of all) {
|
|
1566
|
+
const previous = out[out.length - 1];
|
|
1567
|
+
if (previous && sound.t - previous.t < SAME_ONSET) {
|
|
1568
|
+
if (sound.peakDb > previous.peakDb) out[out.length - 1] = { ...sound, group: -1 };
|
|
1569
|
+
} else out.push({ ...sound, group: -1 });
|
|
1570
|
+
}
|
|
1472
1571
|
grouped(out);
|
|
1473
1572
|
return out;
|
|
1474
1573
|
}
|
|
1574
|
+
function peakInMix(mixDb, m) {
|
|
1575
|
+
const a = Math.max(0, Math.round((m.peak - PEAK_SLACK) / HOP2));
|
|
1576
|
+
const b = Math.min(mixDb.length - 1, Math.round((m.peak + PEAK_SLACK) / HOP2));
|
|
1577
|
+
let peak = -120;
|
|
1578
|
+
for (let f = a; f <= b; f++) peak = Math.max(peak, mixDb[f]);
|
|
1579
|
+
return peak;
|
|
1580
|
+
}
|
|
1581
|
+
function musicNear(input, m, segment) {
|
|
1582
|
+
const { music, sampleRate } = input;
|
|
1583
|
+
const before = Math.max(segment.start, m.t - MUSIC_BEFORE);
|
|
1584
|
+
if (m.t - GAP - before >= SHORTEST_REFERENCE)
|
|
1585
|
+
return spanDb(music, sampleRate, before, m.t - GAP);
|
|
1586
|
+
return spanDb(music, sampleRate, m.end + GAP, Math.min(segment.end, m.end + MUSIC_BEFORE));
|
|
1587
|
+
}
|
|
1588
|
+
function levelsOf(input, mixDb, m) {
|
|
1589
|
+
const peakDb = peakInMix(mixDb, m);
|
|
1590
|
+
const a = Math.max(0, Math.round((m.t - BEFORE) / HOP2));
|
|
1591
|
+
const b = Math.max(a, Math.round((m.t - GAP) / HOP2));
|
|
1592
|
+
const beforeDb = b > a ? quantile(mixDb.subarray(a, b), 0.5) : -120;
|
|
1593
|
+
const segment = input.music ? input.musicSegments?.find((span) => m.t >= span.start && m.t < span.end) : void 0;
|
|
1594
|
+
const musicDb = segment ? musicNear(input, m, segment) : null;
|
|
1595
|
+
return {
|
|
1596
|
+
peakDb: Math.round(peakDb),
|
|
1597
|
+
riseDb: beforeDb < ABSENT_DB ? null : Math.round(peakDb - beforeDb),
|
|
1598
|
+
overMusicDb: musicDb !== null && musicDb >= ABSENT_DB ? Math.round(peakDb - musicDb) : null
|
|
1599
|
+
};
|
|
1600
|
+
}
|
|
1475
1601
|
function drumGroups(members, beats) {
|
|
1476
1602
|
const drums = /* @__PURE__ */ new Set();
|
|
1477
1603
|
if (!beats.length) return drums;
|
|
@@ -1481,9 +1607,7 @@ function drumGroups(members, beats) {
|
|
|
1481
1607
|
}
|
|
1482
1608
|
return drums;
|
|
1483
1609
|
}
|
|
1484
|
-
function effectOf(m, group, kind,
|
|
1485
|
-
const musicLevel = musicDb?.[Math.round(m.peak / HOP2)];
|
|
1486
|
-
const musicPlays = musicLevel !== void 0 && musicLevel > MUSIC_OUT_DB;
|
|
1610
|
+
function effectOf(m, group, kind, levels2) {
|
|
1487
1611
|
return {
|
|
1488
1612
|
t: round6(m.t),
|
|
1489
1613
|
end: round6(m.end),
|
|
@@ -1492,13 +1616,13 @@ function effectOf(m, group, kind, musicDb) {
|
|
|
1492
1616
|
band: m.band,
|
|
1493
1617
|
attackMs: Math.round((m.peak - m.t) * 1e3),
|
|
1494
1618
|
tail: round6(m.end - m.peak),
|
|
1495
|
-
|
|
1496
|
-
overMusicDb: musicPlays ? Math.round(m.peakDb - musicLevel) : null,
|
|
1619
|
+
...levels2,
|
|
1497
1620
|
count: 1
|
|
1498
1621
|
};
|
|
1499
1622
|
}
|
|
1500
1623
|
function findEffects(input) {
|
|
1501
|
-
const
|
|
1624
|
+
const mixDb = levels(input.mix, input.sampleRate, HOP2);
|
|
1625
|
+
const sounds = measured2(input, mixDb);
|
|
1502
1626
|
const members = /* @__PURE__ */ new Map();
|
|
1503
1627
|
for (const m of sounds) members.set(m.group, [...members.get(m.group) ?? [], m]);
|
|
1504
1628
|
const drums = drumGroups(members, input.beats);
|
|
@@ -1510,7 +1634,6 @@ function findEffects(input) {
|
|
|
1510
1634
|
count: list.length
|
|
1511
1635
|
}));
|
|
1512
1636
|
const kindOfGroup = new Map(groups.map((g) => [g.id, g.kind]));
|
|
1513
|
-
const musicDb = input.music ? levels(input.music, input.sampleRate, HOP2, 0.5) : null;
|
|
1514
1637
|
const events = [];
|
|
1515
1638
|
for (const m of sounds) {
|
|
1516
1639
|
if (drums.has(m.group)) continue;
|
|
@@ -1519,7 +1642,8 @@ function findEffects(input) {
|
|
|
1519
1642
|
if (previous?.group === group && m.t - previous.end <= TRAIN_GAP) {
|
|
1520
1643
|
previous.end = round6(m.end);
|
|
1521
1644
|
previous.count++;
|
|
1522
|
-
} else
|
|
1645
|
+
} else
|
|
1646
|
+
events.push(effectOf(m, group, kindOfGroup.get(group) ?? m.kind, levelsOf(input, mixDb, m)));
|
|
1523
1647
|
}
|
|
1524
1648
|
const drumHits = [...drums].reduce((n, id) => n + members.get(id).length, 0);
|
|
1525
1649
|
return { events, groups, drumHits };
|
|
@@ -1527,7 +1651,6 @@ function findEffects(input) {
|
|
|
1527
1651
|
|
|
1528
1652
|
// src/audio/read/music.ts
|
|
1529
1653
|
var HOP3 = 0.1;
|
|
1530
|
-
var ABSENT_DB = -55;
|
|
1531
1654
|
var CUT_DB = 25;
|
|
1532
1655
|
var RUNNING_FRAMES = 200;
|
|
1533
1656
|
var LEVEL_WINDOW = 0.4;
|
|
@@ -1545,6 +1668,10 @@ var FADE_DB = 10;
|
|
|
1545
1668
|
var FADE_WINDOW = 3;
|
|
1546
1669
|
var ENERGY_WINDOW = 30;
|
|
1547
1670
|
var LEADING_SHARE = 0.2;
|
|
1671
|
+
var TONAL_SHARE = 0.4;
|
|
1672
|
+
var DENSE_WINDOW = 2;
|
|
1673
|
+
var DENSE_SHARE = 0.5;
|
|
1674
|
+
var STEADY = 0.5;
|
|
1548
1675
|
function joined(spans, tooShort2) {
|
|
1549
1676
|
const out = [];
|
|
1550
1677
|
for (const span of spans) {
|
|
@@ -1608,6 +1735,48 @@ function runs(db) {
|
|
|
1608
1735
|
breaks: settled.filter((s3) => s3.quiet && s3.start > 0 && s3.end < db.length * HOP3)
|
|
1609
1736
|
};
|
|
1610
1737
|
}
|
|
1738
|
+
function soundShare(fine, run) {
|
|
1739
|
+
const a = Math.round(run.start / HOP3);
|
|
1740
|
+
const b = Math.min(fine.length, Math.round(run.end / HOP3));
|
|
1741
|
+
const heard = new Float64Array(b - a + 1);
|
|
1742
|
+
for (let f = a; f < b; f++) heard[f - a + 1] = heard[f - a] + (fine[f] >= ABSENT_DB ? 1 : 0);
|
|
1743
|
+
const half = Math.round(DENSE_WINDOW / 2 / HOP3);
|
|
1744
|
+
const out = new Float32Array(b - a);
|
|
1745
|
+
for (let f = a; f < b; f++) {
|
|
1746
|
+
const lo = Math.max(a, f - half);
|
|
1747
|
+
const hi = Math.min(b, f + half + 1);
|
|
1748
|
+
out[f - a] = (heard[hi - a] - heard[lo - a]) / (hi - lo);
|
|
1749
|
+
}
|
|
1750
|
+
return out;
|
|
1751
|
+
}
|
|
1752
|
+
function steadyEdges(fine, part) {
|
|
1753
|
+
const steady = Math.round(STEADY / HOP3);
|
|
1754
|
+
const a = Math.round(part.start / HOP3);
|
|
1755
|
+
const b = Math.min(fine.length, Math.round(part.end / HOP3));
|
|
1756
|
+
const holds = (f) => {
|
|
1757
|
+
for (let k = f; k < f + steady; k++) if (k >= b || fine[k] < ABSENT_DB) return false;
|
|
1758
|
+
return true;
|
|
1759
|
+
};
|
|
1760
|
+
let start = a;
|
|
1761
|
+
while (start < b && !holds(start)) start++;
|
|
1762
|
+
let end = b;
|
|
1763
|
+
while (end > start && !holds(end - steady)) end--;
|
|
1764
|
+
return start < end ? { ...part, start: start * HOP3, end: end * HOP3 } : part;
|
|
1765
|
+
}
|
|
1766
|
+
function sustainedParts(fine, run) {
|
|
1767
|
+
if (run.end - run.start <= DENSE_WINDOW) {
|
|
1768
|
+
const a2 = Math.round(run.start / HOP3);
|
|
1769
|
+
const b = Math.max(a2 + 1, Math.min(fine.length, Math.round(run.end / HOP3)));
|
|
1770
|
+
let heard = 0;
|
|
1771
|
+
for (let f = a2; f < b; f++) if (fine[f] >= ABSENT_DB) heard++;
|
|
1772
|
+
return heard / (b - a2) >= DENSE_SHARE ? [run] : [];
|
|
1773
|
+
}
|
|
1774
|
+
const dense = soundShare(fine, run);
|
|
1775
|
+
const a = Math.round(run.start / HOP3);
|
|
1776
|
+
const sparse = new Uint8Array(fine.length);
|
|
1777
|
+
dense.forEach((share, i) => sparse[a + i] = share < DENSE_SHARE ? 1 : 0);
|
|
1778
|
+
return candidates(sparse, a, a + dense.length).filter((part) => !part.quiet).map((part) => steadyEdges(fine, part)).map(({ start, end }) => ({ start, end: Math.min(end, run.end) }));
|
|
1779
|
+
}
|
|
1611
1780
|
function chromaOf(chroma, fps, run) {
|
|
1612
1781
|
const a = Math.floor(run.start * fps);
|
|
1613
1782
|
const b = Math.max(a + 1, Math.min(chroma.length, Math.ceil(run.end * fps)));
|
|
@@ -1616,6 +1785,17 @@ function chromaOf(chroma, fps, run) {
|
|
|
1616
1785
|
const norm = Math.hypot(...sum);
|
|
1617
1786
|
return norm ? sum.map((v) => v / norm) : sum;
|
|
1618
1787
|
}
|
|
1788
|
+
function medianTopThreePitchShare(chroma, fps, run) {
|
|
1789
|
+
const a = Math.floor(run.start * fps);
|
|
1790
|
+
const b = Math.min(chroma.length, Math.ceil(run.end * fps));
|
|
1791
|
+
const held = [];
|
|
1792
|
+
for (let f = a; f < b; f++) {
|
|
1793
|
+
const sorted = [...chroma[f]].sort((x, y) => y - x);
|
|
1794
|
+
const total = sorted.reduce((n, v) => n + v, 0);
|
|
1795
|
+
if (total > 0) held.push((sorted[0] + sorted[1] + sorted[2]) / total);
|
|
1796
|
+
}
|
|
1797
|
+
return median(held);
|
|
1798
|
+
}
|
|
1619
1799
|
var dot = (a, b) => a.reduce((n, v, k) => n + v * b[k], 0);
|
|
1620
1800
|
function energyOf(samples, sampleRate, run) {
|
|
1621
1801
|
const a = Math.floor(run.start * sampleRate);
|
|
@@ -1639,6 +1819,16 @@ function bpmOf(beats, run) {
|
|
|
1639
1819
|
const interval = inside.length >= 4 ? medianInterval(inside) : null;
|
|
1640
1820
|
return interval ? Math.round(60 / interval) : null;
|
|
1641
1821
|
}
|
|
1822
|
+
function beatsInRun(signal, run) {
|
|
1823
|
+
const samples = signal.channels[0];
|
|
1824
|
+
if (run.start === 0 && run.end === samples.length / signal.sampleRate)
|
|
1825
|
+
return rhythm(signal).beats.times;
|
|
1826
|
+
const excerpt2 = samples.subarray(
|
|
1827
|
+
Math.floor(run.start * signal.sampleRate),
|
|
1828
|
+
Math.ceil(run.end * signal.sampleRate)
|
|
1829
|
+
);
|
|
1830
|
+
return rhythm(asSignal(excerpt2, signal.sampleRate)).beats.times;
|
|
1831
|
+
}
|
|
1642
1832
|
var sameTempo = (a, b) => a === null || b === null || Math.abs(a - b) / Math.max(a, b) <= SAME_TEMPO;
|
|
1643
1833
|
function fadeFrom(db, run) {
|
|
1644
1834
|
const a = Math.floor(run.start / HOP3);
|
|
@@ -1650,6 +1840,8 @@ function fadeFrom(db, run) {
|
|
|
1650
1840
|
if (db[f] < body - 3) return round6(f * HOP3, 1);
|
|
1651
1841
|
return null;
|
|
1652
1842
|
}
|
|
1843
|
+
var leading = (mix) => Object.entries(mix).filter(([, share]) => share >= LEADING_SHARE).sort((a, b) => b[1] - a[1]).map(([name]) => name);
|
|
1844
|
+
var isMusic = (heard) => heard.bpm !== null || heard.tonality >= TONAL_SHARE || leading(heard.mix).length > 1;
|
|
1653
1845
|
var alike = (p, heard, piece, mix) => dot(p.print, heard.print) >= piece && mixDistance(p.mix, heard.mix) <= mix && sameTempo(p.bpm, heard.bpm);
|
|
1654
1846
|
function pieceOf(pieces, previous, heard) {
|
|
1655
1847
|
const last = previous && pieces.find((p) => p.id === previous.piece);
|
|
@@ -1660,21 +1852,30 @@ function pieceOf(pieces, previous, heard) {
|
|
|
1660
1852
|
function newPiece(id, heard) {
|
|
1661
1853
|
return {
|
|
1662
1854
|
id,
|
|
1663
|
-
instruments:
|
|
1855
|
+
instruments: leading(heard.mix),
|
|
1664
1856
|
bpm: heard.bpm,
|
|
1665
1857
|
firstAt: round6(heard.run.start),
|
|
1666
1858
|
print: heard.print,
|
|
1667
1859
|
mix: heard.mix
|
|
1668
1860
|
};
|
|
1669
1861
|
}
|
|
1670
|
-
function
|
|
1862
|
+
function liesBetweenMusic(found, gap, musical) {
|
|
1863
|
+
const after = found.findIndex((run) => run.start >= gap.end);
|
|
1864
|
+
return after > 0 && musical.has(found[after - 1]) && musical.has(found[after]);
|
|
1865
|
+
}
|
|
1866
|
+
function energyCurve(melodic, sampleRate, duration, musical) {
|
|
1671
1867
|
const energy = [];
|
|
1672
1868
|
for (let start = 0; start < duration; start += ENERGY_WINDOW) {
|
|
1673
1869
|
const end = Math.min(duration, start + ENERGY_WINDOW);
|
|
1674
|
-
const
|
|
1870
|
+
const overlaps2 = [...musical].map((run) => ({ start: Math.max(start, run.start), end: Math.min(end, run.end) })).filter((run) => run.end > run.start);
|
|
1871
|
+
if (!overlaps2.length) continue;
|
|
1872
|
+
const power = overlaps2.reduce(
|
|
1873
|
+
(sum, run) => sum + energyOf(melodic, sampleRate, run) * (run.end - run.start),
|
|
1874
|
+
0
|
|
1875
|
+
) / (end - start);
|
|
1675
1876
|
energy.push({
|
|
1676
1877
|
start,
|
|
1677
|
-
end: round6(end),
|
|
1878
|
+
end: Math.min(round6(end), round6(duration, 3)),
|
|
1678
1879
|
db: power > 0 ? Math.round(10 * Math.log10(power)) : -120
|
|
1679
1880
|
});
|
|
1680
1881
|
}
|
|
@@ -1683,20 +1884,38 @@ function energyCurve(melodic, sampleRate, duration) {
|
|
|
1683
1884
|
function readMusic(input) {
|
|
1684
1885
|
const melodic = mixed(Object.values(input.stems));
|
|
1685
1886
|
const db = levels(melodic, input.sampleRate, HOP3, LEVEL_WINDOW);
|
|
1686
|
-
const
|
|
1887
|
+
const duration = melodic.length / input.sampleRate;
|
|
1888
|
+
const fine = levels(melodic, input.sampleRate, HOP3, HOP3);
|
|
1889
|
+
const { segments: whole, breaks } = runs(db);
|
|
1890
|
+
for (const run of whole) run.end = Math.min(run.end, duration);
|
|
1891
|
+
const found = whole.flatMap((run) => sustainedParts(fine, run));
|
|
1687
1892
|
const frames = bandFramesOf(asSignal(melodic, input.sampleRate));
|
|
1688
|
-
const
|
|
1689
|
-
|
|
1690
|
-
|
|
1893
|
+
const rhythmic = asSignal(
|
|
1894
|
+
input.drums ? mixed([melodic, input.drums]) : melodic,
|
|
1895
|
+
input.sampleRate
|
|
1896
|
+
);
|
|
1897
|
+
const beats = rhythm(rhythmic).beats.times;
|
|
1691
1898
|
const pieces = [];
|
|
1692
1899
|
const segments = [];
|
|
1900
|
+
const ambience = [];
|
|
1901
|
+
const musical = /* @__PURE__ */ new Set();
|
|
1693
1902
|
for (const run of found) {
|
|
1694
1903
|
const heard = {
|
|
1695
1904
|
run,
|
|
1696
1905
|
print: chromaOf(frames.chroma, frames.chromaFps, run),
|
|
1697
1906
|
mix: shares(input, run),
|
|
1698
|
-
bpm: bpmOf(
|
|
1907
|
+
bpm: bpmOf(beatsInRun(rhythmic, run), { start: 0, end: run.end - run.start }),
|
|
1908
|
+
tonality: medianTopThreePitchShare(frames.chroma, frames.chromaFps, run)
|
|
1699
1909
|
};
|
|
1910
|
+
if (!isMusic(heard)) {
|
|
1911
|
+
ambience.push({
|
|
1912
|
+
start: round6(run.start),
|
|
1913
|
+
end: Math.min(round6(run.end), round6(duration, 3)),
|
|
1914
|
+
db: Math.round(10 * Math.log10(Math.max(1e-12, energyOf(melodic, input.sampleRate, run))))
|
|
1915
|
+
});
|
|
1916
|
+
continue;
|
|
1917
|
+
}
|
|
1918
|
+
musical.add(run);
|
|
1700
1919
|
const previous = segments[segments.length - 1];
|
|
1701
1920
|
let piece = pieceOf(pieces, previous, heard);
|
|
1702
1921
|
let entry;
|
|
@@ -1708,7 +1927,7 @@ function readMusic(input) {
|
|
|
1708
1927
|
}
|
|
1709
1928
|
segments.push({
|
|
1710
1929
|
start: round6(run.start),
|
|
1711
|
-
end: round6(run.end),
|
|
1930
|
+
end: Math.min(round6(run.end), round6(duration, 3)),
|
|
1712
1931
|
piece: piece.id,
|
|
1713
1932
|
entry,
|
|
1714
1933
|
bpm: heard.bpm,
|
|
@@ -1719,9 +1938,10 @@ function readMusic(input) {
|
|
|
1719
1938
|
music: {
|
|
1720
1939
|
segments,
|
|
1721
1940
|
pieces: pieces.map(({ print: _print, mix: _mix, ...piece }) => piece),
|
|
1722
|
-
breaks: breaks.map((b) => ({ start: round6(b.start), end: round6(b.end) })),
|
|
1723
|
-
energy: energyCurve(melodic, input.sampleRate,
|
|
1941
|
+
breaks: breaks.filter((b) => liesBetweenMusic(found, b, musical)).map((b) => ({ start: round6(b.start), end: round6(b.end) })),
|
|
1942
|
+
energy: energyCurve(melodic, input.sampleRate, duration, musical)
|
|
1724
1943
|
},
|
|
1944
|
+
ambience,
|
|
1725
1945
|
beats
|
|
1726
1946
|
};
|
|
1727
1947
|
}
|
|
@@ -1853,7 +2073,7 @@ async function fetchStems(path, dir, { url, headers, timeoutMs }) {
|
|
|
1853
2073
|
}
|
|
1854
2074
|
|
|
1855
2075
|
// src/audio/read/types.ts
|
|
1856
|
-
var READ_VERSION =
|
|
2076
|
+
var READ_VERSION = 4;
|
|
1857
2077
|
|
|
1858
2078
|
// src/audio/read/voice.ts
|
|
1859
2079
|
var SENTENCE_END = /[。!?!?…;;.]["'”’」』)]*$/;
|
|
@@ -1916,7 +2136,7 @@ function summary(sentences, pauses, track2) {
|
|
|
1916
2136
|
medianPitchHz: track2.length ? Math.round(median(track2.map((p) => p.hz))) : null
|
|
1917
2137
|
};
|
|
1918
2138
|
}
|
|
1919
|
-
function voiceFromWords(words, track2) {
|
|
2139
|
+
function voiceFromWords(words, track2, levelOf) {
|
|
1920
2140
|
const ordered = words.filter((w) => w.end > w.start).sort((a, b) => a.start - b.start);
|
|
1921
2141
|
const unit = rateUnit(ordered);
|
|
1922
2142
|
const sentences = sentenceGroups(ordered).map((group) => {
|
|
@@ -1929,20 +2149,23 @@ function voiceFromWords(words, track2) {
|
|
|
1929
2149
|
text: joined2(group, unit),
|
|
1930
2150
|
rate: count && end > start ? round6(count / (end - start), 1) : null,
|
|
1931
2151
|
pitchHz: pitchOf(track2, start, end),
|
|
1932
|
-
ending: ending(track2, start, end)
|
|
2152
|
+
ending: ending(track2, start, end),
|
|
2153
|
+
againstMusic: null
|
|
1933
2154
|
};
|
|
1934
2155
|
});
|
|
1935
2156
|
const pauses = [];
|
|
1936
2157
|
for (let i = 1; i < ordered.length; i++) {
|
|
1937
2158
|
const gap = ordered[i].start - ordered[i - 1].end;
|
|
1938
|
-
if (gap >= PAUSE_SECONDS)
|
|
1939
|
-
|
|
2159
|
+
if (gap >= PAUSE_SECONDS) {
|
|
2160
|
+
const span = { start: round6(ordered[i - 1].end), end: round6(ordered[i].start) };
|
|
2161
|
+
pauses.push({ ...span, recordingDb: Math.round(levelOf(span)) });
|
|
2162
|
+
}
|
|
1940
2163
|
}
|
|
1941
2164
|
return { source: "transcript", unit, ...summary(sentences, pauses, track2) };
|
|
1942
2165
|
}
|
|
1943
2166
|
var ACTIVITY_HOP = 0.05;
|
|
1944
2167
|
var SHORTEST_SPEECH = 0.3;
|
|
1945
|
-
function voiceFromActivity(vocals, sampleRate, track2) {
|
|
2168
|
+
function voiceFromActivity(vocals, sampleRate, track2, levelOf) {
|
|
1946
2169
|
const db = levels(vocals, sampleRate, ACTIVITY_HOP);
|
|
1947
2170
|
const threshold = Math.max(-45, quantile(db, 0.9) - 30);
|
|
1948
2171
|
const spans = [];
|
|
@@ -1972,10 +2195,14 @@ function voiceFromActivity(vocals, sampleRate, track2) {
|
|
|
1972
2195
|
text: null,
|
|
1973
2196
|
rate: null,
|
|
1974
2197
|
pitchHz: pitchOf(track2, s3.start, s3.end),
|
|
1975
|
-
ending: ending(track2, s3.start, s3.end)
|
|
2198
|
+
ending: ending(track2, s3.start, s3.end),
|
|
2199
|
+
againstMusic: null
|
|
1976
2200
|
})
|
|
1977
2201
|
);
|
|
1978
|
-
const pauses = spans.slice(1).map((s3, i) =>
|
|
2202
|
+
const pauses = spans.slice(1).map((s3, i) => {
|
|
2203
|
+
const span = { start: round6(spans[i].end), end: round6(s3.start) };
|
|
2204
|
+
return { ...span, recordingDb: Math.round(levelOf(span)) };
|
|
2205
|
+
});
|
|
1979
2206
|
return { source: "activity", unit: "chars", ...summary(sentences, pauses, track2) };
|
|
1980
2207
|
}
|
|
1981
2208
|
|
|
@@ -2020,22 +2247,74 @@ async function stemsFor(path, dir, quality, warnings) {
|
|
|
2020
2247
|
return null;
|
|
2021
2248
|
}
|
|
2022
2249
|
}
|
|
2023
|
-
|
|
2250
|
+
function heardStems(tracks) {
|
|
2251
|
+
return Object.entries(tracks).map(([name, samples]) => ({ name, db: levelWhileHeardDb(samples, READ_RATE) })).filter((stem) => stem.db !== null).sort((a, b) => b.db - a.db || a.name.localeCompare(b.name));
|
|
2252
|
+
}
|
|
2253
|
+
async function decodedStems(stemPaths) {
|
|
2024
2254
|
const pitched = {};
|
|
2025
2255
|
for (const [name, stemPath] of Object.entries(stemPaths))
|
|
2026
2256
|
if (name !== VOICE_STEM && name !== DRUM_STEM) pitched[name] = await decodeMono(stemPath);
|
|
2027
2257
|
const drums = stemPaths[DRUM_STEM] ? await decodeMono(stemPaths[DRUM_STEM]) : null;
|
|
2258
|
+
return { pitched, drums };
|
|
2259
|
+
}
|
|
2260
|
+
var present = (tracks) => tracks.filter((t) => t !== null);
|
|
2261
|
+
function musicOf(pitched, drums, bed) {
|
|
2262
|
+
return bed ? readMusic({ stems: pitched, drums, sampleRate: READ_RATE }) : { music: null, ambience: null, beats: [] };
|
|
2263
|
+
}
|
|
2264
|
+
function separatedStems(stemPaths, pitched, drums, vocals) {
|
|
2265
|
+
return heardStems({
|
|
2266
|
+
...pitched,
|
|
2267
|
+
...drums ? { [DRUM_STEM]: drums } : {},
|
|
2268
|
+
...stemPaths[VOICE_STEM] ? { [VOICE_STEM]: vocals } : {}
|
|
2269
|
+
});
|
|
2270
|
+
}
|
|
2271
|
+
var recording = (path, separated2, voiceSamples) => separated2 ? decodeMono(path) : Promise.resolve(voiceSamples);
|
|
2272
|
+
function excerpt(samples, spans) {
|
|
2273
|
+
const parts = spans.map(
|
|
2274
|
+
(span) => samples.subarray(Math.round(span.start * READ_RATE), Math.round(span.end * READ_RATE))
|
|
2275
|
+
);
|
|
2276
|
+
const out = new Float32Array(parts.reduce((n, p) => n + p.length, 0));
|
|
2277
|
+
let at = 0;
|
|
2278
|
+
for (const part of parts) {
|
|
2279
|
+
out.set(part, at);
|
|
2280
|
+
at += part.length;
|
|
2281
|
+
}
|
|
2282
|
+
return out;
|
|
2283
|
+
}
|
|
2284
|
+
function againstMusic(voice, vocals, music, segments) {
|
|
2285
|
+
const sentences = voice.sentences.map((sentence) => {
|
|
2286
|
+
const under = segments.map((m) => ({
|
|
2287
|
+
start: Math.max(m.start, sentence.start),
|
|
2288
|
+
end: Math.min(m.end, sentence.end)
|
|
2289
|
+
})).filter((span) => span.end > span.start);
|
|
2290
|
+
if (!under.length) return sentence;
|
|
2291
|
+
const voiceLufs = loudness(asSignal(excerpt(vocals, under))).lufsIntegrated;
|
|
2292
|
+
const musicLufs = loudness(asSignal(excerpt(music, under))).lufsIntegrated;
|
|
2293
|
+
return voiceLufs === null || musicLufs === null ? sentence : { ...sentence, againstMusic: { voiceLufs, musicLufs } };
|
|
2294
|
+
});
|
|
2295
|
+
return { ...voice, sentences };
|
|
2296
|
+
}
|
|
2297
|
+
async function fromStems(stemPaths, voice, vocals, mix) {
|
|
2298
|
+
const { pitched, drums } = await decodedStems(stemPaths);
|
|
2028
2299
|
const bed = Object.keys(pitched).length ? mixed(Object.values(pitched)) : null;
|
|
2029
|
-
const { music, beats } =
|
|
2300
|
+
const { music, ambience, beats } = musicOf(pitched, drums, bed);
|
|
2301
|
+
const segments = music?.segments ?? [];
|
|
2302
|
+
const everythingElse = mixed(present([bed, drums]));
|
|
2030
2303
|
const effects = findEffects({
|
|
2031
|
-
|
|
2304
|
+
sources: [
|
|
2305
|
+
...drums ? [{ samples: drums }] : [],
|
|
2306
|
+
...bed ? [{ samples: bed, heldBy: [...segments, ...ambience ?? []] }] : []
|
|
2307
|
+
],
|
|
2032
2308
|
sampleRate: READ_RATE,
|
|
2033
|
-
|
|
2034
|
-
|
|
2309
|
+
mix,
|
|
2310
|
+
music: bed && everythingElse,
|
|
2311
|
+
musicSegments: segments,
|
|
2035
2312
|
beats,
|
|
2036
2313
|
speech: []
|
|
2037
2314
|
});
|
|
2038
|
-
|
|
2315
|
+
const stems = separatedStems(stemPaths, pitched, drums, vocals);
|
|
2316
|
+
const read2 = music ? againstMusic(voice, vocals, everythingElse, music.segments) : voice;
|
|
2317
|
+
return { voice: read2, stems, effects, music, ambience };
|
|
2039
2318
|
}
|
|
2040
2319
|
var transcribeHint = (file) => `run hyperframes transcribe ${file} and pass --transcript`;
|
|
2041
2320
|
async function analyze(path, file, sha, transcript, stemDir, quality) {
|
|
@@ -2049,23 +2328,26 @@ async function analyze(path, file, sha, transcript, stemDir, quality) {
|
|
|
2049
2328
|
warnings.push(
|
|
2050
2329
|
`no transcript and no stems: voice and effects are not read, because the mix alone does not tell speech from music; ${transcribeHint(file)}`
|
|
2051
2330
|
);
|
|
2052
|
-
return { ...about, voice: null, effects: null, music: null, warnings };
|
|
2331
|
+
return { ...about, voice: null, effects: null, music: null, ambience: null, warnings };
|
|
2053
2332
|
}
|
|
2054
2333
|
if (!words.length)
|
|
2055
2334
|
warnings.push(`no transcript: voice lines carry no words; ${transcribeHint(file)}`);
|
|
2056
2335
|
const pitch = pitchTrack(await decodeMono(voicePath, PITCH_RATE));
|
|
2057
|
-
const
|
|
2058
|
-
|
|
2336
|
+
const mix = await recording(path, stemPaths !== null, voiceSamples);
|
|
2337
|
+
const levelOf = (span) => spanDb(mix, READ_RATE, span.start, span.end);
|
|
2338
|
+
const voice = words.length ? voiceFromWords(words, pitch, levelOf) : voiceFromActivity(voiceSamples, READ_RATE, pitch, levelOf);
|
|
2339
|
+
if (stemPaths)
|
|
2340
|
+
return { ...about, ...await fromStems(stemPaths, voice, voiceSamples, mix), warnings };
|
|
2059
2341
|
warnings.push("without stems, effects under speech are not found and music is not read");
|
|
2060
2342
|
const effects = findEffects({
|
|
2061
|
-
|
|
2343
|
+
sources: [{ samples: voiceSamples }],
|
|
2062
2344
|
sampleRate: READ_RATE,
|
|
2345
|
+
mix,
|
|
2063
2346
|
music: null,
|
|
2064
|
-
heard: null,
|
|
2065
2347
|
beats: [],
|
|
2066
2348
|
speech: voice.sentences
|
|
2067
2349
|
});
|
|
2068
|
-
return { ...about, voice, effects, music: null, warnings };
|
|
2350
|
+
return { ...about, voice, effects, music: null, ambience: null, warnings };
|
|
2069
2351
|
}
|
|
2070
2352
|
function base(file, sha, duration, stemPaths, transcript) {
|
|
2071
2353
|
return {
|
|
@@ -2074,7 +2356,7 @@ function base(file, sha, duration, stemPaths, transcript) {
|
|
|
2074
2356
|
sha256: sha,
|
|
2075
2357
|
duration,
|
|
2076
2358
|
separation: stemPaths ? "stems" : "mix",
|
|
2077
|
-
stems:
|
|
2359
|
+
stems: [],
|
|
2078
2360
|
transcript: transcript ? basename(transcript) : null
|
|
2079
2361
|
};
|
|
2080
2362
|
}
|