loukai-app 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +558 -0
- package/bin/loukai.js +32 -0
- package/package.json +243 -0
- package/src/main/appState.js +250 -0
- package/src/main/audioEngine.js +478 -0
- package/src/main/creator/conversionService.js +503 -0
- package/src/main/creator/downloadManager.js +1128 -0
- package/src/main/creator/ffmpegService.js +487 -0
- package/src/main/creator/installLogger.js +51 -0
- package/src/main/creator/keyDetection.js +212 -0
- package/src/main/creator/llmService.js +370 -0
- package/src/main/creator/lrclibService.js +340 -0
- package/src/main/creator/python/crepe_runner.py +189 -0
- package/src/main/creator/python/demucs_runner.py +158 -0
- package/src/main/creator/python/whisper_runner.py +172 -0
- package/src/main/creator/pythonRunner.js +268 -0
- package/src/main/creator/stemBuilder.js +491 -0
- package/src/main/creator/systemChecker.js +474 -0
- package/src/main/handlers/appHandlers.js +45 -0
- package/src/main/handlers/audioHandlers.js +33 -0
- package/src/main/handlers/autotuneHandlers.js +28 -0
- package/src/main/handlers/canvasHandlers.js +84 -0
- package/src/main/handlers/creatorHandlers.js +159 -0
- package/src/main/handlers/editorHandlers.js +98 -0
- package/src/main/handlers/effectsHandlers.js +100 -0
- package/src/main/handlers/fileHandlers.js +45 -0
- package/src/main/handlers/index.js +78 -0
- package/src/main/handlers/libraryHandlers.js +96 -0
- package/src/main/handlers/mixerHandlers.js +64 -0
- package/src/main/handlers/playerHandlers.js +39 -0
- package/src/main/handlers/preferencesHandlers.js +46 -0
- package/src/main/handlers/queueHandlers.js +81 -0
- package/src/main/handlers/rendererHandlers.js +63 -0
- package/src/main/handlers/settingsHandlers.js +42 -0
- package/src/main/handlers/webServerHandlers.js +105 -0
- package/src/main/main.js +2351 -0
- package/src/main/preload.js +252 -0
- package/src/main/settingsManager.js +139 -0
- package/src/main/statePersistence.js +193 -0
- package/src/main/utils/pathValidator.js +112 -0
- package/src/main/webServer.js +2535 -0
- package/src/native/autotune.js +417 -0
- package/src/renderer/adapters/ElectronBridge.js +677 -0
- package/src/renderer/canvas.html +80 -0
- package/src/renderer/components/App.jsx +303 -0
- package/src/renderer/components/AppRoot.jsx +37 -0
- package/src/renderer/components/AudioDeviceSettings.jsx +145 -0
- package/src/renderer/components/EffectsPanelWrapper.jsx +267 -0
- package/src/renderer/components/MixerTab.jsx +233 -0
- package/src/renderer/components/MixerTabWrapper.jsx +31 -0
- package/src/renderer/components/PortalSelect.jsx +239 -0
- package/src/renderer/components/QueueTab.jsx +116 -0
- package/src/renderer/components/RequestsListWrapper.jsx +78 -0
- package/src/renderer/components/ServerTab.jsx +472 -0
- package/src/renderer/components/SongInfoBarWrapper.jsx +77 -0
- package/src/renderer/components/StatusBar.jsx +92 -0
- package/src/renderer/components/TabNavigation.jsx +77 -0
- package/src/renderer/components/TransportControlsWrapper.jsx +69 -0
- package/src/renderer/components/creator/CreateTab.jsx +1236 -0
- package/src/renderer/dist/assets/kaiPlayer-CoMx__a_.js +2 -0
- package/src/renderer/dist/assets/kaiPlayer-CoMx__a_.js.map +1 -0
- package/src/renderer/dist/assets/microphoneEngine-BaCUhhQc.js +2 -0
- package/src/renderer/dist/assets/microphoneEngine-BaCUhhQc.js.map +1 -0
- package/src/renderer/dist/assets/player-DVrqp7N5.js +3 -0
- package/src/renderer/dist/assets/player-DVrqp7N5.js.map +1 -0
- package/src/renderer/dist/assets/songLoaders-BaTgGib4.js +2 -0
- package/src/renderer/dist/assets/songLoaders-BaTgGib4.js.map +1 -0
- package/src/renderer/dist/assets/webrtcManager-BhCHWceK.js +2 -0
- package/src/renderer/dist/assets/webrtcManager-BhCHWceK.js.map +1 -0
- package/src/renderer/dist/js/autoTuneWorklet.js +224 -0
- package/src/renderer/dist/js/micPitchDetectorWorklet.js +137 -0
- package/src/renderer/dist/js/musicAnalysisWorklet.js +216 -0
- package/src/renderer/dist/js/phaseVocoderWorklet.js +341 -0
- package/src/renderer/dist/js/soundtouch-worklet.js +1395 -0
- package/src/renderer/dist/renderer.css +1 -0
- package/src/renderer/dist/renderer.js +62 -0
- package/src/renderer/dist/renderer.js.map +1 -0
- package/src/renderer/dist/renderer.woff2 +0 -0
- package/src/renderer/hooks/useKeyboardShortcuts.js +154 -0
- package/src/renderer/index.html +24 -0
- package/src/renderer/index.html.backup +372 -0
- package/src/renderer/js/PlayerInterface.js +267 -0
- package/src/renderer/js/autoTuneWorklet.js +224 -0
- package/src/renderer/js/butterchurnVerify.js +46 -0
- package/src/renderer/js/canvas-app.js +114 -0
- package/src/renderer/js/cdgPlayer.js +685 -0
- package/src/renderer/js/kaiPlayer.js +1200 -0
- package/src/renderer/js/karaokeRenderer.js +3392 -0
- package/src/renderer/js/micPitchDetectorWorklet.js +137 -0
- package/src/renderer/js/microphoneEngine.js +656 -0
- package/src/renderer/js/musicAnalysisWorklet.js +216 -0
- package/src/renderer/js/phaseVocoderWorklet.js +341 -0
- package/src/renderer/js/player.js +232 -0
- package/src/renderer/js/referencePitchTracker.js +130 -0
- package/src/renderer/js/songLoaders.js +334 -0
- package/src/renderer/js/soundtouch-worklet.js +1395 -0
- package/src/renderer/js/webrtcManager.js +511 -0
- package/src/renderer/lib/butterchurn.min.js +6739 -0
- package/src/renderer/lib/butterchurnPresets.min.js +1 -0
- package/src/renderer/lib/cdgraphics-wrapper.js +16 -0
- package/src/renderer/lib/cdgraphics.js +299 -0
- package/src/renderer/public/js/autoTuneWorklet.js +224 -0
- package/src/renderer/public/js/micPitchDetectorWorklet.js +137 -0
- package/src/renderer/public/js/musicAnalysisWorklet.js +216 -0
- package/src/renderer/public/js/phaseVocoderWorklet.js +341 -0
- package/src/renderer/public/js/soundtouch-worklet.js +1395 -0
- package/src/renderer/react-entry.jsx +44 -0
- package/src/renderer/styles/tailwind.css +106 -0
- package/src/renderer/utils/qrCodeGenerator.js +98 -0
- package/src/renderer/vite.config.js +31 -0
- package/src/shared/adapters/BridgeInterface.js +195 -0
- package/src/shared/components/EffectsPanel.jsx +177 -0
- package/src/shared/components/LibraryPanel.jsx +701 -0
- package/src/shared/components/LineDetailCanvas.jsx +167 -0
- package/src/shared/components/LyricLine.jsx +505 -0
- package/src/shared/components/LyricRejection.jsx +84 -0
- package/src/shared/components/LyricSuggestion.jsx +80 -0
- package/src/shared/components/LyricsEditorCanvas.jsx +271 -0
- package/src/shared/components/MixerPanel.jsx +94 -0
- package/src/shared/components/PlayerControls.jsx +206 -0
- package/src/shared/components/PortalSelect.jsx +239 -0
- package/src/shared/components/QueueList.jsx +365 -0
- package/src/shared/components/QuickSearch.jsx +126 -0
- package/src/shared/components/RequestsList.jsx +121 -0
- package/src/shared/components/SongEditor.jsx +1362 -0
- package/src/shared/components/SongInfoBar.jsx +81 -0
- package/src/shared/components/ThemeToggle.jsx +106 -0
- package/src/shared/components/Toast.jsx +30 -0
- package/src/shared/components/VisualizationSettings.jsx +243 -0
- package/src/shared/constants.js +95 -0
- package/src/shared/context/BridgeContext.jsx +32 -0
- package/src/shared/contexts/AudioContext.jsx +37 -0
- package/src/shared/contexts/PlayerContext.jsx +66 -0
- package/src/shared/contexts/SettingsContext.jsx +50 -0
- package/src/shared/defaults.js +158 -0
- package/src/shared/formatUtils.js +59 -0
- package/src/shared/formatUtils.test.js +207 -0
- package/src/shared/hooks/useAppState.js +97 -0
- package/src/shared/hooks/useAudioEngine.js +264 -0
- package/src/shared/hooks/usePlayer.js +89 -0
- package/src/shared/hooks/useSettingsPersistence.js +74 -0
- package/src/shared/hooks/useWebRTC.js +118 -0
- package/src/shared/ipcContracts.js +299 -0
- package/src/shared/package.json +3 -0
- package/src/shared/services/creatorService.js +373 -0
- package/src/shared/services/creatorService.test.js +413 -0
- package/src/shared/services/editorService.js +213 -0
- package/src/shared/services/editorService.test.js +219 -0
- package/src/shared/services/effectsService.js +271 -0
- package/src/shared/services/effectsService.test.js +418 -0
- package/src/shared/services/libraryService.js +438 -0
- package/src/shared/services/libraryService.test.js +474 -0
- package/src/shared/services/mixerService.js +172 -0
- package/src/shared/services/mixerService.test.js +399 -0
- package/src/shared/services/playerService.js +221 -0
- package/src/shared/services/playerService.test.js +357 -0
- package/src/shared/services/preferencesService.js +219 -0
- package/src/shared/services/queueService.js +226 -0
- package/src/shared/services/queueService.test.js +430 -0
- package/src/shared/services/requestsService.js +155 -0
- package/src/shared/services/requestsService.test.js +362 -0
- package/src/shared/services/serverSettingsService.js +151 -0
- package/src/shared/services/settingsService.js +257 -0
- package/src/shared/services/settingsService.test.js +295 -0
- package/src/shared/state/StateManager.js +263 -0
- package/src/shared/utils/audio.js +42 -0
- package/src/shared/utils/format.js +32 -0
- package/src/shared/utils/lyricsUtils.js +162 -0
- package/src/test/setup.js +40 -0
- package/src/utils/cdgLoader.js +180 -0
- package/src/utils/m4aLoader.js +333 -0
- package/src/web/App.jsx +578 -0
- package/src/web/adapters/WebBridge.js +428 -0
- package/src/web/components/PlayerSettingsPanel.jsx +231 -0
- package/src/web/components/SongSearch.jsx +180 -0
- package/src/web/dist/assets/index-0H-RnRrV.js +51 -0
- package/src/web/dist/assets/index-0H-RnRrV.js.map +1 -0
- package/src/web/dist/assets/index-DYW2zB0u.css +1 -0
- package/src/web/dist/index.html +15 -0
- package/src/web/index.html +14 -0
- package/src/web/main.jsx +10 -0
- package/src/web/package-lock.json +1765 -0
- package/src/web/pages/SongRequestPage.jsx +619 -0
- package/src/web/styles/tailwind.css +68 -0
- package/src/web/vite.config.js +27 -0
- package/static/fonts/material-icons.woff2 +0 -0
- package/static/images/butterchurn-screenshots/Aderrasi - Potion of Spirits.png +0 -0
- package/static/images/butterchurn-screenshots/Aderrasi - Songflower _Moss Posy_.png +0 -0
- package/static/images/butterchurn-screenshots/Aderrasi - Storm of the Eye _Thunder_ - mash0000 - quasi pseudo meta concentrics.png +0 -0
- package/static/images/butterchurn-screenshots/Aderrasi _ Geiss - Airhandler _Kali Mix_ - Canvas Mix.png +0 -0
- package/static/images/butterchurn-screenshots/An AdamFX n Martin Infusion 2 flexi - Why The Sky Looks Diffrent Today - AdamFx n Martin Infusion - Tack Tile Disfunction B.png +0 -0
- package/static/images/butterchurn-screenshots/Cope - The Neverending Explosion of Red Liquid Fire.png +0 -0
- proton lights __Krash_s beat code_ _Phat_remix02b.png +0 -0
- package/static/images/butterchurn-screenshots/Eo_S_ _ Phat - cubetrace - v2.png +0 -0
- package/static/images/butterchurn-screenshots/Eo_S_ _ Zylot - skylight _Stained Glass Majesty mix_.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - alien fish pond.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - area 51.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - infused with the spiral.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - mindblob _shiny mix_.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - mindblob mix.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - predator-prey-spirals.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - smashing fractals _acid etching mix_.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi - truly soft piece of software - this is generic texturing _Jelly_ .png +0 -0
- package/static/images/butterchurn-screenshots/Flexi _ Martin - astral projection.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi _ Martin - cascading decay swing.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi _ amandio c - piercing 05 - Kopie _2_ - Kopie.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi _ stahlregen - jelly showoff parade.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi_ fishbrain_ Geiss _ Martin - tokamak witchery.png +0 -0
- package/static/images/butterchurn-screenshots/Flexi_ martin _ geiss - dedicated to the sherwin maxawow.png +0 -0
- package/static/images/butterchurn-screenshots/Fumbling_Foo _ Flexi_ Martin_ Orb_ Unchained - Star Nova v7b.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss - Cauldron - painterly 2 _saturation remix_.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss - Reaction Diffusion 2.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss - Spiral Artifact.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss - Thumb Drum.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss _ Flexi _ Martin - disconnected.png +0 -0
- package/static/images/butterchurn-screenshots/Geiss_ Flexi _ Stahlregen - Thumbdrum Tokamak _crossfiring aftermath jelly mashup_.png +0 -0
- package/static/images/butterchurn-screenshots/Goody - The Wild Vort.png +0 -0
- package/static/images/butterchurn-screenshots/Idiot - Star Of Annon.png +0 -0
- package/static/images/butterchurn-screenshots/Krash _ Illusion - Spiral Movement.png +0 -0
- package/static/images/butterchurn-screenshots/Martin - QBikal - Surface Turbulence IIb.png +0 -0
- package/static/images/butterchurn-screenshots/Martin - acid wiring.png +0 -0
- package/static/images/butterchurn-screenshots/Martin - charisma.png +0 -0
- package/static/images/butterchurn-screenshots/Martin - liquid arrows.png +0 -0
- package/static/images/butterchurn-screenshots/Milk Artist At our Best - FED - SlowFast Ft AdamFX n Martin - HD CosmoFX.png +0 -0
- package/static/images/butterchurn-screenshots/ORB - Waaa.png +0 -0
- package/static/images/butterchurn-screenshots/Phat_fiShbRaiN_Eo_S_Mandala_Chasers_remix.png +0 -0
- package/static/images/butterchurn-screenshots/Rovastar - Oozing Resistance.png +0 -0
- package/static/images/butterchurn-screenshots/Rovastar _ Loadus _ Geiss - FractalDrop _Triple Mix_.png +0 -0
- package/static/images/butterchurn-screenshots/TonyMilkdrop - Leonardo Da Vinci_s Balloon _Flexi - merry-go-round _ techstyle_.png +0 -0
- package/static/images/butterchurn-screenshots/TonyMilkdrop - Magellan_s Nebula _Flexi - you enter first _ multiverse_.png +0 -0
- package/static/images/butterchurn-screenshots/Unchained - Rewop.png +0 -0
- package/static/images/butterchurn-screenshots/Unchained - Unified Drag 2.png +0 -0
- package/static/images/butterchurn-screenshots/Unchained _ Rovastar - Wormhole Pillars _Hall of Shadows mix_.png +0 -0
- package/static/images/butterchurn-screenshots/Zylot - Paint Spill _Music Reactive Paint Mix_.png +0 -0
- package/static/images/butterchurn-screenshots/Zylot - Star Ornament.png +0 -0
- package/static/images/butterchurn-screenshots/Zylot - True Visionary _Final Mix_.png +0 -0
- package/static/images/butterchurn-screenshots/_Aderrasi - Wanderer in Curved Space - mash0000 - faclempt kibitzing meshuggana schmaltz _Geiss color mix_.png +0 -0
- package/static/images/butterchurn-screenshots/_Geiss - Artifact 01.png +0 -0
- package/static/images/butterchurn-screenshots/_Geiss - Desert Rose 2.png +0 -0
- package/static/images/butterchurn-screenshots/_Geiss - untitled.png +0 -0
- package/static/images/butterchurn-screenshots/_Mig_049.png +0 -0
- package/static/images/butterchurn-screenshots/_Mig_085.png +0 -0
- package/static/images/butterchurn-screenshots/_Rovastar _ Geiss - Hurricane Nightmare _Posterize Mix_.png +0 -0
- package/static/images/butterchurn-screenshots/___ Royal - Mashup _197_.png +0 -0
- package/static/images/butterchurn-screenshots/___ Royal - Mashup _220_.png +0 -0
- package/static/images/butterchurn-screenshots/___ Royal - Mashup _431_.png +0 -0
- package/static/images/butterchurn-screenshots/cope _ martin - mother-of-pearl.png +0 -0
- package/static/images/butterchurn-screenshots/fiShbRaiN _ Flexi - witchcraft 2_0.png +0 -0
- package/static/images/butterchurn-screenshots/flexi - bouncing balls _double mindblob neon mix_.png +0 -0
- package/static/images/butterchurn-screenshots/flexi - mom_ why the sky looks different today.png +0 -0
- package/static/images/butterchurn-screenshots/flexi - patternton_ district of media_ capitol of the united abstractions of fractopia.png +0 -0
- package/static/images/butterchurn-screenshots/flexi - swing out on the spiral.png +0 -0
- package/static/images/butterchurn-screenshots/flexi - what is the matrix.png +0 -0
- package/static/images/butterchurn-screenshots/flexi _ amandio c - organic _random mashup_.png +0 -0
- package/static/images/butterchurn-screenshots/flexi _ amandio c - organic12-3d-2_milk.png +0 -0
- package/static/images/butterchurn-screenshots/flexi _ fishbrain - neon mindblob grafitti.png +0 -0
- package/static/images/butterchurn-screenshots/flexi _ geiss - pogo cubes vs_ tokamak vs_ game of life _stahls jelly 4_5 finish_.png +0 -0
- package/static/images/butterchurn-screenshots/high-altitude basket unraveling - singh grooves nitrogen argon nz_.png +0 -0
- package/static/images/butterchurn-screenshots/martin - The Bridge of Khazad-Dum.png +0 -0
- package/static/images/butterchurn-screenshots/martin - angel flight.png +0 -0
- package/static/images/butterchurn-screenshots/martin - another kind of groove.png +0 -0
- package/static/images/butterchurn-screenshots/martin - bombyx mori.png +0 -0
- package/static/images/butterchurn-screenshots/martin - castle in the air.png +0 -0
- package/static/images/butterchurn-screenshots/martin - chain breaker.png +0 -0
- package/static/images/butterchurn-screenshots/martin - disco mix 4.png +0 -0
- package/static/images/butterchurn-screenshots/martin - extreme heat.png +0 -0
- package/static/images/butterchurn-screenshots/martin - frosty caves 2.png +0 -0
- package/static/images/butterchurn-screenshots/martin - fruit machine.png +0 -0
- package/static/images/butterchurn-screenshots/martin - ghost city.png +0 -0
- package/static/images/butterchurn-screenshots/martin - glass corridor.png +0 -0
- package/static/images/butterchurn-screenshots/martin - infinity _2010 update_.png +0 -0
- package/static/images/butterchurn-screenshots/martin - mandelbox explorer - high speed demo version.png +0 -0
- package/static/images/butterchurn-screenshots/martin - mucus cervix.png +0 -0
- package/static/images/butterchurn-screenshots/martin - reflections on black tiles.png +0 -0
- package/static/images/butterchurn-screenshots/martin - stormy sea _2010 update_.png +0 -0
- package/static/images/butterchurn-screenshots/martin - witchcraft reloaded.png +0 -0
- package/static/images/butterchurn-screenshots/martin _ flexi - diamond cutter _prismaticvortex_com_ - camille - i wish i wish i wish i was constrained.png +0 -0
- package/static/images/butterchurn-screenshots/martin _shadow harlequins shape code_ - fata morgana.png +0 -0
- package/static/images/butterchurn-screenshots/martin_ flexi_ fishbrain _ sto - enterstate _random mashup_.png +0 -0
- package/static/images/butterchurn-screenshots/sawtooth grin roam.png +0 -0
- package/static/images/butterchurn-screenshots/shifter - dark tides bdrv mix 2.png +0 -0
- package/static/images/butterchurn-screenshots/suksma - Rovastar - Sunflower Passion _Enlightment Mix__Phat_edit _ flexi und martin shaders - circumflex in character classes in regular expression.png +0 -0
- package/static/images/butterchurn-screenshots/suksma - heretical crosscut playpen.png +0 -0
- package/static/images/butterchurn-screenshots/suksma - uninitialized variabowl _hydroponic chronic_.png +0 -0
- package/static/images/butterchurn-screenshots/suksma - vector exp 1 - couldn_t not.png +0 -0
- package/static/images/butterchurn-screenshots/yin - 191 - Temporal singularities.png +0 -0
- package/static/images/logo-512.png +0 -0
- package/static/images/logo.png +0 -0
- package/static/loukai-logo.png +0 -0
- package/static/screenshot-generator.html +610 -0
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
class a{constructor(){this.senderPC=null,this.receiverPC=null,this.canvasStream=null,this.pendingICECandidates=[],this.receiverPendingICE=[]}setupSender(){try{console.log("🎬 Setting up WebRTC sender");const e=document.getElementById("karaokeCanvas");if(!e)return{success:!1,error:"Canvas not found"};if(!this.canvasStream){console.log("📹 Capturing stream from karaokeCanvas at 60fps"),this.canvasStream=e.captureStream(60);const i=this.canvasStream.getVideoTracks()[0].getSettings();console.log("🔍 Capture stream resolution:",i.width,"x",i.height),(i.width!==1920||i.height!==1080)&&console.warn("⚠️ Stream resolution not 1080p! Actual:",i.width,"x",i.height)}const r=this.canvasStream;if(r.getVideoTracks().length===0)return{success:!1,error:"No video track"};const n=new RTCPeerConnection({iceServers:[],iceCandidatePoolSize:10,bundlePolicy:"balanced",rtcpMuxPolicy:"require",sdpSemantics:"unified-plan"});return r.getTracks().forEach(t=>{console.log("➕ Adding track:",t.kind),t.kind==="video"&&t.applyConstraints({width:{exact:1920},height:{exact:1080},frameRate:{exact:60}}).then(()=>{console.log("🎯 Applied 1920x1080 constraints to track")}).catch(o=>{console.error("❌ Failed to apply constraints:",o)});const i=n.addTransceiver(t,{direction:"sendonly",streams:[r]});if(t.kind==="video"){const o=i.sender,c=async()=>{try{const s=o.getParameters();s.degradationPreference="maintain-resolution",s.encodings&&s.encodings.length>0&&(s.encodings[0].maxBitrate=5e7,s.encodings[0].maxFramerate=60,s.encodings[0].scaleResolutionDownBy=1,s.encodings[0].minBitrate=1e7),await o.setParameters(s),console.log("🎯 Set maintain-resolution + no downscaling")}catch(s){console.error("❌ Failed to set encoding parameters:",s)}};c(),setTimeout(c,2e3),setTimeout(c,5e3)}}),n.onicecandidate=t=>{t.candidate&&(console.log("🧊 Sender ICE candidate"),window.kaiAPI.canvas.sendICECandidate("sender",{candidate:t.candidate.candidate,sdpMid:t.candidate.sdpMid,sdpMLineIndex:t.candidate.sdpMLineIndex}))},this.senderPC=n,console.log("✅ Sender setup complete"),{success:!0}}catch(e){return console.error("❌ Sender error:",e),{success:!1,error:e.message}}}async createOffer(){try{console.log("📋 Creating offer..."),this.senderPC.getTransceivers().forEach(n=>{if(n.sender&&n.sender.track&&n.sender.track.kind==="video"){const t=RTCRtpSender.getCapabilities("video");console.log("📺 Available video codecs:",t.codecs.map(o=>o.mimeType));const i=t.codecs.filter(o=>!!(o.mimeType.includes("H264")&&o.sdpFmtpLine?.includes("profile-level-id=42e01f")||o.mimeType.includes("VP8"))).sort((o,c)=>o.mimeType.includes("H264")?-1:c.mimeType.includes("H264")?1:0);i.length>0?(n.setCodecPreferences(i),console.log("🎯 Set preferred codec for 1080p:",i[0].mimeType)):console.warn("⚠️ No preferred codecs found, using default")}});const r=await this.senderPC.createOffer({offerToReceiveVideo:!1,voiceActivityDetection:!1});return console.log("📋 Offer created"),console.log("🔧 Setting local description..."),await this.senderPC.setLocalDescription(r),console.log("✅ Local description set on sender"),console.log("🔧 Using original SDP - relying on encoding parameters for quality"),{type:r.type,sdp:r.sdp}}catch(e){return console.error("❌ Error in sender offer creation:",e),{error:e.message,stack:e.stack}}}async setAnswer(e){try{if(console.log("📥 Setting answer in sender..."),await this.senderPC.setRemoteDescription(new RTCSessionDescription(e)),console.log("✅ Remote description set on sender"),this.pendingICECandidates.length>0){console.log(`🧊 Flushing ${this.pendingICECandidates.length} pending ICE candidates`);for(const r of this.pendingICECandidates)try{await this.senderPC.addIceCandidate(new RTCIceCandidate(r)),console.log("✅ Added queued ICE candidate to sender")}catch(n){console.error("❌ Failed to add queued ICE candidate:",n)}this.pendingICECandidates=[]}return{success:!0}}catch(r){return console.error("❌ Error setting answer:",r),{success:!1,error:r.message}}}getSenderStatus(){return this.senderPC?{connectionState:this.senderPC.connectionState,iceConnectionState:this.senderPC.iceConnectionState,iceGatheringState:this.senderPC.iceGatheringState}:{error:"Sender PC not initialized"}}async addICECandidate(e){if(!this.senderPC){console.warn("⚠️ Sender PC not initialized, ignoring ICE candidate");return}if(!this.senderPC.remoteDescription){console.log("🧊 Queueing ICE candidate (remote description not set yet)"),this.pendingICECandidates.push(e);return}try{await this.senderPC.addIceCandidate(new RTCIceCandidate(e)),console.log("✅ Added ICE candidate to sender")}catch(r){console.error("❌ Failed to add ICE candidate:",r)}}cleanupSender(){if(this.senderPC){try{this.senderPC.close(),console.log("🧹 Sender PC closed")}catch(e){console.error("Error closing sender PC:",e)}this.senderPC=null}this.canvasStream&&(this.canvasStream.getTracks().forEach(e=>e.stop()),this.canvasStream=null),this.pendingICECandidates=[]}setupReceiver(){try{console.log("🎬 Setting up WebRTC receiver");const e=document.getElementById("video");if(!e)return{success:!1,error:"Video element not found"};const r=new RTCPeerConnection({iceServers:[],iceCandidatePoolSize:10,bundlePolicy:"balanced",rtcpMuxPolicy:"require"});return r.onicecandidate=n=>{if(n.candidate){console.log("🧊 Receiver ICE candidate");const{ipcRenderer:t}=require("electron");t.invoke("canvas:sendICECandidate","receiver",{candidate:n.candidate.candidate,sdpMid:n.candidate.sdpMid,sdpMLineIndex:n.candidate.sdpMLineIndex})}},r.ontrack=n=>{console.log("🎥 Received stream"),e.srcObject=n.streams[0],console.log("📺 Connected stream to video")},this.receiverPC=r,console.log("✅ Receiver setup complete"),{success:!0}}catch(e){return console.error("❌ Receiver error:",e),{success:!1,error:e.message}}}async setOfferAndCreateAnswer(e){try{if(!this.receiverPC)throw new Error("receiverPC not available");if(console.log("📥 Received offer in child window:",e.type),console.log("🔧 Setting remote description..."),await this.receiverPC.setRemoteDescription(e),console.log("✅ Remote description set on receiver"),this.receiverPendingICE.length>0){console.log(`🧊 Flushing ${this.receiverPendingICE.length} pending ICE candidates`);for(const n of this.receiverPendingICE)try{await this.receiverPC.addIceCandidate(new RTCIceCandidate(n)),console.log("✅ Added queued ICE candidate to receiver")}catch(t){console.error("❌ Failed to add queued ICE candidate:",t)}this.receiverPendingICE=[]}console.log("📋 Creating answer...");const r=await this.receiverPC.createAnswer();return console.log("📋 Answer created:",r.type,r.sdp.length,"chars"),console.log("🔧 Setting local description on receiver..."),await this.receiverPC.setLocalDescription(r),console.log("✅ Local description set on receiver"),{type:r.type,sdp:r.sdp}}catch(r){return console.error("❌ Error in receiver answer creation:",r),{error:r.message,stack:r.stack}}}async addReceiverICECandidate(e){if(!this.receiverPC){console.warn("⚠️ Receiver PC not initialized, ignoring ICE candidate");return}if(!this.receiverPC.remoteDescription){console.log("🧊 Queueing ICE candidate for receiver (remote description not set yet)"),this.receiverPendingICE.push(e);return}try{await this.receiverPC.addIceCandidate(new RTCIceCandidate(e)),console.log("🧊 Added ICE candidate to receiver")}catch(r){console.error("❌ Failed to add ICE candidate to receiver:",r)}}getReceiverStatus(){return this.receiverPC?{connectionState:this.receiverPC.connectionState,iceConnectionState:this.receiverPC.iceConnectionState,iceGatheringState:this.receiverPC.iceGatheringState}:{error:"Receiver PC not initialized"}}checkReceiverReady(){return{ready:!0,hasReceiverPC:!!this.receiverPC}}cleanupReceiver(){if(this.receiverPC){try{this.receiverPC.close(),console.log("🧹 Receiver PC closed")}catch(e){console.error("Error closing receiver PC:",e)}this.receiverPC=null}this.receiverPendingICE=[]}}const l=new a;export{a as WebRTCManager,l as default};
|
|
2
|
+
//# sourceMappingURL=webrtcManager-BhCHWceK.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webrtcManager-BhCHWceK.js","sources":["../../js/webrtcManager.js"],"sourcesContent":["/**\n * WebRTC Manager - Handles canvas streaming via WebRTC\n *\n * Replaces inline executeJavaScript() code with proper module structure\n * for type safety and error handling.\n */\n\nexport class WebRTCManager {\n constructor() {\n this.senderPC = null;\n this.receiverPC = null;\n this.canvasStream = null;\n this.pendingICECandidates = []; // Queue for sender early ICE candidates\n this.receiverPendingICE = []; // Queue for receiver early ICE candidates\n }\n\n /**\n * Set up WebRTC sender in main window\n * Captures stream directly from karaokeCanvas and creates RTCPeerConnection for sending\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n setupSender() {\n try {\n console.log('🎬 Setting up WebRTC sender');\n\n const canvas = document.getElementById('karaokeCanvas');\n if (!canvas) {\n return { success: false, error: 'Canvas not found' };\n }\n\n // Capture stream directly from the main karaokeCanvas (final composited output)\n if (!this.canvasStream) {\n console.log('📹 Capturing stream from karaokeCanvas at 60fps');\n this.canvasStream = canvas.captureStream(60);\n\n // Check stream resolution\n const track = this.canvasStream.getVideoTracks()[0];\n const settings = track.getSettings();\n console.log('🔍 Capture stream resolution:', settings.width, 'x', settings.height);\n\n if (settings.width !== 1920 || settings.height !== 1080) {\n console.warn(\n '⚠️ Stream resolution not 1080p! Actual:',\n settings.width,\n 'x',\n settings.height\n );\n }\n }\n\n // Use the existing stream\n const stream = this.canvasStream;\n\n if (stream.getVideoTracks().length === 0) {\n return { success: false, error: 'No video track' };\n }\n\n // Create RTCPeerConnection with optimized settings for local streaming\n const pc = new RTCPeerConnection({\n iceServers: [], // No ICE servers needed for local connection\n iceCandidatePoolSize: 10,\n bundlePolicy: 'balanced',\n rtcpMuxPolicy: 'require',\n sdpSemantics: 'unified-plan',\n });\n\n // Add stream tracks with transceivers for better control\n stream.getTracks().forEach((track) => {\n console.log('➕ Adding track:', track.kind);\n\n if (track.kind === 'video') {\n // Apply constraints to force 1920x1080\n track\n .applyConstraints({\n width: { exact: 1920 },\n height: { exact: 1080 },\n frameRate: { exact: 60 },\n })\n .then(() => {\n console.log('🎯 Applied 1920x1080 constraints to track');\n })\n .catch((err) => {\n console.error('❌ Failed to apply constraints:', err);\n });\n }\n\n const transceiver = pc.addTransceiver(track, {\n direction: 'sendonly',\n streams: [stream],\n });\n\n // Configure for high quality, low compression\n if (track.kind === 'video') {\n const sender = transceiver.sender;\n\n // Set encoding parameters to maintain resolution\n const setEncodingParams = async () => {\n try {\n const params = sender.getParameters();\n\n // Critical: Tell WebRTC to maintain resolution over frame rate\n params.degradationPreference = 'maintain-resolution';\n\n if (params.encodings && params.encodings.length > 0) {\n // Force no downscaling and high bitrate\n params.encodings[0].maxBitrate = 50000000; // 50 Mbps\n params.encodings[0].maxFramerate = 60;\n params.encodings[0].scaleResolutionDownBy = 1.0; // No downscaling\n params.encodings[0].minBitrate = 10000000; // Min 10 Mbps\n }\n\n await sender.setParameters(params);\n console.log('🎯 Set maintain-resolution + no downscaling');\n } catch (error) {\n console.error('❌ Failed to set encoding parameters:', error);\n }\n };\n\n // Apply immediately\n setEncodingParams();\n\n // Apply again after connection to ensure it sticks\n setTimeout(setEncodingParams, 2000);\n setTimeout(setEncodingParams, 5000);\n }\n });\n\n // Handle ICE candidates\n pc.onicecandidate = (event) => {\n if (event.candidate) {\n console.log('🧊 Sender ICE candidate');\n window.kaiAPI.canvas.sendICECandidate('sender', {\n candidate: event.candidate.candidate,\n sdpMid: event.candidate.sdpMid,\n sdpMLineIndex: event.candidate.sdpMLineIndex,\n });\n }\n };\n\n // Store references\n this.senderPC = pc;\n\n console.log('✅ Sender setup complete');\n return { success: true };\n } catch (error) {\n console.error('❌ Sender error:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Create WebRTC offer in sender\n * @returns {Promise<{type: string, sdp: string} | {error: string}>}\n */\n async createOffer() {\n try {\n console.log('📋 Creating offer...');\n\n // Force CPU-efficient codec for 1080p streaming\n const transceivers = this.senderPC.getTransceivers();\n transceivers.forEach((transceiver) => {\n if (\n transceiver.sender &&\n transceiver.sender.track &&\n transceiver.sender.track.kind === 'video'\n ) {\n const capabilities = RTCRtpSender.getCapabilities('video');\n console.log(\n '📺 Available video codecs:',\n capabilities.codecs.map((c) => c.mimeType)\n );\n\n // Prioritize codecs for CPU efficiency and quality:\n // 1. H.264 Baseline (hardware accelerated, low CPU)\n // 2. VP8 (simple, good for local streaming)\n const preferredCodecs = capabilities.codecs\n .filter((codec) => {\n // H.264 Baseline profile (most CPU efficient)\n if (\n codec.mimeType.includes('H264') &&\n codec.sdpFmtpLine?.includes('profile-level-id=42e01f')\n ) {\n return true;\n }\n // VP8 (simple and efficient)\n if (codec.mimeType.includes('VP8')) {\n return true;\n }\n return false;\n })\n .sort((a, b) => {\n // H.264 Baseline first, then VP8\n if (a.mimeType.includes('H264')) return -1;\n if (b.mimeType.includes('H264')) return 1;\n return 0;\n });\n\n if (preferredCodecs.length > 0) {\n transceiver.setCodecPreferences(preferredCodecs);\n console.log('🎯 Set preferred codec for 1080p:', preferredCodecs[0].mimeType);\n } else {\n console.warn('⚠️ No preferred codecs found, using default');\n }\n }\n });\n\n const offer = await this.senderPC.createOffer({\n offerToReceiveVideo: false,\n voiceActivityDetection: false,\n });\n\n console.log('📋 Offer created');\n\n console.log('🔧 Setting local description...');\n await this.senderPC.setLocalDescription(offer);\n console.log('✅ Local description set on sender');\n\n console.log('🔧 Using original SDP - relying on encoding parameters for quality');\n\n // Return only the serializable parts\n return {\n type: offer.type,\n sdp: offer.sdp,\n };\n } catch (error) {\n console.error('❌ Error in sender offer creation:', error);\n return { error: error.message, stack: error.stack };\n }\n }\n\n /**\n * Set answer from receiver in sender PC\n * @param {Object} answer - WebRTC answer from receiver\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n async setAnswer(answer) {\n try {\n console.log('📥 Setting answer in sender...');\n await this.senderPC.setRemoteDescription(new RTCSessionDescription(answer));\n console.log('✅ Remote description set on sender');\n\n // Flush pending ICE candidates now that remote description is set\n if (this.pendingICECandidates.length > 0) {\n console.log(`🧊 Flushing ${this.pendingICECandidates.length} pending ICE candidates`);\n for (const candidate of this.pendingICECandidates) {\n try {\n // Sequential ICE candidate addition to ensure proper WebRTC connection establishment\n // eslint-disable-next-line no-await-in-loop\n await this.senderPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added queued ICE candidate to sender');\n } catch (error) {\n console.error('❌ Failed to add queued ICE candidate:', error);\n }\n }\n this.pendingICECandidates = [];\n }\n\n return { success: true };\n } catch (error) {\n console.error('❌ Error setting answer:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Get sender connection status\n * @returns {{connectionState: string, iceConnectionState: string, iceGatheringState: string} | {error: string}}\n */\n getSenderStatus() {\n if (!this.senderPC) {\n return { error: 'Sender PC not initialized' };\n }\n return {\n connectionState: this.senderPC.connectionState,\n iceConnectionState: this.senderPC.iceConnectionState,\n iceGatheringState: this.senderPC.iceGatheringState,\n };\n }\n\n /**\n * Add ICE candidate to sender\n * @param {Object} candidate - ICE candidate\n * @returns {Promise<void>}\n */\n async addICECandidate(candidate) {\n if (!this.senderPC) {\n console.warn('⚠️ Sender PC not initialized, ignoring ICE candidate');\n return;\n }\n\n // If remote description not set yet, queue the candidate\n if (!this.senderPC.remoteDescription) {\n console.log('🧊 Queueing ICE candidate (remote description not set yet)');\n this.pendingICECandidates.push(candidate);\n return;\n }\n\n // Remote description is set, add immediately\n try {\n await this.senderPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added ICE candidate to sender');\n } catch (error) {\n console.error('❌ Failed to add ICE candidate:', error);\n }\n }\n\n /**\n * Cleanup sender resources\n * @returns {Promise<void>}\n */\n cleanupSender() {\n if (this.senderPC) {\n try {\n this.senderPC.close();\n console.log('🧹 Sender PC closed');\n } catch (e) {\n console.error('Error closing sender PC:', e);\n }\n this.senderPC = null;\n }\n\n // Stop the canvas stream tracks\n if (this.canvasStream) {\n this.canvasStream.getTracks().forEach((track) => track.stop());\n this.canvasStream = null;\n }\n\n this.pendingICECandidates = []; // Clear pending candidates\n }\n\n // ===== RECEIVER METHODS (for canvas window) =====\n\n /**\n * Set up WebRTC receiver in canvas window\n * Creates RTCPeerConnection for receiving stream\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n setupReceiver() {\n try {\n console.log('🎬 Setting up WebRTC receiver');\n\n const video = document.getElementById('video');\n if (!video) {\n return { success: false, error: 'Video element not found' };\n }\n\n // Create RTCPeerConnection optimized for local 1080p streaming\n const pc = new RTCPeerConnection({\n iceServers: [], // No ICE servers needed for local connection\n iceCandidatePoolSize: 10,\n bundlePolicy: 'balanced',\n rtcpMuxPolicy: 'require',\n });\n\n // Handle ICE candidates\n pc.onicecandidate = (event) => {\n if (event.candidate) {\n console.log('🧊 Receiver ICE candidate');\n const { ipcRenderer } = require('electron');\n ipcRenderer.invoke('canvas:sendICECandidate', 'receiver', {\n candidate: event.candidate.candidate,\n sdpMid: event.candidate.sdpMid,\n sdpMLineIndex: event.candidate.sdpMLineIndex,\n });\n }\n };\n\n // Handle incoming stream\n pc.ontrack = (event) => {\n console.log('🎥 Received stream');\n video.srcObject = event.streams[0];\n console.log('📺 Connected stream to video');\n };\n\n // Store reference\n this.receiverPC = pc;\n\n console.log('✅ Receiver setup complete');\n return { success: true };\n } catch (error) {\n console.error('❌ Receiver error:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Set offer from sender and create answer\n * @param {Object} offer - WebRTC offer from sender\n * @returns {Promise<{type: string, sdp: string} | {error: string}>}\n */\n async setOfferAndCreateAnswer(offer) {\n try {\n if (!this.receiverPC) {\n throw new Error('receiverPC not available');\n }\n\n console.log('📥 Received offer in child window:', offer.type);\n console.log('🔧 Setting remote description...');\n await this.receiverPC.setRemoteDescription(offer);\n console.log('✅ Remote description set on receiver');\n\n // Flush pending ICE candidates now that remote description is set\n if (this.receiverPendingICE.length > 0) {\n console.log(`🧊 Flushing ${this.receiverPendingICE.length} pending ICE candidates`);\n for (const candidate of this.receiverPendingICE) {\n try {\n // Sequential ICE candidate addition to ensure proper WebRTC connection establishment\n // eslint-disable-next-line no-await-in-loop\n await this.receiverPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added queued ICE candidate to receiver');\n } catch (error) {\n console.error('❌ Failed to add queued ICE candidate:', error);\n }\n }\n this.receiverPendingICE = [];\n }\n\n console.log('📋 Creating answer...');\n const answer = await this.receiverPC.createAnswer();\n console.log('📋 Answer created:', answer.type, answer.sdp.length, 'chars');\n\n console.log('🔧 Setting local description on receiver...');\n await this.receiverPC.setLocalDescription(answer);\n console.log('✅ Local description set on receiver');\n\n // Return only the serializable parts\n return {\n type: answer.type,\n sdp: answer.sdp,\n };\n } catch (error) {\n console.error('❌ Error in receiver answer creation:', error);\n return { error: error.message, stack: error.stack };\n }\n }\n\n /**\n * Add ICE candidate to receiver\n * @param {Object} candidate - ICE candidate\n * @returns {Promise<void>}\n */\n async addReceiverICECandidate(candidate) {\n if (!this.receiverPC) {\n console.warn('⚠️ Receiver PC not initialized, ignoring ICE candidate');\n return;\n }\n\n // If remote description not set yet, queue the candidate\n if (!this.receiverPC.remoteDescription) {\n console.log('🧊 Queueing ICE candidate for receiver (remote description not set yet)');\n this.receiverPendingICE.push(candidate);\n return;\n }\n\n // Remote description is set, add immediately\n try {\n await this.receiverPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('🧊 Added ICE candidate to receiver');\n } catch (error) {\n console.error('❌ Failed to add ICE candidate to receiver:', error);\n }\n }\n\n /**\n * Get receiver connection status\n * @returns {{connectionState: string, iceConnectionState: string, iceGatheringState: string} | {error: string}}\n */\n getReceiverStatus() {\n if (!this.receiverPC) {\n return { error: 'Receiver PC not initialized' };\n }\n return {\n connectionState: this.receiverPC.connectionState,\n iceConnectionState: this.receiverPC.iceConnectionState,\n iceGatheringState: this.receiverPC.iceGatheringState,\n };\n }\n\n /**\n * Check if receiver is ready\n * @returns {{ready: boolean, hasReceiverPC: boolean}}\n */\n checkReceiverReady() {\n return {\n ready: true,\n hasReceiverPC: Boolean(this.receiverPC),\n };\n }\n\n /**\n * Cleanup receiver resources\n * @returns {Promise<void>}\n */\n cleanupReceiver() {\n if (this.receiverPC) {\n try {\n this.receiverPC.close();\n console.log('🧹 Receiver PC closed');\n } catch (e) {\n console.error('Error closing receiver PC:', e);\n }\n this.receiverPC = null;\n }\n this.receiverPendingICE = []; // Clear pending candidates\n }\n}\n\n// Create singleton instance\nconst webrtcManager = new WebRTCManager();\n\nexport default webrtcManager;\n"],"names":["WebRTCManager","canvas","settings","stream","pc","track","err","transceiver","sender","setEncodingParams","params","error","event","capabilities","c","preferredCodecs","codec","a","b","offer","answer","candidate","video","ipcRenderer","webrtcManager"],"mappings":"AAOO,MAAMA,CAAc,CACzB,aAAc,CACZ,KAAK,SAAW,KAChB,KAAK,WAAa,KAClB,KAAK,aAAe,KACpB,KAAK,qBAAuB,GAC5B,KAAK,mBAAqB,EAC5B,CAOA,aAAc,CACZ,GAAI,CACF,QAAQ,IAAI,6BAA6B,EAEzC,MAAMC,EAAS,SAAS,eAAe,eAAe,EACtD,GAAI,CAACA,EACH,MAAO,CAAE,QAAS,GAAO,MAAO,kBAAkB,EAIpD,GAAI,CAAC,KAAK,aAAc,CACtB,QAAQ,IAAI,iDAAiD,EAC7D,KAAK,aAAeA,EAAO,cAAc,EAAE,EAI3C,MAAMC,EADQ,KAAK,aAAa,eAAc,EAAG,CAAC,EAC3B,YAAW,EAClC,QAAQ,IAAI,gCAAiCA,EAAS,MAAO,IAAKA,EAAS,MAAM,GAE7EA,EAAS,QAAU,MAAQA,EAAS,SAAW,OACjD,QAAQ,KACN,0CACAA,EAAS,MACT,IACAA,EAAS,MACrB,CAEM,CAGA,MAAMC,EAAS,KAAK,aAEpB,GAAIA,EAAO,iBAAiB,SAAW,EACrC,MAAO,CAAE,QAAS,GAAO,MAAO,gBAAgB,EAIlD,MAAMC,EAAK,IAAI,kBAAkB,CAC/B,WAAY,CAAA,EACZ,qBAAsB,GACtB,aAAc,WACd,cAAe,UACf,aAAc,cACtB,CAAO,EAGD,OAAAD,EAAO,UAAS,EAAG,QAASE,GAAU,CACpC,QAAQ,IAAI,kBAAmBA,EAAM,IAAI,EAErCA,EAAM,OAAS,SAEjBA,EACG,iBAAiB,CAChB,MAAO,CAAE,MAAO,IAAI,EACpB,OAAQ,CAAE,MAAO,IAAI,EACrB,UAAW,CAAE,MAAO,EAAE,CACpC,CAAa,EACA,KAAK,IAAM,CACV,QAAQ,IAAI,2CAA2C,CACzD,CAAC,EACA,MAAOC,GAAQ,CACd,QAAQ,MAAM,iCAAkCA,CAAG,CACrD,CAAC,EAGL,MAAMC,EAAcH,EAAG,eAAeC,EAAO,CAC3C,UAAW,WACX,QAAS,CAACF,CAAM,CAC1B,CAAS,EAGD,GAAIE,EAAM,OAAS,QAAS,CAC1B,MAAMG,EAASD,EAAY,OAGrBE,EAAoB,SAAY,CACpC,GAAI,CACF,MAAMC,EAASF,EAAO,cAAa,EAGnCE,EAAO,sBAAwB,sBAE3BA,EAAO,WAAaA,EAAO,UAAU,OAAS,IAEhDA,EAAO,UAAU,CAAC,EAAE,WAAa,IACjCA,EAAO,UAAU,CAAC,EAAE,aAAe,GACnCA,EAAO,UAAU,CAAC,EAAE,sBAAwB,EAC5CA,EAAO,UAAU,CAAC,EAAE,WAAa,KAGnC,MAAMF,EAAO,cAAcE,CAAM,EACjC,QAAQ,IAAI,6CAA6C,CAC3D,OAASC,EAAO,CACd,QAAQ,MAAM,uCAAwCA,CAAK,CAC7D,CACF,EAGAF,EAAiB,EAGjB,WAAWA,EAAmB,GAAI,EAClC,WAAWA,EAAmB,GAAI,CACpC,CACF,CAAC,EAGDL,EAAG,eAAkBQ,GAAU,CACzBA,EAAM,YACR,QAAQ,IAAI,yBAAyB,EACrC,OAAO,OAAO,OAAO,iBAAiB,SAAU,CAC9C,UAAWA,EAAM,UAAU,UAC3B,OAAQA,EAAM,UAAU,OACxB,cAAeA,EAAM,UAAU,aAC3C,CAAW,EAEL,EAGA,KAAK,SAAWR,EAEhB,QAAQ,IAAI,yBAAyB,EAC9B,CAAE,QAAS,EAAI,CACxB,OAASO,EAAO,CACd,eAAQ,MAAM,kBAAmBA,CAAK,EAC/B,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAMA,MAAM,aAAc,CAClB,GAAI,CACF,QAAQ,IAAI,sBAAsB,EAGb,KAAK,SAAS,gBAAe,EACrC,QAASJ,GAAgB,CACpC,GACEA,EAAY,QACZA,EAAY,OAAO,OACnBA,EAAY,OAAO,MAAM,OAAS,QAClC,CACA,MAAMM,EAAe,aAAa,gBAAgB,OAAO,EACzD,QAAQ,IACN,6BACAA,EAAa,OAAO,IAAKC,GAAMA,EAAE,QAAQ,CACrD,EAKU,MAAMC,EAAkBF,EAAa,OAClC,OAAQG,GAGL,GAAAA,EAAM,SAAS,SAAS,MAAM,GAC9BA,EAAM,aAAa,SAAS,yBAAyB,GAKnDA,EAAM,SAAS,SAAS,KAAK,EAIlC,EACA,KAAK,CAACC,EAAGC,IAEJD,EAAE,SAAS,SAAS,MAAM,EAAU,GACpCC,EAAE,SAAS,SAAS,MAAM,EAAU,EACjC,CACR,EAECH,EAAgB,OAAS,GAC3BR,EAAY,oBAAoBQ,CAAe,EAC/C,QAAQ,IAAI,oCAAqCA,EAAgB,CAAC,EAAE,QAAQ,GAE5E,QAAQ,KAAK,6CAA6C,CAE9D,CACF,CAAC,EAED,MAAMI,EAAQ,MAAM,KAAK,SAAS,YAAY,CAC5C,oBAAqB,GACrB,uBAAwB,EAChC,CAAO,EAED,eAAQ,IAAI,kBAAkB,EAE9B,QAAQ,IAAI,iCAAiC,EAC7C,MAAM,KAAK,SAAS,oBAAoBA,CAAK,EAC7C,QAAQ,IAAI,mCAAmC,EAE/C,QAAQ,IAAI,oEAAoE,EAGzE,CACL,KAAMA,EAAM,KACZ,IAAKA,EAAM,GACnB,CACI,OAASR,EAAO,CACd,eAAQ,MAAM,oCAAqCA,CAAK,EACjD,CAAE,MAAOA,EAAM,QAAS,MAAOA,EAAM,KAAK,CACnD,CACF,CAOA,MAAM,UAAUS,EAAQ,CACtB,GAAI,CAMF,GALA,QAAQ,IAAI,gCAAgC,EAC5C,MAAM,KAAK,SAAS,qBAAqB,IAAI,sBAAsBA,CAAM,CAAC,EAC1E,QAAQ,IAAI,oCAAoC,EAG5C,KAAK,qBAAqB,OAAS,EAAG,CACxC,QAAQ,IAAI,eAAe,KAAK,qBAAqB,MAAM,yBAAyB,EACpF,UAAWC,KAAa,KAAK,qBAC3B,GAAI,CAGF,MAAM,KAAK,SAAS,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EAClE,QAAQ,IAAI,wCAAwC,CACtD,OAASV,EAAO,CACd,QAAQ,MAAM,wCAAyCA,CAAK,CAC9D,CAEF,KAAK,qBAAuB,CAAA,CAC9B,CAEA,MAAO,CAAE,QAAS,EAAI,CACxB,OAASA,EAAO,CACd,eAAQ,MAAM,0BAA2BA,CAAK,EACvC,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAMA,iBAAkB,CAChB,OAAK,KAAK,SAGH,CACL,gBAAiB,KAAK,SAAS,gBAC/B,mBAAoB,KAAK,SAAS,mBAClC,kBAAmB,KAAK,SAAS,iBACvC,EANa,CAAE,MAAO,2BAA2B,CAO/C,CAOA,MAAM,gBAAgBU,EAAW,CAC/B,GAAI,CAAC,KAAK,SAAU,CAClB,QAAQ,KAAK,sDAAsD,EACnE,MACF,CAGA,GAAI,CAAC,KAAK,SAAS,kBAAmB,CACpC,QAAQ,IAAI,4DAA4D,EACxE,KAAK,qBAAqB,KAAKA,CAAS,EACxC,MACF,CAGA,GAAI,CACF,MAAM,KAAK,SAAS,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EAClE,QAAQ,IAAI,iCAAiC,CAC/C,OAASV,EAAO,CACd,QAAQ,MAAM,iCAAkCA,CAAK,CACvD,CACF,CAMA,eAAgB,CACd,GAAI,KAAK,SAAU,CACjB,GAAI,CACF,KAAK,SAAS,MAAK,EACnB,QAAQ,IAAI,qBAAqB,CACnC,OAAS,EAAG,CACV,QAAQ,MAAM,2BAA4B,CAAC,CAC7C,CACA,KAAK,SAAW,IAClB,CAGI,KAAK,eACP,KAAK,aAAa,YAAY,QAASN,GAAUA,EAAM,MAAM,EAC7D,KAAK,aAAe,MAGtB,KAAK,qBAAuB,EAC9B,CASA,eAAgB,CACd,GAAI,CACF,QAAQ,IAAI,+BAA+B,EAE3C,MAAMiB,EAAQ,SAAS,eAAe,OAAO,EAC7C,GAAI,CAACA,EACH,MAAO,CAAE,QAAS,GAAO,MAAO,yBAAyB,EAI3D,MAAMlB,EAAK,IAAI,kBAAkB,CAC/B,WAAY,CAAA,EACZ,qBAAsB,GACtB,aAAc,WACd,cAAe,SACvB,CAAO,EAGD,OAAAA,EAAG,eAAkBQ,GAAU,CAC7B,GAAIA,EAAM,UAAW,CACnB,QAAQ,IAAI,2BAA2B,EACvC,KAAM,CAAE,YAAAW,CAAW,EAAK,QAAQ,UAAU,EAC1CA,EAAY,OAAO,0BAA2B,WAAY,CACxD,UAAWX,EAAM,UAAU,UAC3B,OAAQA,EAAM,UAAU,OACxB,cAAeA,EAAM,UAAU,aAC3C,CAAW,CACH,CACF,EAGAR,EAAG,QAAWQ,GAAU,CACtB,QAAQ,IAAI,oBAAoB,EAChCU,EAAM,UAAYV,EAAM,QAAQ,CAAC,EACjC,QAAQ,IAAI,8BAA8B,CAC5C,EAGA,KAAK,WAAaR,EAElB,QAAQ,IAAI,2BAA2B,EAChC,CAAE,QAAS,EAAI,CACxB,OAASO,EAAO,CACd,eAAQ,MAAM,oBAAqBA,CAAK,EACjC,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAOA,MAAM,wBAAwBQ,EAAO,CACnC,GAAI,CACF,GAAI,CAAC,KAAK,WACR,MAAM,IAAI,MAAM,0BAA0B,EAS5C,GANA,QAAQ,IAAI,qCAAsCA,EAAM,IAAI,EAC5D,QAAQ,IAAI,kCAAkC,EAC9C,MAAM,KAAK,WAAW,qBAAqBA,CAAK,EAChD,QAAQ,IAAI,sCAAsC,EAG9C,KAAK,mBAAmB,OAAS,EAAG,CACtC,QAAQ,IAAI,eAAe,KAAK,mBAAmB,MAAM,yBAAyB,EAClF,UAAWE,KAAa,KAAK,mBAC3B,GAAI,CAGF,MAAM,KAAK,WAAW,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EACpE,QAAQ,IAAI,0CAA0C,CACxD,OAASV,EAAO,CACd,QAAQ,MAAM,wCAAyCA,CAAK,CAC9D,CAEF,KAAK,mBAAqB,CAAA,CAC5B,CAEA,QAAQ,IAAI,uBAAuB,EACnC,MAAMS,EAAS,MAAM,KAAK,WAAW,aAAY,EACjD,eAAQ,IAAI,qBAAsBA,EAAO,KAAMA,EAAO,IAAI,OAAQ,OAAO,EAEzE,QAAQ,IAAI,6CAA6C,EACzD,MAAM,KAAK,WAAW,oBAAoBA,CAAM,EAChD,QAAQ,IAAI,qCAAqC,EAG1C,CACL,KAAMA,EAAO,KACb,IAAKA,EAAO,GACpB,CACI,OAAST,EAAO,CACd,eAAQ,MAAM,uCAAwCA,CAAK,EACpD,CAAE,MAAOA,EAAM,QAAS,MAAOA,EAAM,KAAK,CACnD,CACF,CAOA,MAAM,wBAAwBU,EAAW,CACvC,GAAI,CAAC,KAAK,WAAY,CACpB,QAAQ,KAAK,wDAAwD,EACrE,MACF,CAGA,GAAI,CAAC,KAAK,WAAW,kBAAmB,CACtC,QAAQ,IAAI,yEAAyE,EACrF,KAAK,mBAAmB,KAAKA,CAAS,EACtC,MACF,CAGA,GAAI,CACF,MAAM,KAAK,WAAW,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EACpE,QAAQ,IAAI,oCAAoC,CAClD,OAASV,EAAO,CACd,QAAQ,MAAM,6CAA8CA,CAAK,CACnE,CACF,CAMA,mBAAoB,CAClB,OAAK,KAAK,WAGH,CACL,gBAAiB,KAAK,WAAW,gBACjC,mBAAoB,KAAK,WAAW,mBACpC,kBAAmB,KAAK,WAAW,iBACzC,EANa,CAAE,MAAO,6BAA6B,CAOjD,CAMA,oBAAqB,CACnB,MAAO,CACL,MAAO,GACP,cAAe,EAAQ,KAAK,UAClC,CACE,CAMA,iBAAkB,CAChB,GAAI,KAAK,WAAY,CACnB,GAAI,CACF,KAAK,WAAW,MAAK,EACrB,QAAQ,IAAI,uBAAuB,CACrC,OAAS,EAAG,CACV,QAAQ,MAAM,6BAA8B,CAAC,CAC/C,CACA,KAAK,WAAa,IACpB,CACA,KAAK,mBAAqB,EAC5B,CACF,CAGK,MAACa,EAAgB,IAAIxB"}
|
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
class AutoTuneProcessor extends AudioWorkletProcessor {
|
|
2
|
+
constructor() {
|
|
3
|
+
super();
|
|
4
|
+
|
|
5
|
+
// Auto-tune parameters
|
|
6
|
+
this.enabled = false;
|
|
7
|
+
this.strength = 0.5; // 0-1 range
|
|
8
|
+
this.speed = 0.05; // How quickly to correct pitch
|
|
9
|
+
this.targetPitch = null;
|
|
10
|
+
this.currentKey = 'C';
|
|
11
|
+
|
|
12
|
+
// Pitch detection
|
|
13
|
+
this.sampleRate = 44100;
|
|
14
|
+
this.bufferSize = 2048;
|
|
15
|
+
this.buffer = new Float32Array(this.bufferSize);
|
|
16
|
+
this.bufferIndex = 0;
|
|
17
|
+
|
|
18
|
+
// Musical notes in Hz (A4 = 440Hz)
|
|
19
|
+
this.noteFrequencies = {
|
|
20
|
+
C: [65.41, 130.81, 261.63, 523.25, 1046.5],
|
|
21
|
+
'C#': [69.3, 138.59, 277.18, 554.37, 1108.73],
|
|
22
|
+
D: [73.42, 146.83, 293.66, 587.33, 1174.66],
|
|
23
|
+
'D#': [77.78, 155.56, 311.13, 622.25, 1244.51],
|
|
24
|
+
E: [82.41, 164.81, 329.63, 659.25, 1318.51],
|
|
25
|
+
F: [87.31, 174.61, 349.23, 698.46, 1396.91],
|
|
26
|
+
'F#': [92.5, 185.0, 369.99, 739.99, 1479.98],
|
|
27
|
+
G: [98.0, 196.0, 392.0, 783.99, 1567.98],
|
|
28
|
+
'G#': [103.83, 207.65, 415.3, 830.61, 1661.22],
|
|
29
|
+
A: [110.0, 220.0, 440.0, 880.0, 1760.0],
|
|
30
|
+
'A#': [116.54, 233.08, 466.16, 932.33, 1864.66],
|
|
31
|
+
B: [123.47, 246.94, 493.88, 987.77, 1975.53],
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
// Scales for key detection
|
|
35
|
+
this.scales = {
|
|
36
|
+
C: ['C', 'D', 'E', 'F', 'G', 'A', 'B'],
|
|
37
|
+
G: ['G', 'A', 'B', 'C', 'D', 'E', 'F#'],
|
|
38
|
+
D: ['D', 'E', 'F#', 'G', 'A', 'B', 'C#'],
|
|
39
|
+
A: ['A', 'B', 'C#', 'D', 'E', 'F#', 'G#'],
|
|
40
|
+
E: ['E', 'F#', 'G#', 'A', 'B', 'C#', 'D#'],
|
|
41
|
+
B: ['B', 'C#', 'D#', 'E', 'F#', 'G#', 'A#'],
|
|
42
|
+
F: ['F', 'G', 'A', 'A#', 'C', 'D', 'E'],
|
|
43
|
+
'A#': ['A#', 'C', 'D', 'D#', 'F', 'G', 'A'],
|
|
44
|
+
'D#': ['D#', 'F', 'G', 'G#', 'A#', 'C', 'D'],
|
|
45
|
+
'G#': ['G#', 'A#', 'C', 'C#', 'D#', 'F', 'G'],
|
|
46
|
+
'C#': ['C#', 'D#', 'F', 'F#', 'G#', 'A#', 'B'],
|
|
47
|
+
'F#': ['F#', 'G#', 'A#', 'B', 'C#', 'D#', 'F'],
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
// Phase vocoder for pitch shifting
|
|
51
|
+
this.fftSize = 2048;
|
|
52
|
+
this.hopSize = this.fftSize / 4;
|
|
53
|
+
this.analysisWindow = this.createWindow(this.fftSize);
|
|
54
|
+
this.synthesisWindow = this.createWindow(this.fftSize);
|
|
55
|
+
|
|
56
|
+
// Overlap-add buffers
|
|
57
|
+
this.inputBuffer = new Float32Array(this.fftSize);
|
|
58
|
+
this.outputBuffer = new Float32Array(this.fftSize);
|
|
59
|
+
this.overlapBuffer = new Float32Array(this.fftSize);
|
|
60
|
+
|
|
61
|
+
// Debug logging
|
|
62
|
+
this.frameCount = 0;
|
|
63
|
+
this.lastLogTime = 0;
|
|
64
|
+
|
|
65
|
+
// Handle parameter changes from main thread
|
|
66
|
+
this.port.onmessage = (event) => {
|
|
67
|
+
if (event.data.type === 'setEnabled') {
|
|
68
|
+
this.enabled = event.data.value;
|
|
69
|
+
} else if (event.data.type === 'setStrength') {
|
|
70
|
+
this.strength = event.data.value / 100; // Convert from 0-100 to 0-1
|
|
71
|
+
} else if (event.data.type === 'setSpeed') {
|
|
72
|
+
this.speed = event.data.value / 100; // Convert from 1-100 to 0.01-1
|
|
73
|
+
} else if (event.data.type === 'setKey') {
|
|
74
|
+
this.currentKey = event.data.value;
|
|
75
|
+
}
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
createWindow(size) {
|
|
80
|
+
const window = new Float32Array(size);
|
|
81
|
+
for (let i = 0; i < size; i++) {
|
|
82
|
+
// Hann window
|
|
83
|
+
window[i] = 0.5 * (1 - Math.cos((2 * Math.PI * i) / (size - 1)));
|
|
84
|
+
}
|
|
85
|
+
return window;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
detectPitch(buffer) {
|
|
89
|
+
// Simple autocorrelation-based pitch detection
|
|
90
|
+
const minPeriod = Math.floor(this.sampleRate / 800); // 800 Hz max
|
|
91
|
+
const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
|
|
92
|
+
|
|
93
|
+
let maxCorrelation = 0;
|
|
94
|
+
let bestPeriod = 0;
|
|
95
|
+
|
|
96
|
+
for (let period = minPeriod; period < maxPeriod; period++) {
|
|
97
|
+
let correlation = 0;
|
|
98
|
+
for (let i = 0; i < buffer.length - period; i++) {
|
|
99
|
+
correlation += buffer[i] * buffer[i + period];
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
if (correlation > maxCorrelation) {
|
|
103
|
+
maxCorrelation = correlation;
|
|
104
|
+
bestPeriod = period;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
if (bestPeriod > 0 && maxCorrelation > 0.01) {
|
|
109
|
+
return this.sampleRate / bestPeriod;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
return null;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
findNearestNote(frequency) {
|
|
116
|
+
if (!frequency) return null;
|
|
117
|
+
|
|
118
|
+
const scaleNotes = this.scales[this.currentKey] || this.scales['C'];
|
|
119
|
+
let minDiff = Infinity;
|
|
120
|
+
let nearestNote = null;
|
|
121
|
+
let nearestFreq = null;
|
|
122
|
+
|
|
123
|
+
for (const note of scaleNotes) {
|
|
124
|
+
const frequencies = this.noteFrequencies[note];
|
|
125
|
+
for (const freq of frequencies) {
|
|
126
|
+
const diff = Math.abs(frequency - freq);
|
|
127
|
+
if (diff < minDiff) {
|
|
128
|
+
minDiff = diff;
|
|
129
|
+
nearestNote = note;
|
|
130
|
+
nearestFreq = freq;
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
return { note: nearestNote, frequency: nearestFreq };
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
processWithRobotEffect(inputSample) {
|
|
139
|
+
// Create a robotic auto-tune effect using wave shaping
|
|
140
|
+
// This is more audible than true pitch shifting but gives the characteristic sound
|
|
141
|
+
|
|
142
|
+
// Hard clip the signal for a more digital sound
|
|
143
|
+
let processed = Math.max(-1, Math.min(1, inputSample * 2));
|
|
144
|
+
|
|
145
|
+
// Add harmonic distortion for the "robotic" quality
|
|
146
|
+
processed = Math.sin(processed * Math.PI);
|
|
147
|
+
|
|
148
|
+
// Quantize to create stepped pitch effect
|
|
149
|
+
const steps = 16; // Number of quantization levels
|
|
150
|
+
processed = Math.round(processed * steps) / steps;
|
|
151
|
+
|
|
152
|
+
// Mix with original based on strength
|
|
153
|
+
return inputSample * (1 - this.strength) + processed * this.strength;
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
process(inputs, outputs, _parameters) {
|
|
157
|
+
const input = inputs[0];
|
|
158
|
+
const output = outputs[0];
|
|
159
|
+
|
|
160
|
+
if (!input || !input[0]) {
|
|
161
|
+
return true;
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
const inputChannel = input[0];
|
|
165
|
+
const outputChannel = output[0];
|
|
166
|
+
|
|
167
|
+
if (!this.enabled) {
|
|
168
|
+
// Pass through unprocessed
|
|
169
|
+
outputChannel.set(inputChannel);
|
|
170
|
+
return true;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
// Fill detection buffer
|
|
174
|
+
for (let i = 0; i < inputChannel.length; i++) {
|
|
175
|
+
this.buffer[this.bufferIndex++] = inputChannel[i];
|
|
176
|
+
|
|
177
|
+
if (this.bufferIndex >= this.bufferSize) {
|
|
178
|
+
// Detect pitch
|
|
179
|
+
const detectedPitch = this.detectPitch(this.buffer);
|
|
180
|
+
|
|
181
|
+
if (detectedPitch) {
|
|
182
|
+
const nearest = this.findNearestNote(detectedPitch);
|
|
183
|
+
if (nearest) {
|
|
184
|
+
// Calculate pitch shift factor
|
|
185
|
+
const shiftFactor = nearest.frequency / detectedPitch;
|
|
186
|
+
|
|
187
|
+
// Log pitch detection every second
|
|
188
|
+
this.frameCount++;
|
|
189
|
+
const now = Date.now();
|
|
190
|
+
if (now - this.lastLogTime > 1000) {
|
|
191
|
+
this.lastLogTime = now;
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
// Smooth the pitch correction based on speed parameter
|
|
195
|
+
if (this.targetPitch) {
|
|
196
|
+
this.targetPitch = this.targetPitch * (1 - this.speed) + shiftFactor * this.speed;
|
|
197
|
+
} else {
|
|
198
|
+
this.targetPitch = shiftFactor;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
// Reset buffer
|
|
204
|
+
this.bufferIndex = 0;
|
|
205
|
+
this.buffer.fill(0);
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
// Apply auto-tune effect
|
|
210
|
+
// For now, use the robotic effect which is more immediately audible
|
|
211
|
+
for (let i = 0; i < outputChannel.length; i++) {
|
|
212
|
+
outputChannel[i] = this.processWithRobotEffect(inputChannel[i]);
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
// Log that we're processing
|
|
216
|
+
if (this.frameCount % 1000 === 0) {
|
|
217
|
+
// Debug logging disabled for performance
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
return true;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
registerProcessor('auto-tune-processor', AutoTuneProcessor);
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Microphone Pitch Detector AudioWorklet
|
|
3
|
+
* Detects fundamental frequency from microphone input
|
|
4
|
+
* Sends pitch data to main thread for auto-tune and coaching display
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
class MicPitchDetectorProcessor extends AudioWorkletProcessor {
|
|
8
|
+
constructor() {
|
|
9
|
+
super();
|
|
10
|
+
|
|
11
|
+
// Pitch detection parameters
|
|
12
|
+
this.sampleRate = 48000; // Will be updated from options
|
|
13
|
+
this.bufferSize = 2048;
|
|
14
|
+
this.buffer = new Float32Array(this.bufferSize);
|
|
15
|
+
this.bufferIndex = 0;
|
|
16
|
+
|
|
17
|
+
// Detection rate throttling
|
|
18
|
+
this.detectionCount = 0;
|
|
19
|
+
this.detectionInterval = 4; // Detect every 4 buffers (~46ms at 48kHz)
|
|
20
|
+
|
|
21
|
+
// Last detected pitch for smoothing
|
|
22
|
+
this.lastPitch = null;
|
|
23
|
+
this.smoothingFactor = 0.7; // Exponential smoothing
|
|
24
|
+
|
|
25
|
+
// Minimum signal threshold to avoid detecting noise
|
|
26
|
+
this.minSignalThreshold = 0.01;
|
|
27
|
+
|
|
28
|
+
// Handle messages from main thread
|
|
29
|
+
this.port.onmessage = (event) => {
|
|
30
|
+
if (event.data.type === 'setSampleRate') {
|
|
31
|
+
this.sampleRate = event.data.value;
|
|
32
|
+
} else if (event.data.type === 'setDetectionInterval') {
|
|
33
|
+
this.detectionInterval = event.data.value;
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Detect pitch using autocorrelation
|
|
40
|
+
* Returns frequency in Hz or null if no pitch detected
|
|
41
|
+
*/
|
|
42
|
+
detectPitch(buffer) {
|
|
43
|
+
// Check signal strength first
|
|
44
|
+
let sumSquares = 0;
|
|
45
|
+
for (let i = 0; i < buffer.length; i++) {
|
|
46
|
+
sumSquares += buffer[i] * buffer[i];
|
|
47
|
+
}
|
|
48
|
+
const rms = Math.sqrt(sumSquares / buffer.length);
|
|
49
|
+
|
|
50
|
+
if (rms < this.minSignalThreshold) {
|
|
51
|
+
return null; // Signal too weak
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
// Autocorrelation-based pitch detection
|
|
55
|
+
// Vocal range: ~80 Hz (E2) to ~800 Hz (G5)
|
|
56
|
+
const minPeriod = Math.floor(this.sampleRate / 800); // 800 Hz max
|
|
57
|
+
const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
|
|
58
|
+
|
|
59
|
+
let maxCorrelation = 0;
|
|
60
|
+
let bestPeriod = 0;
|
|
61
|
+
|
|
62
|
+
// Calculate autocorrelation for each possible period
|
|
63
|
+
for (let period = minPeriod; period < maxPeriod; period++) {
|
|
64
|
+
let correlation = 0;
|
|
65
|
+
for (let i = 0; i < buffer.length - period; i++) {
|
|
66
|
+
correlation += buffer[i] * buffer[i + period];
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
if (correlation > maxCorrelation) {
|
|
70
|
+
maxCorrelation = correlation;
|
|
71
|
+
bestPeriod = period;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
// Require minimum correlation strength
|
|
76
|
+
const correlationThreshold = sumSquares * 0.3;
|
|
77
|
+
if (bestPeriod > 0 && maxCorrelation > correlationThreshold) {
|
|
78
|
+
const frequency = this.sampleRate / bestPeriod;
|
|
79
|
+
|
|
80
|
+
// Apply exponential smoothing
|
|
81
|
+
if (this.lastPitch !== null) {
|
|
82
|
+
return this.lastPitch * this.smoothingFactor + frequency * (1 - this.smoothingFactor);
|
|
83
|
+
}
|
|
84
|
+
return frequency;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
return null;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
process(inputs, outputs) {
|
|
91
|
+
const input = inputs[0];
|
|
92
|
+
const output = outputs[0];
|
|
93
|
+
|
|
94
|
+
if (!input || !input[0]) {
|
|
95
|
+
return true;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
const inputChannel = input[0];
|
|
99
|
+
|
|
100
|
+
// Pass through audio unchanged
|
|
101
|
+
if (output && output[0]) {
|
|
102
|
+
output[0].set(inputChannel);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
// Fill detection buffer
|
|
106
|
+
for (let i = 0; i < inputChannel.length; i++) {
|
|
107
|
+
this.buffer[this.bufferIndex++] = inputChannel[i];
|
|
108
|
+
|
|
109
|
+
if (this.bufferIndex >= this.bufferSize) {
|
|
110
|
+
// Buffer full - perform detection (throttled)
|
|
111
|
+
this.detectionCount++;
|
|
112
|
+
if (this.detectionCount >= this.detectionInterval) {
|
|
113
|
+
this.detectionCount = 0;
|
|
114
|
+
|
|
115
|
+
const detectedPitch = this.detectPitch(this.buffer);
|
|
116
|
+
|
|
117
|
+
// Update last pitch for smoothing
|
|
118
|
+
this.lastPitch = detectedPitch;
|
|
119
|
+
|
|
120
|
+
// Send pitch data to main thread
|
|
121
|
+
this.port.postMessage({
|
|
122
|
+
type: 'pitch',
|
|
123
|
+
frequency: detectedPitch,
|
|
124
|
+
timestamp: Date.now(),
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
// Reset buffer
|
|
129
|
+
this.bufferIndex = 0;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
return true;
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
registerProcessor('mic-pitch-detector', MicPitchDetectorProcessor);
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
// AudioWorklet processor for real-time music analysis
|
|
2
|
+
class MusicAnalysisProcessor extends AudioWorkletProcessor {
|
|
3
|
+
constructor() {
|
|
4
|
+
super();
|
|
5
|
+
|
|
6
|
+
// Analysis parameters
|
|
7
|
+
this.fftSize = 512;
|
|
8
|
+
this.bufferSize = this.fftSize * 2; // Need double for FFT
|
|
9
|
+
this.buffer = new Float32Array(this.bufferSize);
|
|
10
|
+
this.bufferIndex = 0;
|
|
11
|
+
|
|
12
|
+
// Analysis results
|
|
13
|
+
this.analysisFrameCount = 0;
|
|
14
|
+
this.analysisRate = 4; // Send analysis every 4 frames (~15Hz at 60fps)
|
|
15
|
+
|
|
16
|
+
// Pre-allocate arrays for efficiency
|
|
17
|
+
this.frequencyData = new Float32Array(this.fftSize / 2);
|
|
18
|
+
this.tempBuffer = new Float32Array(this.fftSize);
|
|
19
|
+
|
|
20
|
+
// Pitch detection parameters
|
|
21
|
+
this.sampleRate = 48000; // Will be updated from options
|
|
22
|
+
this.pitchDetectionEnabled = false;
|
|
23
|
+
this.lastPitch = null;
|
|
24
|
+
this.smoothingFactor = 0.7;
|
|
25
|
+
this.minSignalThreshold = 0.01;
|
|
26
|
+
|
|
27
|
+
// Handle messages from main thread
|
|
28
|
+
this.port.onmessage = (event) => {
|
|
29
|
+
if (event.data.type === 'setSampleRate') {
|
|
30
|
+
this.sampleRate = event.data.value;
|
|
31
|
+
} else if (event.data.type === 'enablePitchDetection') {
|
|
32
|
+
this.pitchDetectionEnabled = event.data.value;
|
|
33
|
+
}
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
process(inputs, _outputs, _parameters) {
|
|
38
|
+
const input = inputs[0];
|
|
39
|
+
|
|
40
|
+
if (!input || !input[0]) {
|
|
41
|
+
return true;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
const inputChannel = input[0];
|
|
45
|
+
|
|
46
|
+
// Fill circular buffer
|
|
47
|
+
for (let i = 0; i < inputChannel.length; i++) {
|
|
48
|
+
this.buffer[this.bufferIndex] = inputChannel[i];
|
|
49
|
+
this.bufferIndex = (this.bufferIndex + 1) % this.bufferSize;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
// Perform analysis at reduced rate to avoid overwhelming main thread
|
|
53
|
+
this.analysisFrameCount++;
|
|
54
|
+
if (this.analysisFrameCount >= this.analysisRate) {
|
|
55
|
+
this.analysisFrameCount = 0;
|
|
56
|
+
this.performAnalysis();
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
return true;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
detectPitch(buffer) {
|
|
63
|
+
// Check signal strength first
|
|
64
|
+
let sumSquares = 0;
|
|
65
|
+
for (let i = 0; i < buffer.length; i++) {
|
|
66
|
+
sumSquares += buffer[i] * buffer[i];
|
|
67
|
+
}
|
|
68
|
+
const rms = Math.sqrt(sumSquares / buffer.length);
|
|
69
|
+
|
|
70
|
+
if (rms < this.minSignalThreshold) {
|
|
71
|
+
return null; // Signal too weak
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
// Autocorrelation-based pitch detection
|
|
75
|
+
// Music range: ~80 Hz (bass) to ~2000 Hz (upper harmonics)
|
|
76
|
+
const minPeriod = Math.floor(this.sampleRate / 2000); // 2000 Hz max
|
|
77
|
+
const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
|
|
78
|
+
|
|
79
|
+
let maxCorrelation = 0;
|
|
80
|
+
let bestPeriod = 0;
|
|
81
|
+
|
|
82
|
+
// Calculate autocorrelation for each possible period
|
|
83
|
+
for (let period = minPeriod; period < maxPeriod; period++) {
|
|
84
|
+
let correlation = 0;
|
|
85
|
+
for (let i = 0; i < buffer.length - period; i++) {
|
|
86
|
+
correlation += buffer[i] * buffer[i + period];
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
if (correlation > maxCorrelation) {
|
|
90
|
+
maxCorrelation = correlation;
|
|
91
|
+
bestPeriod = period;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
// Require minimum correlation strength
|
|
96
|
+
const correlationThreshold = sumSquares * 0.3;
|
|
97
|
+
if (bestPeriod > 0 && maxCorrelation > correlationThreshold) {
|
|
98
|
+
const frequency = this.sampleRate / bestPeriod;
|
|
99
|
+
|
|
100
|
+
// Apply exponential smoothing
|
|
101
|
+
if (this.lastPitch !== null) {
|
|
102
|
+
return this.lastPitch * this.smoothingFactor + frequency * (1 - this.smoothingFactor);
|
|
103
|
+
}
|
|
104
|
+
return frequency;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
return null;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
performAnalysis() {
|
|
111
|
+
// Copy buffer data in correct order for FFT
|
|
112
|
+
const startIndex = this.bufferIndex;
|
|
113
|
+
for (let i = 0; i < this.fftSize; i++) {
|
|
114
|
+
const bufferIdx = (startIndex + i) % this.bufferSize;
|
|
115
|
+
this.tempBuffer[i] = this.buffer[bufferIdx];
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
// Apply window function (Hann window)
|
|
119
|
+
for (let i = 0; i < this.fftSize; i++) {
|
|
120
|
+
const windowValue = 0.5 * (1 - Math.cos((2 * Math.PI * i) / (this.fftSize - 1)));
|
|
121
|
+
this.tempBuffer[i] *= windowValue;
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
// Detect pitch if enabled
|
|
125
|
+
let detectedPitch = null;
|
|
126
|
+
if (this.pitchDetectionEnabled) {
|
|
127
|
+
detectedPitch = this.detectPitch(this.tempBuffer);
|
|
128
|
+
this.lastPitch = detectedPitch;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// Perform FFT (simplified real-to-complex)
|
|
132
|
+
this.simpleFFT(this.tempBuffer, this.frequencyData);
|
|
133
|
+
|
|
134
|
+
// Analyze frequency bands
|
|
135
|
+
const analysis = this.analyzeFrequencyBands(this.frequencyData);
|
|
136
|
+
|
|
137
|
+
// Add pitch to analysis if detected
|
|
138
|
+
if (detectedPitch) {
|
|
139
|
+
analysis.pitch = detectedPitch;
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
// Send results to main thread
|
|
143
|
+
this.port.postMessage({
|
|
144
|
+
type: 'analysis',
|
|
145
|
+
data: analysis,
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
// Simplified FFT implementation for AudioWorklet
|
|
150
|
+
simpleFFT(timeData, freqData) {
|
|
151
|
+
const N = timeData.length;
|
|
152
|
+
const halfN = N / 2;
|
|
153
|
+
|
|
154
|
+
// Convert to magnitude spectrum (simplified)
|
|
155
|
+
for (let i = 0; i < halfN; i++) {
|
|
156
|
+
let real = 0;
|
|
157
|
+
let imag = 0;
|
|
158
|
+
|
|
159
|
+
for (let j = 0; j < N; j++) {
|
|
160
|
+
const angle = (-2 * Math.PI * i * j) / N;
|
|
161
|
+
real += timeData[j] * Math.cos(angle);
|
|
162
|
+
imag += timeData[j] * Math.sin(angle);
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
// Magnitude
|
|
166
|
+
freqData[i] = Math.sqrt(real * real + imag * imag) / N;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
analyzeFrequencyBands(frequencyData) {
|
|
171
|
+
const binCount = frequencyData.length;
|
|
172
|
+
const bassEnd = Math.floor(binCount * 0.1); // 0-10% (bass)
|
|
173
|
+
const midEnd = Math.floor(binCount * 0.4); // 10-40% (mids)
|
|
174
|
+
// 40-100% is treble
|
|
175
|
+
|
|
176
|
+
let bassSum = 0,
|
|
177
|
+
midSum = 0,
|
|
178
|
+
trebleSum = 0,
|
|
179
|
+
totalEnergy = 0;
|
|
180
|
+
let weightedSum = 0; // for spectral centroid
|
|
181
|
+
|
|
182
|
+
for (let i = 0; i < binCount; i++) {
|
|
183
|
+
const value = frequencyData[i];
|
|
184
|
+
totalEnergy += value;
|
|
185
|
+
weightedSum += value * i;
|
|
186
|
+
|
|
187
|
+
if (i < bassEnd) {
|
|
188
|
+
bassSum += value;
|
|
189
|
+
} else if (i < midEnd) {
|
|
190
|
+
midSum += value;
|
|
191
|
+
} else {
|
|
192
|
+
trebleSum += value;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
// Calculate averages and normalize
|
|
197
|
+
const bassAvg = bassEnd > 0 ? bassSum / bassEnd : 0;
|
|
198
|
+
const midAvg = midEnd - bassEnd > 0 ? midSum / (midEnd - bassEnd) : 0;
|
|
199
|
+
const trebleAvg = binCount - midEnd > 0 ? trebleSum / (binCount - midEnd) : 0;
|
|
200
|
+
const energyAvg = binCount > 0 ? totalEnergy / binCount : 0;
|
|
201
|
+
|
|
202
|
+
// Calculate spectral centroid (normalized)
|
|
203
|
+
const centroid = totalEnergy > 0 ? weightedSum / totalEnergy / binCount : 0;
|
|
204
|
+
|
|
205
|
+
// Apply smoothing and scaling for visual effects
|
|
206
|
+
return {
|
|
207
|
+
energy: Math.min(energyAvg * 50, 1.0), // Scale and clamp
|
|
208
|
+
bass: Math.min(bassAvg * 100, 1.0),
|
|
209
|
+
mid: Math.min(midAvg * 80, 1.0),
|
|
210
|
+
treble: Math.min(trebleAvg * 60, 1.0),
|
|
211
|
+
centroid: centroid,
|
|
212
|
+
};
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
registerProcessor('music-analysis-processor', MusicAnalysisProcessor);
|