loukai-app 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (290) hide show
  1. package/README.md +558 -0
  2. package/bin/loukai.js +32 -0
  3. package/package.json +243 -0
  4. package/src/main/appState.js +250 -0
  5. package/src/main/audioEngine.js +478 -0
  6. package/src/main/creator/conversionService.js +503 -0
  7. package/src/main/creator/downloadManager.js +1128 -0
  8. package/src/main/creator/ffmpegService.js +487 -0
  9. package/src/main/creator/installLogger.js +51 -0
  10. package/src/main/creator/keyDetection.js +212 -0
  11. package/src/main/creator/llmService.js +370 -0
  12. package/src/main/creator/lrclibService.js +340 -0
  13. package/src/main/creator/python/crepe_runner.py +189 -0
  14. package/src/main/creator/python/demucs_runner.py +158 -0
  15. package/src/main/creator/python/whisper_runner.py +172 -0
  16. package/src/main/creator/pythonRunner.js +268 -0
  17. package/src/main/creator/stemBuilder.js +491 -0
  18. package/src/main/creator/systemChecker.js +474 -0
  19. package/src/main/handlers/appHandlers.js +45 -0
  20. package/src/main/handlers/audioHandlers.js +33 -0
  21. package/src/main/handlers/autotuneHandlers.js +28 -0
  22. package/src/main/handlers/canvasHandlers.js +84 -0
  23. package/src/main/handlers/creatorHandlers.js +159 -0
  24. package/src/main/handlers/editorHandlers.js +98 -0
  25. package/src/main/handlers/effectsHandlers.js +100 -0
  26. package/src/main/handlers/fileHandlers.js +45 -0
  27. package/src/main/handlers/index.js +78 -0
  28. package/src/main/handlers/libraryHandlers.js +96 -0
  29. package/src/main/handlers/mixerHandlers.js +64 -0
  30. package/src/main/handlers/playerHandlers.js +39 -0
  31. package/src/main/handlers/preferencesHandlers.js +46 -0
  32. package/src/main/handlers/queueHandlers.js +81 -0
  33. package/src/main/handlers/rendererHandlers.js +63 -0
  34. package/src/main/handlers/settingsHandlers.js +42 -0
  35. package/src/main/handlers/webServerHandlers.js +105 -0
  36. package/src/main/main.js +2351 -0
  37. package/src/main/preload.js +252 -0
  38. package/src/main/settingsManager.js +139 -0
  39. package/src/main/statePersistence.js +193 -0
  40. package/src/main/utils/pathValidator.js +112 -0
  41. package/src/main/webServer.js +2535 -0
  42. package/src/native/autotune.js +417 -0
  43. package/src/renderer/adapters/ElectronBridge.js +677 -0
  44. package/src/renderer/canvas.html +80 -0
  45. package/src/renderer/components/App.jsx +303 -0
  46. package/src/renderer/components/AppRoot.jsx +37 -0
  47. package/src/renderer/components/AudioDeviceSettings.jsx +145 -0
  48. package/src/renderer/components/EffectsPanelWrapper.jsx +267 -0
  49. package/src/renderer/components/MixerTab.jsx +233 -0
  50. package/src/renderer/components/MixerTabWrapper.jsx +31 -0
  51. package/src/renderer/components/PortalSelect.jsx +239 -0
  52. package/src/renderer/components/QueueTab.jsx +116 -0
  53. package/src/renderer/components/RequestsListWrapper.jsx +78 -0
  54. package/src/renderer/components/ServerTab.jsx +472 -0
  55. package/src/renderer/components/SongInfoBarWrapper.jsx +77 -0
  56. package/src/renderer/components/StatusBar.jsx +92 -0
  57. package/src/renderer/components/TabNavigation.jsx +77 -0
  58. package/src/renderer/components/TransportControlsWrapper.jsx +69 -0
  59. package/src/renderer/components/creator/CreateTab.jsx +1236 -0
  60. package/src/renderer/dist/assets/kaiPlayer-CoMx__a_.js +2 -0
  61. package/src/renderer/dist/assets/kaiPlayer-CoMx__a_.js.map +1 -0
  62. package/src/renderer/dist/assets/microphoneEngine-BaCUhhQc.js +2 -0
  63. package/src/renderer/dist/assets/microphoneEngine-BaCUhhQc.js.map +1 -0
  64. package/src/renderer/dist/assets/player-DVrqp7N5.js +3 -0
  65. package/src/renderer/dist/assets/player-DVrqp7N5.js.map +1 -0
  66. package/src/renderer/dist/assets/songLoaders-BaTgGib4.js +2 -0
  67. package/src/renderer/dist/assets/songLoaders-BaTgGib4.js.map +1 -0
  68. package/src/renderer/dist/assets/webrtcManager-BhCHWceK.js +2 -0
  69. package/src/renderer/dist/assets/webrtcManager-BhCHWceK.js.map +1 -0
  70. package/src/renderer/dist/js/autoTuneWorklet.js +224 -0
  71. package/src/renderer/dist/js/micPitchDetectorWorklet.js +137 -0
  72. package/src/renderer/dist/js/musicAnalysisWorklet.js +216 -0
  73. package/src/renderer/dist/js/phaseVocoderWorklet.js +341 -0
  74. package/src/renderer/dist/js/soundtouch-worklet.js +1395 -0
  75. package/src/renderer/dist/renderer.css +1 -0
  76. package/src/renderer/dist/renderer.js +62 -0
  77. package/src/renderer/dist/renderer.js.map +1 -0
  78. package/src/renderer/dist/renderer.woff2 +0 -0
  79. package/src/renderer/hooks/useKeyboardShortcuts.js +154 -0
  80. package/src/renderer/index.html +24 -0
  81. package/src/renderer/index.html.backup +372 -0
  82. package/src/renderer/js/PlayerInterface.js +267 -0
  83. package/src/renderer/js/autoTuneWorklet.js +224 -0
  84. package/src/renderer/js/butterchurnVerify.js +46 -0
  85. package/src/renderer/js/canvas-app.js +114 -0
  86. package/src/renderer/js/cdgPlayer.js +685 -0
  87. package/src/renderer/js/kaiPlayer.js +1200 -0
  88. package/src/renderer/js/karaokeRenderer.js +3392 -0
  89. package/src/renderer/js/micPitchDetectorWorklet.js +137 -0
  90. package/src/renderer/js/microphoneEngine.js +656 -0
  91. package/src/renderer/js/musicAnalysisWorklet.js +216 -0
  92. package/src/renderer/js/phaseVocoderWorklet.js +341 -0
  93. package/src/renderer/js/player.js +232 -0
  94. package/src/renderer/js/referencePitchTracker.js +130 -0
  95. package/src/renderer/js/songLoaders.js +334 -0
  96. package/src/renderer/js/soundtouch-worklet.js +1395 -0
  97. package/src/renderer/js/webrtcManager.js +511 -0
  98. package/src/renderer/lib/butterchurn.min.js +6739 -0
  99. package/src/renderer/lib/butterchurnPresets.min.js +1 -0
  100. package/src/renderer/lib/cdgraphics-wrapper.js +16 -0
  101. package/src/renderer/lib/cdgraphics.js +299 -0
  102. package/src/renderer/public/js/autoTuneWorklet.js +224 -0
  103. package/src/renderer/public/js/micPitchDetectorWorklet.js +137 -0
  104. package/src/renderer/public/js/musicAnalysisWorklet.js +216 -0
  105. package/src/renderer/public/js/phaseVocoderWorklet.js +341 -0
  106. package/src/renderer/public/js/soundtouch-worklet.js +1395 -0
  107. package/src/renderer/react-entry.jsx +44 -0
  108. package/src/renderer/styles/tailwind.css +106 -0
  109. package/src/renderer/utils/qrCodeGenerator.js +98 -0
  110. package/src/renderer/vite.config.js +31 -0
  111. package/src/shared/adapters/BridgeInterface.js +195 -0
  112. package/src/shared/components/EffectsPanel.jsx +177 -0
  113. package/src/shared/components/LibraryPanel.jsx +701 -0
  114. package/src/shared/components/LineDetailCanvas.jsx +167 -0
  115. package/src/shared/components/LyricLine.jsx +505 -0
  116. package/src/shared/components/LyricRejection.jsx +84 -0
  117. package/src/shared/components/LyricSuggestion.jsx +80 -0
  118. package/src/shared/components/LyricsEditorCanvas.jsx +271 -0
  119. package/src/shared/components/MixerPanel.jsx +94 -0
  120. package/src/shared/components/PlayerControls.jsx +206 -0
  121. package/src/shared/components/PortalSelect.jsx +239 -0
  122. package/src/shared/components/QueueList.jsx +365 -0
  123. package/src/shared/components/QuickSearch.jsx +126 -0
  124. package/src/shared/components/RequestsList.jsx +121 -0
  125. package/src/shared/components/SongEditor.jsx +1362 -0
  126. package/src/shared/components/SongInfoBar.jsx +81 -0
  127. package/src/shared/components/ThemeToggle.jsx +106 -0
  128. package/src/shared/components/Toast.jsx +30 -0
  129. package/src/shared/components/VisualizationSettings.jsx +243 -0
  130. package/src/shared/constants.js +95 -0
  131. package/src/shared/context/BridgeContext.jsx +32 -0
  132. package/src/shared/contexts/AudioContext.jsx +37 -0
  133. package/src/shared/contexts/PlayerContext.jsx +66 -0
  134. package/src/shared/contexts/SettingsContext.jsx +50 -0
  135. package/src/shared/defaults.js +158 -0
  136. package/src/shared/formatUtils.js +59 -0
  137. package/src/shared/formatUtils.test.js +207 -0
  138. package/src/shared/hooks/useAppState.js +97 -0
  139. package/src/shared/hooks/useAudioEngine.js +264 -0
  140. package/src/shared/hooks/usePlayer.js +89 -0
  141. package/src/shared/hooks/useSettingsPersistence.js +74 -0
  142. package/src/shared/hooks/useWebRTC.js +118 -0
  143. package/src/shared/ipcContracts.js +299 -0
  144. package/src/shared/package.json +3 -0
  145. package/src/shared/services/creatorService.js +373 -0
  146. package/src/shared/services/creatorService.test.js +413 -0
  147. package/src/shared/services/editorService.js +213 -0
  148. package/src/shared/services/editorService.test.js +219 -0
  149. package/src/shared/services/effectsService.js +271 -0
  150. package/src/shared/services/effectsService.test.js +418 -0
  151. package/src/shared/services/libraryService.js +438 -0
  152. package/src/shared/services/libraryService.test.js +474 -0
  153. package/src/shared/services/mixerService.js +172 -0
  154. package/src/shared/services/mixerService.test.js +399 -0
  155. package/src/shared/services/playerService.js +221 -0
  156. package/src/shared/services/playerService.test.js +357 -0
  157. package/src/shared/services/preferencesService.js +219 -0
  158. package/src/shared/services/queueService.js +226 -0
  159. package/src/shared/services/queueService.test.js +430 -0
  160. package/src/shared/services/requestsService.js +155 -0
  161. package/src/shared/services/requestsService.test.js +362 -0
  162. package/src/shared/services/serverSettingsService.js +151 -0
  163. package/src/shared/services/settingsService.js +257 -0
  164. package/src/shared/services/settingsService.test.js +295 -0
  165. package/src/shared/state/StateManager.js +263 -0
  166. package/src/shared/utils/audio.js +42 -0
  167. package/src/shared/utils/format.js +32 -0
  168. package/src/shared/utils/lyricsUtils.js +162 -0
  169. package/src/test/setup.js +40 -0
  170. package/src/utils/cdgLoader.js +180 -0
  171. package/src/utils/m4aLoader.js +333 -0
  172. package/src/web/App.jsx +578 -0
  173. package/src/web/adapters/WebBridge.js +428 -0
  174. package/src/web/components/PlayerSettingsPanel.jsx +231 -0
  175. package/src/web/components/SongSearch.jsx +180 -0
  176. package/src/web/dist/assets/index-0H-RnRrV.js +51 -0
  177. package/src/web/dist/assets/index-0H-RnRrV.js.map +1 -0
  178. package/src/web/dist/assets/index-DYW2zB0u.css +1 -0
  179. package/src/web/dist/index.html +15 -0
  180. package/src/web/index.html +14 -0
  181. package/src/web/main.jsx +10 -0
  182. package/src/web/package-lock.json +1765 -0
  183. package/src/web/pages/SongRequestPage.jsx +619 -0
  184. package/src/web/styles/tailwind.css +68 -0
  185. package/src/web/vite.config.js +27 -0
  186. package/static/fonts/material-icons.woff2 +0 -0
  187. package/static/images/butterchurn-screenshots/Aderrasi - Potion of Spirits.png +0 -0
  188. package/static/images/butterchurn-screenshots/Aderrasi - Songflower _Moss Posy_.png +0 -0
  189. package/static/images/butterchurn-screenshots/Aderrasi - Storm of the Eye _Thunder_ - mash0000 - quasi pseudo meta concentrics.png +0 -0
  190. package/static/images/butterchurn-screenshots/Aderrasi _ Geiss - Airhandler _Kali Mix_ - Canvas Mix.png +0 -0
  191. package/static/images/butterchurn-screenshots/An AdamFX n Martin Infusion 2 flexi - Why The Sky Looks Diffrent Today - AdamFx n Martin Infusion - Tack Tile Disfunction B.png +0 -0
  192. package/static/images/butterchurn-screenshots/Cope - The Neverending Explosion of Red Liquid Fire.png +0 -0
  193. proton lights __Krash_s beat code_ _Phat_remix02b.png +0 -0
  194. package/static/images/butterchurn-screenshots/Eo_S_ _ Phat - cubetrace - v2.png +0 -0
  195. package/static/images/butterchurn-screenshots/Eo_S_ _ Zylot - skylight _Stained Glass Majesty mix_.png +0 -0
  196. package/static/images/butterchurn-screenshots/Flexi - alien fish pond.png +0 -0
  197. package/static/images/butterchurn-screenshots/Flexi - area 51.png +0 -0
  198. package/static/images/butterchurn-screenshots/Flexi - infused with the spiral.png +0 -0
  199. package/static/images/butterchurn-screenshots/Flexi - mindblob _shiny mix_.png +0 -0
  200. package/static/images/butterchurn-screenshots/Flexi - mindblob mix.png +0 -0
  201. package/static/images/butterchurn-screenshots/Flexi - predator-prey-spirals.png +0 -0
  202. package/static/images/butterchurn-screenshots/Flexi - smashing fractals _acid etching mix_.png +0 -0
  203. package/static/images/butterchurn-screenshots/Flexi - truly soft piece of software - this is generic texturing _Jelly_ .png +0 -0
  204. package/static/images/butterchurn-screenshots/Flexi _ Martin - astral projection.png +0 -0
  205. package/static/images/butterchurn-screenshots/Flexi _ Martin - cascading decay swing.png +0 -0
  206. package/static/images/butterchurn-screenshots/Flexi _ amandio c - piercing 05 - Kopie _2_ - Kopie.png +0 -0
  207. package/static/images/butterchurn-screenshots/Flexi _ stahlregen - jelly showoff parade.png +0 -0
  208. package/static/images/butterchurn-screenshots/Flexi_ fishbrain_ Geiss _ Martin - tokamak witchery.png +0 -0
  209. package/static/images/butterchurn-screenshots/Flexi_ martin _ geiss - dedicated to the sherwin maxawow.png +0 -0
  210. package/static/images/butterchurn-screenshots/Fumbling_Foo _ Flexi_ Martin_ Orb_ Unchained - Star Nova v7b.png +0 -0
  211. package/static/images/butterchurn-screenshots/Geiss - Cauldron - painterly 2 _saturation remix_.png +0 -0
  212. package/static/images/butterchurn-screenshots/Geiss - Reaction Diffusion 2.png +0 -0
  213. package/static/images/butterchurn-screenshots/Geiss - Spiral Artifact.png +0 -0
  214. package/static/images/butterchurn-screenshots/Geiss - Thumb Drum.png +0 -0
  215. package/static/images/butterchurn-screenshots/Geiss _ Flexi _ Martin - disconnected.png +0 -0
  216. package/static/images/butterchurn-screenshots/Geiss_ Flexi _ Stahlregen - Thumbdrum Tokamak _crossfiring aftermath jelly mashup_.png +0 -0
  217. package/static/images/butterchurn-screenshots/Goody - The Wild Vort.png +0 -0
  218. package/static/images/butterchurn-screenshots/Idiot - Star Of Annon.png +0 -0
  219. package/static/images/butterchurn-screenshots/Krash _ Illusion - Spiral Movement.png +0 -0
  220. package/static/images/butterchurn-screenshots/Martin - QBikal - Surface Turbulence IIb.png +0 -0
  221. package/static/images/butterchurn-screenshots/Martin - acid wiring.png +0 -0
  222. package/static/images/butterchurn-screenshots/Martin - charisma.png +0 -0
  223. package/static/images/butterchurn-screenshots/Martin - liquid arrows.png +0 -0
  224. package/static/images/butterchurn-screenshots/Milk Artist At our Best - FED - SlowFast Ft AdamFX n Martin - HD CosmoFX.png +0 -0
  225. package/static/images/butterchurn-screenshots/ORB - Waaa.png +0 -0
  226. package/static/images/butterchurn-screenshots/Phat_fiShbRaiN_Eo_S_Mandala_Chasers_remix.png +0 -0
  227. package/static/images/butterchurn-screenshots/Rovastar - Oozing Resistance.png +0 -0
  228. package/static/images/butterchurn-screenshots/Rovastar _ Loadus _ Geiss - FractalDrop _Triple Mix_.png +0 -0
  229. package/static/images/butterchurn-screenshots/TonyMilkdrop - Leonardo Da Vinci_s Balloon _Flexi - merry-go-round _ techstyle_.png +0 -0
  230. package/static/images/butterchurn-screenshots/TonyMilkdrop - Magellan_s Nebula _Flexi - you enter first _ multiverse_.png +0 -0
  231. package/static/images/butterchurn-screenshots/Unchained - Rewop.png +0 -0
  232. package/static/images/butterchurn-screenshots/Unchained - Unified Drag 2.png +0 -0
  233. package/static/images/butterchurn-screenshots/Unchained _ Rovastar - Wormhole Pillars _Hall of Shadows mix_.png +0 -0
  234. package/static/images/butterchurn-screenshots/Zylot - Paint Spill _Music Reactive Paint Mix_.png +0 -0
  235. package/static/images/butterchurn-screenshots/Zylot - Star Ornament.png +0 -0
  236. package/static/images/butterchurn-screenshots/Zylot - True Visionary _Final Mix_.png +0 -0
  237. package/static/images/butterchurn-screenshots/_Aderrasi - Wanderer in Curved Space - mash0000 - faclempt kibitzing meshuggana schmaltz _Geiss color mix_.png +0 -0
  238. package/static/images/butterchurn-screenshots/_Geiss - Artifact 01.png +0 -0
  239. package/static/images/butterchurn-screenshots/_Geiss - Desert Rose 2.png +0 -0
  240. package/static/images/butterchurn-screenshots/_Geiss - untitled.png +0 -0
  241. package/static/images/butterchurn-screenshots/_Mig_049.png +0 -0
  242. package/static/images/butterchurn-screenshots/_Mig_085.png +0 -0
  243. package/static/images/butterchurn-screenshots/_Rovastar _ Geiss - Hurricane Nightmare _Posterize Mix_.png +0 -0
  244. package/static/images/butterchurn-screenshots/___ Royal - Mashup _197_.png +0 -0
  245. package/static/images/butterchurn-screenshots/___ Royal - Mashup _220_.png +0 -0
  246. package/static/images/butterchurn-screenshots/___ Royal - Mashup _431_.png +0 -0
  247. package/static/images/butterchurn-screenshots/cope _ martin - mother-of-pearl.png +0 -0
  248. package/static/images/butterchurn-screenshots/fiShbRaiN _ Flexi - witchcraft 2_0.png +0 -0
  249. package/static/images/butterchurn-screenshots/flexi - bouncing balls _double mindblob neon mix_.png +0 -0
  250. package/static/images/butterchurn-screenshots/flexi - mom_ why the sky looks different today.png +0 -0
  251. package/static/images/butterchurn-screenshots/flexi - patternton_ district of media_ capitol of the united abstractions of fractopia.png +0 -0
  252. package/static/images/butterchurn-screenshots/flexi - swing out on the spiral.png +0 -0
  253. package/static/images/butterchurn-screenshots/flexi - what is the matrix.png +0 -0
  254. package/static/images/butterchurn-screenshots/flexi _ amandio c - organic _random mashup_.png +0 -0
  255. package/static/images/butterchurn-screenshots/flexi _ amandio c - organic12-3d-2_milk.png +0 -0
  256. package/static/images/butterchurn-screenshots/flexi _ fishbrain - neon mindblob grafitti.png +0 -0
  257. package/static/images/butterchurn-screenshots/flexi _ geiss - pogo cubes vs_ tokamak vs_ game of life _stahls jelly 4_5 finish_.png +0 -0
  258. package/static/images/butterchurn-screenshots/high-altitude basket unraveling - singh grooves nitrogen argon nz_.png +0 -0
  259. package/static/images/butterchurn-screenshots/martin - The Bridge of Khazad-Dum.png +0 -0
  260. package/static/images/butterchurn-screenshots/martin - angel flight.png +0 -0
  261. package/static/images/butterchurn-screenshots/martin - another kind of groove.png +0 -0
  262. package/static/images/butterchurn-screenshots/martin - bombyx mori.png +0 -0
  263. package/static/images/butterchurn-screenshots/martin - castle in the air.png +0 -0
  264. package/static/images/butterchurn-screenshots/martin - chain breaker.png +0 -0
  265. package/static/images/butterchurn-screenshots/martin - disco mix 4.png +0 -0
  266. package/static/images/butterchurn-screenshots/martin - extreme heat.png +0 -0
  267. package/static/images/butterchurn-screenshots/martin - frosty caves 2.png +0 -0
  268. package/static/images/butterchurn-screenshots/martin - fruit machine.png +0 -0
  269. package/static/images/butterchurn-screenshots/martin - ghost city.png +0 -0
  270. package/static/images/butterchurn-screenshots/martin - glass corridor.png +0 -0
  271. package/static/images/butterchurn-screenshots/martin - infinity _2010 update_.png +0 -0
  272. package/static/images/butterchurn-screenshots/martin - mandelbox explorer - high speed demo version.png +0 -0
  273. package/static/images/butterchurn-screenshots/martin - mucus cervix.png +0 -0
  274. package/static/images/butterchurn-screenshots/martin - reflections on black tiles.png +0 -0
  275. package/static/images/butterchurn-screenshots/martin - stormy sea _2010 update_.png +0 -0
  276. package/static/images/butterchurn-screenshots/martin - witchcraft reloaded.png +0 -0
  277. package/static/images/butterchurn-screenshots/martin _ flexi - diamond cutter _prismaticvortex_com_ - camille - i wish i wish i wish i was constrained.png +0 -0
  278. package/static/images/butterchurn-screenshots/martin _shadow harlequins shape code_ - fata morgana.png +0 -0
  279. package/static/images/butterchurn-screenshots/martin_ flexi_ fishbrain _ sto - enterstate _random mashup_.png +0 -0
  280. package/static/images/butterchurn-screenshots/sawtooth grin roam.png +0 -0
  281. package/static/images/butterchurn-screenshots/shifter - dark tides bdrv mix 2.png +0 -0
  282. package/static/images/butterchurn-screenshots/suksma - Rovastar - Sunflower Passion _Enlightment Mix__Phat_edit _ flexi und martin shaders - circumflex in character classes in regular expression.png +0 -0
  283. package/static/images/butterchurn-screenshots/suksma - heretical crosscut playpen.png +0 -0
  284. package/static/images/butterchurn-screenshots/suksma - uninitialized variabowl _hydroponic chronic_.png +0 -0
  285. package/static/images/butterchurn-screenshots/suksma - vector exp 1 - couldn_t not.png +0 -0
  286. package/static/images/butterchurn-screenshots/yin - 191 - Temporal singularities.png +0 -0
  287. package/static/images/logo-512.png +0 -0
  288. package/static/images/logo.png +0 -0
  289. package/static/loukai-logo.png +0 -0
  290. package/static/screenshot-generator.html +610 -0
@@ -0,0 +1,2 @@
1
+ class a{constructor(){this.senderPC=null,this.receiverPC=null,this.canvasStream=null,this.pendingICECandidates=[],this.receiverPendingICE=[]}setupSender(){try{console.log("🎬 Setting up WebRTC sender");const e=document.getElementById("karaokeCanvas");if(!e)return{success:!1,error:"Canvas not found"};if(!this.canvasStream){console.log("📹 Capturing stream from karaokeCanvas at 60fps"),this.canvasStream=e.captureStream(60);const i=this.canvasStream.getVideoTracks()[0].getSettings();console.log("🔍 Capture stream resolution:",i.width,"x",i.height),(i.width!==1920||i.height!==1080)&&console.warn("⚠️ Stream resolution not 1080p! Actual:",i.width,"x",i.height)}const r=this.canvasStream;if(r.getVideoTracks().length===0)return{success:!1,error:"No video track"};const n=new RTCPeerConnection({iceServers:[],iceCandidatePoolSize:10,bundlePolicy:"balanced",rtcpMuxPolicy:"require",sdpSemantics:"unified-plan"});return r.getTracks().forEach(t=>{console.log("➕ Adding track:",t.kind),t.kind==="video"&&t.applyConstraints({width:{exact:1920},height:{exact:1080},frameRate:{exact:60}}).then(()=>{console.log("🎯 Applied 1920x1080 constraints to track")}).catch(o=>{console.error("❌ Failed to apply constraints:",o)});const i=n.addTransceiver(t,{direction:"sendonly",streams:[r]});if(t.kind==="video"){const o=i.sender,c=async()=>{try{const s=o.getParameters();s.degradationPreference="maintain-resolution",s.encodings&&s.encodings.length>0&&(s.encodings[0].maxBitrate=5e7,s.encodings[0].maxFramerate=60,s.encodings[0].scaleResolutionDownBy=1,s.encodings[0].minBitrate=1e7),await o.setParameters(s),console.log("🎯 Set maintain-resolution + no downscaling")}catch(s){console.error("❌ Failed to set encoding parameters:",s)}};c(),setTimeout(c,2e3),setTimeout(c,5e3)}}),n.onicecandidate=t=>{t.candidate&&(console.log("🧊 Sender ICE candidate"),window.kaiAPI.canvas.sendICECandidate("sender",{candidate:t.candidate.candidate,sdpMid:t.candidate.sdpMid,sdpMLineIndex:t.candidate.sdpMLineIndex}))},this.senderPC=n,console.log("✅ Sender setup complete"),{success:!0}}catch(e){return console.error("❌ Sender error:",e),{success:!1,error:e.message}}}async createOffer(){try{console.log("📋 Creating offer..."),this.senderPC.getTransceivers().forEach(n=>{if(n.sender&&n.sender.track&&n.sender.track.kind==="video"){const t=RTCRtpSender.getCapabilities("video");console.log("📺 Available video codecs:",t.codecs.map(o=>o.mimeType));const i=t.codecs.filter(o=>!!(o.mimeType.includes("H264")&&o.sdpFmtpLine?.includes("profile-level-id=42e01f")||o.mimeType.includes("VP8"))).sort((o,c)=>o.mimeType.includes("H264")?-1:c.mimeType.includes("H264")?1:0);i.length>0?(n.setCodecPreferences(i),console.log("🎯 Set preferred codec for 1080p:",i[0].mimeType)):console.warn("⚠️ No preferred codecs found, using default")}});const r=await this.senderPC.createOffer({offerToReceiveVideo:!1,voiceActivityDetection:!1});return console.log("📋 Offer created"),console.log("🔧 Setting local description..."),await this.senderPC.setLocalDescription(r),console.log("✅ Local description set on sender"),console.log("🔧 Using original SDP - relying on encoding parameters for quality"),{type:r.type,sdp:r.sdp}}catch(e){return console.error("❌ Error in sender offer creation:",e),{error:e.message,stack:e.stack}}}async setAnswer(e){try{if(console.log("📥 Setting answer in sender..."),await this.senderPC.setRemoteDescription(new RTCSessionDescription(e)),console.log("✅ Remote description set on sender"),this.pendingICECandidates.length>0){console.log(`🧊 Flushing ${this.pendingICECandidates.length} pending ICE candidates`);for(const r of this.pendingICECandidates)try{await this.senderPC.addIceCandidate(new RTCIceCandidate(r)),console.log("✅ Added queued ICE candidate to sender")}catch(n){console.error("❌ Failed to add queued ICE candidate:",n)}this.pendingICECandidates=[]}return{success:!0}}catch(r){return console.error("❌ Error setting answer:",r),{success:!1,error:r.message}}}getSenderStatus(){return this.senderPC?{connectionState:this.senderPC.connectionState,iceConnectionState:this.senderPC.iceConnectionState,iceGatheringState:this.senderPC.iceGatheringState}:{error:"Sender PC not initialized"}}async addICECandidate(e){if(!this.senderPC){console.warn("⚠️ Sender PC not initialized, ignoring ICE candidate");return}if(!this.senderPC.remoteDescription){console.log("🧊 Queueing ICE candidate (remote description not set yet)"),this.pendingICECandidates.push(e);return}try{await this.senderPC.addIceCandidate(new RTCIceCandidate(e)),console.log("✅ Added ICE candidate to sender")}catch(r){console.error("❌ Failed to add ICE candidate:",r)}}cleanupSender(){if(this.senderPC){try{this.senderPC.close(),console.log("🧹 Sender PC closed")}catch(e){console.error("Error closing sender PC:",e)}this.senderPC=null}this.canvasStream&&(this.canvasStream.getTracks().forEach(e=>e.stop()),this.canvasStream=null),this.pendingICECandidates=[]}setupReceiver(){try{console.log("🎬 Setting up WebRTC receiver");const e=document.getElementById("video");if(!e)return{success:!1,error:"Video element not found"};const r=new RTCPeerConnection({iceServers:[],iceCandidatePoolSize:10,bundlePolicy:"balanced",rtcpMuxPolicy:"require"});return r.onicecandidate=n=>{if(n.candidate){console.log("🧊 Receiver ICE candidate");const{ipcRenderer:t}=require("electron");t.invoke("canvas:sendICECandidate","receiver",{candidate:n.candidate.candidate,sdpMid:n.candidate.sdpMid,sdpMLineIndex:n.candidate.sdpMLineIndex})}},r.ontrack=n=>{console.log("🎥 Received stream"),e.srcObject=n.streams[0],console.log("📺 Connected stream to video")},this.receiverPC=r,console.log("✅ Receiver setup complete"),{success:!0}}catch(e){return console.error("❌ Receiver error:",e),{success:!1,error:e.message}}}async setOfferAndCreateAnswer(e){try{if(!this.receiverPC)throw new Error("receiverPC not available");if(console.log("📥 Received offer in child window:",e.type),console.log("🔧 Setting remote description..."),await this.receiverPC.setRemoteDescription(e),console.log("✅ Remote description set on receiver"),this.receiverPendingICE.length>0){console.log(`🧊 Flushing ${this.receiverPendingICE.length} pending ICE candidates`);for(const n of this.receiverPendingICE)try{await this.receiverPC.addIceCandidate(new RTCIceCandidate(n)),console.log("✅ Added queued ICE candidate to receiver")}catch(t){console.error("❌ Failed to add queued ICE candidate:",t)}this.receiverPendingICE=[]}console.log("📋 Creating answer...");const r=await this.receiverPC.createAnswer();return console.log("📋 Answer created:",r.type,r.sdp.length,"chars"),console.log("🔧 Setting local description on receiver..."),await this.receiverPC.setLocalDescription(r),console.log("✅ Local description set on receiver"),{type:r.type,sdp:r.sdp}}catch(r){return console.error("❌ Error in receiver answer creation:",r),{error:r.message,stack:r.stack}}}async addReceiverICECandidate(e){if(!this.receiverPC){console.warn("⚠️ Receiver PC not initialized, ignoring ICE candidate");return}if(!this.receiverPC.remoteDescription){console.log("🧊 Queueing ICE candidate for receiver (remote description not set yet)"),this.receiverPendingICE.push(e);return}try{await this.receiverPC.addIceCandidate(new RTCIceCandidate(e)),console.log("🧊 Added ICE candidate to receiver")}catch(r){console.error("❌ Failed to add ICE candidate to receiver:",r)}}getReceiverStatus(){return this.receiverPC?{connectionState:this.receiverPC.connectionState,iceConnectionState:this.receiverPC.iceConnectionState,iceGatheringState:this.receiverPC.iceGatheringState}:{error:"Receiver PC not initialized"}}checkReceiverReady(){return{ready:!0,hasReceiverPC:!!this.receiverPC}}cleanupReceiver(){if(this.receiverPC){try{this.receiverPC.close(),console.log("🧹 Receiver PC closed")}catch(e){console.error("Error closing receiver PC:",e)}this.receiverPC=null}this.receiverPendingICE=[]}}const l=new a;export{a as WebRTCManager,l as default};
2
+ //# sourceMappingURL=webrtcManager-BhCHWceK.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"webrtcManager-BhCHWceK.js","sources":["../../js/webrtcManager.js"],"sourcesContent":["/**\n * WebRTC Manager - Handles canvas streaming via WebRTC\n *\n * Replaces inline executeJavaScript() code with proper module structure\n * for type safety and error handling.\n */\n\nexport class WebRTCManager {\n constructor() {\n this.senderPC = null;\n this.receiverPC = null;\n this.canvasStream = null;\n this.pendingICECandidates = []; // Queue for sender early ICE candidates\n this.receiverPendingICE = []; // Queue for receiver early ICE candidates\n }\n\n /**\n * Set up WebRTC sender in main window\n * Captures stream directly from karaokeCanvas and creates RTCPeerConnection for sending\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n setupSender() {\n try {\n console.log('🎬 Setting up WebRTC sender');\n\n const canvas = document.getElementById('karaokeCanvas');\n if (!canvas) {\n return { success: false, error: 'Canvas not found' };\n }\n\n // Capture stream directly from the main karaokeCanvas (final composited output)\n if (!this.canvasStream) {\n console.log('📹 Capturing stream from karaokeCanvas at 60fps');\n this.canvasStream = canvas.captureStream(60);\n\n // Check stream resolution\n const track = this.canvasStream.getVideoTracks()[0];\n const settings = track.getSettings();\n console.log('🔍 Capture stream resolution:', settings.width, 'x', settings.height);\n\n if (settings.width !== 1920 || settings.height !== 1080) {\n console.warn(\n '⚠️ Stream resolution not 1080p! Actual:',\n settings.width,\n 'x',\n settings.height\n );\n }\n }\n\n // Use the existing stream\n const stream = this.canvasStream;\n\n if (stream.getVideoTracks().length === 0) {\n return { success: false, error: 'No video track' };\n }\n\n // Create RTCPeerConnection with optimized settings for local streaming\n const pc = new RTCPeerConnection({\n iceServers: [], // No ICE servers needed for local connection\n iceCandidatePoolSize: 10,\n bundlePolicy: 'balanced',\n rtcpMuxPolicy: 'require',\n sdpSemantics: 'unified-plan',\n });\n\n // Add stream tracks with transceivers for better control\n stream.getTracks().forEach((track) => {\n console.log('➕ Adding track:', track.kind);\n\n if (track.kind === 'video') {\n // Apply constraints to force 1920x1080\n track\n .applyConstraints({\n width: { exact: 1920 },\n height: { exact: 1080 },\n frameRate: { exact: 60 },\n })\n .then(() => {\n console.log('🎯 Applied 1920x1080 constraints to track');\n })\n .catch((err) => {\n console.error('❌ Failed to apply constraints:', err);\n });\n }\n\n const transceiver = pc.addTransceiver(track, {\n direction: 'sendonly',\n streams: [stream],\n });\n\n // Configure for high quality, low compression\n if (track.kind === 'video') {\n const sender = transceiver.sender;\n\n // Set encoding parameters to maintain resolution\n const setEncodingParams = async () => {\n try {\n const params = sender.getParameters();\n\n // Critical: Tell WebRTC to maintain resolution over frame rate\n params.degradationPreference = 'maintain-resolution';\n\n if (params.encodings && params.encodings.length > 0) {\n // Force no downscaling and high bitrate\n params.encodings[0].maxBitrate = 50000000; // 50 Mbps\n params.encodings[0].maxFramerate = 60;\n params.encodings[0].scaleResolutionDownBy = 1.0; // No downscaling\n params.encodings[0].minBitrate = 10000000; // Min 10 Mbps\n }\n\n await sender.setParameters(params);\n console.log('🎯 Set maintain-resolution + no downscaling');\n } catch (error) {\n console.error('❌ Failed to set encoding parameters:', error);\n }\n };\n\n // Apply immediately\n setEncodingParams();\n\n // Apply again after connection to ensure it sticks\n setTimeout(setEncodingParams, 2000);\n setTimeout(setEncodingParams, 5000);\n }\n });\n\n // Handle ICE candidates\n pc.onicecandidate = (event) => {\n if (event.candidate) {\n console.log('🧊 Sender ICE candidate');\n window.kaiAPI.canvas.sendICECandidate('sender', {\n candidate: event.candidate.candidate,\n sdpMid: event.candidate.sdpMid,\n sdpMLineIndex: event.candidate.sdpMLineIndex,\n });\n }\n };\n\n // Store references\n this.senderPC = pc;\n\n console.log('✅ Sender setup complete');\n return { success: true };\n } catch (error) {\n console.error('❌ Sender error:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Create WebRTC offer in sender\n * @returns {Promise<{type: string, sdp: string} | {error: string}>}\n */\n async createOffer() {\n try {\n console.log('📋 Creating offer...');\n\n // Force CPU-efficient codec for 1080p streaming\n const transceivers = this.senderPC.getTransceivers();\n transceivers.forEach((transceiver) => {\n if (\n transceiver.sender &&\n transceiver.sender.track &&\n transceiver.sender.track.kind === 'video'\n ) {\n const capabilities = RTCRtpSender.getCapabilities('video');\n console.log(\n '📺 Available video codecs:',\n capabilities.codecs.map((c) => c.mimeType)\n );\n\n // Prioritize codecs for CPU efficiency and quality:\n // 1. H.264 Baseline (hardware accelerated, low CPU)\n // 2. VP8 (simple, good for local streaming)\n const preferredCodecs = capabilities.codecs\n .filter((codec) => {\n // H.264 Baseline profile (most CPU efficient)\n if (\n codec.mimeType.includes('H264') &&\n codec.sdpFmtpLine?.includes('profile-level-id=42e01f')\n ) {\n return true;\n }\n // VP8 (simple and efficient)\n if (codec.mimeType.includes('VP8')) {\n return true;\n }\n return false;\n })\n .sort((a, b) => {\n // H.264 Baseline first, then VP8\n if (a.mimeType.includes('H264')) return -1;\n if (b.mimeType.includes('H264')) return 1;\n return 0;\n });\n\n if (preferredCodecs.length > 0) {\n transceiver.setCodecPreferences(preferredCodecs);\n console.log('🎯 Set preferred codec for 1080p:', preferredCodecs[0].mimeType);\n } else {\n console.warn('⚠️ No preferred codecs found, using default');\n }\n }\n });\n\n const offer = await this.senderPC.createOffer({\n offerToReceiveVideo: false,\n voiceActivityDetection: false,\n });\n\n console.log('📋 Offer created');\n\n console.log('🔧 Setting local description...');\n await this.senderPC.setLocalDescription(offer);\n console.log('✅ Local description set on sender');\n\n console.log('🔧 Using original SDP - relying on encoding parameters for quality');\n\n // Return only the serializable parts\n return {\n type: offer.type,\n sdp: offer.sdp,\n };\n } catch (error) {\n console.error('❌ Error in sender offer creation:', error);\n return { error: error.message, stack: error.stack };\n }\n }\n\n /**\n * Set answer from receiver in sender PC\n * @param {Object} answer - WebRTC answer from receiver\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n async setAnswer(answer) {\n try {\n console.log('📥 Setting answer in sender...');\n await this.senderPC.setRemoteDescription(new RTCSessionDescription(answer));\n console.log('✅ Remote description set on sender');\n\n // Flush pending ICE candidates now that remote description is set\n if (this.pendingICECandidates.length > 0) {\n console.log(`🧊 Flushing ${this.pendingICECandidates.length} pending ICE candidates`);\n for (const candidate of this.pendingICECandidates) {\n try {\n // Sequential ICE candidate addition to ensure proper WebRTC connection establishment\n // eslint-disable-next-line no-await-in-loop\n await this.senderPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added queued ICE candidate to sender');\n } catch (error) {\n console.error('❌ Failed to add queued ICE candidate:', error);\n }\n }\n this.pendingICECandidates = [];\n }\n\n return { success: true };\n } catch (error) {\n console.error('❌ Error setting answer:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Get sender connection status\n * @returns {{connectionState: string, iceConnectionState: string, iceGatheringState: string} | {error: string}}\n */\n getSenderStatus() {\n if (!this.senderPC) {\n return { error: 'Sender PC not initialized' };\n }\n return {\n connectionState: this.senderPC.connectionState,\n iceConnectionState: this.senderPC.iceConnectionState,\n iceGatheringState: this.senderPC.iceGatheringState,\n };\n }\n\n /**\n * Add ICE candidate to sender\n * @param {Object} candidate - ICE candidate\n * @returns {Promise<void>}\n */\n async addICECandidate(candidate) {\n if (!this.senderPC) {\n console.warn('⚠️ Sender PC not initialized, ignoring ICE candidate');\n return;\n }\n\n // If remote description not set yet, queue the candidate\n if (!this.senderPC.remoteDescription) {\n console.log('🧊 Queueing ICE candidate (remote description not set yet)');\n this.pendingICECandidates.push(candidate);\n return;\n }\n\n // Remote description is set, add immediately\n try {\n await this.senderPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added ICE candidate to sender');\n } catch (error) {\n console.error('❌ Failed to add ICE candidate:', error);\n }\n }\n\n /**\n * Cleanup sender resources\n * @returns {Promise<void>}\n */\n cleanupSender() {\n if (this.senderPC) {\n try {\n this.senderPC.close();\n console.log('🧹 Sender PC closed');\n } catch (e) {\n console.error('Error closing sender PC:', e);\n }\n this.senderPC = null;\n }\n\n // Stop the canvas stream tracks\n if (this.canvasStream) {\n this.canvasStream.getTracks().forEach((track) => track.stop());\n this.canvasStream = null;\n }\n\n this.pendingICECandidates = []; // Clear pending candidates\n }\n\n // ===== RECEIVER METHODS (for canvas window) =====\n\n /**\n * Set up WebRTC receiver in canvas window\n * Creates RTCPeerConnection for receiving stream\n * @returns {Promise<{success: boolean, error?: string}>}\n */\n setupReceiver() {\n try {\n console.log('🎬 Setting up WebRTC receiver');\n\n const video = document.getElementById('video');\n if (!video) {\n return { success: false, error: 'Video element not found' };\n }\n\n // Create RTCPeerConnection optimized for local 1080p streaming\n const pc = new RTCPeerConnection({\n iceServers: [], // No ICE servers needed for local connection\n iceCandidatePoolSize: 10,\n bundlePolicy: 'balanced',\n rtcpMuxPolicy: 'require',\n });\n\n // Handle ICE candidates\n pc.onicecandidate = (event) => {\n if (event.candidate) {\n console.log('🧊 Receiver ICE candidate');\n const { ipcRenderer } = require('electron');\n ipcRenderer.invoke('canvas:sendICECandidate', 'receiver', {\n candidate: event.candidate.candidate,\n sdpMid: event.candidate.sdpMid,\n sdpMLineIndex: event.candidate.sdpMLineIndex,\n });\n }\n };\n\n // Handle incoming stream\n pc.ontrack = (event) => {\n console.log('🎥 Received stream');\n video.srcObject = event.streams[0];\n console.log('📺 Connected stream to video');\n };\n\n // Store reference\n this.receiverPC = pc;\n\n console.log('✅ Receiver setup complete');\n return { success: true };\n } catch (error) {\n console.error('❌ Receiver error:', error);\n return { success: false, error: error.message };\n }\n }\n\n /**\n * Set offer from sender and create answer\n * @param {Object} offer - WebRTC offer from sender\n * @returns {Promise<{type: string, sdp: string} | {error: string}>}\n */\n async setOfferAndCreateAnswer(offer) {\n try {\n if (!this.receiverPC) {\n throw new Error('receiverPC not available');\n }\n\n console.log('📥 Received offer in child window:', offer.type);\n console.log('🔧 Setting remote description...');\n await this.receiverPC.setRemoteDescription(offer);\n console.log('✅ Remote description set on receiver');\n\n // Flush pending ICE candidates now that remote description is set\n if (this.receiverPendingICE.length > 0) {\n console.log(`🧊 Flushing ${this.receiverPendingICE.length} pending ICE candidates`);\n for (const candidate of this.receiverPendingICE) {\n try {\n // Sequential ICE candidate addition to ensure proper WebRTC connection establishment\n // eslint-disable-next-line no-await-in-loop\n await this.receiverPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('✅ Added queued ICE candidate to receiver');\n } catch (error) {\n console.error('❌ Failed to add queued ICE candidate:', error);\n }\n }\n this.receiverPendingICE = [];\n }\n\n console.log('📋 Creating answer...');\n const answer = await this.receiverPC.createAnswer();\n console.log('📋 Answer created:', answer.type, answer.sdp.length, 'chars');\n\n console.log('🔧 Setting local description on receiver...');\n await this.receiverPC.setLocalDescription(answer);\n console.log('✅ Local description set on receiver');\n\n // Return only the serializable parts\n return {\n type: answer.type,\n sdp: answer.sdp,\n };\n } catch (error) {\n console.error('❌ Error in receiver answer creation:', error);\n return { error: error.message, stack: error.stack };\n }\n }\n\n /**\n * Add ICE candidate to receiver\n * @param {Object} candidate - ICE candidate\n * @returns {Promise<void>}\n */\n async addReceiverICECandidate(candidate) {\n if (!this.receiverPC) {\n console.warn('⚠️ Receiver PC not initialized, ignoring ICE candidate');\n return;\n }\n\n // If remote description not set yet, queue the candidate\n if (!this.receiverPC.remoteDescription) {\n console.log('🧊 Queueing ICE candidate for receiver (remote description not set yet)');\n this.receiverPendingICE.push(candidate);\n return;\n }\n\n // Remote description is set, add immediately\n try {\n await this.receiverPC.addIceCandidate(new RTCIceCandidate(candidate));\n console.log('🧊 Added ICE candidate to receiver');\n } catch (error) {\n console.error('❌ Failed to add ICE candidate to receiver:', error);\n }\n }\n\n /**\n * Get receiver connection status\n * @returns {{connectionState: string, iceConnectionState: string, iceGatheringState: string} | {error: string}}\n */\n getReceiverStatus() {\n if (!this.receiverPC) {\n return { error: 'Receiver PC not initialized' };\n }\n return {\n connectionState: this.receiverPC.connectionState,\n iceConnectionState: this.receiverPC.iceConnectionState,\n iceGatheringState: this.receiverPC.iceGatheringState,\n };\n }\n\n /**\n * Check if receiver is ready\n * @returns {{ready: boolean, hasReceiverPC: boolean}}\n */\n checkReceiverReady() {\n return {\n ready: true,\n hasReceiverPC: Boolean(this.receiverPC),\n };\n }\n\n /**\n * Cleanup receiver resources\n * @returns {Promise<void>}\n */\n cleanupReceiver() {\n if (this.receiverPC) {\n try {\n this.receiverPC.close();\n console.log('🧹 Receiver PC closed');\n } catch (e) {\n console.error('Error closing receiver PC:', e);\n }\n this.receiverPC = null;\n }\n this.receiverPendingICE = []; // Clear pending candidates\n }\n}\n\n// Create singleton instance\nconst webrtcManager = new WebRTCManager();\n\nexport default webrtcManager;\n"],"names":["WebRTCManager","canvas","settings","stream","pc","track","err","transceiver","sender","setEncodingParams","params","error","event","capabilities","c","preferredCodecs","codec","a","b","offer","answer","candidate","video","ipcRenderer","webrtcManager"],"mappings":"AAOO,MAAMA,CAAc,CACzB,aAAc,CACZ,KAAK,SAAW,KAChB,KAAK,WAAa,KAClB,KAAK,aAAe,KACpB,KAAK,qBAAuB,GAC5B,KAAK,mBAAqB,EAC5B,CAOA,aAAc,CACZ,GAAI,CACF,QAAQ,IAAI,6BAA6B,EAEzC,MAAMC,EAAS,SAAS,eAAe,eAAe,EACtD,GAAI,CAACA,EACH,MAAO,CAAE,QAAS,GAAO,MAAO,kBAAkB,EAIpD,GAAI,CAAC,KAAK,aAAc,CACtB,QAAQ,IAAI,iDAAiD,EAC7D,KAAK,aAAeA,EAAO,cAAc,EAAE,EAI3C,MAAMC,EADQ,KAAK,aAAa,eAAc,EAAG,CAAC,EAC3B,YAAW,EAClC,QAAQ,IAAI,gCAAiCA,EAAS,MAAO,IAAKA,EAAS,MAAM,GAE7EA,EAAS,QAAU,MAAQA,EAAS,SAAW,OACjD,QAAQ,KACN,0CACAA,EAAS,MACT,IACAA,EAAS,MACrB,CAEM,CAGA,MAAMC,EAAS,KAAK,aAEpB,GAAIA,EAAO,iBAAiB,SAAW,EACrC,MAAO,CAAE,QAAS,GAAO,MAAO,gBAAgB,EAIlD,MAAMC,EAAK,IAAI,kBAAkB,CAC/B,WAAY,CAAA,EACZ,qBAAsB,GACtB,aAAc,WACd,cAAe,UACf,aAAc,cACtB,CAAO,EAGD,OAAAD,EAAO,UAAS,EAAG,QAASE,GAAU,CACpC,QAAQ,IAAI,kBAAmBA,EAAM,IAAI,EAErCA,EAAM,OAAS,SAEjBA,EACG,iBAAiB,CAChB,MAAO,CAAE,MAAO,IAAI,EACpB,OAAQ,CAAE,MAAO,IAAI,EACrB,UAAW,CAAE,MAAO,EAAE,CACpC,CAAa,EACA,KAAK,IAAM,CACV,QAAQ,IAAI,2CAA2C,CACzD,CAAC,EACA,MAAOC,GAAQ,CACd,QAAQ,MAAM,iCAAkCA,CAAG,CACrD,CAAC,EAGL,MAAMC,EAAcH,EAAG,eAAeC,EAAO,CAC3C,UAAW,WACX,QAAS,CAACF,CAAM,CAC1B,CAAS,EAGD,GAAIE,EAAM,OAAS,QAAS,CAC1B,MAAMG,EAASD,EAAY,OAGrBE,EAAoB,SAAY,CACpC,GAAI,CACF,MAAMC,EAASF,EAAO,cAAa,EAGnCE,EAAO,sBAAwB,sBAE3BA,EAAO,WAAaA,EAAO,UAAU,OAAS,IAEhDA,EAAO,UAAU,CAAC,EAAE,WAAa,IACjCA,EAAO,UAAU,CAAC,EAAE,aAAe,GACnCA,EAAO,UAAU,CAAC,EAAE,sBAAwB,EAC5CA,EAAO,UAAU,CAAC,EAAE,WAAa,KAGnC,MAAMF,EAAO,cAAcE,CAAM,EACjC,QAAQ,IAAI,6CAA6C,CAC3D,OAASC,EAAO,CACd,QAAQ,MAAM,uCAAwCA,CAAK,CAC7D,CACF,EAGAF,EAAiB,EAGjB,WAAWA,EAAmB,GAAI,EAClC,WAAWA,EAAmB,GAAI,CACpC,CACF,CAAC,EAGDL,EAAG,eAAkBQ,GAAU,CACzBA,EAAM,YACR,QAAQ,IAAI,yBAAyB,EACrC,OAAO,OAAO,OAAO,iBAAiB,SAAU,CAC9C,UAAWA,EAAM,UAAU,UAC3B,OAAQA,EAAM,UAAU,OACxB,cAAeA,EAAM,UAAU,aAC3C,CAAW,EAEL,EAGA,KAAK,SAAWR,EAEhB,QAAQ,IAAI,yBAAyB,EAC9B,CAAE,QAAS,EAAI,CACxB,OAASO,EAAO,CACd,eAAQ,MAAM,kBAAmBA,CAAK,EAC/B,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAMA,MAAM,aAAc,CAClB,GAAI,CACF,QAAQ,IAAI,sBAAsB,EAGb,KAAK,SAAS,gBAAe,EACrC,QAASJ,GAAgB,CACpC,GACEA,EAAY,QACZA,EAAY,OAAO,OACnBA,EAAY,OAAO,MAAM,OAAS,QAClC,CACA,MAAMM,EAAe,aAAa,gBAAgB,OAAO,EACzD,QAAQ,IACN,6BACAA,EAAa,OAAO,IAAKC,GAAMA,EAAE,QAAQ,CACrD,EAKU,MAAMC,EAAkBF,EAAa,OAClC,OAAQG,GAGL,GAAAA,EAAM,SAAS,SAAS,MAAM,GAC9BA,EAAM,aAAa,SAAS,yBAAyB,GAKnDA,EAAM,SAAS,SAAS,KAAK,EAIlC,EACA,KAAK,CAACC,EAAGC,IAEJD,EAAE,SAAS,SAAS,MAAM,EAAU,GACpCC,EAAE,SAAS,SAAS,MAAM,EAAU,EACjC,CACR,EAECH,EAAgB,OAAS,GAC3BR,EAAY,oBAAoBQ,CAAe,EAC/C,QAAQ,IAAI,oCAAqCA,EAAgB,CAAC,EAAE,QAAQ,GAE5E,QAAQ,KAAK,6CAA6C,CAE9D,CACF,CAAC,EAED,MAAMI,EAAQ,MAAM,KAAK,SAAS,YAAY,CAC5C,oBAAqB,GACrB,uBAAwB,EAChC,CAAO,EAED,eAAQ,IAAI,kBAAkB,EAE9B,QAAQ,IAAI,iCAAiC,EAC7C,MAAM,KAAK,SAAS,oBAAoBA,CAAK,EAC7C,QAAQ,IAAI,mCAAmC,EAE/C,QAAQ,IAAI,oEAAoE,EAGzE,CACL,KAAMA,EAAM,KACZ,IAAKA,EAAM,GACnB,CACI,OAASR,EAAO,CACd,eAAQ,MAAM,oCAAqCA,CAAK,EACjD,CAAE,MAAOA,EAAM,QAAS,MAAOA,EAAM,KAAK,CACnD,CACF,CAOA,MAAM,UAAUS,EAAQ,CACtB,GAAI,CAMF,GALA,QAAQ,IAAI,gCAAgC,EAC5C,MAAM,KAAK,SAAS,qBAAqB,IAAI,sBAAsBA,CAAM,CAAC,EAC1E,QAAQ,IAAI,oCAAoC,EAG5C,KAAK,qBAAqB,OAAS,EAAG,CACxC,QAAQ,IAAI,eAAe,KAAK,qBAAqB,MAAM,yBAAyB,EACpF,UAAWC,KAAa,KAAK,qBAC3B,GAAI,CAGF,MAAM,KAAK,SAAS,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EAClE,QAAQ,IAAI,wCAAwC,CACtD,OAASV,EAAO,CACd,QAAQ,MAAM,wCAAyCA,CAAK,CAC9D,CAEF,KAAK,qBAAuB,CAAA,CAC9B,CAEA,MAAO,CAAE,QAAS,EAAI,CACxB,OAASA,EAAO,CACd,eAAQ,MAAM,0BAA2BA,CAAK,EACvC,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAMA,iBAAkB,CAChB,OAAK,KAAK,SAGH,CACL,gBAAiB,KAAK,SAAS,gBAC/B,mBAAoB,KAAK,SAAS,mBAClC,kBAAmB,KAAK,SAAS,iBACvC,EANa,CAAE,MAAO,2BAA2B,CAO/C,CAOA,MAAM,gBAAgBU,EAAW,CAC/B,GAAI,CAAC,KAAK,SAAU,CAClB,QAAQ,KAAK,sDAAsD,EACnE,MACF,CAGA,GAAI,CAAC,KAAK,SAAS,kBAAmB,CACpC,QAAQ,IAAI,4DAA4D,EACxE,KAAK,qBAAqB,KAAKA,CAAS,EACxC,MACF,CAGA,GAAI,CACF,MAAM,KAAK,SAAS,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EAClE,QAAQ,IAAI,iCAAiC,CAC/C,OAASV,EAAO,CACd,QAAQ,MAAM,iCAAkCA,CAAK,CACvD,CACF,CAMA,eAAgB,CACd,GAAI,KAAK,SAAU,CACjB,GAAI,CACF,KAAK,SAAS,MAAK,EACnB,QAAQ,IAAI,qBAAqB,CACnC,OAAS,EAAG,CACV,QAAQ,MAAM,2BAA4B,CAAC,CAC7C,CACA,KAAK,SAAW,IAClB,CAGI,KAAK,eACP,KAAK,aAAa,YAAY,QAASN,GAAUA,EAAM,MAAM,EAC7D,KAAK,aAAe,MAGtB,KAAK,qBAAuB,EAC9B,CASA,eAAgB,CACd,GAAI,CACF,QAAQ,IAAI,+BAA+B,EAE3C,MAAMiB,EAAQ,SAAS,eAAe,OAAO,EAC7C,GAAI,CAACA,EACH,MAAO,CAAE,QAAS,GAAO,MAAO,yBAAyB,EAI3D,MAAMlB,EAAK,IAAI,kBAAkB,CAC/B,WAAY,CAAA,EACZ,qBAAsB,GACtB,aAAc,WACd,cAAe,SACvB,CAAO,EAGD,OAAAA,EAAG,eAAkBQ,GAAU,CAC7B,GAAIA,EAAM,UAAW,CACnB,QAAQ,IAAI,2BAA2B,EACvC,KAAM,CAAE,YAAAW,CAAW,EAAK,QAAQ,UAAU,EAC1CA,EAAY,OAAO,0BAA2B,WAAY,CACxD,UAAWX,EAAM,UAAU,UAC3B,OAAQA,EAAM,UAAU,OACxB,cAAeA,EAAM,UAAU,aAC3C,CAAW,CACH,CACF,EAGAR,EAAG,QAAWQ,GAAU,CACtB,QAAQ,IAAI,oBAAoB,EAChCU,EAAM,UAAYV,EAAM,QAAQ,CAAC,EACjC,QAAQ,IAAI,8BAA8B,CAC5C,EAGA,KAAK,WAAaR,EAElB,QAAQ,IAAI,2BAA2B,EAChC,CAAE,QAAS,EAAI,CACxB,OAASO,EAAO,CACd,eAAQ,MAAM,oBAAqBA,CAAK,EACjC,CAAE,QAAS,GAAO,MAAOA,EAAM,OAAO,CAC/C,CACF,CAOA,MAAM,wBAAwBQ,EAAO,CACnC,GAAI,CACF,GAAI,CAAC,KAAK,WACR,MAAM,IAAI,MAAM,0BAA0B,EAS5C,GANA,QAAQ,IAAI,qCAAsCA,EAAM,IAAI,EAC5D,QAAQ,IAAI,kCAAkC,EAC9C,MAAM,KAAK,WAAW,qBAAqBA,CAAK,EAChD,QAAQ,IAAI,sCAAsC,EAG9C,KAAK,mBAAmB,OAAS,EAAG,CACtC,QAAQ,IAAI,eAAe,KAAK,mBAAmB,MAAM,yBAAyB,EAClF,UAAWE,KAAa,KAAK,mBAC3B,GAAI,CAGF,MAAM,KAAK,WAAW,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EACpE,QAAQ,IAAI,0CAA0C,CACxD,OAASV,EAAO,CACd,QAAQ,MAAM,wCAAyCA,CAAK,CAC9D,CAEF,KAAK,mBAAqB,CAAA,CAC5B,CAEA,QAAQ,IAAI,uBAAuB,EACnC,MAAMS,EAAS,MAAM,KAAK,WAAW,aAAY,EACjD,eAAQ,IAAI,qBAAsBA,EAAO,KAAMA,EAAO,IAAI,OAAQ,OAAO,EAEzE,QAAQ,IAAI,6CAA6C,EACzD,MAAM,KAAK,WAAW,oBAAoBA,CAAM,EAChD,QAAQ,IAAI,qCAAqC,EAG1C,CACL,KAAMA,EAAO,KACb,IAAKA,EAAO,GACpB,CACI,OAAST,EAAO,CACd,eAAQ,MAAM,uCAAwCA,CAAK,EACpD,CAAE,MAAOA,EAAM,QAAS,MAAOA,EAAM,KAAK,CACnD,CACF,CAOA,MAAM,wBAAwBU,EAAW,CACvC,GAAI,CAAC,KAAK,WAAY,CACpB,QAAQ,KAAK,wDAAwD,EACrE,MACF,CAGA,GAAI,CAAC,KAAK,WAAW,kBAAmB,CACtC,QAAQ,IAAI,yEAAyE,EACrF,KAAK,mBAAmB,KAAKA,CAAS,EACtC,MACF,CAGA,GAAI,CACF,MAAM,KAAK,WAAW,gBAAgB,IAAI,gBAAgBA,CAAS,CAAC,EACpE,QAAQ,IAAI,oCAAoC,CAClD,OAASV,EAAO,CACd,QAAQ,MAAM,6CAA8CA,CAAK,CACnE,CACF,CAMA,mBAAoB,CAClB,OAAK,KAAK,WAGH,CACL,gBAAiB,KAAK,WAAW,gBACjC,mBAAoB,KAAK,WAAW,mBACpC,kBAAmB,KAAK,WAAW,iBACzC,EANa,CAAE,MAAO,6BAA6B,CAOjD,CAMA,oBAAqB,CACnB,MAAO,CACL,MAAO,GACP,cAAe,EAAQ,KAAK,UAClC,CACE,CAMA,iBAAkB,CAChB,GAAI,KAAK,WAAY,CACnB,GAAI,CACF,KAAK,WAAW,MAAK,EACrB,QAAQ,IAAI,uBAAuB,CACrC,OAAS,EAAG,CACV,QAAQ,MAAM,6BAA8B,CAAC,CAC/C,CACA,KAAK,WAAa,IACpB,CACA,KAAK,mBAAqB,EAC5B,CACF,CAGK,MAACa,EAAgB,IAAIxB"}
@@ -0,0 +1,224 @@
1
+ class AutoTuneProcessor extends AudioWorkletProcessor {
2
+ constructor() {
3
+ super();
4
+
5
+ // Auto-tune parameters
6
+ this.enabled = false;
7
+ this.strength = 0.5; // 0-1 range
8
+ this.speed = 0.05; // How quickly to correct pitch
9
+ this.targetPitch = null;
10
+ this.currentKey = 'C';
11
+
12
+ // Pitch detection
13
+ this.sampleRate = 44100;
14
+ this.bufferSize = 2048;
15
+ this.buffer = new Float32Array(this.bufferSize);
16
+ this.bufferIndex = 0;
17
+
18
+ // Musical notes in Hz (A4 = 440Hz)
19
+ this.noteFrequencies = {
20
+ C: [65.41, 130.81, 261.63, 523.25, 1046.5],
21
+ 'C#': [69.3, 138.59, 277.18, 554.37, 1108.73],
22
+ D: [73.42, 146.83, 293.66, 587.33, 1174.66],
23
+ 'D#': [77.78, 155.56, 311.13, 622.25, 1244.51],
24
+ E: [82.41, 164.81, 329.63, 659.25, 1318.51],
25
+ F: [87.31, 174.61, 349.23, 698.46, 1396.91],
26
+ 'F#': [92.5, 185.0, 369.99, 739.99, 1479.98],
27
+ G: [98.0, 196.0, 392.0, 783.99, 1567.98],
28
+ 'G#': [103.83, 207.65, 415.3, 830.61, 1661.22],
29
+ A: [110.0, 220.0, 440.0, 880.0, 1760.0],
30
+ 'A#': [116.54, 233.08, 466.16, 932.33, 1864.66],
31
+ B: [123.47, 246.94, 493.88, 987.77, 1975.53],
32
+ };
33
+
34
+ // Scales for key detection
35
+ this.scales = {
36
+ C: ['C', 'D', 'E', 'F', 'G', 'A', 'B'],
37
+ G: ['G', 'A', 'B', 'C', 'D', 'E', 'F#'],
38
+ D: ['D', 'E', 'F#', 'G', 'A', 'B', 'C#'],
39
+ A: ['A', 'B', 'C#', 'D', 'E', 'F#', 'G#'],
40
+ E: ['E', 'F#', 'G#', 'A', 'B', 'C#', 'D#'],
41
+ B: ['B', 'C#', 'D#', 'E', 'F#', 'G#', 'A#'],
42
+ F: ['F', 'G', 'A', 'A#', 'C', 'D', 'E'],
43
+ 'A#': ['A#', 'C', 'D', 'D#', 'F', 'G', 'A'],
44
+ 'D#': ['D#', 'F', 'G', 'G#', 'A#', 'C', 'D'],
45
+ 'G#': ['G#', 'A#', 'C', 'C#', 'D#', 'F', 'G'],
46
+ 'C#': ['C#', 'D#', 'F', 'F#', 'G#', 'A#', 'B'],
47
+ 'F#': ['F#', 'G#', 'A#', 'B', 'C#', 'D#', 'F'],
48
+ };
49
+
50
+ // Phase vocoder for pitch shifting
51
+ this.fftSize = 2048;
52
+ this.hopSize = this.fftSize / 4;
53
+ this.analysisWindow = this.createWindow(this.fftSize);
54
+ this.synthesisWindow = this.createWindow(this.fftSize);
55
+
56
+ // Overlap-add buffers
57
+ this.inputBuffer = new Float32Array(this.fftSize);
58
+ this.outputBuffer = new Float32Array(this.fftSize);
59
+ this.overlapBuffer = new Float32Array(this.fftSize);
60
+
61
+ // Debug logging
62
+ this.frameCount = 0;
63
+ this.lastLogTime = 0;
64
+
65
+ // Handle parameter changes from main thread
66
+ this.port.onmessage = (event) => {
67
+ if (event.data.type === 'setEnabled') {
68
+ this.enabled = event.data.value;
69
+ } else if (event.data.type === 'setStrength') {
70
+ this.strength = event.data.value / 100; // Convert from 0-100 to 0-1
71
+ } else if (event.data.type === 'setSpeed') {
72
+ this.speed = event.data.value / 100; // Convert from 1-100 to 0.01-1
73
+ } else if (event.data.type === 'setKey') {
74
+ this.currentKey = event.data.value;
75
+ }
76
+ };
77
+ }
78
+
79
+ createWindow(size) {
80
+ const window = new Float32Array(size);
81
+ for (let i = 0; i < size; i++) {
82
+ // Hann window
83
+ window[i] = 0.5 * (1 - Math.cos((2 * Math.PI * i) / (size - 1)));
84
+ }
85
+ return window;
86
+ }
87
+
88
+ detectPitch(buffer) {
89
+ // Simple autocorrelation-based pitch detection
90
+ const minPeriod = Math.floor(this.sampleRate / 800); // 800 Hz max
91
+ const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
92
+
93
+ let maxCorrelation = 0;
94
+ let bestPeriod = 0;
95
+
96
+ for (let period = minPeriod; period < maxPeriod; period++) {
97
+ let correlation = 0;
98
+ for (let i = 0; i < buffer.length - period; i++) {
99
+ correlation += buffer[i] * buffer[i + period];
100
+ }
101
+
102
+ if (correlation > maxCorrelation) {
103
+ maxCorrelation = correlation;
104
+ bestPeriod = period;
105
+ }
106
+ }
107
+
108
+ if (bestPeriod > 0 && maxCorrelation > 0.01) {
109
+ return this.sampleRate / bestPeriod;
110
+ }
111
+
112
+ return null;
113
+ }
114
+
115
+ findNearestNote(frequency) {
116
+ if (!frequency) return null;
117
+
118
+ const scaleNotes = this.scales[this.currentKey] || this.scales['C'];
119
+ let minDiff = Infinity;
120
+ let nearestNote = null;
121
+ let nearestFreq = null;
122
+
123
+ for (const note of scaleNotes) {
124
+ const frequencies = this.noteFrequencies[note];
125
+ for (const freq of frequencies) {
126
+ const diff = Math.abs(frequency - freq);
127
+ if (diff < minDiff) {
128
+ minDiff = diff;
129
+ nearestNote = note;
130
+ nearestFreq = freq;
131
+ }
132
+ }
133
+ }
134
+
135
+ return { note: nearestNote, frequency: nearestFreq };
136
+ }
137
+
138
+ processWithRobotEffect(inputSample) {
139
+ // Create a robotic auto-tune effect using wave shaping
140
+ // This is more audible than true pitch shifting but gives the characteristic sound
141
+
142
+ // Hard clip the signal for a more digital sound
143
+ let processed = Math.max(-1, Math.min(1, inputSample * 2));
144
+
145
+ // Add harmonic distortion for the "robotic" quality
146
+ processed = Math.sin(processed * Math.PI);
147
+
148
+ // Quantize to create stepped pitch effect
149
+ const steps = 16; // Number of quantization levels
150
+ processed = Math.round(processed * steps) / steps;
151
+
152
+ // Mix with original based on strength
153
+ return inputSample * (1 - this.strength) + processed * this.strength;
154
+ }
155
+
156
+ process(inputs, outputs, _parameters) {
157
+ const input = inputs[0];
158
+ const output = outputs[0];
159
+
160
+ if (!input || !input[0]) {
161
+ return true;
162
+ }
163
+
164
+ const inputChannel = input[0];
165
+ const outputChannel = output[0];
166
+
167
+ if (!this.enabled) {
168
+ // Pass through unprocessed
169
+ outputChannel.set(inputChannel);
170
+ return true;
171
+ }
172
+
173
+ // Fill detection buffer
174
+ for (let i = 0; i < inputChannel.length; i++) {
175
+ this.buffer[this.bufferIndex++] = inputChannel[i];
176
+
177
+ if (this.bufferIndex >= this.bufferSize) {
178
+ // Detect pitch
179
+ const detectedPitch = this.detectPitch(this.buffer);
180
+
181
+ if (detectedPitch) {
182
+ const nearest = this.findNearestNote(detectedPitch);
183
+ if (nearest) {
184
+ // Calculate pitch shift factor
185
+ const shiftFactor = nearest.frequency / detectedPitch;
186
+
187
+ // Log pitch detection every second
188
+ this.frameCount++;
189
+ const now = Date.now();
190
+ if (now - this.lastLogTime > 1000) {
191
+ this.lastLogTime = now;
192
+ }
193
+
194
+ // Smooth the pitch correction based on speed parameter
195
+ if (this.targetPitch) {
196
+ this.targetPitch = this.targetPitch * (1 - this.speed) + shiftFactor * this.speed;
197
+ } else {
198
+ this.targetPitch = shiftFactor;
199
+ }
200
+ }
201
+ }
202
+
203
+ // Reset buffer
204
+ this.bufferIndex = 0;
205
+ this.buffer.fill(0);
206
+ }
207
+ }
208
+
209
+ // Apply auto-tune effect
210
+ // For now, use the robotic effect which is more immediately audible
211
+ for (let i = 0; i < outputChannel.length; i++) {
212
+ outputChannel[i] = this.processWithRobotEffect(inputChannel[i]);
213
+ }
214
+
215
+ // Log that we're processing
216
+ if (this.frameCount % 1000 === 0) {
217
+ // Debug logging disabled for performance
218
+ }
219
+
220
+ return true;
221
+ }
222
+ }
223
+
224
+ registerProcessor('auto-tune-processor', AutoTuneProcessor);
@@ -0,0 +1,137 @@
1
+ /**
2
+ * Microphone Pitch Detector AudioWorklet
3
+ * Detects fundamental frequency from microphone input
4
+ * Sends pitch data to main thread for auto-tune and coaching display
5
+ */
6
+
7
+ class MicPitchDetectorProcessor extends AudioWorkletProcessor {
8
+ constructor() {
9
+ super();
10
+
11
+ // Pitch detection parameters
12
+ this.sampleRate = 48000; // Will be updated from options
13
+ this.bufferSize = 2048;
14
+ this.buffer = new Float32Array(this.bufferSize);
15
+ this.bufferIndex = 0;
16
+
17
+ // Detection rate throttling
18
+ this.detectionCount = 0;
19
+ this.detectionInterval = 4; // Detect every 4 buffers (~46ms at 48kHz)
20
+
21
+ // Last detected pitch for smoothing
22
+ this.lastPitch = null;
23
+ this.smoothingFactor = 0.7; // Exponential smoothing
24
+
25
+ // Minimum signal threshold to avoid detecting noise
26
+ this.minSignalThreshold = 0.01;
27
+
28
+ // Handle messages from main thread
29
+ this.port.onmessage = (event) => {
30
+ if (event.data.type === 'setSampleRate') {
31
+ this.sampleRate = event.data.value;
32
+ } else if (event.data.type === 'setDetectionInterval') {
33
+ this.detectionInterval = event.data.value;
34
+ }
35
+ };
36
+ }
37
+
38
+ /**
39
+ * Detect pitch using autocorrelation
40
+ * Returns frequency in Hz or null if no pitch detected
41
+ */
42
+ detectPitch(buffer) {
43
+ // Check signal strength first
44
+ let sumSquares = 0;
45
+ for (let i = 0; i < buffer.length; i++) {
46
+ sumSquares += buffer[i] * buffer[i];
47
+ }
48
+ const rms = Math.sqrt(sumSquares / buffer.length);
49
+
50
+ if (rms < this.minSignalThreshold) {
51
+ return null; // Signal too weak
52
+ }
53
+
54
+ // Autocorrelation-based pitch detection
55
+ // Vocal range: ~80 Hz (E2) to ~800 Hz (G5)
56
+ const minPeriod = Math.floor(this.sampleRate / 800); // 800 Hz max
57
+ const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
58
+
59
+ let maxCorrelation = 0;
60
+ let bestPeriod = 0;
61
+
62
+ // Calculate autocorrelation for each possible period
63
+ for (let period = minPeriod; period < maxPeriod; period++) {
64
+ let correlation = 0;
65
+ for (let i = 0; i < buffer.length - period; i++) {
66
+ correlation += buffer[i] * buffer[i + period];
67
+ }
68
+
69
+ if (correlation > maxCorrelation) {
70
+ maxCorrelation = correlation;
71
+ bestPeriod = period;
72
+ }
73
+ }
74
+
75
+ // Require minimum correlation strength
76
+ const correlationThreshold = sumSquares * 0.3;
77
+ if (bestPeriod > 0 && maxCorrelation > correlationThreshold) {
78
+ const frequency = this.sampleRate / bestPeriod;
79
+
80
+ // Apply exponential smoothing
81
+ if (this.lastPitch !== null) {
82
+ return this.lastPitch * this.smoothingFactor + frequency * (1 - this.smoothingFactor);
83
+ }
84
+ return frequency;
85
+ }
86
+
87
+ return null;
88
+ }
89
+
90
+ process(inputs, outputs) {
91
+ const input = inputs[0];
92
+ const output = outputs[0];
93
+
94
+ if (!input || !input[0]) {
95
+ return true;
96
+ }
97
+
98
+ const inputChannel = input[0];
99
+
100
+ // Pass through audio unchanged
101
+ if (output && output[0]) {
102
+ output[0].set(inputChannel);
103
+ }
104
+
105
+ // Fill detection buffer
106
+ for (let i = 0; i < inputChannel.length; i++) {
107
+ this.buffer[this.bufferIndex++] = inputChannel[i];
108
+
109
+ if (this.bufferIndex >= this.bufferSize) {
110
+ // Buffer full - perform detection (throttled)
111
+ this.detectionCount++;
112
+ if (this.detectionCount >= this.detectionInterval) {
113
+ this.detectionCount = 0;
114
+
115
+ const detectedPitch = this.detectPitch(this.buffer);
116
+
117
+ // Update last pitch for smoothing
118
+ this.lastPitch = detectedPitch;
119
+
120
+ // Send pitch data to main thread
121
+ this.port.postMessage({
122
+ type: 'pitch',
123
+ frequency: detectedPitch,
124
+ timestamp: Date.now(),
125
+ });
126
+ }
127
+
128
+ // Reset buffer
129
+ this.bufferIndex = 0;
130
+ }
131
+ }
132
+
133
+ return true;
134
+ }
135
+ }
136
+
137
+ registerProcessor('mic-pitch-detector', MicPitchDetectorProcessor);
@@ -0,0 +1,216 @@
1
+ // AudioWorklet processor for real-time music analysis
2
+ class MusicAnalysisProcessor extends AudioWorkletProcessor {
3
+ constructor() {
4
+ super();
5
+
6
+ // Analysis parameters
7
+ this.fftSize = 512;
8
+ this.bufferSize = this.fftSize * 2; // Need double for FFT
9
+ this.buffer = new Float32Array(this.bufferSize);
10
+ this.bufferIndex = 0;
11
+
12
+ // Analysis results
13
+ this.analysisFrameCount = 0;
14
+ this.analysisRate = 4; // Send analysis every 4 frames (~15Hz at 60fps)
15
+
16
+ // Pre-allocate arrays for efficiency
17
+ this.frequencyData = new Float32Array(this.fftSize / 2);
18
+ this.tempBuffer = new Float32Array(this.fftSize);
19
+
20
+ // Pitch detection parameters
21
+ this.sampleRate = 48000; // Will be updated from options
22
+ this.pitchDetectionEnabled = false;
23
+ this.lastPitch = null;
24
+ this.smoothingFactor = 0.7;
25
+ this.minSignalThreshold = 0.01;
26
+
27
+ // Handle messages from main thread
28
+ this.port.onmessage = (event) => {
29
+ if (event.data.type === 'setSampleRate') {
30
+ this.sampleRate = event.data.value;
31
+ } else if (event.data.type === 'enablePitchDetection') {
32
+ this.pitchDetectionEnabled = event.data.value;
33
+ }
34
+ };
35
+ }
36
+
37
+ process(inputs, _outputs, _parameters) {
38
+ const input = inputs[0];
39
+
40
+ if (!input || !input[0]) {
41
+ return true;
42
+ }
43
+
44
+ const inputChannel = input[0];
45
+
46
+ // Fill circular buffer
47
+ for (let i = 0; i < inputChannel.length; i++) {
48
+ this.buffer[this.bufferIndex] = inputChannel[i];
49
+ this.bufferIndex = (this.bufferIndex + 1) % this.bufferSize;
50
+ }
51
+
52
+ // Perform analysis at reduced rate to avoid overwhelming main thread
53
+ this.analysisFrameCount++;
54
+ if (this.analysisFrameCount >= this.analysisRate) {
55
+ this.analysisFrameCount = 0;
56
+ this.performAnalysis();
57
+ }
58
+
59
+ return true;
60
+ }
61
+
62
+ detectPitch(buffer) {
63
+ // Check signal strength first
64
+ let sumSquares = 0;
65
+ for (let i = 0; i < buffer.length; i++) {
66
+ sumSquares += buffer[i] * buffer[i];
67
+ }
68
+ const rms = Math.sqrt(sumSquares / buffer.length);
69
+
70
+ if (rms < this.minSignalThreshold) {
71
+ return null; // Signal too weak
72
+ }
73
+
74
+ // Autocorrelation-based pitch detection
75
+ // Music range: ~80 Hz (bass) to ~2000 Hz (upper harmonics)
76
+ const minPeriod = Math.floor(this.sampleRate / 2000); // 2000 Hz max
77
+ const maxPeriod = Math.floor(this.sampleRate / 80); // 80 Hz min
78
+
79
+ let maxCorrelation = 0;
80
+ let bestPeriod = 0;
81
+
82
+ // Calculate autocorrelation for each possible period
83
+ for (let period = minPeriod; period < maxPeriod; period++) {
84
+ let correlation = 0;
85
+ for (let i = 0; i < buffer.length - period; i++) {
86
+ correlation += buffer[i] * buffer[i + period];
87
+ }
88
+
89
+ if (correlation > maxCorrelation) {
90
+ maxCorrelation = correlation;
91
+ bestPeriod = period;
92
+ }
93
+ }
94
+
95
+ // Require minimum correlation strength
96
+ const correlationThreshold = sumSquares * 0.3;
97
+ if (bestPeriod > 0 && maxCorrelation > correlationThreshold) {
98
+ const frequency = this.sampleRate / bestPeriod;
99
+
100
+ // Apply exponential smoothing
101
+ if (this.lastPitch !== null) {
102
+ return this.lastPitch * this.smoothingFactor + frequency * (1 - this.smoothingFactor);
103
+ }
104
+ return frequency;
105
+ }
106
+
107
+ return null;
108
+ }
109
+
110
+ performAnalysis() {
111
+ // Copy buffer data in correct order for FFT
112
+ const startIndex = this.bufferIndex;
113
+ for (let i = 0; i < this.fftSize; i++) {
114
+ const bufferIdx = (startIndex + i) % this.bufferSize;
115
+ this.tempBuffer[i] = this.buffer[bufferIdx];
116
+ }
117
+
118
+ // Apply window function (Hann window)
119
+ for (let i = 0; i < this.fftSize; i++) {
120
+ const windowValue = 0.5 * (1 - Math.cos((2 * Math.PI * i) / (this.fftSize - 1)));
121
+ this.tempBuffer[i] *= windowValue;
122
+ }
123
+
124
+ // Detect pitch if enabled
125
+ let detectedPitch = null;
126
+ if (this.pitchDetectionEnabled) {
127
+ detectedPitch = this.detectPitch(this.tempBuffer);
128
+ this.lastPitch = detectedPitch;
129
+ }
130
+
131
+ // Perform FFT (simplified real-to-complex)
132
+ this.simpleFFT(this.tempBuffer, this.frequencyData);
133
+
134
+ // Analyze frequency bands
135
+ const analysis = this.analyzeFrequencyBands(this.frequencyData);
136
+
137
+ // Add pitch to analysis if detected
138
+ if (detectedPitch) {
139
+ analysis.pitch = detectedPitch;
140
+ }
141
+
142
+ // Send results to main thread
143
+ this.port.postMessage({
144
+ type: 'analysis',
145
+ data: analysis,
146
+ });
147
+ }
148
+
149
+ // Simplified FFT implementation for AudioWorklet
150
+ simpleFFT(timeData, freqData) {
151
+ const N = timeData.length;
152
+ const halfN = N / 2;
153
+
154
+ // Convert to magnitude spectrum (simplified)
155
+ for (let i = 0; i < halfN; i++) {
156
+ let real = 0;
157
+ let imag = 0;
158
+
159
+ for (let j = 0; j < N; j++) {
160
+ const angle = (-2 * Math.PI * i * j) / N;
161
+ real += timeData[j] * Math.cos(angle);
162
+ imag += timeData[j] * Math.sin(angle);
163
+ }
164
+
165
+ // Magnitude
166
+ freqData[i] = Math.sqrt(real * real + imag * imag) / N;
167
+ }
168
+ }
169
+
170
+ analyzeFrequencyBands(frequencyData) {
171
+ const binCount = frequencyData.length;
172
+ const bassEnd = Math.floor(binCount * 0.1); // 0-10% (bass)
173
+ const midEnd = Math.floor(binCount * 0.4); // 10-40% (mids)
174
+ // 40-100% is treble
175
+
176
+ let bassSum = 0,
177
+ midSum = 0,
178
+ trebleSum = 0,
179
+ totalEnergy = 0;
180
+ let weightedSum = 0; // for spectral centroid
181
+
182
+ for (let i = 0; i < binCount; i++) {
183
+ const value = frequencyData[i];
184
+ totalEnergy += value;
185
+ weightedSum += value * i;
186
+
187
+ if (i < bassEnd) {
188
+ bassSum += value;
189
+ } else if (i < midEnd) {
190
+ midSum += value;
191
+ } else {
192
+ trebleSum += value;
193
+ }
194
+ }
195
+
196
+ // Calculate averages and normalize
197
+ const bassAvg = bassEnd > 0 ? bassSum / bassEnd : 0;
198
+ const midAvg = midEnd - bassEnd > 0 ? midSum / (midEnd - bassEnd) : 0;
199
+ const trebleAvg = binCount - midEnd > 0 ? trebleSum / (binCount - midEnd) : 0;
200
+ const energyAvg = binCount > 0 ? totalEnergy / binCount : 0;
201
+
202
+ // Calculate spectral centroid (normalized)
203
+ const centroid = totalEnergy > 0 ? weightedSum / totalEnergy / binCount : 0;
204
+
205
+ // Apply smoothing and scaling for visual effects
206
+ return {
207
+ energy: Math.min(energyAvg * 50, 1.0), // Scale and clamp
208
+ bass: Math.min(bassAvg * 100, 1.0),
209
+ mid: Math.min(midAvg * 80, 1.0),
210
+ treble: Math.min(trebleAvg * 60, 1.0),
211
+ centroid: centroid,
212
+ };
213
+ }
214
+ }
215
+
216
+ registerProcessor('music-analysis-processor', MusicAnalysisProcessor);