infinicode 2.8.76 → 2.8.78

package/dist/kernel/federation/dashboard-html.js

@@ -1083,7 +1083,16 @@ button.act:disabled{opacity:0.5;cursor:default;}
 
   <!-- ═══ Setup ═══ -->
   <div class="rp-sub" id="rp-sub-setup">
-    <!-- Add LiveKit server -->
+    <div class="rp-form" id="rp-provider-secrets">
+      <h3>Voice provider secret</h3>
+      <div class="rp-quickrow">
+        <div class="rp-field" style="flex:1"><label>ElevenLabs API key</label><input type="password" id="rp-elevenlabs-key" autocomplete="new-password" placeholder="stored only on the scheduler"></div>
+        <button class="rp-btn primary" id="rp-elevenlabs-save" style="height:fit-content">Save secret</button>
+      </div>
+      <div class="rp-autonote" id="rp-elevenlabs-status">not configured · cached voice speaker tests require this key</div>
+    </div>
+
+    <!-- Add LiveKit server -->
     <div class="rp-form" id="rp-addserver">
       <h3>Add LiveKit server</h3>
       <div class="rp-quickrow">
@@ -1893,11 +1902,25 @@ button.act:disabled{opacity:0.5;cursor:default;}
         .then(function(){ pmBusy=false; applyReadOnly(); });
     });
   })();
-  function pollSettings(){
-    fetch('/robopark/api/settings'+QS,{cache:'no-store'}).then(function(r){return r.json();}).then(function(s){
-      if(s && typeof s.production_mode!=='undefined') setPm(!!s.production_mode);
-    }).catch(function(){});
-  }
+  function pollSettings(){
+    fetch('/robopark/api/settings'+QS,{cache:'no-store'}).then(function(r){return r.json();}).then(function(s){
+      if(s && typeof s.production_mode!=='undefined') setPm(!!s.production_mode);
+      var providerStatus=$('rp-elevenlabs-status');
+      if(providerStatus) providerStatus.textContent=s&&s.elevenlabs_configured
+        ? 'configured · source: '+(s.elevenlabs_source==='environment'?'scheduler environment':'persistent scheduler store')
+        : 'not configured · cached voice speaker tests require this key';
+    }).catch(function(){});
+  }
+
+  var elevenlabsSave=$('rp-elevenlabs-save');
+  if(elevenlabsSave) elevenlabsSave.addEventListener('click',function(){
+    var input=$('rp-elevenlabs-key'), key=input?input.value.trim():'';
+    if(key.length<8){ showOut('Enter a valid ElevenLabs API key'); return; }
+    elevenlabsSave.disabled=true;
+    rpAction('POST','/robopark/api/settings/provider-secret',{provider:'elevenlabs',api_key:key}).then(function(){
+      input.value=''; showOut('ElevenLabs secret saved on scheduler'); pollSettings();
+    }).catch(function(e){ showOut('ElevenLabs secret: '+e.message); }).then(function(){elevenlabsSave.disabled=false;});
+  });
 
   function robotName(x){ return x.robot_id||x.id||x.name||'robot'; }
   function endSession(id){
@@ -6190,6 +6213,9 @@ button.act:disabled{opacity:0.5;cursor:default;}
       if(!directRef){ visionOn=false; directImg.src=''; directImg.style.display='none'; return; }
       var directCamNote=$('pk-camnote'), directLiveNote=$('pk-golivenote'), directRes=$('pk-camres');
       visionOn=true;
+      directImg.style.display='block';
+      if(directCamNote)directCamNote.textContent='opening RoboVision camera relay...';
+      if(directRes)directRes.textContent='CONNECTING';
       directImg.onerror=function(){ visionOn=false; directImg.style.display='none'; directImg.src=''; if(directCamNote) directCamNote.textContent='RoboVision feed unavailable on robot'; if(directLiveNote) directLiveNote.textContent='camera unavailable'; if(directRes) directRes.textContent='OFFLINE'; };
       directImg.onload=function(){ directImg.style.display='block'; if(directCamNote) directCamNote.textContent='live camera via RoboVision mesh relay'; if(directLiveNote) directLiveNote.textContent='live'; if(directRes) directRes.textContent='LIVE'; };
       directImg.src='/fed/media/robots/'+encodeURIComponent(directRef)+'/video_feed'+QS+(QS?'&':'?')+'_='+Date.now();
@@ -6244,13 +6270,17 @@ button.act:disabled{opacity:0.5;cursor:default;}
       var video=deviceList(inv,'video',['auto','none']);
       var input=deviceList(inv,'audio_input',['default','none']);
       var output=deviceList(inv,'audio_output',['default','none']);
-      function fill(id, list, selected){
-        var el=$(id); if(!el) return;
-        el.innerHTML='';
-        list.filter(function(x){ return !query || String(x.name||x.id).toLowerCase().indexOf(query)>-1 || String(x.id).toLowerCase().indexOf(query)>-1; }).forEach(function(x){
-          var o=document.createElement('option'); o.value=String(x.id); o.textContent=String(x.name||x.id); if(String(x.id)===String(selected||'')) o.selected=true; el.appendChild(o);
-        });
-        if(!el.value && selected){ var o=document.createElement('option'); o.value=String(selected); o.textContent=String(selected)+' (saved)'; o.selected=true; el.appendChild(o); }
+      function fill(id, list, selected){
+        var el=$(id); if(!el) return;
+        // Heartbeat polling rebuilds this panel frequently. Preserve an
+        // operator's unsaved choice instead of snapping back to the last
+        // scheduler value while they move between camera/mic/speaker fields.
+        var effectiveSelected=el.dataset.dirty==='true'?el.value:selected;
+        el.innerHTML='';
+        list.filter(function(x){ return !query || String(x.name||x.id).toLowerCase().indexOf(query)>-1 || String(x.id).toLowerCase().indexOf(query)>-1; }).forEach(function(x){
+          var o=document.createElement('option'); o.value=String(x.id); o.textContent=String(x.name||x.id); if(String(x.id)===String(effectiveSelected||'')) o.selected=true; el.appendChild(o);
+        });
+        if(!el.value && effectiveSelected){ var o=document.createElement('option'); o.value=String(effectiveSelected); o.textContent=String(effectiveSelected)+(el.dataset.dirty==='true'?' (selected)':' (saved)'); o.selected=true; el.appendChild(o); }
       }
       fill('pk-video-device', video, device.video_device||'auto');
       fill('pk-audio-input', input, device.audio_device||'default');
@@ -6270,13 +6300,27 @@ button.act:disabled{opacity:0.5;cursor:default;}
         note.textContent=hasRealInventory(inv) ? ('inventory from '+source+' · camera/mic/speaker '+counts) : (device.id ? 'no real hardware inventory reported yet · restart vision-agent + preview-agent on this robot' : 'waiting for robot heartbeat inventory');
       }
     }
-    function saveDeviceSelectors(n){
-      var device=schedulerDevice(n), id=device&&device.id; if(!id){ showOut('device inventory is not available yet'); return; }
-      var body={video_device:$('pk-video-device').value, audio_device:$('pk-audio-input').value, audio_output_device:$('pk-audio-output').value,
-        greeting_phrases:($('pk-greeting-phrases').value||'').split(String.fromCharCode(10)).map(function(x){return x.trim();}).filter(Boolean)};
-      rpAction('PATCH','/robopark/api/devices/'+encodeURIComponent(id),body).then(function(){
-        showOut('camera and microphone selection saved for '+(device.name||id));
-      }).catch(function(e){ showOut('device selection: '+e.message); });
+    function saveDeviceSelectors(n){
+      var device=schedulerDevice(n), id=device&&device.id; if(!id){ showOut('device inventory is not available yet'); return; }
+      var body={video_device:$('pk-video-device').value, audio_device:$('pk-audio-input').value, audio_output_device:$('pk-audio-output').value,
+        greeting_phrases:($('pk-greeting-phrases').value||'').split(String.fromCharCode(10)).map(function(x){return x.trim();}).filter(Boolean)};
+      var button=$('pk-device-save'),note=$('pk-device-note');
+      if(button){button.disabled=true;button.textContent='Saving...';}
+      if(note)note.textContent='saving device selection to scheduler...';
+      rpAction('PATCH','/robopark/api/devices/'+encodeURIComponent(id),body).then(function(saved){
+        // Keep the drawer's local scheduler record current immediately. The
+        // next /devices poll will confirm the same values from persistent DB.
+        Object.assign(device,saved||body);
+        ['pk-video-device','pk-audio-input','pk-audio-output'].forEach(function(field){var el=$(field);if(el)delete el.dataset.dirty;});
+        refreshDeviceSelectors(n);
+        if(note)note.textContent='saved · robot will apply selection on its next config heartbeat';
+        if(button){button.textContent='Saved';setTimeout(function(){if($('pk-device-save')===button)button.textContent='Save device selection + greetings';},1400);}
+        showOut('camera, microphone, and speaker selection saved for '+(device.name||id));
+      }).catch(function(e){
+        if(note)note.textContent='save failed · '+e.message;
+        if(button)button.textContent='Retry save';
+        showOut('device selection: '+e.message);
+      }).then(function(){if(button)button.disabled=false;});
     }
     function fmtUptime(secs){
       if(secs==null) return '';
@@ -6679,7 +6723,17 @@ button.act:disabled{opacity:0.5;cursor:default;}
          b.innerHTML += '<div class="pk-ctl" style="margin-top:0.5rem"><button class="rp-btn danger" id="pk-recover" data-robot="'+esc(n.name)+'">Recover robot</button><span class="pk-note" style="margin:0">clears stale sessions and queued triggers for this robot</span></div>';
          var deviceSearch=$('pk-device-search'); if(deviceSearch) deviceSearch.addEventListener('input', function(){ refreshDeviceSelectors(n); });
          var deviceSave=$('pk-device-save'); if(deviceSave) deviceSave.addEventListener('click', function(){ saveDeviceSelectors(n); });
-         var outputSelect=$('pk-audio-output'); if(outputSelect) outputSelect.addEventListener('change', function(){ refreshDeviceSelectors(n); });
+         ['pk-video-device','pk-audio-input','pk-audio-output'].forEach(function(field){
+           var select=$(field);if(!select)return;
+           select.addEventListener('change',function(){
+             select.dataset.dirty='true';
+             var note=$('pk-device-note');if(note)note.textContent='unsaved selection · click Save device selection + greetings';
+             if(field==='pk-audio-output'){
+               var selectedLabel=$('pk-spk-selected'),option=select.options&&select.selectedIndex>=0?select.options[select.selectedIndex]:null;
+               if(selectedLabel)selectedLabel.textContent=option?String(option.textContent||option.value):String(select.value||'default');
+             }
+           });
+         });
          var micListen=$('pk-mic-listen');if(micListen)micListen.addEventListener('click',function(){setMicMonitorAudible(!micMonitorAudible);});
          var micVolume=$('pk-mic-volume');if(micVolume)micVolume.addEventListener('input',function(){micMonitorVolume=Math.max(0,Math.min(1,Number(micVolume.value||80)/100));lkAudioEls.forEach(function(el){el.volume=micMonitorVolume;});});
          startCam(n); startMeters(n); loadEffectiveConfig(schedId(n)); refreshSupervisorPanel(n);
@@ -6879,7 +6933,7 @@ button.act:disabled{opacity:0.5;cursor:default;}
         .catch(function(){ idleCam('unreachable'); });
     }
     function idleCam(reason){
-      var cc=$('pk-camcv'), msg={connecting:'connecting to live session…', idle:'robot idle · no live session', production_mode_off:'production mode off', 'no-sdk':'live session up · loading video…', unreachable:'scheduler unreachable'}[reason]||'no live feed';
+      var cc=$('pk-camcv'), msg={connecting:'connecting to RoboVision camera relay…', idle:'camera relay standing by', production_mode_off:'production mode off', 'no-sdk':'voice session active · loading microphone…', unreachable:'camera relay unreachable'}[reason]||'no live feed';
       if(cc&&cc.getContext){ var cx=cc.getContext('2d'); cx.fillStyle='#0b0d12'; cx.fillRect(0,0,cc.width,cc.height); cx.strokeStyle='rgba(255,255,255,0.05)'; for(var y=0;y<cc.height;y+=4){cx.beginPath();cx.moveTo(0,y);cx.lineTo(cc.width,y);cx.stroke();} cx.fillStyle='#5a6a80'; cx.font='11px monospace'; cx.textAlign='center'; cx.fillText(msg, cc.width/2, cc.height/2); }
       var res=$('pk-camres'); if(res) res.textContent = reason==='idle'?'idle':'—';
       var note=$('pk-camnote'); if(note) note.textContent = reason==='idle'?'the feed goes live automatically when the robot opens a session':msg;
@@ -6985,7 +7039,17 @@ button.act:disabled{opacity:0.5;cursor:default;}
       (function loop(){ if(!$('pk-micbars')||drawerId==null) return;
         // MIC — real RMS from the subscribed LiveKit mic track (else no signal).
         var lvl=0;
-        if(micAnalyser){ micAnalyser.getByteTimeDomainData(buf); var sum=0; for(var q=0;q<buf.length;q++){ var v=(buf[q]-128)/128; sum+=v*v; } lvl=Math.min(1, Math.sqrt(sum/buf.length)*3.4); }
+        if(micAnalyser){
+          micAnalyser.getByteTimeDomainData(buf);
+          var sum=0;
+          for(var q=0;q<buf.length;q++){ var v=(buf[q]-128)/128; sum+=v*v; }
+          var rms=Math.sqrt(sum/buf.length);
+          // USB microphones commonly sit around -55 dBFS at room level and
+          // -20 dBFS when spoken into. Map that useful range to 0..100 rather
+          // than displaying normalized RMS directly (which looked stuck at 1%).
+          var db=rms>0 ? 20*Math.log10(rms) : -90;
+          lvl=Math.max(0,Math.min(1,(db+60)/45));
+        }
         for(var i=0;i<mi.length;i++){ var on=i<lvl*mi.length; mi[i].style.height=(3+(on?lvl*13:0))+'px'; mi[i].style.background=on?(i<mi.length*0.7?'var(--ok)':i<mi.length*0.9?'var(--warn)':'var(--bad)'):'var(--glass-border)'; }
         set('pk-micval', micAnalyser?Math.round(lvl*100)+'%':'—');
         set('pk-micstate', micAnalyser?('selected '+selectedRobotMic()+' · '+(lvl>0.12?'live, hearing audio':'live, quiet')):('selected '+selectedRobotMic()+' · '+micMonitorState));
@@ -7099,8 +7163,9 @@ button.act:disabled{opacity:0.5;cursor:default;}
         + '<div><span class="l">duration</span><span class="v">'+esc(result.duration+' s')+'</span></div>'
         + '<div><span class="l">latency</span><span class="v">'+esc(result.duration_ms+' ms')+'</span></div>'
         + '<div><span class="l">output</span><span class="v">'+esc(result.output_device)+'</span></div>'
-        + '<div><span class="l">input</span><span class="v">'+esc(result.input_device)+'</span></div>'
-        + '</div>';
+        + '<div><span class="l">input</span><span class="v">'+esc(result.input_device)+'</span></div>'
+        + '<div><span class="l">format</span><span class="v">'+esc((result.output_sample_rate||result.sample_rate)+' Hz / '+(result.output_channels||1)+'ch out · '+(result.input_sample_rate||result.sample_rate)+' Hz / '+(result.input_channels||1)+'ch in')+'</span></div>'
+        + '</div>';
       var diag = result.diagnostic ? '<div class="pk-spk-diag">'+esc(result.diagnostic)+'</div>' : '';
       host.innerHTML = '<div class="pk-spk-result '+(result.pass?'ok':'bad')+'">'
         + banner + meta + diag + '</div>';
@@ -7116,12 +7181,13 @@ button.act:disabled{opacity:0.5;cursor:default;}
       var phrase=String((($('pk-spk-phrase')||{}).value)||'Hello, I am ready to talk.').trim();
       var output=(($('pk-audio-output')||{}).value)||'default';
       var input=(($('pk-audio-input')||{}).value)||'default';
+      var outputName=selectedRobotOutput(),inputName=selectedRobotMic();
       // Animate the meter with a synthetic "during-test" peak so the
       // operator sees something happen immediately while waiting for
       // the real recording.
       _spkTestSetLive(robotId, {live:true, rms: 0.45, pass: undefined, waveform: null});
       rpAction('POST','/robopark/api/robots/'+encodeURIComponent(robotId)+'/shell/speaker-test',
-        {mode:mode, text:phrase, frequency:freq, duration:dur, amplitude:0.6, threshold_db:-30, output:output, input:input})
+        {mode:mode, text:phrase, frequency:freq, duration:dur, amplitude:0.6, threshold_db:-30, output:output, input:input, output_name:outputName, input_name:inputName})
         .then(function(q){
           // long-poll up to 8s, then fall back to 12s of result polling
           if(status) status.textContent = mode==='tts'?'playing cached voice on '+selectedRobotOutput()+'…':'playing tone + recording…';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "infinicode",
-  "version": "2.8.76",
+  "version": "2.8.78",
   "description": "OpenKernel — provider-agnostic AI execution kernel. Native coding agent + mission-driven execution runtime.",
   "type": "module",
   "main": "./dist/kernel/index.js",

package/packages/robopark/scheduler/main.py

@@ -69,7 +69,14 @@ ELEVENLABS_API_KEY = (
     or os.getenv("ELEVENLABS_KEY", "").strip()
     or os.getenv("ELEVEN_API_KEY", "").strip()
 )
-ELEVENLABS_BASE_URL = os.getenv("ELEVENLABS_BASE_URL", "https://api.elevenlabs.io").rstrip("/")
+ELEVENLABS_BASE_URL = os.getenv("ELEVENLABS_BASE_URL", "https://api.elevenlabs.io").rstrip("/")
+
+
+async def _get_elevenlabs_api_key() -> str:
+    """Resolve the provider key without ever returning it through public APIs."""
+    if ELEVENLABS_API_KEY:
+        return ELEVENLABS_API_KEY
+    return (await get_setting("elevenlabs_api_key") or "").strip()
 
 # Optional base URL of a local Kokoro TTS server. When set, /api/voices/kokoro
 # will proxy its /v1/audio/voices endpoint to return the dynamic list of voices
@@ -1991,12 +1998,29 @@ async def get_settings():
     """Public settings with secret values reduced to status only."""
     pm = await get_production_mode()
     has_default_token = bool(await get_setting("default_enrollment_token"))
+    elevenlabs_key = await _get_elevenlabs_api_key()
     return {
         "production_mode": pm,
         "default_enrollment_token_set": has_default_token,
         "agent_token_configured": bool(ROBOPARK_AGENT_TOKEN),
         "agent_token_source": "environment" if os.getenv("ROBOPARK_AGENT_TOKEN", "").strip() else "scheduler_secret_file",
+        "elevenlabs_configured": bool(elevenlabs_key),
+        "elevenlabs_source": "environment" if ELEVENLABS_API_KEY else ("scheduler_store" if elevenlabs_key else None),
     }
+
+
+@app.post("/api/settings/provider-secret")
+async def set_provider_secret(payload: dict):
+    """Persist a provider credential while only exposing configured status."""
+    provider = str(payload.get("provider") or "").strip().lower()
+    api_key = str(payload.get("api_key") or "").strip()
+    if provider != "elevenlabs":
+        raise HTTPException(400, "unsupported provider")
+    if len(api_key) < 8:
+        raise HTTPException(400, "ElevenLabs API key must be at least 8 characters")
+    await set_setting("elevenlabs_api_key", api_key)
+    await _log_history("settings", "provider_secret", provider, "updated", "operator")
+    return {"ok": True, "provider": provider, "configured": True, "source": "scheduler_store"}
 
 @app.put("/api/settings")
 async def update_settings(payload: SettingsPayload):
@@ -3448,8 +3472,10 @@ class SpeakerTestRequest(BaseModel):
     duration: Optional[float] = None
     amplitude: Optional[float] = None
     threshold_db: Optional[float] = None
-    output: Optional[str] = None
-    input: Optional[str] = None
+    output: Optional[str] = None
+    input: Optional[str] = None
+    output_name: Optional[str] = None
+    input_name: Optional[str] = None
     sample_rate: Optional[int] = None
 
 
@@ -3462,8 +3488,9 @@ async def _cached_speaker_tts(robot_id: str, text: str) -> dict:
     voice_id = stack.tts_voice if stack else "21m00Tcm4TlvDq8ikWAM"
     if provider != "elevenlabs":
         raise HTTPException(400, f"Cached voice test currently requires ElevenLabs; selected stack uses {provider}")
-    if not ELEVENLABS_API_KEY:
-        raise HTTPException(503, "ELEVENLABS_API_KEY is not configured on the scheduler")
+    elevenlabs_key = await _get_elevenlabs_api_key()
+    if not elevenlabs_key:
+        raise HTTPException(503, "ElevenLabs is not configured; open Control Center > Setup > Voice provider secret")
     if not voice_id:
         raise HTTPException(400, "Selected voice stack has no ElevenLabs voice id")
     cache_dir = os.path.join(os.path.dirname(DB_PATH), "tts-test-cache")
@@ -3479,7 +3506,7 @@ async def _cached_speaker_tts(robot_id: str, text: str) -> dict:
             response = await client.post(
                 f"{ELEVENLABS_BASE_URL}/v1/text-to-speech/{voice_id}",
                 params={"output_format": "pcm_24000"},
-                headers={"xi-api-key": ELEVENLABS_API_KEY, "Accept": "audio/pcm"},
+                headers={"xi-api-key": elevenlabs_key, "Accept": "audio/pcm"},
                 json={"text": phrase, "model_id": "eleven_flash_v2_5"},
             )
         if response.status_code != 200:

package/packages/robopark/scheduler/preview_agent.py

@@ -846,7 +846,18 @@ class PreviewAgent:
                 return
             self._speaker_test_in_flight = True
             from robot_supervisor import _speaker_roundtrip_test
-            result = await asyncio.to_thread(_speaker_roundtrip_test, request.get("params") or {})
+            # LiveKit owns the USB microphone continuously. Release that owner
+            # for an explicit hardware test, then restore the same session.
+            restore_state = self._current_state if self._publisher else None
+            if restore_state:
+                await self._stop_publisher()
+                await asyncio.sleep(0.35)
+            try:
+                result = await asyncio.to_thread(_speaker_roundtrip_test, request.get("params") or {})
+                result["media_owner_paused"] = bool(restore_state)
+            finally:
+                if restore_state and restore_state.active:
+                    await self._start_publisher(restore_state)
             result_response = await self._session.post(
                 f"{self.scheduler_url.rstrip('/')}/api/devices/{self.device_id}/supervisor-output",
                 json={"kind": "speaker_test", "service": None, "payload": result,
@@ -1092,8 +1103,9 @@ class LiveKitPublisher:
         self.audio_source: Optional[rtc.AudioSource] = None
         self.audio_track: Optional[rtc.LocalAudioTrack] = None
         self._stop_event = asyncio.Event()
-        self._tasks: list[asyncio.Task] = []
-        self._capture: Optional["VideoCapture"] = None
+        self._tasks: list[asyncio.Task] = []
+        self._capture: Optional["VideoCapture"] = None
+        self._mic_capture: Optional["AudioCapture"] = None
         # Motion sampling state belongs to the publisher instance.  Keeping it
         # initialized here prevents shutdown/reopen paths from raising while
         # the camera is being handed between preview and voice sessions.
@@ -1373,7 +1385,7 @@ class LiveKitPublisher:
             out.close()
             pa.terminate()
 
-    async def stop(self) -> None:
+    async def stop(self) -> None:
         self._stop_event.set()
         for t in self._tasks:
             t.cancel()
@@ -1381,7 +1393,10 @@ class LiveKitPublisher:
                 await t
             except asyncio.CancelledError:
                 pass
-        self._tasks.clear()
+        self._tasks.clear()
+        if self._mic_capture:
+            await asyncio.to_thread(self._mic_capture.stop)
+            self._mic_capture = None
         if self._capture:
             self._capture.stop()
             self._capture = None
@@ -1442,10 +1457,11 @@ class LiveKitPublisher:
 
     async def _audio_loop(self) -> None:
         assert self.audio_source is not None
-        mic = create_audio_capture(self.agent.audio_device)
-        if mic is None:
+        mic = create_audio_capture(self.agent.audio_device)
+        if mic is None:
             logger.warning("audio_loop: create_audio_capture returned None, mic will not publish")
-            return
+            return
+        self._mic_capture = mic
         logger.info(f"audio_loop: mic capture started ({type(mic).__name__})")
         # Read in bigger batches (100ms) instead of one 20ms frame per
         # asyncio.to_thread() dispatch. Each dispatch/poll cycle has a fixed