robopark 3.3.37 → 3.3.38

package/ui/standalone/.next/server/app-paths-manifest.json

@@ -3,8 +3,8 @@
   "/api/device-character/route": "app/api/device-character/route.js",
   "/api/download-piper-model/route": "app/api/download-piper-model/route.js",
   "/api/models/route": "app/api/models/route.js",
-  "/api/prompt/route": "app/api/prompt/route.js",
   "/api/prewarm/route": "app/api/prewarm/route.js",
+  "/api/prompt/route": "app/api/prompt/route.js",
   "/api/reload-tools/route": "app/api/reload-tools/route.js",
   "/api/robopark/devices/[deviceId]/control/route": "app/api/robopark/devices/[deviceId]/control/route.js",
   "/api/robopark/robots/[robotId]/operations/route": "app/api/robopark/robots/[robotId]/operations/route.js",
@@ -13,43 +13,43 @@
   "/api/setup/complete/route": "app/api/setup/complete/route.js",
   "/api/setup/status/route": "app/api/setup/status/route.js",
   "/api/setup/test-groq/route": "app/api/setup/test-groq/route.js",
-  "/api/setup/test-hass/route": "app/api/setup/test-hass/route.js",
   "/api/setup/test-n8n/route": "app/api/setup/test-n8n/route.js",
+  "/api/setup/test-hass/route": "app/api/setup/test-hass/route.js",
+  "/api/setup/test-ollama/route": "app/api/setup/test-ollama/route.js",
   "/api/test-tts/route": "app/api/test-tts/route.js",
   "/api/voices/route": "app/api/voices/route.js",
-  "/api/setup/test-ollama/route": "app/api/setup/test-ollama/route.js",
   "/api/wake-word/models/route": "app/api/wake-word/models/route.js",
   "/api/wake-word/status/route": "app/api/wake-word/status/route.js",
   "/api/wake-word/upload/route": "app/api/wake-word/upload/route.js",
   "/favicon.ico/route": "app/favicon.ico/route.js",
   "/api/kiosk-hardware/route": "app/api/kiosk-hardware/route.js",
-  "/api/model-status/route": "app/api/model-status/route.js",
   "/api/connection-details/route": "app/api/connection-details/route.js",
-  "/api/robopark/character-ai/route": "app/api/robopark/character-ai/route.js",
-  "/api/robopark/device-access/route": "app/api/robopark/device-access/route.js",
   "/api/robopark/camera-token/route": "app/api/robopark/camera-token/route.js",
-  "/api/robopark/live-rooms/route": "app/api/robopark/live-rooms/route.js",
+  "/api/model-status/route": "app/api/model-status/route.js",
   "/api/robopark/monitor-token/route": "app/api/robopark/monitor-token/route.js",
+  "/api/robopark/device-access/route": "app/api/robopark/device-access/route.js",
+  "/api/robopark/character-ai/route": "app/api/robopark/character-ai/route.js",
+  "/api/robopark/live-rooms/route": "app/api/robopark/live-rooms/route.js",
   "/api/robopark/servers/[serverId]/metrics/route": "app/api/robopark/servers/[serverId]/metrics/route.js",
   "/api/robopark/robots/route": "app/api/robopark/robots/route.js",
-  "/api/robopark/servers/route": "app/api/robopark/servers/route.js",
-  "/api/robopark/servers/[serverId]/route": "app/api/robopark/servers/[serverId]/route.js",
   "/api/robopark/sessions/route": "app/api/robopark/sessions/route.js",
+  "/api/robopark/servers/[serverId]/route": "app/api/robopark/servers/[serverId]/route.js",
+  "/api/robopark/servers/route": "app/api/robopark/servers/route.js",
+  "/api/robopark/vision-caption/route": "app/api/robopark/vision-caption/route.js",
   "/api/robovoice/robots/[robotId]/media-health/route": "app/api/robovoice/robots/[robotId]/media-health/route.js",
   "/api/settings/route": "app/api/settings/route.js",
-  "/api/robopark/vision-caption/route": "app/api/robopark/vision-caption/route.js",
   "/api/robopark/robots/[robotId]/voice-engine/route": "app/api/robopark/robots/[robotId]/voice-engine/route.js",
-  "/api/turn-credentials/route": "app/api/turn-credentials/route.js",
   "/api/robopark/transcripts/route": "app/api/robopark/transcripts/route.js",
+  "/api/turn-credentials/route": "app/api/turn-credentials/route.js",
+  "/fed/media/robots/[robotId]/video_feed/route": "app/fed/media/robots/[robotId]/video_feed/route.js",
   "/camera-grid/route": "app/camera-grid/route.js",
   "/robopark/[...path]/route": "app/robopark/[...path]/route.js",
   "/api/wake/route": "app/api/wake/route.js",
-  "/fed/media/robots/[robotId]/video_feed/route": "app/fed/media/robots/[robotId]/video_feed/route.js",
-  "/robopark/api/robots/[robotId]/stream/route": "app/robopark/api/robots/[robotId]/stream/route.js",
-  "/tailnet/route": "app/tailnet/route.js",
   "/fed/[...path]/route": "app/fed/[...path]/route.js",
-  "/vendor/livekit-client.umd.js/route": "app/vendor/livekit-client.umd.js/route.js",
+  "/robopark/api/robots/[robotId]/stream/route": "app/robopark/api/robots/[robotId]/stream/route.js",
   "/(app)/opengraph-image-xg4ifa/route": "app/(app)/opengraph-image-xg4ifa/route.js",
+  "/vendor/livekit-client.umd.js/route": "app/vendor/livekit-client.umd.js/route.js",
+  "/tailnet/route": "app/tailnet/route.js",
   "/robopark/api/[...path]/route": "app/robopark/api/[...path]/route.js",
   "/voice-tester/page": "app/voice-tester/page.js",
   "/robopark/page": "app/robopark/page.js",

package/ui/standalone/.next/server/functions-config-manifest.json

@@ -2,8 +2,8 @@
   "version": 1,
   "functions": {
     "/api/kiosk-hardware": {},
-    "/api/robovoice/robots/[robotId]/media-health": {},
     "/fed/media/robots/[robotId]/video_feed": {},
+    "/api/robovoice/robots/[robotId]/media-health": {},
     "/robopark/[...path]": {},
     "/robopark/api/robots/[robotId]/stream": {}
   }

package/ui/standalone/.next/server/pages/500.html

@@ -1 +1 @@
-<!DOCTYPE html><html><head><meta charSet="utf-8" data-next-head=""/><meta name="viewport" content="width=device-width" data-next-head=""/><title data-next-head="">500: Internal Server Error</title><noscript data-n-css=""></noscript><script defer="" noModule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-5252e5254da079b5.js" defer=""></script><script src="/_next/static/chunks/framework-e60c938074ff7136.js" defer=""></script><script src="/_next/static/chunks/main-9e24e8708ff075fc.js" defer=""></script><script src="/_next/static/chunks/pages/_app-131c90850aef965b.js" defer=""></script><script src="/_next/static/chunks/pages/_error-e4ba546eb376bdf4.js" defer=""></script><script src="/_next/static/8E9-VDckMmTbkbuwnaatU/_buildManifest.js" defer=""></script><script src="/_next/static/8E9-VDckMmTbkbuwnaatU/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">500</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">Internal Server Error<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":500}},"page":"/_error","query":{},"buildId":"8E9-VDckMmTbkbuwnaatU","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html><head><meta charSet="utf-8" data-next-head=""/><meta name="viewport" content="width=device-width" data-next-head=""/><title data-next-head="">500: Internal Server Error</title><noscript data-n-css=""></noscript><script defer="" noModule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-5252e5254da079b5.js" defer=""></script><script src="/_next/static/chunks/framework-e60c938074ff7136.js" defer=""></script><script src="/_next/static/chunks/main-9e24e8708ff075fc.js" defer=""></script><script src="/_next/static/chunks/pages/_app-131c90850aef965b.js" defer=""></script><script src="/_next/static/chunks/pages/_error-e4ba546eb376bdf4.js" defer=""></script><script src="/_next/static/2zW74Q0KZAsncyNMwT9yQ/_buildManifest.js" defer=""></script><script src="/_next/static/2zW74Q0KZAsncyNMwT9yQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">500</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">Internal Server Error<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":500}},"page":"/_error","query":{},"buildId":"2zW74Q0KZAsncyNMwT9yQ","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>

package/ui/standalone/public/voice-join.html

@@ -11,7 +11,7 @@
   var deployment=document.createElement('div');deployment.id='deployment';deployment.className='deployment';deployment.innerHTML='<div class="deployment-row"><b>Character hardware</b><span>Loading registered voice, vision, and motor nodes...</span><span></span></div>';document.getElementById('pipeline').before(deployment);
   var audioControls=document.createElement('details');audioControls.id='audio-controls';audioControls.className='audio-controls';audioControls.innerHTML='<summary>Audio levels</summary><div class="audio-panel"><div class="audio-row"><label for="speaker-volume">Speaker</label><input id="speaker-volume" type="range" min="0" max="100" step="1"><output class="audio-value" id="speaker-value"></output></div><div class="audio-row"><label for="mic-sensitivity">Microphone</label><input id="mic-sensitivity" type="range" min="0" max="100" step="1"><output class="audio-value" id="mic-value"></output></div><p class="audio-note">Changes apply immediately and stay on this browser.</p></div>';document.getElementById('error').after(audioControls);
   var callControls=document.createElement('details');callControls.id='call-controls';callControls.className='call-controls';callControls.open=true;callControls.innerHTML='<summary>Microphone and speaker</summary><div class=call-panel id=call-panel></div>';audioControls.open=true;audioControls.after(callControls);
-  var q=new URLSearchParams(location.search),character=q.get('character')||'',agent=q.get('agent_id')||'',branch=q.get('branch_id')||'',mode=q.get('mode')==='production'?'production':'test',robot=mode==='production'?(q.get('robot')||character):'',stack=q.get('stack')||'',share=q.get('share_id')||'',session=null,eventToken=null,conversation=null,conversationId=null,keepalive=null,poller=null,retryTimer=null,cameraPublishRetry=null,cameraRetryCount=0,ending=false,desired=false,alwaysOn=false,connecting=false,generation=0,retryAttempt=0,lastProviderError=null,history=[],seen={},micPipelines=[],micAudioContext=null,localVideoStream=null,activeCameraDevice=null,cameraRoom=null,cameraSdkPromise=null,speakerVolume=storedNumber('robopark.voice.speaker',100,0,100),micSensitivity=storedNumber('robopark.voice.micSensitivity',100,0,100),inputDeviceId='',cameraDeviceId='',outputDeviceId='';
+  var q=new URLSearchParams(location.search),character=q.get('character')||'',agent=q.get('agent_id')||'',branch=q.get('branch_id')||'',mode=q.get('mode')==='production'?'production':'test',robot=mode==='production'?(q.get('robot')||character):'',stack=q.get('stack')||'',share=q.get('share_id')||'',cameraOff=q.get('camera')==='off',visionBase=(q.get('vision_base')||'http://127.0.0.1:5000').replace(/\/+$/,''),kioskRemoteBusy=false,kioskRemoteFail=0,session=null,eventToken=null,conversation=null,conversationId=null,keepalive=null,poller=null,retryTimer=null,cameraPublishRetry=null,cameraRetryCount=0,ending=false,desired=false,alwaysOn=false,connecting=false,generation=0,retryAttempt=0,lastProviderError=null,history=[],seen={},micPipelines=[],micAudioContext=null,localVideoStream=null,activeCameraDevice=null,cameraRoom=null,cameraSdkPromise=null,speakerVolume=storedNumber('robopark.voice.speaker',100,0,100),micSensitivity=storedNumber('robopark.voice.micSensitivity',100,0,100),inputDeviceId='',cameraDeviceId='',outputDeviceId='';
   // The panel carries two sources: a <video> for local/LiveKit camera tracks and the
   // original <img> for the robot MJPEG feed, which a <video> element cannot decode.
   // Both stay mounted so the ambient vision sampler can read whichever is showing.
@@ -55,7 +55,11 @@
   function ensureCameraSdk(){if(window.LivekitClient)return Promise.resolve(window.LivekitClient);if(cameraSdkPromise)return cameraSdkPromise;cameraSdkPromise=new Promise(function(resolve,reject){var script=document.createElement('script');script.src='/vendor/livekit-client.umd.js';script.onload=function(){window.LivekitClient?resolve(window.LivekitClient):reject(new Error('LiveKit camera SDK unavailable'))};script.onerror=function(){reject(new Error('LiveKit camera SDK failed to load'))};document.head.appendChild(script)});return cameraSdkPromise}
   function scheduleCameraPublishRetry(){if(cameraPublishRetry||ending||!localVideoStream)return;if(cameraRetryCount>=8){event('camera_published','failed','Giving up after 8 attempts - the media server is not reachable.',{attempts:cameraRetryCount});return}var delay=Math.min(30000,3000*Math.pow(1.6,cameraRetryCount));cameraRetryCount++;cameraPublishRetry=setTimeout(function(){cameraPublishRetry=null;publishLocalVideo().catch(function(){})},delay)}
   function publishLocalVideo(){var pendingCameraRoom=null;if(!localVideoStream||!localVideoStream.getVideoTracks().length)return Promise.resolve();if(cameraRoom)return Promise.resolve();return Promise.all([ensureCameraSdk(),fetch('/api/robopark/camera-token',{method:'POST',headers:{'content-type':'application/json'},body:JSON.stringify({character_id:character,robot_id:robot||null})}).then(function(response){if(!response.ok)throw new Error('camera token '+response.status);return response.json()})]).then(function(parts){var LK=parts[0],info=parts[1],room=new LK.Room();pendingCameraRoom=room;cameraRoom=room;room.on(LK.RoomEvent.Disconnected,function(){if(cameraRoom===room){cameraRoom=null;scheduleCameraPublishRetry()}});return room.connect(info.url,info.token).then(function(){return room.localParticipant.publishTrack(localVideoStream.getVideoTracks()[0],{name:'camera',source:LK.Track.Source.Camera})}).then(function(){cameraRetryCount=0;if(cameraPublishRetry){clearTimeout(cameraPublishRetry);cameraPublishRetry=null}event('camera_published','ok','Camera relay live',{})})}).catch(function(error){try{if(pendingCameraRoom&&pendingCameraRoom.disconnect)pendingCameraRoom.disconnect(true)}catch(_){}pendingCameraRoom=null;cameraRoom=null;event('camera_published','failed',error.message,{});scheduleCameraPublishRetry();throw error})}
-  function startLocalVideo(){if(!navigator.mediaDevices||!navigator.mediaDevices.getUserMedia)return Promise.resolve();if(localVideoStream&&activeCameraDevice===cameraDeviceId)return publishLocalVideo();if(localVideoStream)localVideoStream.getTracks().forEach(function(track){track.stop()});if(cameraRoom){cameraRoom.disconnect();cameraRoom=null}var video=cameraDeviceId?{deviceId:{exact:cameraDeviceId}}:true;return navigator.mediaDevices.getUserMedia({video:video,audio:false}).then(function(stream){localVideoStream=stream;activeCameraDevice=cameraDeviceId;el('robot-video').srcObject=stream;if(!robotStreamActive())el('robot-video').hidden=false;el('vision').hidden=false;return publishLocalVideo().catch(function(){})}).catch(function(error){localVideoStream=null;activeCameraDevice=null;el('robot-video').srcObject=null;if(!robotStreamActive()){el('robot-video').hidden=true;el('vision').hidden=true}throw error})}
+  // camera=off: the RoboPark vision server is the sole owner of this kiosk's
+  // camera, and the control centre watches its MJPEG stream rather than a
+  // browser LiveKit publisher. A second opener of a USB camera just fails on
+  // Windows, so the page must not call getUserMedia({video}) at all.
+  function startLocalVideo(){if(cameraOff)return Promise.resolve();if(!navigator.mediaDevices||!navigator.mediaDevices.getUserMedia)return Promise.resolve();if(localVideoStream&&activeCameraDevice===cameraDeviceId)return publishLocalVideo();if(localVideoStream)localVideoStream.getTracks().forEach(function(track){track.stop()});if(cameraRoom){cameraRoom.disconnect();cameraRoom=null}var video=cameraDeviceId?{deviceId:{exact:cameraDeviceId}}:true;return navigator.mediaDevices.getUserMedia({video:video,audio:false}).then(function(stream){localVideoStream=stream;activeCameraDevice=cameraDeviceId;el('robot-video').srcObject=stream;if(!robotStreamActive())el('robot-video').hidden=false;el('vision').hidden=false;return publishLocalVideo().catch(function(){})}).catch(function(error){localVideoStream=null;activeCameraDevice=null;el('robot-video').srcObject=null;if(!robotStreamActive()){el('robot-video').hidden=true;el('vision').hidden=true}throw error})}
   function robotStreamActive(){var stream=el('robot-stream');return Boolean(stream&&stream.getAttribute('src'))}
   // Ambient vision. The ElevenLabs contextual_update channel carries text only, so a
   // frame is captioned server-side and the sentence is injected silently — a real
@@ -155,6 +159,44 @@
     var total=0;for(i=0;i<count;i++)total+=Math.abs(levels[i]-previous[i]);
     return total/count/255;
   }
+  function kioskStartRemote(){
+    kioskPrev=null;kioskLastSample=0;kioskLastSeen=0;kioskArmedAt=Date.now()+3000;kioskRemoteFail=0;
+    kioskWatch=setInterval(kioskRemoteTick,Math.max(1000,motionInterval));
+    kioskIdle=setInterval(kioskIdleTick,1000);
+    event('kiosk_armed','ok','Motion-gated calling armed via the vision server',{source:visionBase,silence_ms:kioskSilence,rearm_ms:kioskRearm});
+    text('state','watching for visitors');
+    return Promise.resolve();
+  }
+  function kioskRemoteTick(){
+    if(!kioskOn||desired||conversation||connecting||ending)return;
+    if(kioskRemoteBusy)return;
+    var now=Date.now();
+    if(now<kioskArmedAt)return;
+    kioskRemoteBusy=true;
+    fetch(visionBase+'/api/motion/status',{cache:'no-store'}).then(function(response){
+      if(!response.ok)throw new Error('motion status '+response.status);
+      return response.json();
+    }).then(function(status){
+      kioskRemoteBusy=false;
+      if(kioskRemoteFail){event('kiosk_armed','ok','Vision server motion status reachable again',{source:visionBase});kioskRemoteFail=0}
+      // The vision server is armed and detecting on its own; this only has to
+      // notice the flag and apply the same rearm gate the local watcher uses.
+      if(!status||!status.motion_detected)return;
+      if(!kioskOn||desired||conversation||connecting||ending)return;
+      var at=Date.now();
+      if(at<kioskArmedAt)return;
+      if(kioskLastSeen&&at-kioskLastSeen<kioskRearm){kioskLastSeen=at;return}
+      kioskLastSeen=at;
+      kioskCalls++;
+      event('kiosk_call','ok','Motion started a call',{call_number:kioskCalls,source:'vision_server'});
+      text('state','someone approached - connecting');
+      start();
+    }).catch(function(error){
+      kioskRemoteBusy=false;
+      // Say it once. Silence here is indistinguishable from "nobody is there".
+      if(!kioskRemoteFail){kioskRemoteFail=1;event('kiosk_armed','warn','Cannot read motion from the vision server; motion calls are inactive',{source:visionBase,error:error&&error.message||String(error)})}
+    });
+  }
   function kioskWatchTick(){
     // Only watches between calls. While one is live the in-call motion triggers
     // and the silence watchdog are in charge.
@@ -189,6 +231,10 @@
   function kioskNote(){kioskActivityAt=Date.now()}
   function kioskStart(){
     if(kioskWatch)return Promise.resolve();
+    // camera=off: take the motion trigger from the vision server that owns the
+    // camera (app_pi_clean.py's frame-differencing loop, armed by
+    // --motion-active) instead of opening a second capture the OS refuses.
+    if(cameraOff)return kioskStartRemote();
     return navigator.mediaDevices.getUserMedia({video:cameraDeviceId?{deviceId:{exact:cameraDeviceId}}:true})
       .then(function(stream){
         kioskStream=stream;