infinicode 2.8.45 → 2.8.46

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "infinicode",
-  "version": "2.8.45",
+  "version": "2.8.46",
   "description": "OpenKernel — provider-agnostic AI execution kernel. Native coding agent + mission-driven execution runtime.",
   "type": "module",
   "main": "./dist/kernel/index.js",

package/packages/robopark/scheduler/main.py

@@ -4230,13 +4230,24 @@ async def dashboard():
                     const buildDeviceInventory = () => {
                         const map = {};
                         for (const robot of robots.value) {
-                            const device = devices.value.find(d => d.name === robot.name || d.id === robot.id);
+                            const robotName = String(robot.name || '').toLowerCase();
+                            const device = devices.value.find(d => String(d.name || '').toLowerCase() === robotName || d.id === robot.id);
                             const savedVideo = device?.video_device || 'auto';
                             const savedAudio = device?.audio_device || 'default';
                             const hardware = device?.device_inventory || {};
-                            const videoOptions = (hardware.video || []).map(x => typeof x === 'string' ? x : x.id).filter(Boolean);
-                            const audioOptions = (hardware.audio_input || []).map(x => typeof x === 'string' ? x : x.id).filter(Boolean);
-                            const audioOutputOptions = (hardware.audio_output || []).map(x => typeof x === 'string' ? x : x.id).filter(Boolean);
+                            const videoOptions = (hardware.video || []).filter(Boolean);
+                            const audioOptions = (hardware.audio_input || []).filter(Boolean);
+                            const audioOutputOptions = (hardware.audio_output || []).filter(Boolean);
+                            const optionId = x => typeof x === 'string' ? x : x.id;
+                            const optionName = x => typeof x === 'string' ? x : (x.name || x.id);
+                            const uniqueOptions = (items, defaults) => {
+                                const seen = new Set();
+                                return defaults.concat(items).filter(x => {
+                                    const id = optionId(x);
+                                    if (!id || seen.has(id)) return false;
+                                    seen.add(id); return true;
+                                });
+                            };
                             map[robot.id] = {
                                 deviceId: device?.id || null,
                                 robotName: robot.name,
@@ -4244,9 +4255,10 @@ async def dashboard():
                                 selectedAudio: savedAudio,
                                 selectedAudioOutput: device?.audio_output_device || 'default',
                                 greetingText: (device?.greeting_phrases || []).join('\\n'),
-                                videoOptions: [...new Set(['auto', 'none', savedVideo, ...videoOptions])],
-                                audioOptions: [...new Set(['default', 'none', savedAudio, ...audioOptions])],
-                                audioOutputOptions: [...new Set(['default', 'none', device?.audio_output_device || 'default', ...audioOutputOptions])],
+                                videoOptions: uniqueOptions(videoOptions, ['auto', 'none', savedVideo]),
+                                audioOptions: uniqueOptions(audioOptions, ['default', 'none', savedAudio]),
+                                audioOutputOptions: uniqueOptions(audioOutputOptions, ['default', 'none', device?.audio_output_device || 'default']),
+                                optionId, optionName,
                             };
                         }
                         deviceInventory.value = map;
@@ -4366,7 +4378,7 @@ async def dashboard():
                         const inv = deviceInventory.value[robotId];
                         if (!inv || !inv.deviceId) return;
                         try {
-                            await fetch(`/api/devices/${inv.deviceId}`, {
+                            const response = await fetch(`/api/devices/${inv.deviceId}`, {
                                 method: 'PATCH',
                                 headers: {'Content-Type': 'application/json'},
                                 body: JSON.stringify({
@@ -4416,6 +4428,31 @@ async def dashboard():
                             } catch (e) { console.warn('preview stop failed', e); }
                         }
                     };
+
+                    const testSpeaker = async (robot) => {
+                        const inv = deviceInventory.value[robot.id];
+                        const deviceId = inv?.deviceId || robot.id;
+                        try {
+                            const response = await fetch(`/api/robots/${deviceId}/shell/speaker-test`, {
+                                method: 'POST', headers: {'Content-Type': 'application/json'},
+                                body: JSON.stringify({
+                                    output: inv?.selectedAudioOutput || 'default',
+                                    input: inv?.selectedAudio || 'default',
+                                    duration: 0.6,
+                                }),
+                            });
+                            const queued = await response.json();
+                            if (!response.ok) throw new Error(queued.detail || `HTTP ${response.status}`);
+                            const result = await fetch(`/api/robots/${deviceId}/shell/wait/${queued.request_id}?timeout=12`).then(r => r.json());
+                            if (!result.completed) throw new Error('Robot did not answer. Check its heartbeat and supervisor.');
+                            const detail = result.result || {};
+                            alert(detail.ok
+                                ? `Audio test passed\\nOutput: ${detail.output_device || 'default'}\\nInput: ${detail.input_device || 'default'}\\nPeak: ${detail.peak_db ?? 'n/a'} dB`
+                                : `Audio test failed: ${detail.error || 'no microphone signal'}`);
+                        } catch (e) {
+                            alert('Audio test failed: ' + e.message);
+                        }
+                    };
 
                     const simulateTrigger = async (robot) => {
                         if (!settings.value.production_mode || simulation.value.busy) return;
@@ -4766,14 +4803,14 @@ async def dashboard():
                     return {
                         robots, servers, sessions, stats, connected, serverMetrics,
                         devices, settings, livekit, showAddDevice, showDevices, showCommands, commandNetwork, commandHubLan, commandHubTailscale, commandRobotId, selectedCommandRobot, commandRows, copyCommand, newDevice, rotatedToken, enrollmentNetwork, enrollmentCommand, simulation,
-                        showLiveKitConfig, livekitForm, preview, deviceInventory,
+                        showLiveKitConfig, livekitForm, preview, deviceInventory,
                         voiceStacks, characterPresets, showVoiceStackForm, showCharacterForm,
                         editingVoiceStack, editingCharacter, voiceStackForm, characterForm,
                         loadModel, unloadModel, statusColor, formatDuration, formatTime,
                         toggleProductionMode, rotateEnrollmentToken, provisionAgentToken,
                         submitNewDevice, deleteDevice, rotateDeviceToken, dismissRotatedToken,
                         joinConversation, saveLiveKitConfig, openLiveKitConfig,
-                        startPreview, stopPreview, simulateTrigger, stopConversation, recoverRobot, toggleDeviceProduction, setDeviceProduction, saveDeviceGreetings, updateDeviceMedia,
+                        startPreview, stopPreview, simulateTrigger, stopConversation, recoverRobot, toggleDeviceProduction, setDeviceProduction, saveDeviceGreetings, updateDeviceMedia, testSpeaker,
                         openVoiceStackForm, saveVoiceStack, deleteVoiceStack,
                         openCharacterForm, saveCharacter, deleteCharacter,
                         assignRobotCharacter, stackName, characterName,
@@ -5118,7 +5155,7 @@ async def dashboard():
                                                     <select v-model="deviceInventory[robot.id].selectedVideo"
                                                             @change="updateDeviceMedia(robot.id)"
                                                             class="w-full bg-gray-800 rounded px-2 py-1 text-xs">
-                                                        <option v-for="opt in deviceInventory[robot.id].videoOptions" :key="opt" :value="opt">{{ opt }}</option>
+                                                        <option v-for="opt in deviceInventory[robot.id].videoOptions" :key="deviceInventory[robot.id].optionId(opt)" :value="deviceInventory[robot.id].optionId(opt)">{{ deviceInventory[robot.id].optionName(opt) }}</option>
                                                     </select>
                                                 </div>
                                                 <div>
@@ -5126,7 +5163,7 @@ async def dashboard():
                                                     <select v-model="deviceInventory[robot.id].selectedAudio"
                                                             @change="updateDeviceMedia(robot.id)"
                                                             class="w-full bg-gray-800 rounded px-2 py-1 text-xs">
-                                                        <option v-for="opt in deviceInventory[robot.id].audioOptions" :key="opt" :value="opt">{{ opt }}</option>
+                                                        <option v-for="opt in deviceInventory[robot.id].audioOptions" :key="deviceInventory[robot.id].optionId(opt)" :value="deviceInventory[robot.id].optionId(opt)">{{ deviceInventory[robot.id].optionName(opt) }}</option>
                                                     </select>
                                                 </div>
                                                 <div>
@@ -5134,7 +5171,7 @@ async def dashboard():
                                                     <select v-model="deviceInventory[robot.id].selectedAudioOutput"
                                                             @change="updateDeviceMedia(robot.id)"
                                                             class="w-full bg-gray-800 rounded px-2 py-1 text-xs">
-                                                        <option v-for="opt in deviceInventory[robot.id].audioOutputOptions" :key="opt" :value="opt">{{ opt }}</option>
+                                                        <option v-for="opt in deviceInventory[robot.id].audioOutputOptions" :key="deviceInventory[robot.id].optionId(opt)" :value="deviceInventory[robot.id].optionId(opt)">{{ deviceInventory[robot.id].optionName(opt) }}</option>
                                                     </select>
                                                 </div>
                                             </div>
@@ -5143,12 +5180,16 @@ async def dashboard():
                                                 <textarea v-model="deviceInventory[robot.id].greetingText" rows="2" class="w-full bg-gray-800 rounded px-2 py-1 text-xs" placeholder="Hello! Want to go for a ride?"></textarea>
                                                 <button @click="saveDeviceGreetings(robot.id)" class="mt-1 px-2 py-1 rounded bg-gray-600 hover:bg-gray-500 text-xs">Save Greetings</button>
                                             </div>
-                                            <button @click="startPreview(robot)"
+                                            <button @click="startPreview(robot)"
                                                     :disabled="!settings.production_mode || !livekit.url || !livekit.has_secret || preview.active"
                                                     :class="(settings.production_mode && livekit.url && livekit.has_secret && !preview.active) ? 'bg-cyan-600 hover:bg-cyan-700' : 'bg-gray-700 cursor-not-allowed'"
                                                     class="w-full px-2 py-1 rounded text-xs">
-                                                {{ preview.active && preview.robot?.id === robot.id ? 'Preview Active' : 'Start Preview' }}
-                                            </button>
+                                                {{ preview.active && preview.robot?.id === robot.id ? 'Preview Active' : 'Start Preview' }}
+                                            </button>
+                                            <button @click="testSpeaker(robot)"
+                                                    class="w-full px-2 py-1 rounded text-xs bg-emerald-700 hover:bg-emerald-600">
+                                                Test Speaker + Mic
+                                            </button>
                                             <div class="grid grid-cols-2 gap-2">
                                                 <button @click="simulateTrigger(robot)"
                                                         :disabled="!settings.production_mode || simulation.busy || robot.status === 'connecting' || robot.status === 'running'"

package/packages/robopark/scheduler/preview_agent.py

@@ -66,7 +66,9 @@ import httpx
 
 logger = logging.getLogger("robopark.preview_agent")
 
-_DEVICE_INVENTORY_CACHE: Optional[dict] = None
+_DEVICE_INVENTORY_CACHE: Optional[dict] = None
+_DEVICE_INVENTORY_CACHE_AT = 0.0
+DEVICE_INVENTORY_CACHE_SECONDS = 30.0
 
 
 def _normalize_livekit_url(url: Optional[str]) -> Optional[str]:
@@ -131,11 +133,13 @@ def _play_audio_effect(selected_output: str | None, effect: str) -> None:
         pa.terminate()
 
 
-def _get_device_inventory() -> dict:
-    """Return discoverable camera and audio devices for dashboard selection."""
-    global _DEVICE_INVENTORY_CACHE
-    if _DEVICE_INVENTORY_CACHE is not None:
-        return _DEVICE_INVENTORY_CACHE
+def _get_device_inventory() -> dict:
+    """Return discoverable camera and audio devices for dashboard selection."""
+    global _DEVICE_INVENTORY_CACHE, _DEVICE_INVENTORY_CACHE_AT
+    now = time.monotonic()
+    if (_DEVICE_INVENTORY_CACHE is not None
+            and now - _DEVICE_INVENTORY_CACHE_AT < DEVICE_INVENTORY_CACHE_SECONDS):
+        return _DEVICE_INVENTORY_CACHE
 
     inventory = {"video": [], "audio_input": [], "audio_output": [], "platform": sys.platform}
     inventory["video"].append({"id": "auto", "name": "Auto detect"})
@@ -182,7 +186,8 @@ def _get_device_inventory() -> dict:
     except Exception as e:
         logger.debug(f"audio inventory unavailable: {e}")
 
-    _DEVICE_INVENTORY_CACHE = inventory
+    _DEVICE_INVENTORY_CACHE = inventory
+    _DEVICE_INVENTORY_CACHE_AT = now
     logger.info(
         f"device inventory: {len(inventory['video']) - 2} cameras, "
         f"{len(inventory['audio_input']) - 1} inputs, "