livedesk 0.1.223 → 0.1.225

package/hub/src/remote-hub.js

@@ -672,6 +672,7 @@ function createDeviceCounters(overrides = {}) {
         audioStreamsStopped: 0,
         audioFramesReceived: 0,
         audioFramesDropped: 0,
+        audioStatusReceived: 0,
         tasksQueued: 0,
         taskResultsReceived: 0,
         taskResultsFailed: 0,
@@ -958,6 +959,7 @@ function serializeDevice(device, options = {}) {
                 byteLength: device.latestAudioFrame.byteLength
             }
             : null,
+        latestAudioStatus: device.latestAudioStatus ? { ...device.latestAudioStatus } : null,
         latestTask: device.latestTask ? { ...device.latestTask } : null,
         synthetic: device.synthetic === true,
         recentTasks: Array.isArray(device.recentTasks)
@@ -2456,6 +2458,7 @@ export function createRemoteHub(options = {}) {
                 activeLiveStream: null,
                 activeAudioStream: null,
                 latestAudioFrame: null,
+                latestAudioStatus: null,
                 latestTask,
                 recentTasks: latestTask ? [latestTask] : [],
                 pendingTaskCommands: new Map(),
@@ -2621,6 +2624,7 @@ export function createRemoteHub(options = {}) {
             activeLiveStream: null,
             activeAudioStream: null,
             latestAudioFrame: null,
+            latestAudioStatus: null,
             latestTask: null,
             recentTasks: [],
             pendingTaskCommands: new Map(),
@@ -3590,6 +3594,50 @@ export function createRemoteHub(options = {}) {
         return true;
     }
 
+    function applyAudioStatus(device, message, framePayload, transport = 'binary') {
+        if (!Buffer.isBuffer(framePayload) || framePayload.length < 1) {
+            device.counters.audioFramesDropped += 1;
+            return false;
+        }
+
+        const streamId = safeString(message.streamId, 128) || device.activeAudioStream?.streamId || 'audio';
+        const status = {
+            streamId,
+            commandId: safeString(message.commandId, 128),
+            captureAlive: message.captureAlive === true,
+            helperAlive: message.helperAlive === true,
+            helperPid: Number(message.helperPid || 0) || 0,
+            captureGeneration: Number(message.captureGeneration || 0) || 0,
+            lastPcmAtEpochMs: Number(message.lastPcmAtEpochMs || 0) || 0,
+            silentForMs: Math.max(0, Number(message.silentForMs || 0) || 0),
+            restartCount: Math.max(0, Number(message.restartCount || 0) || 0),
+            error: safeString(message.error, 500),
+            statusAtEpochMs: Number(message.statusAtEpochMs || 0) || Date.now(),
+            receivedAt: new Date().toISOString(),
+            transport
+        };
+        device.latestAudioStatus = status;
+        if (device.activeAudioStream && device.activeAudioStream.streamId === streamId) {
+            device.activeAudioStream.lastStatusAt = status.receivedAt;
+            device.activeAudioStream.captureAlive = status.captureAlive;
+            device.activeAudioStream.helperAlive = status.helperAlive;
+            device.activeAudioStream.captureGeneration = status.captureGeneration;
+            device.activeAudioStream.lastPcmAtEpochMs = status.lastPcmAtEpochMs;
+            device.activeAudioStream.silentForMs = status.silentForMs;
+            device.activeAudioStream.restartCount = status.restartCount;
+            device.activeAudioStream.audioError = status.error;
+        }
+        device.counters.audioStatusReceived += 1;
+        emitAudio({
+            deviceId: device.deviceId,
+            audioStatus: true,
+            frame: status,
+            payload: framePayload,
+            byteLength: framePayload.length
+        });
+        return true;
+    }
+
     function handleAgentBinaryFrame(socket, state, header, framePayload) {
         if (!state.authenticated || !state.device) {
             writeJsonLine(socket, { type: 'error', error: 'hello-required' });
@@ -3632,6 +3680,11 @@ export function createRemoteHub(options = {}) {
             return;
         }
 
+        if (frameKind === 'audio-status' || header.type === 'audio.status.binary') {
+            applyAudioStatus(device, header, framePayload, 'binary');
+            return;
+        }
+
         emitRemoteEvent('RemoteAgentMessageIgnored', device, {
             messageType: safeString(header.type, 80),
             frameKind
@@ -3650,7 +3703,12 @@ export function createRemoteHub(options = {}) {
                 && header.isKeyFrame !== true
                 && chunkType !== 'key';
         });
-        const index = deltaIndex >= 0 ? deltaIndex : 0;
+        const nonStatusIndex = state.binaryQueue.findIndex(item => {
+            const header = item?.header || {};
+            const frameKind = safeString(header.frameKind || header.kind || header.frameType || '', 40).toLowerCase();
+            return frameKind !== 'audio-status' && header.type !== 'audio.status.binary';
+        });
+        const index = deltaIndex >= 0 ? deltaIndex : nonStatusIndex >= 0 ? nonStatusIndex : 0;
         state.binaryQueue.splice(index, 1);
         state.binaryQueueDrops = Number(state.binaryQueueDrops || 0) + 1;
     }
@@ -3829,6 +3887,16 @@ export function createRemoteHub(options = {}) {
                     hubAcknowledgedAtEpochMs: Date.now()
                 });
             }
+            if (message.type === 'input.error') {
+                emitEvent('RemoteInputError', {
+                    deviceId: device.deviceId,
+                    inputSeq: Number(message.inputSeq || 0) || 0,
+                    inputType: safeString(message.inputType, 48),
+                    error: safeString(message.error, 600) || 'remote-input-failed',
+                    failedAtEpochMs: Number(message.failedAtEpochMs || 0) || 0,
+                    hubAcknowledgedAtEpochMs: Date.now()
+                });
+            }
             return;
         }
         if (state.frameOnly) {

package/hub/src/server.js

@@ -73,15 +73,24 @@ function readPositiveIntegerEnv(name, fallback) {
 }
 
 function handleRemoteHubEvent(type, event) {
-  if (type === 'RemoteInputApplied') {
+  if (type === 'RemoteInputApplied') {
     for (const ws of inputClients) {
       sendJson(ws, {
         type: 'RemoteInputApplied',
         ...event
       });
     }
-    return;
-  }
+    return;
+  }
+  if (type === 'RemoteInputError') {
+    for (const ws of inputClients) {
+      sendJson(ws, {
+        type: 'RemoteInputError',
+        ...event
+      });
+    }
+    return;
+  }
   if (type === 'RemoteDeviceConnected' || type === 'RemoteDeviceDisconnected') {
     connectedDeviceCount = Number(remoteHub.getStatus({ includeSecrets: false }).connectedDeviceCount || 0);
   }
@@ -1345,24 +1354,38 @@ function buildRemoteFrameBinaryPacket(frameEvent, diagnostics = {}) {
   return Buffer.concat([header, metaBuffer, payload], 4 + metaBuffer.length + payload.length);
 }
 
-function buildRemoteAudioBinaryPacket(audioEvent) {
-  const payload = audioEvent?.payload;
-  if (!Buffer.isBuffer(payload) || payload.length === 0) {
-    return null;
-  }
-  const frame = audioEvent.frame || {};
-  const metadata = {
-    type: 'remote.audio.binary',
-    deviceId: audioEvent.deviceId || frame.deviceId || '',
-    frameSeq: Number(frame.frameSeq || 0) || 0,
-    streamId: frame.streamId || '',
+function buildRemoteAudioBinaryPacket(audioEvent) {
+  const payload = audioEvent?.payload;
+  if (!Buffer.isBuffer(payload) || payload.length === 0) {
+    return null;
+  }
+  const frame = audioEvent.frame || {};
+  const audioStatus = audioEvent.audioStatus === true;
+  const metadata = {
+    type: audioStatus ? 'remote.audio.status' : 'remote.audio.binary',
+    frameKind: audioStatus ? 'audio-status' : 'audio',
+    deviceId: audioEvent.deviceId || frame.deviceId || '',
+    frameSeq: Number(frame.frameSeq || 0) || 0,
+    streamId: frame.streamId || '',
     mimeType: audioEvent.mimeType || frame.mimeType || frame.format || 'audio/webm;codecs=opus',
     sampleRate: Number(frame.sampleRate || 0) || 48000,
     channels: Number(frame.channels || 0) || 2,
     capturedAt: frame.capturedAt || '',
     receivedAt: frame.receivedAt || '',
-    byteLength: Number(audioEvent.byteLength || payload.length) || payload.length
-  };
+    byteLength: Number(audioEvent.byteLength || payload.length) || payload.length,
+    ...(audioStatus ? {
+      commandId: frame.commandId || '',
+      captureAlive: frame.captureAlive === true,
+      helperAlive: frame.helperAlive === true,
+      helperPid: Number(frame.helperPid || 0) || 0,
+      captureGeneration: Number(frame.captureGeneration || 0) || 0,
+      lastPcmAtEpochMs: Number(frame.lastPcmAtEpochMs || 0) || 0,
+      silentForMs: Math.max(0, Number(frame.silentForMs || 0) || 0),
+      restartCount: Math.max(0, Number(frame.restartCount || 0) || 0),
+      error: String(frame.error || ''),
+      statusAtEpochMs: Number(frame.statusAtEpochMs || 0) || Date.now()
+    } : {})
+  };
   const metaBuffer = Buffer.from(JSON.stringify(metadata), 'utf8');
   const header = Buffer.allocUnsafe(4);
   header.writeUInt32BE(metaBuffer.length, 0);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "livedesk",
-  "version": "0.1.223",
+  "version": "0.1.225",
   "description": "LiveDesk Hub and client launcher",
   "type": "module",
   "bin": {
@@ -31,7 +31,7 @@
   },
   "dependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0",
-    "@livedesk/client": "0.1.126",
+    "@livedesk/client": "0.1.128",
     "@openai/codex-sdk": "0.144.5",
     "cors": "^2.8.5",
     "express": "^4.21.2",