@livedesk/hub 0.1.8 → 0.1.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livedesk/hub",
-  "version": "0.1.8",
+  "version": "0.1.10",
   "description": "LiveDesk local Hub API and browser frame bridge",
   "type": "module",
   "main": "src/server.js",

package/src/remote-hub.js

@@ -29,7 +29,12 @@ const LIVE_STREAM_MIN_FRESH_MS = 3000;
 const LIVE_STREAM_MAX_FRESH_MS = 12000;
 const DEFAULT_REMOTE_INPUT_ACK_TIMEOUT_MS = 5000;
 const DEFAULT_LIVE_CAPTURE_STOP_ACK_TIMEOUT_MS = 8000;
-const REMOTE_PROTOCOL_VERSION = 2;
+const REMOTE_POLICY_BYPASS_COMMANDS = new Set([
+    'ping',
+    'stream.stop',
+    'audio.stop'
+]);
+const REMOTE_PROTOCOL_VERSION = 2;
 const REMOTE_AGENT_PROTOCOL = 'mindexec.remote.agent';
 const REMOTE_FRAME_PROTOCOL = 'mindexec.remote.frame.v2';
 const REMOTE_FRAME_PROTOCOL_VERSION = 2;
@@ -153,12 +158,14 @@ const DEFAULT_PUBLIC_IP_TIMEOUT_MS = 1800;
 const DUPLICATE_DEVICE_ACTIVE_REJECT_MS = 15000;
 const DUPLICATE_DEVICE_LOG_THROTTLE_MS = 60000;
 const DUPLICATE_DEVICE_RETRY_AFTER_MS = 30000;
-const AGENT_BINARY_INGRESS_QUEUE_PACKETS = 8;
-const MODE5_AGENT_BINARY_INGRESS_QUEUE_PACKETS = 2;
-// Native capture backends can emit short bursts (ScreenCaptureKit commonly
-// queues up to eight frames).  Drain one frame per event-loop turn so a burst
-// cannot immediately overflow the smaller Hub-to-browser send lanes.
-const AGENT_BINARY_INGRESS_DRAIN_BUDGET_PACKETS = 1;
+const AGENT_BINARY_INGRESS_QUEUE_PACKETS = 16;
+const MODE5_AGENT_BINARY_INGRESS_QUEUE_PACKETS = 2;
+// Native capture backends can emit short bursts (ScreenCaptureKit plus the
+// Agent handoff can hold two eight-frame batches). Drain the complete bounded
+// ingress lane in one event-loop turn. The Hub-to-browser lanes remain
+// independently bounded and own browser backpressure; throttling ingress one
+// packet per turn only drops dependent H.264 deltas before those lanes.
+const AGENT_BINARY_INGRESS_DRAIN_BUDGET_PACKETS = 64;
 const SYNTHETIC_FRAME_DATA_URL = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAIAAAABCAYAAAD0In+KAAAADElEQVR42mP8z8AAAAMBAQDJ/pLvAAAAAElFTkSuQmCC';
 const SYNTHETIC_FRAME_PAYLOAD = Buffer.from(SYNTHETIC_FRAME_DATA_URL.split(',')[1], 'base64');
 const SYNTHETIC_FRAME_HASH = crypto.createHash('sha256').update(SYNTHETIC_FRAME_PAYLOAD).digest('hex').slice(0, 16);
@@ -1515,12 +1522,16 @@ export function createRemoteHub(options = {}) {
         }
     }
 
-    function policyError(device, permission = '') {
-        const policy = getDevicePolicy(device);
-        if (policy.accessMode === 'block-remote-access') return 'remote-access-blocked-by-settings';
-        if (permission && policy[permission] === false) {
-            return `${permission}-blocked-by-settings`;
-        }
+    function policyError(device, permission = '', command = '') {
+        const policy = getDevicePolicy(device);
+        const commandName = safeString(command, 80);
+        if (policy.accessMode === 'block-remote-access'
+            && !REMOTE_POLICY_BYPASS_COMMANDS.has(commandName)) {
+            return 'remote-access-blocked-by-settings';
+        }
+        if (permission && policy[permission] === false) {
+            return `${permission}-blocked-by-settings`;
+        }
         return '';
     }
 
@@ -3855,10 +3866,23 @@ export function createRemoteHub(options = {}) {
             agentSendGapMs: Number.isFinite(Number(message.agentSendGapMs)) ? Number(message.agentSendGapMs) : 0,
             agentSendDurationMs: Number.isFinite(Number(message.agentSendDurationMs)) ? Number(message.agentSendDurationMs) : 0,
             agentSendDurationFrameSeq: Number.isFinite(Number(message.agentSendDurationFrameSeq)) ? Number(message.agentSendDurationFrameSeq) : 0,
-            agentPaceMs: Number.isFinite(Number(message.agentPaceMs)) ? Number(message.agentPaceMs) : 0,
-            agentQueueBeforePaceMs: Number.isFinite(Number(message.agentQueueBeforePaceMs)) ? Number(message.agentQueueBeforePaceMs) : 0,
-            agentFrameAgeMs: Number.isFinite(Number(message.agentFrameAgeMs)) ? Number(message.agentFrameAgeMs) : 0,
-            droppedByAgent: Number.isFinite(Number(message.droppedByAgent)) ? Number(message.droppedByAgent) : 0,
+            agentPaceMs: Number.isFinite(Number(message.agentPaceMs)) ? Number(message.agentPaceMs) : 0,
+            agentQueueBeforePaceMs: Number.isFinite(Number(message.agentQueueBeforePaceMs)) ? Number(message.agentQueueBeforePaceMs) : 0,
+            agentFrameAgeMs: Number.isFinite(Number(message.agentFrameAgeMs)) ? Number(message.agentFrameAgeMs) : 0,
+            nativeCaptureTelemetryAvailable: message.nativeCaptureTelemetryAvailable === true,
+            nativeEncoderHardwareAccelerationKnown: message.nativeEncoderHardwareAccelerationKnown === true,
+            nativeEncoderHardwareAccelerated: typeof message.nativeEncoderHardwareAccelerated === 'boolean'
+                ? message.nativeEncoderHardwareAccelerated
+                : null,
+            nativeEncoderHardwareQueryStatus: safeString(message.nativeEncoderHardwareQueryStatus, 80),
+            nativeCaptureFps: Number.isFinite(Number(message.nativeCaptureFps)) ? Number(message.nativeCaptureFps) : 0,
+            nativeEncodedFps: Number.isFinite(Number(message.nativeEncodedFps)) ? Number(message.nativeEncodedFps) : 0,
+            nativeCaptureSampleCount: Number.isFinite(Number(message.nativeCaptureSampleCount)) ? Number(message.nativeCaptureSampleCount) : 0,
+            nativeEncodableFrameCount: Number.isFinite(Number(message.nativeEncodableFrameCount)) ? Number(message.nativeEncodableFrameCount) : 0,
+            nativeSkippedFrameCount: Number.isFinite(Number(message.nativeSkippedFrameCount)) ? Number(message.nativeSkippedFrameCount) : 0,
+            nativeEncodedFrameCount: Number.isFinite(Number(message.nativeEncodedFrameCount)) ? Number(message.nativeEncodedFrameCount) : 0,
+            nativeCaptureTelemetryAt: safeString(message.nativeCaptureTelemetryAt, 80),
+            droppedByAgent: Number.isFinite(Number(message.droppedByAgent)) ? Number(message.droppedByAgent) : 0,
             hardwareEncoder: safeString(message.hardwareEncoder, 80),
             platformProfile: safeString(message.platformProfile, 80),
             transferProtocol: transfer.transferProtocol,
@@ -4219,9 +4243,22 @@ export function createRemoteHub(options = {}) {
             agentSendGapMs: Number.isFinite(Number(message.agentSendGapMs)) ? Number(message.agentSendGapMs) : 0,
             agentSendDurationMs: Number.isFinite(Number(message.agentSendDurationMs)) ? Number(message.agentSendDurationMs) : 0,
             agentSendDurationFrameSeq: Number.isFinite(Number(message.agentSendDurationFrameSeq)) ? Number(message.agentSendDurationFrameSeq) : 0,
-            agentPaceMs: Number.isFinite(Number(message.agentPaceMs)) ? Number(message.agentPaceMs) : 0,
-            agentQueueBeforePaceMs: Number.isFinite(Number(message.agentQueueBeforePaceMs)) ? Number(message.agentQueueBeforePaceMs) : 0,
-            agentFrameAgeMs: Number.isFinite(Number(message.agentFrameAgeMs)) ? Number(message.agentFrameAgeMs) : 0,
+            agentPaceMs: Number.isFinite(Number(message.agentPaceMs)) ? Number(message.agentPaceMs) : 0,
+            agentQueueBeforePaceMs: Number.isFinite(Number(message.agentQueueBeforePaceMs)) ? Number(message.agentQueueBeforePaceMs) : 0,
+            agentFrameAgeMs: Number.isFinite(Number(message.agentFrameAgeMs)) ? Number(message.agentFrameAgeMs) : 0,
+            nativeCaptureTelemetryAvailable: message.nativeCaptureTelemetryAvailable === true,
+            nativeEncoderHardwareAccelerationKnown: message.nativeEncoderHardwareAccelerationKnown === true,
+            nativeEncoderHardwareAccelerated: typeof message.nativeEncoderHardwareAccelerated === 'boolean'
+                ? message.nativeEncoderHardwareAccelerated
+                : null,
+            nativeEncoderHardwareQueryStatus: safeString(message.nativeEncoderHardwareQueryStatus, 80),
+            nativeCaptureFps: Number.isFinite(Number(message.nativeCaptureFps)) ? Number(message.nativeCaptureFps) : 0,
+            nativeEncodedFps: Number.isFinite(Number(message.nativeEncodedFps)) ? Number(message.nativeEncodedFps) : 0,
+            nativeCaptureSampleCount: Number.isFinite(Number(message.nativeCaptureSampleCount)) ? Number(message.nativeCaptureSampleCount) : 0,
+            nativeEncodableFrameCount: Number.isFinite(Number(message.nativeEncodableFrameCount)) ? Number(message.nativeEncodableFrameCount) : 0,
+            nativeSkippedFrameCount: Number.isFinite(Number(message.nativeSkippedFrameCount)) ? Number(message.nativeSkippedFrameCount) : 0,
+            nativeEncodedFrameCount: Number.isFinite(Number(message.nativeEncodedFrameCount)) ? Number(message.nativeEncodedFrameCount) : 0,
+            nativeCaptureTelemetryAt: safeString(message.nativeCaptureTelemetryAt, 80),
             droppedByAgent: Number.isFinite(Number(message.droppedByAgent)) ? Number(message.droppedByAgent) : 0,
             hubIngressDropped: Number.isFinite(Number(message.hubIngressDropped)) ? Number(message.hubIngressDropped) : 0,
             udpIncompleteFrames: Number.isFinite(Number(message.udpIncompleteFrames)) ? Number(message.udpIncompleteFrames) : 0,
@@ -5348,7 +5385,7 @@ export function createRemoteHub(options = {}) {
                     : commandName.startsWith('agent.')
                         ? 'allowAgent'
                         : '';
-        const denied = policyError(device, requiredPermission);
+        const denied = policyError(device, requiredPermission, commandName);
         if (denied) return { ok: false, error: denied };
         if (device?.synthetic === true && device.connected) {
             const commandId = safeString(command?.commandId, 128) || crypto.randomUUID();
@@ -6899,7 +6936,7 @@ export function createRemoteHub(options = {}) {
         if (!device) {
             return { ok: false, paused: false, error: 'device-not-found' };
         }
-        const denied = policyError(device);
+        const denied = policyError(device, '', 'stream.stop');
         if (denied) return { ok: false, paused: false, error: denied };
 
         let pause = device.liveCapturePause;

package/src/server.js

@@ -61,7 +61,11 @@ const runtimeManager = createHubRuntime({
 });
 runtimeManager.emit('runtime.started', { role: runtimeRole, pid: process.pid });
 const frameBackpressureBytes = readPositiveIntegerEnv('LIVEDESK_FRAME_WS_BACKPRESSURE_BYTES', 8 * 1024 * 1024);
-const frameClientQueuePackets = readPositiveIntegerEnv('LIVEDESK_FRAME_WS_QUEUE_PACKETS', 8);
+// ScreenCaptureKit and the native Agent handoff can release two bounded
+// eight-frame batches together. Keep the Wall lane large enough to retain the
+// complete dependent H.264 burst; Control keeps its separate two-frame
+// low-latency lane below.
+const frameClientQueuePackets = readPositiveIntegerEnv('LIVEDESK_FRAME_WS_QUEUE_PACKETS', 16);
 const controlFrameClientQueuePackets = readPositiveIntegerEnv('LIVEDESK_CONTROL_FRAME_WS_QUEUE_PACKETS', 2);
 const frameStreamStopGraceMs = readPositiveIntegerEnv('LIVEDESK_FRAME_STREAM_STOP_GRACE_MS', 1500);
 const mode5FrameBackpressureBytes = readPositiveIntegerEnv('LIVEDESK_MODE5_WS_BACKPRESSURE_BYTES', 2 * 1024 * 1024);
@@ -2050,9 +2054,22 @@ function buildRemoteFrameBinaryPacket(frameEvent, diagnostics = {}) {
     agentSendGapMs: Number(frame.agentSendGapMs || 0) || 0,
     agentSendDurationMs: Number(frame.agentSendDurationMs || 0) || 0,
     agentSendDurationFrameSeq: Number(frame.agentSendDurationFrameSeq || 0) || 0,
-    agentPaceMs: Number(frame.agentPaceMs || 0) || 0,
-    agentQueueBeforePaceMs: Number(frame.agentQueueBeforePaceMs || 0) || 0,
-    agentFrameAgeMs: Number(frame.agentFrameAgeMs || 0) || 0,
+    agentPaceMs: Number(frame.agentPaceMs || 0) || 0,
+    agentQueueBeforePaceMs: Number(frame.agentQueueBeforePaceMs || 0) || 0,
+    agentFrameAgeMs: Number(frame.agentFrameAgeMs || 0) || 0,
+    nativeCaptureTelemetryAvailable: frame.nativeCaptureTelemetryAvailable === true,
+    nativeEncoderHardwareAccelerationKnown: frame.nativeEncoderHardwareAccelerationKnown === true,
+    nativeEncoderHardwareAccelerated: typeof frame.nativeEncoderHardwareAccelerated === 'boolean'
+      ? frame.nativeEncoderHardwareAccelerated
+      : null,
+    nativeEncoderHardwareQueryStatus: frame.nativeEncoderHardwareQueryStatus || '',
+    nativeCaptureFps: Number(frame.nativeCaptureFps || 0) || 0,
+    nativeEncodedFps: Number(frame.nativeEncodedFps || 0) || 0,
+    nativeCaptureSampleCount: Number(frame.nativeCaptureSampleCount || 0) || 0,
+    nativeEncodableFrameCount: Number(frame.nativeEncodableFrameCount || 0) || 0,
+    nativeSkippedFrameCount: Number(frame.nativeSkippedFrameCount || 0) || 0,
+    nativeEncodedFrameCount: Number(frame.nativeEncodedFrameCount || 0) || 0,
+    nativeCaptureTelemetryAt: frame.nativeCaptureTelemetryAt || '',
     droppedByAgent: Number(frame.droppedByAgent || 0) || 0,
     hubIngressDropped: Number(frame.hubIngressDropped || 0) || 0,
     hubClientDropped: Number(diagnostics.hubClientDropped || 0) || 0,
@@ -4071,7 +4088,7 @@ app.post('/api/remote/devices/:deviceId/live/stop', (req, res) => {
   res.json(remoteHub.stopLiveStream(req.params.deviceId, req.body || {}));
 });
 
-app.post('/api/remote/devices/:deviceId/live/pause', requireHubFeatureAccess, async (req, res, next) => {
+app.post('/api/remote/devices/:deviceId/live/pause', async (req, res, next) => {
   noStore(res);
   try {
     res.json(await remoteHub.pauseLiveCapture(req.params.deviceId, req.body || {}));