@mindexec/cli 0.2.440 → 0.2.442

package/remote-fast/osx-x64/UnixRawCaptureHelper.mjs

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+
+import readline from 'node:readline';
+import { convertRgbaToRgb565 } from './livedesk-raw-capture-resampler.mjs';
+
+const screenshotModule = await import('node-screenshots');
+const Monitor = screenshotModule.Monitor || screenshotModule.default?.Monitor;
+if (!Monitor?.all) {
+  throw new Error('node-screenshots Monitor API is unavailable.');
+}
+
+function clampInteger(value, min, max, fallback) {
+  const number = Number(value);
+  if (!Number.isFinite(number)) return fallback;
+  return Math.max(min, Math.min(max, Math.round(number)));
+}
+
+function pickMonitor(index) {
+  const monitors = Monitor.all();
+  if (!monitors.length) {
+    throw new Error('No capturable desktop monitor was found.');
+  }
+  const selectedIndex = clampInteger(index, 0, monitors.length - 1, 0);
+  const monitor = monitors[selectedIndex]
+    || monitors.find(item => item?.isPrimary?.() === true)
+    || monitors[0];
+  return { monitor, selectedIndex, monitorCount: monitors.length };
+}
+
+function writeResponse(metadata, payload = Buffer.alloc(0)) {
+  const header = Buffer.from(JSON.stringify(metadata), 'utf8');
+  const prefix = Buffer.allocUnsafe(8);
+  prefix.writeUInt32BE(header.length, 0);
+  prefix.writeUInt32BE(payload.length, 4);
+  process.stdout.write(prefix);
+  process.stdout.write(header);
+  if (payload.length > 0) process.stdout.write(payload);
+}
+
+const input = readline.createInterface({ input: process.stdin, crlfDelay: Infinity });
+for await (const line of input) {
+  if (!line.trim()) continue;
+  let request;
+  try {
+    request = JSON.parse(line);
+    const id = Number.isSafeInteger(Number(request.id)) ? Number(request.id) : 0;
+    const maxWidth = clampInteger(request.maxWidth, 1, 480, 320);
+    const maxHeight = clampInteger(request.maxHeight, 1, 270, 180);
+    const { monitor, selectedIndex, monitorCount } = pickMonitor(request.monitorIndex);
+    const captureStartedAt = performance.now();
+    const image = await monitor.captureImage();
+    const raw = await image.toRaw(false);
+    const captureMs = Math.max(0, performance.now() - captureStartedAt);
+    const sourceWidth = Number(image.width || monitor.width?.() || 0);
+    const sourceHeight = Number(image.height || monitor.height?.() || 0);
+    const convertStartedAt = performance.now();
+    const converted = convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight);
+    const convertMs = Math.max(0, performance.now() - convertStartedAt);
+    writeResponse({
+      ok: true,
+      id,
+      width: converted.width,
+      height: converted.height,
+      sourceWidth,
+      sourceHeight,
+      monitorIndex: selectedIndex,
+      monitorCount,
+      captureMs: Math.round(captureMs),
+      convertMs: Math.round(convertMs),
+      resizeFilter: converted.filter
+    }, converted.output);
+  } catch (error) {
+    writeResponse({
+      ok: false,
+      id: Number.isSafeInteger(Number(request?.id)) ? Number(request.id) : 0,
+      error: String(error?.message || error || 'capture failed').slice(0, 1000)
+    });
+  }
+}
+

package/remote-fast/osx-x64/livedesk-raw-capture-resampler.mjs

@@ -0,0 +1,73 @@
+function clampInteger(value, min, max, fallback) {
+  const number = Number(value);
+  if (!Number.isFinite(number)) return fallback;
+  return Math.max(min, Math.min(max, Math.round(number)));
+}
+
+function writeRgb565(output, target, red, green, blue) {
+  const pixel = ((red >> 3) << 11) | ((green >> 2) << 5) | (blue >> 3);
+  output[target] = pixel & 0xff;
+  output[target + 1] = pixel >> 8;
+}
+
+export function convertRgbaToRgb565(raw, sourceWidthValue, sourceHeightValue, maxWidthValue, maxHeightValue) {
+  const sourceWidth = clampInteger(sourceWidthValue, 1, 32_768, 1);
+  const sourceHeight = clampInteger(sourceHeightValue, 1, 32_768, 1);
+  const maxWidth = clampInteger(maxWidthValue, 1, sourceWidth, sourceWidth);
+  const maxHeight = clampInteger(maxHeightValue, 1, sourceHeight, sourceHeight);
+  if (raw.length < sourceWidth * sourceHeight * 4) {
+    throw new Error(`Raw capture is incomplete: ${raw.length} bytes for ${sourceWidth}x${sourceHeight}.`);
+  }
+
+  const scale = Math.min(1, maxWidth / sourceWidth, maxHeight / sourceHeight);
+  const width = Math.max(1, Math.round(sourceWidth * scale));
+  const height = Math.max(1, Math.round(sourceHeight * scale));
+  const output = Buffer.allocUnsafe(width * height * 2);
+
+  if (width === sourceWidth && height === sourceHeight) {
+    for (let source = 0, target = 0; target < output.length; source += 4, target += 2) {
+      writeRgb565(output, target, raw[source], raw[source + 1], raw[source + 2]);
+    }
+    return { output, width, height, filter: 'none' };
+  }
+
+  const xStarts = new Int32Array(width);
+  const xEnds = new Int32Array(width);
+  for (let x = 0; x < width; x += 1) {
+    xStarts[x] = Math.min(sourceWidth - 1, Math.floor(x * sourceWidth / width));
+    xEnds[x] = Math.max(xStarts[x] + 1, Math.min(sourceWidth, Math.floor((x + 1) * sourceWidth / width)));
+  }
+
+  let target = 0;
+  for (let y = 0; y < height; y += 1) {
+    const sourceY0 = Math.min(sourceHeight - 1, Math.floor(y * sourceHeight / height));
+    const sourceY1 = Math.max(sourceY0 + 1, Math.min(sourceHeight, Math.floor((y + 1) * sourceHeight / height)));
+    for (let x = 0; x < width; x += 1) {
+      let red = 0;
+      let green = 0;
+      let blue = 0;
+      let samples = 0;
+      for (let sourceY = sourceY0; sourceY < sourceY1; sourceY += 1) {
+        let source = (sourceY * sourceWidth + xStarts[x]) * 4;
+        for (let sourceX = xStarts[x]; sourceX < xEnds[x]; sourceX += 1) {
+          red += raw[source];
+          green += raw[source + 1];
+          blue += raw[source + 2];
+          samples += 1;
+          source += 4;
+        }
+      }
+      writeRgb565(
+        output,
+        target,
+        Math.round(red / samples),
+        Math.round(green / samples),
+        Math.round(blue / samples)
+      );
+      target += 2;
+    }
+  }
+
+  return { output, width, height, filter: 'box' };
+}
+

package/remote-fast/win-x64/mindexec-remote-fast.deps.json

@@ -8,9 +8,156 @@
     ".NETCoreApp,Version=v9.0": {},
     ".NETCoreApp,Version=v9.0/win-x64": {
       "mindexec-remote-fast/1.0.0": {
+        "dependencies": {
+          "NAudio": "2.2.1",
+          "Vortice.Direct3D11": "3.8.3"
+        },
         "runtime": {
           "mindexec-remote-fast.dll": {}
         }
+      },
+      "NAudio/2.2.1": {
+        "dependencies": {
+          "NAudio.Asio": "2.2.1",
+          "NAudio.Core": "2.2.1",
+          "NAudio.Midi": "2.2.1",
+          "NAudio.Wasapi": "2.2.1",
+          "NAudio.WinForms": "2.2.1",
+          "NAudio.WinMM": "2.2.1"
+        },
+        "runtime": {
+          "lib/net6.0-windows7.0/NAudio.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.Asio/2.2.1": {
+        "dependencies": {
+          "NAudio.Core": "2.2.1"
+        },
+        "runtime": {
+          "lib/netstandard2.0/NAudio.Asio.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.Core/2.2.1": {
+        "runtime": {
+          "lib/netstandard2.0/NAudio.Core.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.Midi/2.2.1": {
+        "dependencies": {
+          "NAudio.Core": "2.2.1"
+        },
+        "runtime": {
+          "lib/netstandard2.0/NAudio.Midi.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.Wasapi/2.2.1": {
+        "dependencies": {
+          "NAudio.Core": "2.2.1"
+        },
+        "runtime": {
+          "lib/netstandard2.0/NAudio.Wasapi.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.WinForms/2.2.1": {
+        "dependencies": {
+          "NAudio.WinMM": "2.2.1"
+        },
+        "runtime": {
+          "lib/netcoreapp3.1/NAudio.WinForms.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "NAudio.WinMM/2.2.1": {
+        "dependencies": {
+          "NAudio.Core": "2.2.1"
+        },
+        "runtime": {
+          "lib/netstandard2.0/NAudio.WinMM.dll": {
+            "assemblyVersion": "2.2.1.0",
+            "fileVersion": "2.2.1.0"
+          }
+        }
+      },
+      "SharpGen.Runtime/2.4.2-beta": {
+        "runtime": {
+          "lib/net9.0/SharpGen.Runtime.dll": {
+            "assemblyVersion": "2.4.2.0",
+            "fileVersion": "2.4.2.0"
+          }
+        }
+      },
+      "SharpGen.Runtime.COM/2.4.2-beta": {
+        "dependencies": {
+          "SharpGen.Runtime": "2.4.2-beta"
+        },
+        "runtime": {
+          "lib/net9.0/SharpGen.Runtime.COM.dll": {
+            "assemblyVersion": "2.4.2.0",
+            "fileVersion": "2.4.2.0"
+          }
+        }
+      },
+      "Vortice.Direct3D11/3.8.3": {
+        "dependencies": {
+          "SharpGen.Runtime": "2.4.2-beta",
+          "Vortice.DXGI": "3.8.3"
+        },
+        "runtime": {
+          "lib/net9.0/Vortice.Direct3D11.dll": {
+            "assemblyVersion": "3.8.3.0",
+            "fileVersion": "3.8.3.0"
+          }
+        }
+      },
+      "Vortice.DirectX/3.8.3": {
+        "dependencies": {
+          "SharpGen.Runtime": "2.4.2-beta",
+          "SharpGen.Runtime.COM": "2.4.2-beta",
+          "Vortice.Mathematics": "2.1.0"
+        },
+        "runtime": {
+          "lib/net9.0/Vortice.DirectX.dll": {
+            "assemblyVersion": "3.8.3.0",
+            "fileVersion": "3.8.3.0"
+          }
+        }
+      },
+      "Vortice.DXGI/3.8.3": {
+        "dependencies": {
+          "SharpGen.Runtime": "2.4.2-beta",
+          "Vortice.DirectX": "3.8.3"
+        },
+        "runtime": {
+          "lib/net9.0/Vortice.DXGI.dll": {
+            "assemblyVersion": "3.8.3.0",
+            "fileVersion": "3.8.3.0"
+          }
+        }
+      },
+      "Vortice.Mathematics/2.1.0": {
+        "runtime": {
+          "lib/net9.0/Vortice.Mathematics.dll": {
+            "assemblyVersion": "2.1.0.0",
+            "fileVersion": "2.1.0.0"
+          }
+        }
       }
     }
   },
@@ -19,6 +166,97 @@
       "type": "project",
       "serviceable": false,
       "sha512": ""
+    },
+    "NAudio/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-c0DzwiyyklM0TP39Y7RObwO3QkWecgM6H60ikiEnsV/aEAJPbj5MFCLaD8BSfKuZe0HGuh9GRGWWlJmSxDc9MA==",
+      "path": "naudio/2.2.1",
+      "hashPath": "naudio.2.2.1.nupkg.sha512"
+    },
+    "NAudio.Asio/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-hQglyOT5iT3XuGpBP8ZG0+aoqwRfidHjTNehpoWwX0g6KJEgtH2VaqM2nuJ2mheKZa/IBqB4YQTZVvrIapzfOA==",
+      "path": "naudio.asio/2.2.1",
+      "hashPath": "naudio.asio.2.2.1.nupkg.sha512"
+    },
+    "NAudio.Core/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-GgkdP6K/7FqXFo7uHvoqGZTJvW4z8g2IffhOO4JHaLzKCdDOUEzVKtveoZkCuUX8eV2HAINqi7VFqlFndrnz/g==",
+      "path": "naudio.core/2.2.1",
+      "hashPath": "naudio.core.2.2.1.nupkg.sha512"
+    },
+    "NAudio.Midi/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-6r23ylGo5aeP02WFXsPquz0T0hFJWyh+7t++tz19tc3Kr38NHm+Z9j+FiAv+xkH8tZqXJqus9Q8p6u7bidIgbw==",
+      "path": "naudio.midi/2.2.1",
+      "hashPath": "naudio.midi.2.2.1.nupkg.sha512"
+    },
+    "NAudio.Wasapi/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-lFfXoqacZZe0WqNChJgGYI+XV/n/61LzPHT3C1CJp4khoxeo2sziyX5wzNYWeCMNbsWxFvT3b3iXeY1UYjBhZw==",
+      "path": "naudio.wasapi/2.2.1",
+      "hashPath": "naudio.wasapi.2.2.1.nupkg.sha512"
+    },
+    "NAudio.WinForms/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-DlDkewY1myY0A+3NrYRJD+MZhZV0yy1mNF6dckB27IQ9XCs/My5Ip8BZcoSHOsaPSe2GAjvoaDnk6N9w8xTv7w==",
+      "path": "naudio.winforms/2.2.1",
+      "hashPath": "naudio.winforms.2.2.1.nupkg.sha512"
+    },
+    "NAudio.WinMM/2.2.1": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-xFHRFwH4x6aq3IxRbewvO33ugJRvZFEOfO62i7uQJRUNW2cnu6BeBTHUS0JD5KBucZbHZaYqxQG8dwZ47ezQuQ==",
+      "path": "naudio.winmm/2.2.1",
+      "hashPath": "naudio.winmm.2.2.1.nupkg.sha512"
+    },
+    "SharpGen.Runtime/2.4.2-beta": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-niTtWAUov1F7wZGAlVeEvW+Tnqvg5yTmhI7rxmYu2Utoyu2TbC9tWWpUpMs0PQg5lu5svoYpCAztNjxCqMFP/w==",
+      "path": "sharpgen.runtime/2.4.2-beta",
+      "hashPath": "sharpgen.runtime.2.4.2-beta.nupkg.sha512"
+    },
+    "SharpGen.Runtime.COM/2.4.2-beta": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-9lxDFMiepqo3lJQzMSjECCIONeCc2f3Drokgj6HtrTLZcJSftNgcLbD6/iXYj2iphkwgrZb1oLsDOZxoFZkawQ==",
+      "path": "sharpgen.runtime.com/2.4.2-beta",
+      "hashPath": "sharpgen.runtime.com.2.4.2-beta.nupkg.sha512"
+    },
+    "Vortice.Direct3D11/3.8.3": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-JgFUswu2mgrSwcd0KRF2AnfeE5VbMEgcicmxPD1g2yXyomPIHbnX3wldBNHPOzzD0URC1WJ/pO1ymfi3imZwvg==",
+      "path": "vortice.direct3d11/3.8.3",
+      "hashPath": "vortice.direct3d11.3.8.3.nupkg.sha512"
+    },
+    "Vortice.DirectX/3.8.3": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-nKwSavv0w5rDF7prSefqAVPDcTyqrfZxKFMVfttiXPfm62VdA/1d+b3PhCZpW4xO7jXczXDwjQdWgD1zGsvM8w==",
+      "path": "vortice.directx/3.8.3",
+      "hashPath": "vortice.directx.3.8.3.nupkg.sha512"
+    },
+    "Vortice.DXGI/3.8.3": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-MbAUnTeQ6WD99ctAdrj5CQO2I7oaax0Kt2eVdWSUj0bYP9Ed0726+s7dIHe4+tqhpmINW/dcPt0mNtc72o+E0w==",
+      "path": "vortice.dxgi/3.8.3",
+      "hashPath": "vortice.dxgi.3.8.3.nupkg.sha512"
+    },
+    "Vortice.Mathematics/2.1.0": {
+      "type": "package",
+      "serviceable": true,
+      "sha512": "sha512-KK+SjNSuKdP+zbavekubi+vaeb1Jo4k87ZF6CMkVWjr6RjJwc8peVtmgzXXDIMy4ZC3ZISyk3llY3q65ISOkBQ==",
+      "path": "vortice.mathematics/2.1.0",
+      "hashPath": "vortice.mathematics.2.1.0.nupkg.sha512"
     }
   }
 }

package/remote-hub.js

@@ -60,6 +60,28 @@ const REMOTE_FRAME_MODE_PROFILES = Object.freeze({
         modeVersion: 1,
         implemented: true
     }),
+    'mode3-h264-hw': Object.freeze({
+        mode: 'mode3-h264-hw',
+        label: 'Mode 3 H.264 Control',
+        transport: 'ws-binary',
+        encoding: 'video',
+        codec: 'h264',
+        compression: 'video/h264',
+        profile: 'mode3-h264-hardware-v1',
+        modeVersion: 3,
+        implemented: true
+    }),
+    'mode4-h264-atlas': Object.freeze({
+        mode: 'mode4-h264-atlas',
+        label: 'Mode 4 H.264 Atlas Wall',
+        transport: 'ws-binary',
+        encoding: 'video',
+        codec: 'h264',
+        compression: 'video/h264',
+        profile: 'mode4-h264-atlas-v1',
+        modeVersion: 4,
+        implemented: true
+    }),
     'video-codec': Object.freeze({
         mode: 'video-codec',
         label: 'Video Codec Stream',
@@ -81,6 +103,12 @@ const REMOTE_FRAME_MODE_ALIASES = new Map([
     ['remotequality', 'remote-quality'],
     ['remote_quality', 'remote-quality'],
     ['remote-quality', 'remote-quality'],
+    ['mode3-h264', 'mode3-h264-hw'],
+    ['mode3-h264-hw', 'mode3-h264-hw'],
+    ['h264', 'mode3-h264-hw'],
+    ['mode4', 'mode4-h264-atlas'],
+    ['mode4-h264-atlas', 'mode4-h264-atlas'],
+    ['atlas', 'mode4-h264-atlas'],
     ['thumb', 'thumbnail'],
     ['thumbnail', 'thumbnail'],
     ['video', 'video-codec'],
@@ -443,6 +471,9 @@ function normalizeRemoteInputEvent(value = {}) {
         code: safeString(input.code || input.Code, 80),
         text: safeText(input.text || input.Text, 256),
         repeat: input.repeat === true || input.Repeat === true,
+        inputSeq: Number.isFinite(Number(input.inputSeq ?? input.InputSeq)) ? Math.max(0, Math.floor(Number(input.inputSeq ?? input.InputSeq))) : 0,
+        requestAck: input.requestAck === true || input.RequestAck === true,
+        fireAndForget: input.fireAndForget === true || input.FireAndForget === true,
         controlLeaseId: safeString(input.controlLeaseId || input.ControlLeaseId, 128),
         issuedAt: safeString(input.issuedAt || input.IssuedAt, 80)
     };
@@ -1399,7 +1430,7 @@ export function createRemoteHub(options = {}) {
             transferProtocol: descriptor.transferProtocol,
             transferProtocolVersion: descriptor.transferProtocolVersion,
             handshake: descriptor.handshake,
-            fps: clampNumber(options.fps, 1, 24, mode === 'remote-fast' ? 20 : 1),
+            fps: clampNumber(options.fps, 1, 30, mode === 'remote-fast' ? 20 : 1),
             capturedAt: now,
             receivedAt: now,
             byteLength: 68,
@@ -2416,6 +2447,14 @@ export function createRemoteHub(options = {}) {
             transferProtocolVersion: transfer.transferProtocolVersion,
             handshake: transfer.handshake,
             fps: Number.isFinite(Number(message.fps)) ? Number(message.fps) : device.activeLiveStream.fps,
+            streamPurpose: safeString(message.streamPurpose, 32),
+            monitorIndex: Number.isFinite(Number(message.monitorIndex)) ? Number(message.monitorIndex) : 0,
+            h264Format: safeString(message.h264Format, 24),
+            isKeyFrame: message.isKeyFrame === true,
+            chunkType: safeString(message.chunkType, 24),
+            timestampUs: Number.isFinite(Number(message.timestampUs)) ? Number(message.timestampUs) : 0,
+            durationUs: Number.isFinite(Number(message.durationUs)) ? Number(message.durationUs) : 0,
+            streamFrameSeq: Number.isFinite(Number(message.streamFrameSeq)) ? Number(message.streamFrameSeq) : frameSeq,
             capturedAt,
             receivedAt: device.lastSeenAt,
             byteLength,
@@ -3221,7 +3260,7 @@ export function createRemoteHub(options = {}) {
 
             const now = new Date().toISOString();
             const streamId = safeString(options.streamId, 128) || `live-${Date.now()}`;
-            const fps = clampNumber(options.fps, 1, 24, 20);
+            const fps = clampNumber(options.fps, 1, 30, 20);
             const commandId = safeString(options.commandId, 128) || crypto.randomUUID();
             const transfer = buildRemoteFrameTransferDescriptor(options.mode || DEFAULT_REMOTE_FRAME_MODE);
             device.counters.commandsSent += 1;
@@ -3275,7 +3314,7 @@ export function createRemoteHub(options = {}) {
 
         const now = new Date().toISOString();
         const streamId = safeString(options.streamId, 128) || `live-${Date.now()}`;
-        const fps = clampNumber(options.fps, 1, 24, 12);
+        const fps = clampNumber(options.fps, 1, 30, 20);
         const commandId = safeString(options.commandId, 128) || crypto.randomUUID();
         const transfer = buildRemoteFrameTransferDescriptor(options.mode || DEFAULT_REMOTE_FRAME_MODE);
         const result = sendCommand(deviceId, {

package/server.js

@@ -2454,7 +2454,7 @@ const remoteInputWsDiagnostics = {
     lastError: ''
 };
 const REMOTE_FRAME_WS_AUTO_START_LIMIT = 120;
-const REMOTE_FRAME_WS_DEFAULT_FPS = 12;
+const REMOTE_FRAME_WS_DEFAULT_FPS = 20;
 const REMOTE_FRAME_WS_DEFAULT_MAX_WIDTH = 960;
 const REMOTE_FRAME_WS_DEFAULT_MAX_HEIGHT = 540;
 const REMOTE_FRAME_WS_DEFAULT_QUALITY = 60;
@@ -2563,7 +2563,10 @@ function updateRemoteFrameClientSubscription(ws, payload = {}) {
         timestamp: ws.remoteFrameSubscriptionUpdatedAt,
         deviceIds,
         mode: deviceIds.length > 0 ? 'selected-devices' : 'all-devices',
-        autoStartLive: ws.remoteFrameAutoStartLive === true
+        autoStartLive: ws.remoteFrameAutoStartLive === true,
+        streamPurpose: ws.remoteFrameAutoStartOptions.streamPurpose,
+        fps: ws.remoteFrameAutoStartOptions.fps,
+        frameMode: ws.remoteFrameAutoStartOptions.frameMode
     });
     maybeAutoStartRemoteFrameLiveStreams(ws, deviceIds);
 }
@@ -2579,13 +2582,16 @@ function clampRemoteFrameWsNumber(value, min, max, fallback) {
 
 function normalizeRemoteFrameWsLiveOptions(payload = {}) {
     const mode = String(payload.frameMode || payload.mode || 'remote-fast').trim() || 'remote-fast';
+    const streamPurpose = String(payload.streamPurpose || '').trim().toLowerCase();
+    const defaultFps = streamPurpose === 'control' || mode === 'mode3-h264-hw' ? 30 : REMOTE_FRAME_WS_DEFAULT_FPS;
     return {
-        fps: clampRemoteFrameWsNumber(payload.fps, 1, 24, REMOTE_FRAME_WS_DEFAULT_FPS),
+        fps: clampRemoteFrameWsNumber(payload.fps, 1, 30, defaultFps),
         maxWidth: clampRemoteFrameWsNumber(payload.maxWidth, 320, 2560, REMOTE_FRAME_WS_DEFAULT_MAX_WIDTH),
         maxHeight: clampRemoteFrameWsNumber(payload.maxHeight, 180, 1440, REMOTE_FRAME_WS_DEFAULT_MAX_HEIGHT),
         quality: clampRemoteFrameWsNumber(payload.quality, 20, 95, REMOTE_FRAME_WS_DEFAULT_QUALITY),
         mode,
-        frameMode: mode
+        frameMode: mode,
+        streamPurpose: streamPurpose || (mode === 'mode3-h264-hw' ? 'control' : 'wall')
     };
 }
 
@@ -2716,7 +2722,17 @@ function buildRemoteFrameBinaryPacket(frameEvent) {
         transport: frame.transport || '',
         contentHash: frame.contentHash || '',
         captureMs: Number(frame.captureMs || 0) || 0,
-        sameContentStreak: Number(frame.sameContentStreak || 0) || 0
+        sameContentStreak: Number(frame.sameContentStreak || 0) || 0,
+        streamPurpose: frame.streamPurpose || '',
+        monitorIndex: Number.isFinite(Number(frame.monitorIndex)) ? Number(frame.monitorIndex) : 0,
+        codec: frame.codec || '',
+        h264Format: frame.h264Format || '',
+        isKeyFrame: frame.isKeyFrame === true,
+        chunkType: frame.chunkType || '',
+        timestampUs: Number.isFinite(Number(frame.timestampUs)) ? Number(frame.timestampUs) : 0,
+        durationUs: Number.isFinite(Number(frame.durationUs)) ? Number(frame.durationUs) : 0,
+        streamFrameSeq: Number.isFinite(Number(frame.streamFrameSeq)) ? Number(frame.streamFrameSeq) : 0,
+        commandId: frame.commandId || ''
     };
     const metaBuffer = Buffer.from(JSON.stringify(metadata), 'utf8');
     const header = Buffer.allocUnsafe(4);
@@ -12805,7 +12821,7 @@ app.get('/api/remote/devices/:deviceId/live/frame', (req, res) => {
 app.post('/api/remote/devices/:deviceId/live/start', (req, res) => {
     res.json(remoteHub.startLiveStream(req.params.deviceId, {
         streamId: req.body?.streamId,
-        mode: req.body?.mode,
+        mode: req.body?.frameMode || req.body?.mode || 'mode3-h264-hw',
         fps: req.body?.fps,
         maxWidth: req.body?.maxWidth,
         maxHeight: req.body?.maxHeight,

package/wwwroot/_content/MindExecution.Shared/css/mind-map-overrides.css

@@ -3697,6 +3697,55 @@ html body .css3d-resolution-wrapper:not(.lod-low).node-type-embed.selected-media
         0 0 0 1px rgba(var(--node-selection-glow-rgb-soft), 0.12) !important;
 }
 
+/* Selected video playback is an explicit compact action; native controls stay off. */
+.mind-map-video-playback-control {
+    position: absolute;
+    left: 50%;
+    bottom: 10px;
+    z-index: 8;
+    display: none;
+    align-items: center;
+    gap: 6px;
+    min-height: 28px;
+    padding: 5px 10px;
+    border: 1px solid rgba(255, 255, 255, 0.34);
+    border-radius: 999px;
+    background: rgba(15, 23, 42, 0.82);
+    color: #f8fafc;
+    box-shadow: 0 4px 14px rgba(15, 23, 42, 0.24);
+    font: 600 12px/1 system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
+    letter-spacing: 0.01em;
+    pointer-events: auto;
+    cursor: pointer;
+    transform: translateX(-50%);
+    backdrop-filter: blur(8px);
+}
+
+.mind-map-video-playback-control__icon {
+    display: inline-flex;
+    min-width: 10px;
+    align-items: center;
+    justify-content: center;
+    font-size: 10px;
+}
+
+.css3d-resolution-wrapper.node-type-video.selected .mind-map-video-playback-control,
+.css3d-resolution-wrapper.node-type-video.selected-media-safe .mind-map-video-playback-control {
+    display: inline-flex;
+}
+
+.css3d-resolution-wrapper.node-type-video.lod-low:not(.selected):not(.selected-media-safe) .mind-map-video-playback-control {
+    display: none !important;
+}
+
+.mind-map-video-playback-control:hover,
+.mind-map-video-playback-control:focus-visible {
+    background: rgba(15, 23, 42, 0.94);
+    border-color: rgba(255, 255, 255, 0.62);
+    outline: 2px solid rgba(96, 165, 250, 0.85);
+    outline-offset: 2px;
+}
+
 html body .css3d-resolution-wrapper:not(.lod-low) > .map-node-bubble.selected,
 html body .css3d-resolution-wrapper:not(.lod-low) > .map-node-note.selected,
 html body .css3d-resolution-wrapper:not(.lod-low) > .map-node-note:focus-within,