@livedesk/client 0.1.100 → 0.1.102

package/README.md

@@ -72,7 +72,7 @@ npx -y livedesk client --logout
 Frame pipeline roadmap:
 
 - Mode 1: `mode1-jpeg` - current test path using screen capture, resize, and JPEG binary frames.
-- Mode 2: `mode2-lzo` - Windows wall path using independent RGB565LE frames capped at 320x180 and compressed as LZO1X blocks. The wall defaults to 8 fps. Legacy `mode2-lz4` settings migrate to this mode.
+- Mode 2: `mode2-lzo` - cross-platform wall path using independent RGB565LE frames capped at 320x180 and compressed as LZO1X blocks. The wall defaults to 8 fps. macOS and Linux keep one persistent local capture helper per client process. Legacy `mode2-lz4` settings migrate to this mode.
 - Mode 3: `mode3-h264-hw` - OS-specific hardware H.264 path. Windows tries Media Foundation/NVENC/QSV/AMF, macOS prefers ScreenCaptureKit plus VideoToolbox, and Linux tries NVENC/VAAPI/QSV. macOS emits one startup key frame and then an approximately one-second GOP. The launcher uses bundled ffmpeg for fallback paths unless `LIVEDESK_FFMPEG` points to a custom binary. On macOS, set `LIVEDESK_FFMPEG_AVFOUNDATION_INPUT` only when the ScreenCaptureKit helper is unavailable and the AVFoundation fallback input is not `1:none`.
 
 Legacy mode names such as `remote-fast` and `remote-quality` are treated as

package/bin/livedesk-client.js

@@ -2521,6 +2521,7 @@ function resolveBundledFfmpegPaths() {
 
 function buildFastEnvironment() {
     const env = { ...process.env };
+    env.LIVEDESK_NODE_EXECUTABLE = process.execPath;
     const bundledFfmpegPaths = resolveBundledFfmpegPaths();
     const separator = process.platform === 'win32' ? ';' : ':';
     const configuredPaths = env.LIVEDESK_FFMPEG_PATHS

package/fast/linux-x64/livedesk-raw-capture-helper.mjs

@@ -0,0 +1,102 @@
+#!/usr/bin/env node
+
+import readline from 'node:readline';
+
+const screenshotModule = await import('node-screenshots');
+const Monitor = screenshotModule.Monitor || screenshotModule.default?.Monitor;
+if (!Monitor?.all) {
+  throw new Error('node-screenshots Monitor API is unavailable.');
+}
+
+function clampInteger(value, min, max, fallback) {
+  const number = Number(value);
+  if (!Number.isFinite(number)) return fallback;
+  return Math.max(min, Math.min(max, Math.round(number)));
+}
+
+function pickMonitor(index) {
+  const monitors = Monitor.all();
+  if (!monitors.length) {
+    throw new Error('No capturable desktop monitor was found.');
+  }
+  const selectedIndex = clampInteger(index, 0, monitors.length - 1, 0);
+  const monitor = monitors[selectedIndex]
+    || monitors.find(item => item?.isPrimary?.() === true)
+    || monitors[0];
+  return { monitor, selectedIndex, monitorCount: monitors.length };
+}
+
+function convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight) {
+  if (raw.length < sourceWidth * sourceHeight * 4) {
+    throw new Error(`Raw capture is incomplete: ${raw.length} bytes for ${sourceWidth}x${sourceHeight}.`);
+  }
+  const scale = Math.min(1, maxWidth / sourceWidth, maxHeight / sourceHeight);
+  const width = Math.max(1, Math.round(sourceWidth * scale));
+  const height = Math.max(1, Math.round(sourceHeight * scale));
+  const output = Buffer.allocUnsafe(width * height * 2);
+  let target = 0;
+  for (let y = 0; y < height; y += 1) {
+    const sourceY = Math.min(sourceHeight - 1, Math.floor((y + 0.5) * sourceHeight / height));
+    for (let x = 0; x < width; x += 1) {
+      const sourceX = Math.min(sourceWidth - 1, Math.floor((x + 0.5) * sourceWidth / width));
+      const source = (sourceY * sourceWidth + sourceX) * 4;
+      const red = raw[source];
+      const green = raw[source + 1];
+      const blue = raw[source + 2];
+      const pixel = ((red >> 3) << 11) | ((green >> 2) << 5) | (blue >> 3);
+      output[target++] = pixel & 0xff;
+      output[target++] = pixel >> 8;
+    }
+  }
+  return { output, width, height };
+}
+
+function writeResponse(metadata, payload = Buffer.alloc(0)) {
+  const header = Buffer.from(JSON.stringify(metadata), 'utf8');
+  const prefix = Buffer.allocUnsafe(8);
+  prefix.writeUInt32BE(header.length, 0);
+  prefix.writeUInt32BE(payload.length, 4);
+  process.stdout.write(prefix);
+  process.stdout.write(header);
+  if (payload.length > 0) process.stdout.write(payload);
+}
+
+const input = readline.createInterface({ input: process.stdin, crlfDelay: Infinity });
+for await (const line of input) {
+  if (!line.trim()) continue;
+  let request;
+  try {
+    request = JSON.parse(line);
+    const id = Number.isSafeInteger(Number(request.id)) ? Number(request.id) : 0;
+    const maxWidth = clampInteger(request.maxWidth, 1, 320, 320);
+    const maxHeight = clampInteger(request.maxHeight, 1, 180, 180);
+    const { monitor, selectedIndex, monitorCount } = pickMonitor(request.monitorIndex);
+    const captureStartedAt = performance.now();
+    const image = await monitor.captureImage();
+    const raw = await image.toRaw(false);
+    const captureMs = Math.max(0, performance.now() - captureStartedAt);
+    const sourceWidth = Number(image.width || monitor.width?.() || 0);
+    const sourceHeight = Number(image.height || monitor.height?.() || 0);
+    const convertStartedAt = performance.now();
+    const converted = convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight);
+    const convertMs = Math.max(0, performance.now() - convertStartedAt);
+    writeResponse({
+      ok: true,
+      id,
+      width: converted.width,
+      height: converted.height,
+      sourceWidth,
+      sourceHeight,
+      monitorIndex: selectedIndex,
+      monitorCount,
+      captureMs: Math.round(captureMs),
+      convertMs: Math.round(convertMs)
+    }, converted.output);
+  } catch (error) {
+    writeResponse({
+      ok: false,
+      id: Number.isSafeInteger(Number(request?.id)) ? Number(request.id) : 0,
+      error: String(error?.message || error || 'capture failed').slice(0, 1000)
+    });
+  }
+}

package/fast/osx-arm64/livedesk-raw-capture-helper.mjs

@@ -0,0 +1,102 @@
+#!/usr/bin/env node
+
+import readline from 'node:readline';
+
+const screenshotModule = await import('node-screenshots');
+const Monitor = screenshotModule.Monitor || screenshotModule.default?.Monitor;
+if (!Monitor?.all) {
+  throw new Error('node-screenshots Monitor API is unavailable.');
+}
+
+function clampInteger(value, min, max, fallback) {
+  const number = Number(value);
+  if (!Number.isFinite(number)) return fallback;
+  return Math.max(min, Math.min(max, Math.round(number)));
+}
+
+function pickMonitor(index) {
+  const monitors = Monitor.all();
+  if (!monitors.length) {
+    throw new Error('No capturable desktop monitor was found.');
+  }
+  const selectedIndex = clampInteger(index, 0, monitors.length - 1, 0);
+  const monitor = monitors[selectedIndex]
+    || monitors.find(item => item?.isPrimary?.() === true)
+    || monitors[0];
+  return { monitor, selectedIndex, monitorCount: monitors.length };
+}
+
+function convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight) {
+  if (raw.length < sourceWidth * sourceHeight * 4) {
+    throw new Error(`Raw capture is incomplete: ${raw.length} bytes for ${sourceWidth}x${sourceHeight}.`);
+  }
+  const scale = Math.min(1, maxWidth / sourceWidth, maxHeight / sourceHeight);
+  const width = Math.max(1, Math.round(sourceWidth * scale));
+  const height = Math.max(1, Math.round(sourceHeight * scale));
+  const output = Buffer.allocUnsafe(width * height * 2);
+  let target = 0;
+  for (let y = 0; y < height; y += 1) {
+    const sourceY = Math.min(sourceHeight - 1, Math.floor((y + 0.5) * sourceHeight / height));
+    for (let x = 0; x < width; x += 1) {
+      const sourceX = Math.min(sourceWidth - 1, Math.floor((x + 0.5) * sourceWidth / width));
+      const source = (sourceY * sourceWidth + sourceX) * 4;
+      const red = raw[source];
+      const green = raw[source + 1];
+      const blue = raw[source + 2];
+      const pixel = ((red >> 3) << 11) | ((green >> 2) << 5) | (blue >> 3);
+      output[target++] = pixel & 0xff;
+      output[target++] = pixel >> 8;
+    }
+  }
+  return { output, width, height };
+}
+
+function writeResponse(metadata, payload = Buffer.alloc(0)) {
+  const header = Buffer.from(JSON.stringify(metadata), 'utf8');
+  const prefix = Buffer.allocUnsafe(8);
+  prefix.writeUInt32BE(header.length, 0);
+  prefix.writeUInt32BE(payload.length, 4);
+  process.stdout.write(prefix);
+  process.stdout.write(header);
+  if (payload.length > 0) process.stdout.write(payload);
+}
+
+const input = readline.createInterface({ input: process.stdin, crlfDelay: Infinity });
+for await (const line of input) {
+  if (!line.trim()) continue;
+  let request;
+  try {
+    request = JSON.parse(line);
+    const id = Number.isSafeInteger(Number(request.id)) ? Number(request.id) : 0;
+    const maxWidth = clampInteger(request.maxWidth, 1, 320, 320);
+    const maxHeight = clampInteger(request.maxHeight, 1, 180, 180);
+    const { monitor, selectedIndex, monitorCount } = pickMonitor(request.monitorIndex);
+    const captureStartedAt = performance.now();
+    const image = await monitor.captureImage();
+    const raw = await image.toRaw(false);
+    const captureMs = Math.max(0, performance.now() - captureStartedAt);
+    const sourceWidth = Number(image.width || monitor.width?.() || 0);
+    const sourceHeight = Number(image.height || monitor.height?.() || 0);
+    const convertStartedAt = performance.now();
+    const converted = convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight);
+    const convertMs = Math.max(0, performance.now() - convertStartedAt);
+    writeResponse({
+      ok: true,
+      id,
+      width: converted.width,
+      height: converted.height,
+      sourceWidth,
+      sourceHeight,
+      monitorIndex: selectedIndex,
+      monitorCount,
+      captureMs: Math.round(captureMs),
+      convertMs: Math.round(convertMs)
+    }, converted.output);
+  } catch (error) {
+    writeResponse({
+      ok: false,
+      id: Number.isSafeInteger(Number(request?.id)) ? Number(request.id) : 0,
+      error: String(error?.message || error || 'capture failed').slice(0, 1000)
+    });
+  }
+}

package/fast/osx-x64/livedesk-raw-capture-helper.mjs

@@ -0,0 +1,102 @@
+#!/usr/bin/env node
+
+import readline from 'node:readline';
+
+const screenshotModule = await import('node-screenshots');
+const Monitor = screenshotModule.Monitor || screenshotModule.default?.Monitor;
+if (!Monitor?.all) {
+  throw new Error('node-screenshots Monitor API is unavailable.');
+}
+
+function clampInteger(value, min, max, fallback) {
+  const number = Number(value);
+  if (!Number.isFinite(number)) return fallback;
+  return Math.max(min, Math.min(max, Math.round(number)));
+}
+
+function pickMonitor(index) {
+  const monitors = Monitor.all();
+  if (!monitors.length) {
+    throw new Error('No capturable desktop monitor was found.');
+  }
+  const selectedIndex = clampInteger(index, 0, monitors.length - 1, 0);
+  const monitor = monitors[selectedIndex]
+    || monitors.find(item => item?.isPrimary?.() === true)
+    || monitors[0];
+  return { monitor, selectedIndex, monitorCount: monitors.length };
+}
+
+function convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight) {
+  if (raw.length < sourceWidth * sourceHeight * 4) {
+    throw new Error(`Raw capture is incomplete: ${raw.length} bytes for ${sourceWidth}x${sourceHeight}.`);
+  }
+  const scale = Math.min(1, maxWidth / sourceWidth, maxHeight / sourceHeight);
+  const width = Math.max(1, Math.round(sourceWidth * scale));
+  const height = Math.max(1, Math.round(sourceHeight * scale));
+  const output = Buffer.allocUnsafe(width * height * 2);
+  let target = 0;
+  for (let y = 0; y < height; y += 1) {
+    const sourceY = Math.min(sourceHeight - 1, Math.floor((y + 0.5) * sourceHeight / height));
+    for (let x = 0; x < width; x += 1) {
+      const sourceX = Math.min(sourceWidth - 1, Math.floor((x + 0.5) * sourceWidth / width));
+      const source = (sourceY * sourceWidth + sourceX) * 4;
+      const red = raw[source];
+      const green = raw[source + 1];
+      const blue = raw[source + 2];
+      const pixel = ((red >> 3) << 11) | ((green >> 2) << 5) | (blue >> 3);
+      output[target++] = pixel & 0xff;
+      output[target++] = pixel >> 8;
+    }
+  }
+  return { output, width, height };
+}
+
+function writeResponse(metadata, payload = Buffer.alloc(0)) {
+  const header = Buffer.from(JSON.stringify(metadata), 'utf8');
+  const prefix = Buffer.allocUnsafe(8);
+  prefix.writeUInt32BE(header.length, 0);
+  prefix.writeUInt32BE(payload.length, 4);
+  process.stdout.write(prefix);
+  process.stdout.write(header);
+  if (payload.length > 0) process.stdout.write(payload);
+}
+
+const input = readline.createInterface({ input: process.stdin, crlfDelay: Infinity });
+for await (const line of input) {
+  if (!line.trim()) continue;
+  let request;
+  try {
+    request = JSON.parse(line);
+    const id = Number.isSafeInteger(Number(request.id)) ? Number(request.id) : 0;
+    const maxWidth = clampInteger(request.maxWidth, 1, 320, 320);
+    const maxHeight = clampInteger(request.maxHeight, 1, 180, 180);
+    const { monitor, selectedIndex, monitorCount } = pickMonitor(request.monitorIndex);
+    const captureStartedAt = performance.now();
+    const image = await monitor.captureImage();
+    const raw = await image.toRaw(false);
+    const captureMs = Math.max(0, performance.now() - captureStartedAt);
+    const sourceWidth = Number(image.width || monitor.width?.() || 0);
+    const sourceHeight = Number(image.height || monitor.height?.() || 0);
+    const convertStartedAt = performance.now();
+    const converted = convertRgbaToRgb565(raw, sourceWidth, sourceHeight, maxWidth, maxHeight);
+    const convertMs = Math.max(0, performance.now() - convertStartedAt);
+    writeResponse({
+      ok: true,
+      id,
+      width: converted.width,
+      height: converted.height,
+      sourceWidth,
+      sourceHeight,
+      monitorIndex: selectedIndex,
+      monitorCount,
+      captureMs: Math.round(captureMs),
+      convertMs: Math.round(convertMs)
+    }, converted.output);
+  } catch (error) {
+    writeResponse({
+      ok: false,
+      id: Number.isSafeInteger(Number(request?.id)) ? Number(request.id) : 0,
+      error: String(error?.message || error || 'capture failed').slice(0, 1000)
+    });
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livedesk/client",
-  "version": "0.1.100",
+  "version": "0.1.102",
   "description": "LiveDesk local remote client",
   "type": "module",
   "bin": {