@nativescript/cloudflare-desktop 0.1.0-alpha.1 → 0.1.0-alpha.2

package/README.md

@@ -30,7 +30,7 @@ AppKit holds control targets and delegates weakly. Keep them referenced from Jav
 - **Code.** The host joins the project's socket as `platform: 'macos'`, walks each new entry's module graph over HTTP and serves it to Node through `module.registerHooks`. Module URLs are versioned, so only changed modules are fetched. Node can't unload old versions; they stay in memory until the host restarts.
 - **Event loop.** Cocoa events are pumped from Node's timers, so sockets and `fetch` keep working.
 - **Memory.** Each frame's native objects are released as soon as it's sent (`interop.releaseNativeObject`, NativeScript/runtimes#103); runtimes without it get a garbage collection every few frames instead.
-- **Stream.** While a viewer watches, ScreenCaptureKit captures the project's window (only that window, through the current-process listing, macOS 14.4+) at up to 30 fps and at the window's point size (at most 800 px wide); frames go out as JPEG over `/p/<id>/stream/<stream>`, a relay separate from the project's hub, in chunks of at most 16 KB under a budget of about 4.8 Mbps with adaptive quality. Cloudflare cuts a Durable Object's WebSocket when messages are large or one Mac streams two windows at once, so the IDE only watches a window while its pane is on screen.
+- **Stream.** While a viewer watches, ScreenCaptureKit captures the project's window (only that window, through the current-process listing, macOS 14.4+) at up to 30 fps and at the window's point size (at most 800 px wide); frames go out as JPEG over `/p/<id>/stream/<stream>`, a relay separate from the project's hub, in chunks of at most 16 KB under a budget of about 4.8 Mbps with adaptive quality. AppKit can repaint a still window many times a second, so a frame identical to the last one sent is skipped. Cloudflare cuts a Durable Object's WebSocket when messages are large or one Mac streams two windows at once, so the IDE only watches a window while its pane is on screen.
 - **Input.** Pointer, wheel and key events from the viewer are posted to the app's own event queue, so they reach only this app, never move the real cursor and need no Accessibility permission. A press is held until its release arrives, because a control's tracking loop blocks the JS thread in between: drags land on release, and press-and-hold isn't possible yet.
 
 ## Publishing

package/dist/stream.d.ts

@@ -18,6 +18,8 @@ export declare class WindowStreamer {
     private budget;
     private budgetAt;
     private framed;
+    /** The last JPEG sent; repeats are skipped until a viewer joins. */
+    private sent?;
     private backoff;
     private closed;
     private timer?;

package/dist/stream.js

@@ -87,6 +87,8 @@ export class WindowStreamer {
     budget = BYTES_PER_SECOND;
     budgetAt = 0;
     framed = false;
+    /** The last JPEG sent; repeats are skipped until a viewer joins. */
+    sent;
     backoff = 500;
     closed = false;
     timer;
@@ -112,6 +114,8 @@ export class WindowStreamer {
                 return;
             }
             if (msg.type === 'viewers') {
+                if (msg.count > this.viewers)
+                    this.sent = undefined;
                 this.viewers = msg.count;
                 void this.sync();
             }
@@ -274,6 +278,11 @@ export class WindowStreamer {
         held.push(jpeg);
         // Chunks are copies: the bytes are backed by the NSData, which is released right after.
         const bytes = new Uint8Array(interop.bufferFromData(jpeg));
+        // AppKit can repaint a still window many times a second, and ScreenCaptureKit
+        // reports each repaint as a complete frame with the whole window dirty.
+        if (this.sent && sameBytes(this.sent, bytes))
+            return;
+        this.sent = bytes;
         for (let at = 0; at < bytes.byteLength; at += FRAME_CHUNK_BYTES) {
             const payload = bytes.subarray(at, at + FRAME_CHUNK_BYTES);
             const chunk = new Uint8Array(payload.byteLength + 1);
@@ -318,6 +327,14 @@ export class WindowStreamer {
         return resized;
     }
 }
+function sameBytes(a, b) {
+    if (a.byteLength !== b.byteLength)
+        return false;
+    for (let i = 0; i < a.byteLength; i++)
+        if (a[i] !== b[i])
+            return false;
+    return true;
+}
 /**
  * Output pixels: the window's size in points, not its Retina backing size.
  * Viewers show it in a side pane, and 2x frames are four times the bytes,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nativescript/cloudflare-desktop",
-  "version": "0.1.0-alpha.1",
+  "version": "0.1.0-alpha.2",
   "description": "Runs an ns-edge project as a macOS desktop app on the NativeScript Node-API runtime, hot-reloaded from the edge and streamed to the browser IDE",
   "license": "Apache-2.0",
   "type": "module",