@mindexec/cli 0.2.144 → 0.2.146

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mindexec/cli",
-  "version": "0.2.144",
+  "version": "0.2.146",
   "description": "MindExec local runtime and bridge CLI",
   "main": "server.js",
   "type": "module",

package/scripts/remote-fleet-render-smoke.mjs

@@ -186,6 +186,16 @@ class MiniElement {
         return true;
     }
 
+    focus() {
+        this.ownerDocument.activeElement = this;
+    }
+
+    blur() {
+        if (this.ownerDocument.activeElement === this) {
+            this.ownerDocument.activeElement = null;
+        }
+    }
+
     getBoundingClientRect() {
         return {
             left: 0,
@@ -268,6 +278,7 @@ class MiniDocument {
         this.body = new MiniElement('body', this);
         this.head = new MiniElement('head', this);
         this.canvasDrawCalls = [];
+        this.activeElement = null;
     }
 
     createElement(tagName) {
@@ -845,12 +856,41 @@ try {
             return { success: true };
         }
     };
-    manager.setModuleForTest({ dotNetHelper });
+    const moduleRef = {
+        dotNetHelper,
+        nodeObjectsById: new Map(),
+        _visibleIds: new Set(['remote-fleet-render-smoke']),
+        _prevVisibleIds: new Set(['remote-fleet-render-smoke']),
+        _forceUpdateFrames: 0,
+        _textOverlayV2State: {
+            cards: new Map(),
+            passiveCandidateIds: new Set(['remote-fleet-render-smoke']),
+            layer: document.createElement('div')
+        },
+        requestAnimationWake(reason) {
+            this._lastAnimationWakeReason = reason;
+            this._animationWakeCount = Number(this._animationWakeCount || 0) + 1;
+        },
+        isAnimationLoopActive() {
+            return true;
+        }
+    };
+    manager.setModuleForTest(moduleRef);
 
     const { nodeShell, bodyView } = createRemoteFleetTemplateShell(document, focusedDevice.DeviceId);
     document.body.appendChild(nodeShell);
+    const monitorNode = buildMonitorNode(devices, hub.getStatus({ includeSecrets: true }), latestTaskBatch, recentTaskBatches);
+    moduleRef.nodeObjectsById.set('remote-fleet-render-smoke', {
+        model: monitorNode,
+        currentType: 'CSS',
+        cssObject: {
+            visible: true,
+            element: nodeShell
+        }
+    });
+    document.body.appendChild(moduleRef._textOverlayV2State.layer);
 
-    manager.renderRemoteFleetMonitorForTest(bodyView, buildMonitorNode(devices, hub.getStatus({ includeSecrets: true }), latestTaskBatch, recentTaskBatches));
+    manager.renderRemoteFleetMonitorForTest(bodyView, monitorNode);
 
     let cards = bodyView.querySelectorAll('article[data-device-id]');
     assert.equal(cards.length, connectedCount);
@@ -952,6 +992,16 @@ try {
         false,
         'binary Blob frame paint must not clear/fill the canvas before drawing');
 
+    const liveOverlayCard = document.createElement('div');
+    liveOverlayCard.dataset.nodeId = 'remote-fleet-render-smoke';
+    liveOverlayCard.dataset.sourceKind = 'live';
+    liveOverlayCard.dataset.liveInteractive = 'true';
+    liveOverlayCard.style.display = 'block';
+    moduleRef._textOverlayV2State.cards.set('selection:remote-fleet-render-smoke', liveOverlayCard);
+    moduleRef._forceUpdateFrames = 0;
+    moduleRef._animationWakeCount = 0;
+    moduleRef._lastAnimationWakeReason = '';
+
     await wait(20);
     const liveWs = diagnostics.webSocketConnections[0];
     assert.ok(liveWs, 'expected MDM render to open the binary frame WebSocket');
@@ -979,6 +1029,14 @@ try {
         patchPreview.dataset.remoteFleetFrameSeq,
         String(websocketFrameSeq),
         JSON.stringify(diagnostics.runtimeTrace.slice(-12)));
+    await wait(10);
+    assert.ok(
+        Number(moduleRef._forceUpdateFrames || 0) >= 2,
+        'binary live frame commits must wake the passive MDM overlay frame loop');
+    assert.equal(moduleRef._lastAnimationWakeReason, 'remote-live-overlay-frame');
+    assert.ok(
+        diagnostics.runtimeTrace.some(event => event.type === 'remote.frame.overlayWake'),
+        'binary live frame commits must trace the MDM overlay wake path');
 
     manager.renderRemoteFleetMonitorForTest(bodyView, buildMonitorNode(devices, hub.getStatus({ includeSecrets: true }), latestTaskBatch, recentTaskBatches));
     await wait(30);
@@ -997,6 +1055,111 @@ try {
     assert.equal(rerenderedPatchPreview.dataset.remoteFleetFrameSeq, String(websocketFrameSeq));
     assert.equal(rerenderedPatchPreview.querySelector('canvas[data-remote-fleet-frame-canvas="true"]')?.style.display, 'block');
 
+    const liveStartCallsBeforeControl = dotNetCalls.filter(call => call.methodName === 'StartRemoteFleetLiveStreamFromJs').length;
+    const sendCountBeforeControl = diagnostics.webSocketSends.length;
+    const drawCountBeforeControl = document.canvasDrawCalls.length;
+    const controlCard = bodyView.querySelector(`article[data-device-id="${patchTarget.DeviceId}"]`);
+    assert.ok(controlCard);
+    controlCard.dispatchEvent({ type: 'dblclick', button: 0 });
+    await wait(30);
+    const controlPopup = document.body.querySelector('[data-remote-fleet-control-popup="true"]');
+    assert.ok(controlPopup, 'double-clicking an MDM tile should open the control popup');
+    const controlShell = controlPopup.querySelector('[data-remote-fleet-control-shell="true"]');
+    const controlStage = controlPopup.querySelector('[data-remote-fleet-control-stage="true"]');
+    const controlCanvas = controlPopup.querySelector('[data-remote-fleet-control-canvas="true"]');
+    assert.ok(controlShell);
+    assert.ok(controlStage);
+    assert.ok(controlCanvas);
+    assert.equal(document.activeElement, controlShell);
+    const controlStartCalls = dotNetCalls
+        .filter(call => call.methodName === 'StartRemoteFleetLiveStreamFromJs')
+        .slice(liveStartCallsBeforeControl);
+    assert.equal(controlStartCalls.length, 1);
+    assert.equal(controlStartCalls[0].args[0], 'remote-fleet-render-smoke');
+    assert.equal(controlStartCalls[0].args[1], patchTarget.DeviceId);
+    assert.equal(controlStartCalls[0].args[2], 20);
+    const controlSubscribe = diagnostics.webSocketSends
+        .slice(sendCountBeforeControl)
+        .map(send => {
+            try {
+                return JSON.parse(send.payload);
+            } catch {
+                return null;
+            }
+        })
+        .find(message =>
+            message
+            && message.type === 'subscribe'
+            && message.nodeId === 'remote-fleet-render-smoke'
+            && message.autoStartLive === true
+            && message.fps === 20
+            && Array.isArray(message.deviceIds)
+            && message.deviceIds.includes(patchTarget.DeviceId));
+    assert.ok(controlSubscribe, 'control popup should reuse the binary frame WebSocket with a 20fps subscription');
+
+    const controlFrameSeq = 20001;
+    liveWs.onmessage?.({
+        data: new Blob([encodeRemoteBinaryFrame({
+            type: 'remote.frame.binary',
+            deviceId: patchTarget.DeviceId,
+            kind: 'live',
+            frameSeq: controlFrameSeq,
+            streamId: 'render-smoke-control-live',
+            contentHash: `render-smoke-control-live-${controlFrameSeq}`,
+            mimeType: 'image/jpeg',
+            width: 64,
+            height: 36,
+            capturedAt: new Date().toISOString(),
+            receivedAt: new Date().toISOString()
+        })])
+    });
+    await wait(40);
+    assert.equal(controlCanvas.style.display, 'block');
+    assert.ok(
+        document.canvasDrawCalls
+            .slice(drawCountBeforeControl)
+            .some(call => call.canvas === controlCanvas && call.op === 'drawImage'),
+        'control popup should paint binary WebSocket frames directly to its canvas');
+
+    controlStage.dispatchEvent({
+        type: 'pointerdown',
+        button: 0,
+        pointerId: 7,
+        clientX: 160,
+        clientY: 90
+    });
+    controlStage.dispatchEvent({
+        type: 'pointerup',
+        button: 0,
+        pointerId: 7,
+        clientX: 160,
+        clientY: 90
+    });
+    controlShell.dispatchEvent({
+        type: 'keydown',
+        key: 'A',
+        code: 'KeyA',
+        repeat: false
+    });
+    await wait(20);
+    const inputCalls = dotNetCalls.filter(call => call.methodName === 'SendRemoteFleetInputFromJs');
+    assert.ok(inputCalls.length >= 3, 'control popup should send pointer and keyboard input through JS interop');
+    const pointerDown = inputCalls.find(call => call.args[2]?.type === 'pointerDown');
+    const keyDown = inputCalls.find(call => call.args[2]?.type === 'keyDown');
+    assert.ok(pointerDown);
+    assert.ok(keyDown);
+    assert.equal(pointerDown.args[0], 'remote-fleet-render-smoke');
+    assert.equal(pointerDown.args[1], patchTarget.DeviceId);
+    assert.equal(pointerDown.args[2].button, 'left');
+    assert.ok(pointerDown.args[2].controlLeaseId);
+    assert.ok(pointerDown.args[2].normalizedX >= 0 && pointerDown.args[2].normalizedX <= 1);
+    assert.ok(pointerDown.args[2].normalizedY >= 0 && pointerDown.args[2].normalizedY <= 1);
+    assert.equal(keyDown.args[2].key, 'A');
+    assert.equal(keyDown.args[2].code, 'KeyA');
+    manager.closeRemoteFleetControlPopupForTest('render-smoke');
+    await wait(20);
+    assert.equal(document.body.querySelector('[data-remote-fleet-control-popup="true"]'), null);
+
     const alternateDevice = devices.find(device =>
         device.Connected === true
         && device.DeviceId !== focusedDevice.DeviceId);
@@ -1063,7 +1226,9 @@ try {
     assert.equal(resultPanel, null);
     assert.ok(devices.some(device => /^synthetic-response-/.test(device.LatestTaskResultResponseId)));
     await wait(20);
-    const liveStartCalls = dotNetCalls.filter(call => call.methodName === 'StartRemoteFleetLiveStreamFromJs');
+    const liveStartCalls = dotNetCalls
+        .filter(call => call.methodName === 'StartRemoteFleetLiveStreamFromJs')
+        .slice(0, liveStartCallsBeforeControl);
     const subscribeMessages = diagnostics.webSocketSends
         .map(send => {
             try {

package/wwwroot/_content/MindExecution.Shared/js/mind-map-css3d-manager.js

@@ -13877,6 +13877,145 @@
             : 0;
     }
 
+    function getRemoteFleetBodyNodeId(bodyView) {
+        return String(
+            bodyView?.dataset?.nodeId
+            || bodyView?.dataset?.remoteFleetMonitorNodeId
+            || bodyView?.closest?.('.map-node-remote-fleet__body[data-node-id]')?.dataset?.nodeId
+            || bodyView?.closest?.('[data-node-id]')?.dataset?.nodeId
+            || ''
+        ).trim();
+    }
+
+    function getRemoteFleetBodyFromPreview(preview) {
+        if (!preview) {
+            return null;
+        }
+
+        return preview.closest?.('.map-node-remote-fleet__body[data-node-id]')
+            || preview.closest?.('.map-node-remote-fleet__body[data-remote-fleet-monitor-node-id]')
+            || null;
+    }
+
+    function wakeRemoteFleetModuleAnimation(module, reason) {
+        if (!module) {
+            return;
+        }
+
+        if (typeof module.requestAnimationWake === 'function') {
+            module.requestAnimationWake(reason);
+        }
+
+        if (typeof module.isAnimationLoopActive === 'function'
+            && module.isAnimationLoopActive() !== true
+            && typeof module.animate === 'function') {
+            module.animate();
+        }
+    }
+
+    function flushRemoteFleetLiveOverlayWake(module) {
+        const state = module?._remoteFleetLiveOverlayWakeState || null;
+        if (!module || !state || !(state.nodeIds instanceof Set)) {
+            return;
+        }
+
+        state.raf = 0;
+        let woke = false;
+        const overlayState = module._textOverlayV2State || null;
+        state.nodeIds.forEach(nodeId => {
+            const normalizedNodeId = String(nodeId || '').trim();
+            if (!normalizedNodeId) {
+                return;
+            }
+
+            const entry = module.nodeObjectsById?.get?.(normalizedNodeId) || null;
+            if (!entry?.model || !isRemoteFleetMonitorNode(entry.model)) {
+                return;
+            }
+
+            const card = overlayState?.cards?.get?.(`selection:${normalizedNodeId}`) || null;
+            const hasLiveOverlayCard =
+                !!card &&
+                card.style?.display !== 'none' &&
+                card.dataset?.sourceKind === 'live' &&
+                card.dataset?.liveInteractive === 'true';
+            const mayCreatePassiveOverlay =
+                window.MindMapTextOverlayV2?.shouldRenderPassiveDomOverlays?.(module) === true &&
+                (
+                    overlayState?.passiveCandidateIds?.has?.(normalizedNodeId) === true ||
+                    module._visibleIds?.has?.(normalizedNodeId) === true ||
+                    module._prevVisibleIds?.has?.(normalizedNodeId) === true ||
+                    String(module.selectedNodeIdJs || '').trim() === normalizedNodeId
+                );
+
+            if (!hasLiveOverlayCard && !mayCreatePassiveOverlay) {
+                return;
+            }
+
+            if (hasLiveOverlayCard) {
+                if (overlayState?.layer?.style && module._suppressPassiveDomOverlayDuringZoom !== true) {
+                    overlayState.layer.style.display = '';
+                }
+                card.style.display = 'block';
+            } else {
+                window.MindMapTextOverlayV2?.invalidateNode?.(module, normalizedNodeId, 'remote-live-frame');
+                module._overlayDirty = true;
+                module._lastOverlayKey = '';
+            }
+
+            woke = true;
+        });
+        state.nodeIds.clear();
+
+        if (!woke) {
+            return;
+        }
+
+        module._forceUpdateFrames = Math.max(Number(module._forceUpdateFrames || 0), 2);
+        module._css3dVisualChangedThisFrame = true;
+        module._css3dVisualChangedSinceLastRender = true;
+        wakeRemoteFleetModuleAnimation(module, 'remote-live-overlay-frame');
+
+        const now = getRemoteFleetFrameNow();
+        if (now - Number(module._remoteFleetLiveOverlayWakeLastTraceAt || 0) >= 1000) {
+            module._remoteFleetLiveOverlayWakeLastTraceAt = now;
+            window.RuntimeTrace?.emit?.('remote.frame.overlayWake', {
+                nodes: state.lastWakeCount || 0
+            });
+        }
+    }
+
+    function requestRemoteFleetLiveOverlayWake(bodyView, frame) {
+        if (!_module || !bodyView || String(frame?.kind || '').toLowerCase() !== 'live') {
+            return false;
+        }
+
+        const nodeId = getRemoteFleetBodyNodeId(bodyView);
+        if (!nodeId) {
+            return false;
+        }
+
+        const state = _module._remoteFleetLiveOverlayWakeState || {
+            nodeIds: new Set(),
+            raf: 0,
+            lastWakeCount: 0
+        };
+        _module._remoteFleetLiveOverlayWakeState = state;
+        state.nodeIds.add(nodeId);
+        state.lastWakeCount = state.nodeIds.size;
+
+        if (!state.raf) {
+            state.raf = requestRemoteFleetFrameLoopFrame(() => flushRemoteFleetLiveOverlayWake(_module));
+        }
+
+        return true;
+    }
+
+    function requestRemoteFleetLiveOverlayWakeFromPreview(preview, frame) {
+        const bodyView = getRemoteFleetBodyFromPreview(preview);
+        return requestRemoteFleetLiveOverlayWake(bodyView, frame);
+    }
+
     function refreshRemoteFleetBinaryFrameSubscription(session, force = false) {
         if (!session?.ws || session.ws.readyState !== WebSocket.OPEN) {
             return false;
@@ -14701,7 +14840,11 @@
             canvas.style.display = 'none';
         }
 
-        return commitRemoteFleetFrameMetadata(preview, frame);
+        const committed = commitRemoteFleetFrameMetadata(preview, frame);
+        if (committed) {
+            requestRemoteFleetLiveOverlayWakeFromPreview(preview, frame);
+        }
+        return committed;
     }
 
     function commitRemoteFleetFrameToCanvas(preview, canvas, image, bitmap, frame) {
@@ -14722,7 +14865,11 @@
             image.style.display = 'none';
         }
 
-        return commitRemoteFleetFrameMetadata(preview, frame);
+        const committed = commitRemoteFleetFrameMetadata(preview, frame);
+        if (committed) {
+            requestRemoteFleetLiveOverlayWakeFromPreview(preview, frame);
+        }
+        return committed;
     }
 
     function clearRemoteFleetPendingFrameDataset(preview, frame) {

package/wwwroot/index.html

@@ -7,8 +7,8 @@
     <title>MindExec | Run your ideas as AI task graphs</title>
     <meta name="description" content="MindExec is an AI execution canvas for solo builders, researchers, developers, and creators. Start with free browser tools, then move serious work into saved MindCanvas projects." />
     <base href="/" />
-    <link rel="stylesheet" href="_content/MindExecution.Shared/css/app.css?v=20260617-mdm-ws-rerender-v580" />
-    <link rel="stylesheet" href="_content/MindExecution.Shared/css/mind-map-overrides.css?v=20260617-mdm-ws-rerender-v580" />
+    <link rel="stylesheet" href="_content/MindExecution.Shared/css/app.css?v=20260617-mdm-overlay-live-v581" />
+    <link rel="stylesheet" href="_content/MindExecution.Shared/css/mind-map-overrides.css?v=20260617-mdm-overlay-live-v581" />
     <!-- ?쇄뼹??Font Awesome (local) ?쇄뼹??-->
     <link rel="stylesheet" href="_content/MindExecution.Shared/lib/font-awesome/css/all.min.css" />
     <!-- ?꿎뼯??-->
@@ -579,7 +579,7 @@
             }
 
             const base = '_content/MindExecution.Shared/js/';
-        const scriptVersion = '20260617-mdm-ws-rerender-v580';
+        const scriptVersion = '20260617-mdm-overlay-live-v581';
             const scriptUrl = (script) => `${base}${script}?v=${scriptVersion}`;
             console.log(`[Script Loader] Shared JS version: ${scriptVersion}`);
             const criticalScripts = [

package/wwwroot/service-worker-assets.js

@@ -1,5 +1,5 @@
 self.assetsManifest = {
-    "version":  "caOR4cJE",
+    "version":  "oR91p21X",
     "assets":  [
                    {
                        "hash":  "sha256-+CSYMcqLNTsq3VnH11jgYyOCCdxvHzL74CBmo4sCmMU=",
@@ -86,7 +86,7 @@
                        "url":  "_content/MindExecution.Shared/js/mind-map-core.js.backup"
                    },
                    {
-                       "hash":  "sha256-ct4yGB6E/ViQSpNNn3fHtt3v+usCW9LYQEbpOmzuRdk=",
+                       "hash":  "sha256-+Y65YIk5GcFioFxM72xcAvkC2+vdx+B90L2qlalXrhw=",
                        "url":  "_content/MindExecution.Shared/js/mind-map-css3d-manager.js"
                    },
                    {
@@ -834,7 +834,7 @@
                        "url":  "image-manifest.json"
                    },
                    {
-                       "hash":  "sha256-zI55TuKnPpHEJMEolp25Zk/P6dkZEOtbMSHObMgR84A=",
+                       "hash":  "sha256-6kgfFKKW8vB1esatu6Iq0af4n6evMTxQfK5SCVpyq5k=",
                        "url":  "index.html"
                    },
                    {

package/wwwroot/service-worker.js

@@ -1,4 +1,4 @@
-/* Manifest version: caOR4cJE */
+/* Manifest version: oR91p21X */
 // Hosted deployments should prefer the network over stale offline caches.
 // This service worker immediately clears old Blazor offline caches and unregisters itself.