@mindexec/cli 0.2.476 → 0.2.478

package/wwwroot/_content/MindExecution.Shared/js/mind-map-remote-codecs.js

@@ -1,202 +1,202 @@
-(function () {
-    'use strict';
-
-    const decoderByCanvas = new WeakMap();
-    const MAX_DECODE_QUEUE = 3;
-    const rawFrameByCanvas = new WeakMap();
-
-    function emit(type, data) {
-        window.RuntimeTrace?.emit?.(type, data);
-    }
-
-    function getDecoderState(canvas) {
-        let state = decoderByCanvas.get(canvas);
-        if (state) return state;
-        state = {
-            decoder: null,
-            generation: 0,
-            width: 0,
-            height: 0,
-            pending: 0,
-            lastSeq: 0,
-            lastPaintAt: 0
-        };
-        decoderByCanvas.set(canvas, state);
-        return state;
-    }
-
-    function closeDecoder(state) {
-        try { state.decoder?.close?.(); } catch { /* stale decoder */ }
-        state.decoder = null;
-        state.pending = 0;
-    }
-
-    // LiveDesk Mode 2 payloads are LZO1X-compressed little-endian RGB565.
-    // Keep this decoder local to the wall path so H.264 control surfaces remain
-    // fully independent.
-    function decodeLzo1x(input, outputLength) {
-        if (!(input instanceof Uint8Array) || input.length < 3) throw new Error('Invalid LZO1X block');
-        const output = new Uint8Array(outputLength);
-        const s = { i: 0, o: 0 };
-        const need = (n) => { if (s.i + n > input.length) throw new Error('LZO input overrun'); };
-        const literals = (n) => {
-            need(n);
-            if (s.o + n > output.length) throw new Error('LZO output overrun');
-            output.set(input.subarray(s.i, s.i + n), s.o); s.i += n; s.o += n;
-        };
-        const ext = (basis) => { let zeros = 0; while (true) { need(1); if (input[s.i] !== 0) break; zeros++; s.i++; } return zeros * 255 + basis + input[s.i++]; };
-        const match = (at, length) => {
-            const distance = s.o - at;
-            if (distance <= 0 || s.o + length > output.length) throw new Error('LZO match overrun');
-            for (let n = 0; n < length; n++) output[s.o++] = output[at + (n % distance)];
-        };
-        let state = 0; let matchLength = 0;
-        if (input[0] >= 22) { s.i++; literals(input[0] - 17); state = 4; }
-        else if (input[0] >= 18) { s.i++; state = input[0] - 17; literals(state); }
-        while (true) {
-            need(1); const instruction = input[s.i++]; let nextState; let at;
-            if ((instruction & 0xc0) !== 0) {
-                need(1); at = s.o - ((input[s.i++] << 3) + ((instruction >> 2) & 7) + 1); matchLength = (instruction >> 5) + 1; nextState = instruction & 3;
-            } else if ((instruction & 0x20) !== 0) {
-                matchLength = (instruction & 0x1f) + 2; if (matchLength === 2) matchLength += ext(31); need(2); const encoded = input[s.i++] | (input[s.i++] << 8); at = s.o - ((encoded >> 2) + 1); nextState = encoded & 3;
-            } else if ((instruction & 0x10) !== 0) {
-                matchLength = (instruction & 7) + 2; if (matchLength === 2) matchLength += ext(7); need(2); const encoded = input[s.i++] | (input[s.i++] << 8); at = s.o - (((instruction & 8) << 11) + (encoded >> 2)); nextState = encoded & 3; if (at === s.o) break; at -= 0x4000;
-            } else if (state === 0) {
-                let length = instruction + 3; if (length === 3) length += ext(15); literals(length); state = 4; continue;
-            } else {
-                need(1); nextState = instruction & 3; at = s.o - ((instruction >> 2) + (input[s.i++] << 2) + (state === 4 ? 2049 : 1)); matchLength = state === 4 ? 3 : 2;
-            }
-            if (at < 0 || s.o + matchLength + nextState > output.length) throw new Error('LZO lookbehind overrun');
-            match(at, matchLength); state = nextState; literals(nextState);
-        }
-        if (matchLength !== 3 || s.i !== input.length || s.o !== output.length) throw new Error('Incomplete LZO block');
-        return output;
-    }
-
-    async function decodeMode2Frame(canvas, frame) {
-        const payload = frame?._remoteFleetPayloadBlob;
-        if (!canvas || !payload) return false;
-        const width = Math.max(1, Number(frame.width || 0) | 0);
-        const height = Math.max(1, Number(frame.height || 0) | 0);
-        const expected = width * height * 2;
-        if (Number(frame.bytesPerPixel || 2) !== 2 || (Number(frame.uncompressedByteLength || expected) !== expected)) return false;
-        const state = rawFrameByCanvas.get(canvas) || { lastSeq: 0 };
-        const seq = Number(frame.streamFrameSeq || frame.frameSeq || 0) || 0;
-        if (seq > 0 && seq <= state.lastSeq) return true;
-        const compressed = new Uint8Array(await payload.arrayBuffer());
-        const rgb565 = decodeLzo1x(compressed, expected);
-        const rgba = new Uint8ClampedArray(width * height * 4);
-        for (let source = 0, target = 0; source < rgb565.length; source += 2, target += 4) {
-            const pixel = rgb565[source] | (rgb565[source + 1] << 8);
-            const r = (pixel >> 11) & 31; const g = (pixel >> 5) & 63; const b = pixel & 31;
-            rgba[target] = (r << 3) | (r >> 2); rgba[target + 1] = (g << 2) | (g >> 4); rgba[target + 2] = (b << 3) | (b >> 2); rgba[target + 3] = 255;
-        }
-        canvas.width = width; canvas.height = height;
-        canvas.getContext('2d', { alpha: false, desynchronized: true })?.putImageData(new ImageData(rgba, width, height), 0, 0);
-        state.lastSeq = seq; rawFrameByCanvas.set(canvas, state);
-        emit('remote.mode2.paint', { frameSeq: seq, width, height });
-        return true;
-    }
-
-    function ensureDecoder(canvas, frame, state, onPaint) {
-        if (typeof VideoDecoder !== 'function' || typeof EncodedVideoChunk !== 'function') {
-            return null;
-        }
-
-        const width = Number(frame.width || 0) || canvas.width || 1920;
-        const height = Number(frame.height || 0) || canvas.height || 1080;
-        const key = `${width}x${height}`;
-        state.onPaint = onPaint;
-        state.latestFrame = frame;
-        if (state.decoder && state.width === width && state.height === height) {
-            return state.decoder;
-        }
-
-        closeDecoder(state);
-        state.width = width;
-        state.height = height;
-        const generation = ++state.generation;
-        const decoder = new VideoDecoder({
-            output(videoFrame) {
-                if (generation !== state.generation) {
-                    videoFrame.close?.();
-                    return;
-                }
-                try {
-                    canvas.width = videoFrame.displayWidth || width;
-                    canvas.height = videoFrame.displayHeight || height;
-                    const context = canvas.getContext('2d', { alpha: false, desynchronized: true });
-                    context?.drawImage(videoFrame, 0, 0, canvas.width, canvas.height);
-                    state.lastPaintAt = performance.now();
-                    try { state.onPaint?.(canvas, state.latestFrame || frame); } catch (error) { emit('remote.h264.paintCallbackFailed', { error: error?.message || String(error || '') }); }
-                    emit('remote.h264.paint', { frameSeq: state.lastSeq, width: canvas.width, height: canvas.height });
-                } finally {
-                    videoFrame.close?.();
-                }
-            },
-            error(error) {
-                emit('remote.h264.decodeFailed', { error: error?.message || String(error || ''), frameSeq: state.lastSeq });
-                closeDecoder(state);
-            }
-        });
-        try {
-            decoder.configure({
-                codec: String(frame.codec || 'avc1.42E01E'),
-                codedWidth: width,
-                codedHeight: height,
-                hardwareAcceleration: 'prefer-software',
-                optimizeForLatency: true,
-                avc: { format: String(frame.h264Format || 'annexb').toLowerCase() === 'avc' ? 'avc' : 'annexb' }
-            });
-        } catch (error) {
-            emit('remote.h264.configureFailed', { key, error: error?.message || String(error || '') });
-            try { decoder.close(); } catch { /* ignore */ }
-            return null;
-        }
-        state.decoder = decoder;
-        return decoder;
-    }
-
-    async function decode(canvas, frame, onPaint) {
-        const payload = frame?._remoteFleetPayloadBlob;
-        if (!canvas || !payload) {
-            return false;
-        }
-        const mode = String(frame?.frameMode || frame?.mode || '').toLowerCase();
-        if (mode === 'mode2-lzo' || String(frame?.compression || '').toLowerCase() === 'lzo1x' || String(frame?.mimeType || '').toLowerCase() === 'application/vnd.livedesk.lzo-rgb565') {
-            try { return await decodeMode2Frame(canvas, frame); } catch (error) { emit('remote.mode2.decodeFailed', { error: error?.message || String(error || '') }); return false; }
-        }
-        if (!String(frame?.codec || '').toLowerCase().includes('h264')) return false;
-        const state = getDecoderState(canvas);
-        const seq = Number(frame.streamFrameSeq || frame.frameSeq || 0) || 0;
-        if (seq > 0 && seq <= state.lastSeq) return true;
-        state.lastSeq = seq;
-        const decoder = ensureDecoder(canvas, frame, state, onPaint);
-        if (!decoder || decoder.state === 'closed') return false;
-        if (state.pending >= MAX_DECODE_QUEUE) {
-            emit('remote.h264.drop', { reason: 'decode-queue', frameSeq: seq });
-            return true;
-        }
-        state.pending += 1;
-        try {
-            const bytes = new Uint8Array(await payload.arrayBuffer());
-            if (!bytes.length) return false;
-            const timestamp = Number(frame.timestampUs || 0) || Math.round(performance.now() * 1000);
-            decoder.decode(new EncodedVideoChunk({
-                type: frame.isKeyFrame === true || String(frame.chunkType || '').toLowerCase() === 'key' ? 'key' : 'delta',
-                timestamp,
-                duration: Number(frame.durationUs || 0) || undefined,
-                data: bytes
-            }));
-            return true;
-        } catch (error) {
-            emit('remote.h264.decodeSubmitFailed', { error: error?.message || String(error || ''), frameSeq: seq });
-            closeDecoder(state);
-            return false;
-        } finally {
-            state.pending = Math.max(0, state.pending - 1);
-        }
-    }
-
-    window.MindExecRemoteCodecs = Object.freeze({ decodeH264Frame: decode, decodeFrame: decode });
-})();
+(function () {
+    'use strict';
+
+    const decoderByCanvas = new WeakMap();
+    const MAX_DECODE_QUEUE = 3;
+    const rawFrameByCanvas = new WeakMap();
+
+    function emit(type, data) {
+        window.RuntimeTrace?.emit?.(type, data);
+    }
+
+    function getDecoderState(canvas) {
+        let state = decoderByCanvas.get(canvas);
+        if (state) return state;
+        state = {
+            decoder: null,
+            generation: 0,
+            width: 0,
+            height: 0,
+            pending: 0,
+            lastSeq: 0,
+            lastPaintAt: 0
+        };
+        decoderByCanvas.set(canvas, state);
+        return state;
+    }
+
+    function closeDecoder(state) {
+        try { state.decoder?.close?.(); } catch { /* stale decoder */ }
+        state.decoder = null;
+        state.pending = 0;
+    }
+
+    // LiveDesk Mode 2 payloads are LZO1X-compressed little-endian RGB565.
+    // Keep this decoder local to the wall path so H.264 control surfaces remain
+    // fully independent.
+    function decodeLzo1x(input, outputLength) {
+        if (!(input instanceof Uint8Array) || input.length < 3) throw new Error('Invalid LZO1X block');
+        const output = new Uint8Array(outputLength);
+        const s = { i: 0, o: 0 };
+        const need = (n) => { if (s.i + n > input.length) throw new Error('LZO input overrun'); };
+        const literals = (n) => {
+            need(n);
+            if (s.o + n > output.length) throw new Error('LZO output overrun');
+            output.set(input.subarray(s.i, s.i + n), s.o); s.i += n; s.o += n;
+        };
+        const ext = (basis) => { let zeros = 0; while (true) { need(1); if (input[s.i] !== 0) break; zeros++; s.i++; } return zeros * 255 + basis + input[s.i++]; };
+        const match = (at, length) => {
+            const distance = s.o - at;
+            if (distance <= 0 || s.o + length > output.length) throw new Error('LZO match overrun');
+            for (let n = 0; n < length; n++) output[s.o++] = output[at + (n % distance)];
+        };
+        let state = 0; let matchLength = 0;
+        if (input[0] >= 22) { s.i++; literals(input[0] - 17); state = 4; }
+        else if (input[0] >= 18) { s.i++; state = input[0] - 17; literals(state); }
+        while (true) {
+            need(1); const instruction = input[s.i++]; let nextState; let at;
+            if ((instruction & 0xc0) !== 0) {
+                need(1); at = s.o - ((input[s.i++] << 3) + ((instruction >> 2) & 7) + 1); matchLength = (instruction >> 5) + 1; nextState = instruction & 3;
+            } else if ((instruction & 0x20) !== 0) {
+                matchLength = (instruction & 0x1f) + 2; if (matchLength === 2) matchLength += ext(31); need(2); const encoded = input[s.i++] | (input[s.i++] << 8); at = s.o - ((encoded >> 2) + 1); nextState = encoded & 3;
+            } else if ((instruction & 0x10) !== 0) {
+                matchLength = (instruction & 7) + 2; if (matchLength === 2) matchLength += ext(7); need(2); const encoded = input[s.i++] | (input[s.i++] << 8); at = s.o - (((instruction & 8) << 11) + (encoded >> 2)); nextState = encoded & 3; if (at === s.o) break; at -= 0x4000;
+            } else if (state === 0) {
+                let length = instruction + 3; if (length === 3) length += ext(15); literals(length); state = 4; continue;
+            } else {
+                need(1); nextState = instruction & 3; at = s.o - ((instruction >> 2) + (input[s.i++] << 2) + (state === 4 ? 2049 : 1)); matchLength = state === 4 ? 3 : 2;
+            }
+            if (at < 0 || s.o + matchLength + nextState > output.length) throw new Error('LZO lookbehind overrun');
+            match(at, matchLength); state = nextState; literals(nextState);
+        }
+        if (matchLength !== 3 || s.i !== input.length || s.o !== output.length) throw new Error('Incomplete LZO block');
+        return output;
+    }
+
+    async function decodeMode2Frame(canvas, frame) {
+        const payload = frame?._remoteFleetPayloadBlob;
+        if (!canvas || !payload) return false;
+        const width = Math.max(1, Number(frame.width || 0) | 0);
+        const height = Math.max(1, Number(frame.height || 0) | 0);
+        const expected = width * height * 2;
+        if (Number(frame.bytesPerPixel || 2) !== 2 || (Number(frame.uncompressedByteLength || expected) !== expected)) return false;
+        const state = rawFrameByCanvas.get(canvas) || { lastSeq: 0 };
+        const seq = Number(frame.streamFrameSeq || frame.frameSeq || 0) || 0;
+        if (seq > 0 && seq <= state.lastSeq) return true;
+        const compressed = new Uint8Array(await payload.arrayBuffer());
+        const rgb565 = decodeLzo1x(compressed, expected);
+        const rgba = new Uint8ClampedArray(width * height * 4);
+        for (let source = 0, target = 0; source < rgb565.length; source += 2, target += 4) {
+            const pixel = rgb565[source] | (rgb565[source + 1] << 8);
+            const r = (pixel >> 11) & 31; const g = (pixel >> 5) & 63; const b = pixel & 31;
+            rgba[target] = (r << 3) | (r >> 2); rgba[target + 1] = (g << 2) | (g >> 4); rgba[target + 2] = (b << 3) | (b >> 2); rgba[target + 3] = 255;
+        }
+        canvas.width = width; canvas.height = height;
+        canvas.getContext('2d', { alpha: false, desynchronized: true })?.putImageData(new ImageData(rgba, width, height), 0, 0);
+        state.lastSeq = seq; rawFrameByCanvas.set(canvas, state);
+        emit('remote.mode2.paint', { frameSeq: seq, width, height });
+        return true;
+    }
+
+    function ensureDecoder(canvas, frame, state, onPaint) {
+        if (typeof VideoDecoder !== 'function' || typeof EncodedVideoChunk !== 'function') {
+            return null;
+        }
+
+        const width = Number(frame.width || 0) || canvas.width || 1920;
+        const height = Number(frame.height || 0) || canvas.height || 1080;
+        const key = `${width}x${height}`;
+        state.onPaint = onPaint;
+        state.latestFrame = frame;
+        if (state.decoder && state.width === width && state.height === height) {
+            return state.decoder;
+        }
+
+        closeDecoder(state);
+        state.width = width;
+        state.height = height;
+        const generation = ++state.generation;
+        const decoder = new VideoDecoder({
+            output(videoFrame) {
+                if (generation !== state.generation) {
+                    videoFrame.close?.();
+                    return;
+                }
+                try {
+                    canvas.width = videoFrame.displayWidth || width;
+                    canvas.height = videoFrame.displayHeight || height;
+                    const context = canvas.getContext('2d', { alpha: false, desynchronized: true });
+                    context?.drawImage(videoFrame, 0, 0, canvas.width, canvas.height);
+                    state.lastPaintAt = performance.now();
+                    try { state.onPaint?.(canvas, state.latestFrame || frame); } catch (error) { emit('remote.h264.paintCallbackFailed', { error: error?.message || String(error || '') }); }
+                    emit('remote.h264.paint', { frameSeq: state.lastSeq, width: canvas.width, height: canvas.height });
+                } finally {
+                    videoFrame.close?.();
+                }
+            },
+            error(error) {
+                emit('remote.h264.decodeFailed', { error: error?.message || String(error || ''), frameSeq: state.lastSeq });
+                closeDecoder(state);
+            }
+        });
+        try {
+            decoder.configure({
+                codec: String(frame.codec || 'avc1.42E01E'),
+                codedWidth: width,
+                codedHeight: height,
+                hardwareAcceleration: 'prefer-software',
+                optimizeForLatency: true,
+                avc: { format: String(frame.h264Format || 'annexb').toLowerCase() === 'avc' ? 'avc' : 'annexb' }
+            });
+        } catch (error) {
+            emit('remote.h264.configureFailed', { key, error: error?.message || String(error || '') });
+            try { decoder.close(); } catch { /* ignore */ }
+            return null;
+        }
+        state.decoder = decoder;
+        return decoder;
+    }
+
+    async function decode(canvas, frame, onPaint) {
+        const payload = frame?._remoteFleetPayloadBlob;
+        if (!canvas || !payload) {
+            return false;
+        }
+        const mode = String(frame?.frameMode || frame?.mode || '').toLowerCase();
+        if (mode === 'mode2-lzo' || String(frame?.compression || '').toLowerCase() === 'lzo1x' || String(frame?.mimeType || '').toLowerCase() === 'application/vnd.livedesk.lzo-rgb565') {
+            try { return await decodeMode2Frame(canvas, frame); } catch (error) { emit('remote.mode2.decodeFailed', { error: error?.message || String(error || '') }); return false; }
+        }
+        if (!String(frame?.codec || '').toLowerCase().includes('h264')) return false;
+        const state = getDecoderState(canvas);
+        const seq = Number(frame.streamFrameSeq || frame.frameSeq || 0) || 0;
+        if (seq > 0 && seq <= state.lastSeq) return true;
+        state.lastSeq = seq;
+        const decoder = ensureDecoder(canvas, frame, state, onPaint);
+        if (!decoder || decoder.state === 'closed') return false;
+        if (state.pending >= MAX_DECODE_QUEUE) {
+            emit('remote.h264.drop', { reason: 'decode-queue', frameSeq: seq });
+            return true;
+        }
+        state.pending += 1;
+        try {
+            const bytes = new Uint8Array(await payload.arrayBuffer());
+            if (!bytes.length) return false;
+            const timestamp = Number(frame.timestampUs || 0) || Math.round(performance.now() * 1000);
+            decoder.decode(new EncodedVideoChunk({
+                type: frame.isKeyFrame === true || String(frame.chunkType || '').toLowerCase() === 'key' ? 'key' : 'delta',
+                timestamp,
+                duration: Number(frame.durationUs || 0) || undefined,
+                data: bytes
+            }));
+            return true;
+        } catch (error) {
+            emit('remote.h264.decodeSubmitFailed', { error: error?.message || String(error || ''), frameSeq: seq });
+            closeDecoder(state);
+            return false;
+        } finally {
+            state.pending = Math.max(0, state.pending - 1);
+        }
+    }
+
+    window.MindExecRemoteCodecs = Object.freeze({ decodeH264Frame: decode, decodeFrame: decode });
+})();