pxt-core 8.2.9 → 8.2.11

package/built/pxt.js

@@ -152944,19 +152944,16 @@ var pxsim;
             if (Runtime.messagePosted)
                 Runtime.messagePosted(data);
         }
-        static postScreenshotAsync(opts) {
+        static async postScreenshotAsync(opts) {
             const b = pxsim.runtime && pxsim.runtime.board;
-            const p = b
-                ? b.screenshotAsync().catch(e => {
-                    console.debug(`screenshot failed`);
-                    return undefined;
-                })
-                : Promise.resolve(undefined);
-            return p.then(img => Runtime.postMessage({
+            if (!b)
+                return undefined;
+            const img = await b.screenshotAsync();
+            Runtime.postMessage({
                 type: "screenshot",
                 data: img,
                 delay: opts && opts.delay
-            }));
+            });
         }
         static requestToggleRecording() {
             const r = pxsim.runtime;
@@ -153010,17 +153007,8 @@ var pxsim;
             this.board.screenshotAsync(this.recordingWidth)
                 .then(imageData => {
                 // check for duplicate images
-                if (this.recordingLastImageData && imageData
-                    && this.recordingLastImageData.data.byteLength == imageData.data.byteLength) {
-                    const d0 = this.recordingLastImageData.data;
-                    const d1 = imageData.data;
-                    const n = d0.byteLength;
-                    let i = 0;
-                    for (i = 0; i < n; ++i)
-                        if (d0[i] != d1[i])
-                            break;
-                    if (i == n) // same, don't send update
-                        return;
+                if (this.recordingLastImageData && isImageDataEqual(this.recordingLastImageData, imageData)) {
+                    return;
                 }
                 this.recordingLastImageData = imageData;
                 Runtime.postMessage({
@@ -153200,6 +153188,28 @@ var pxsim;
                 return ts.totalRuntime > elapsed;
             });
         }
+        registerUserInteraction() {
+            this.lastInteractionTime = Date.now();
+            if (this.thumbnailRecordingIntervalRef || this.lastThumbnailTime && this.lastInteractionTime - this.lastThumbnailTime < 1000)
+                return;
+            this.thumbnailFrames = [];
+            this.thumbnailRecordingIntervalRef = setInterval(async () => {
+                const imageData = await this.board.screenshotAsync();
+                if (this.thumbnailFrames.length && isImageDataEqual(imageData, this.thumbnailFrames[this.thumbnailFrames.length - 1])) {
+                    return;
+                }
+                this.thumbnailFrames.push(imageData);
+                if (Date.now() - this.lastInteractionTime > 10000 || this.thumbnailFrames.length > 30) {
+                    clearInterval(this.thumbnailRecordingIntervalRef);
+                    this.thumbnailRecordingIntervalRef = undefined;
+                    this.lastThumbnailTime = Date.now();
+                    Runtime.postMessage({
+                        type: "thumbnail",
+                        frames: this.thumbnailFrames
+                    });
+                }
+            }, 66);
+        }
     }
     pxsim.Runtime = Runtime;
     class PerfCounter {
@@ -153213,6 +153223,16 @@ var pxsim;
         }
     }
     pxsim.PerfCounter = PerfCounter;
+    function isImageDataEqual(d0, d1) {
+        if (d0.data.byteLength !== d1.data.byteLength)
+            return false;
+        const n = d0.data.byteLength;
+        let i = 0;
+        for (i = 0; i < n; ++i)
+            if (d0.data[i] != d1.data[i])
+                break;
+        return i === n;
+    }
 })(pxsim || (pxsim = {}));
 var pxsim;
 (function (pxsim) {

package/built/pxtsim.d.ts

@@ -465,6 +465,10 @@ declare namespace pxsim {
         delay?: number;
         modalContext?: string;
     }
+    interface SimulatorAutomaticThumbnailMessage extends SimulatorMessage {
+        type: "thumbnail";
+        frames: ImageData[];
+    }
     interface SimulatorAddExtensionsMessage extends SimulatorMessage {
         type: "addextensions";
         /**
@@ -1147,6 +1151,10 @@ declare namespace pxsim {
         perfOffset: number;
         perfElapsed: number;
         perfStack: number;
+        lastInteractionTime: number;
+        lastThumbnailTime: number;
+        thumbnailRecordingIntervalRef: number;
+        thumbnailFrames: ImageData[];
         refCountingDebug: boolean;
         private refObjId;
         overwriteResume: (retPC: number) => void;
@@ -1191,6 +1199,7 @@ declare namespace pxsim {
         pauseScheduled(): void;
         resumeAllPausedScheduled(): void;
         cleanScheduledExpired(): void;
+        registerUserInteraction(): void;
     }
     class PerfCounter {
         name: string;

package/built/pxtsim.js

@@ -5695,19 +5695,16 @@ var pxsim;
             if (Runtime.messagePosted)
                 Runtime.messagePosted(data);
         }
-        static postScreenshotAsync(opts) {
+        static async postScreenshotAsync(opts) {
             const b = pxsim.runtime && pxsim.runtime.board;
-            const p = b
-                ? b.screenshotAsync().catch(e => {
-                    console.debug(`screenshot failed`);
-                    return undefined;
-                })
-                : Promise.resolve(undefined);
-            return p.then(img => Runtime.postMessage({
+            if (!b)
+                return undefined;
+            const img = await b.screenshotAsync();
+            Runtime.postMessage({
                 type: "screenshot",
                 data: img,
                 delay: opts && opts.delay
-            }));
+            });
         }
         static requestToggleRecording() {
             const r = pxsim.runtime;
@@ -5761,17 +5758,8 @@ var pxsim;
             this.board.screenshotAsync(this.recordingWidth)
                 .then(imageData => {
                 // check for duplicate images
-                if (this.recordingLastImageData && imageData
-                    && this.recordingLastImageData.data.byteLength == imageData.data.byteLength) {
-                    const d0 = this.recordingLastImageData.data;
-                    const d1 = imageData.data;
-                    const n = d0.byteLength;
-                    let i = 0;
-                    for (i = 0; i < n; ++i)
-                        if (d0[i] != d1[i])
-                            break;
-                    if (i == n) // same, don't send update
-                        return;
+                if (this.recordingLastImageData && isImageDataEqual(this.recordingLastImageData, imageData)) {
+                    return;
                 }
                 this.recordingLastImageData = imageData;
                 Runtime.postMessage({
@@ -5951,6 +5939,28 @@ var pxsim;
                 return ts.totalRuntime > elapsed;
             });
         }
+        registerUserInteraction() {
+            this.lastInteractionTime = Date.now();
+            if (this.thumbnailRecordingIntervalRef || this.lastThumbnailTime && this.lastInteractionTime - this.lastThumbnailTime < 1000)
+                return;
+            this.thumbnailFrames = [];
+            this.thumbnailRecordingIntervalRef = setInterval(async () => {
+                const imageData = await this.board.screenshotAsync();
+                if (this.thumbnailFrames.length && isImageDataEqual(imageData, this.thumbnailFrames[this.thumbnailFrames.length - 1])) {
+                    return;
+                }
+                this.thumbnailFrames.push(imageData);
+                if (Date.now() - this.lastInteractionTime > 10000 || this.thumbnailFrames.length > 30) {
+                    clearInterval(this.thumbnailRecordingIntervalRef);
+                    this.thumbnailRecordingIntervalRef = undefined;
+                    this.lastThumbnailTime = Date.now();
+                    Runtime.postMessage({
+                        type: "thumbnail",
+                        frames: this.thumbnailFrames
+                    });
+                }
+            }, 66);
+        }
     }
     pxsim.Runtime = Runtime;
     class PerfCounter {
@@ -5964,6 +5974,16 @@ var pxsim;
         }
     }
     pxsim.PerfCounter = PerfCounter;
+    function isImageDataEqual(d0, d1) {
+        if (d0.data.byteLength !== d1.data.byteLength)
+            return false;
+        const n = d0.data.byteLength;
+        let i = 0;
+        for (i = 0; i < n; ++i)
+            if (d0.data[i] != d1.data[i])
+                break;
+        return i === n;
+    }
 })(pxsim || (pxsim = {}));
 var pxsim;
 (function (pxsim) {