@midscene/playground 1.10.6 → 1.10.7-beta-20260720030503.0

package/dist/es/server.mjs

@@ -1,7 +1,7 @@
 import { createHash, randomUUID } from "node:crypto";
 import { createReadStream, existsSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "node:fs";
 import { stat } from "node:fs/promises";
-import { basename, dirname, join, resolve as external_node_path_resolve, sep } from "node:path";
+import { basename, dirname, extname, join, resolve as external_node_path_resolve, sep } from "node:path";
 import { fileURLToPath } from "node:url";
 import { describeElementAtPoint, runConnectivityTest } from "@midscene/core";
 import { getModelRuntime } from "@midscene/core/ai-model";
@@ -10,7 +10,7 @@ import { getMidsceneRunSubDir } from "@midscene/shared/common";
 import { PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
 import { ModelConfigManager, globalModelConfigManager, overrideAIConfig } from "@midscene/shared/env";
 import { generateElementByPoint } from "@midscene/shared/extractor";
-import { annotateRects, imageInfoOfBase64 } from "@midscene/shared/img";
+import { annotateRects, imageInfoOfBase64, screenshotImageExtension, screenshotImageFormatFromExtension, screenshotImageFormatFromMimeType, screenshotImageMimeType } from "@midscene/shared/img";
 import { getDebug } from "@midscene/shared/logger";
 import { buildMidsceneRecorderActionSummary, buildMidsceneRecorderReplayInstruction } from "@midscene/shared/recorder";
 import { antiEscapeScriptTag, uuid as utils_uuid } from "@midscene/shared/utils";
@@ -232,7 +232,7 @@ function writeRecorderAiDescribeScreenshot(imageBase64, suffix) {
     const { base64, mimeType } = extractBase64Payload(imageBase64);
     const bytes = Buffer.from(base64, 'base64');
     const sha256 = createHash('sha256').update(bytes).digest('hex');
-    const extension = mimeType?.includes('jpeg') ? 'jpg' : 'png';
+    const extension = recorderScreenshotAssetExtension(mimeType);
     const pathParts = formatRecorderAiDescribeScreenshotPathParts();
     const dumpRoot = external_node_path_resolve(getMidsceneRunSubDir('dump'), RECORDER_AI_DESCRIBE_SCREENSHOT_DUMP_DIR);
     const dumpDir = assertPathInsideDirectory(dumpRoot, join(dumpRoot, pathParts.datePart, pathParts.hourPart));
@@ -262,7 +262,9 @@ function assertRecorderScreenshotAssetId(assetId) {
     return assetId;
 }
 function recorderScreenshotAssetExtension(mimeType) {
-    return mimeType?.includes('jpeg') ? 'jpg' : 'png';
+    const format = screenshotImageFormatFromMimeType(mimeType);
+    if (!format) return 'png';
+    return 'jpeg' === format ? 'jpg' : screenshotImageExtension(format);
 }
 function recorderScreenshotAssetPath(assetId, mimeType) {
     const root = getRecorderScreenshotAssetRoot();
@@ -288,7 +290,7 @@ function initializeRecorderScreenshotAssetUsage() {
             withFileTypes: true
         })){
             if (!entry.isFile()) continue;
-            const match = entry.name.match(/^(.*)-[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\.(?:png|jpg)$/i);
+            const match = entry.name.match(/^(.*)-[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\.(?:png|jpg|webp)$/i);
             if (!match?.[1]) continue;
             const sessionId = match[1];
             const bytes = statSync(join(root, entry.name)).size;
@@ -341,7 +343,8 @@ function findRecorderScreenshotAssetPath(assetId) {
     const root = getRecorderScreenshotAssetRoot();
     for (const extension of [
         'png',
-        'jpg'
+        'jpg',
+        'webp'
     ]){
         const filePath = assertPathInsideDirectory(root, join(root, `${safeAssetId}.${extension}`));
         if (existsSync(filePath)) return filePath;
@@ -373,7 +376,7 @@ function pruneRecorderScreenshotAssetsForSession(sessionId, retainedAssetIds) {
         withFileTypes: true
     })){
         if (!entry.isFile() || !entry.name.startsWith(prefix)) continue;
-        const assetId = entry.name.replace(/\.(?:png|jpg)$/i, '');
+        const assetId = entry.name.replace(/\.(?:png|jpg|webp)$/i, '');
         const filePath = join(root, entry.name);
         if (!retained.has(assetId)) {
             rmSync(filePath, {
@@ -1914,7 +1917,7 @@ class PlaygroundServer {
             if (!report) return res.status(404).json({
                 error: 'Report not found or expired'
             });
-            const match = /^([A-Za-z0-9_-]+)\.(png|jpe?g)$/.exec(req.params.assetName);
+            const match = /^([A-Za-z0-9_-]+)\.(png|jpe?g|webp)$/.exec(req.params.assetName);
             if (!match) return res.status(400).json({
                 error: 'Invalid screenshot asset'
             });
@@ -1930,7 +1933,9 @@ class PlaygroundServer {
                 });
                 const commaIndex = dataUri.indexOf(',');
                 if (-1 === commaIndex) throw new Error('Invalid screenshot data URI');
-                const mimeType = 'png' === extension ? 'image/png' : 'image/jpeg';
+                const format = screenshotImageFormatFromExtension(extension);
+                if (!format) throw new Error(`Unsupported screenshot extension: ${extension}`);
+                const mimeType = screenshotImageMimeType(format);
                 return res.type(mimeType).send(Buffer.from(dataUri.slice(commaIndex + 1), 'base64'));
             } catch (error) {
                 debugReport('failed to stream report screenshot: %s', error);
@@ -2322,7 +2327,9 @@ class PlaygroundServer {
                 if (!filePath) return res.status(404).json({
                     error: 'Recorder screenshot not found'
                 });
-                res.type(filePath.endsWith('.jpg') ? 'image/jpeg' : 'image/png');
+                const format = screenshotImageFormatFromExtension(extname(filePath).slice(1));
+                if (!format) throw new Error('Unsupported recorder screenshot format');
+                res.type(screenshotImageMimeType(format));
                 return res.send(readFileSync(filePath));
             } catch (error) {
                 return res.status(400).json({