android-midscene-automation 0.1.38 → 0.1.40

package/CHANGELOG.md

@@ -1,4 +1,15 @@
 # 更新记录
+## v0.1.40
+- 回放录屏支持按连接脚本分段保存 MP4，返回父脚本继续执行时另存片段；历史结果可选择片段播放，HTML 报告按节点时间自动切换视频，删除历史结果时一并清理全部片段。
+
+## v0.1.39
+- Midscene 相关模块统一升级至 1.12.7，
+- scrcpy 视频帧完整性修复：可靠传输视频包、修正关键帧标记，并在缓冲溢出后等待完整关键帧恢复，降低设备预览花屏风险。
+- 回放按钮右侧下拉设置新增默认关闭的“录制回放视频”，远程设备暂不支持。
+- 图像模板判断改为“预期匹配结果”，匹配严格度以百分比配置，100% 时提示细微像素差异风险；节点显示预期结果，日志和 HTML 报告分别展示实际匹配、预期匹配、得分与条件结论，保留原检测算法及已有阈值。
+- 移除 AI 识别操作、测试入口及 Appium 参数中的 AI 模型配置，保留流程背景色设置；旧脚本中的 AI 节点提示替换，回放前阻止执行，不自动删除或改变分支。
+
+
 ## v0.1.38
 - 移除节点类型切换；新节点及未配置的判断等待超时统一为 3000ms，已有自定义时间和延时、长按等操作时长保持不变。
 - 取消 Activity 不匹配时的脚本编辑锁定，不在脚本绑定页面也可编辑节点；页面差异仅作提示，保留录制操作及回放期间的编辑保护。

package/README.md

@@ -1229,6 +1229,17 @@ Linux: ~/.local/share/android-midscene-automation
 
 # 项目更新记录
 
+## v0.1.40
+- 回放录屏支持按连接脚本分段保存 MP4，返回父脚本继续执行时另存片段；历史结果可选择片段播放，HTML 报告按节点时间自动切换视频，删除历史结果时一并清理全部片段。
+
+## v0.1.39
+- Midscene 相关模块统一升级至 1.12.7，
+- scrcpy 视频帧完整性修复：可靠传输视频包、修正关键帧标记，并在缓冲溢出后等待完整关键帧恢复，降低设备预览花屏风险。
+- 回放按钮右侧下拉设置新增默认关闭的“录制回放视频”，远程设备暂不支持。
+- 图像模板判断改为“预期匹配结果”，匹配严格度以百分比配置，100% 时提示细微像素差异风险；节点显示预期结果，日志和 HTML 报告分别展示实际匹配、预期匹配、得分与条件结论，保留原检测算法及已有阈值。
+- 移除 AI 识别操作、测试入口及 Appium 参数中的 AI 模型配置，保留流程背景色设置；旧脚本中的 AI 节点提示替换，回放前阻止执行，不自动删除或改变分支。
+
+
 ## v0.1.38
 - 移除节点类型切换；新节点及未配置的判断等待超时统一为 3000ms，已有自定义时间和延时、长按等操作时长保持不变。
 - 取消 Activity 不匹配时的脚本编辑锁定，不在脚本绑定页面也可编辑节点；页面差异仅作提示，保留录制操作及回放期间的编辑保护。

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "android-midscene-automation",
-  "version": "0.1.38",
+  "version": "0.1.40",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/oooooooko/android-midscene-automation.git"
@@ -36,14 +36,19 @@
     "test:e2e": "playwright test"
   },
   "dependencies": {
+    "@yume-chan/adb": "2.6.3",
+    "@yume-chan/adb-scrcpy": "2.3.2",
+    "@yume-chan/adb-server-node-tcp": "2.5.2",
+    "@yume-chan/scrcpy": "2.3.0",
+    "mediabunny": "1.58.0",
     "@dagrejs/dagre": "1.1.5",
     "@element-plus/icons-vue": "2.3.2",
-    "@midscene/android": "https://registry.npmjs.org/@midscene/android/-/android-1.12.6.tgz",
-    "@midscene/android-playground": "https://registry.npmjs.org/@midscene/android-playground/-/android-playground-1.12.6.tgz",
-    "@midscene/core": "https://registry.npmjs.org/@midscene/core/-/core-1.12.6.tgz",
-    "@midscene/playground": "https://registry.npmjs.org/@midscene/playground/-/playground-1.12.6.tgz",
-    "@midscene/shared": "https://registry.npmjs.org/@midscene/shared/-/shared-1.12.6.tgz",
-    "@midscene/web": "https://registry.npmjs.org/@midscene/web/-/web-1.12.6.tgz",
+    "@midscene/android": "https://registry.npmjs.org/@midscene/android/-/android-1.12.7.tgz",
+    "@midscene/android-playground": "https://registry.npmjs.org/@midscene/android-playground/-/android-playground-1.12.7.tgz",
+    "@midscene/core": "https://registry.npmjs.org/@midscene/core/-/core-1.12.7.tgz",
+    "@midscene/playground": "https://registry.npmjs.org/@midscene/playground/-/playground-1.12.7.tgz",
+    "@midscene/shared": "https://registry.npmjs.org/@midscene/shared/-/shared-1.12.7.tgz",
+    "@midscene/web": "https://registry.npmjs.org/@midscene/web/-/web-1.12.7.tgz",
     "@techstark/opencv-js": "5.0.0-release.1",
     "@vitejs/plugin-vue": "6.0.7",
     "@vue-flow/core": "1.48.2",

package/server/appium-recorder/appium-runner.ts

@@ -6,13 +6,13 @@ import { captureHistoryFrames, readAppVersion } from './history-capture';
 import { BoundedLoopTraversal } from './bounded-loop';
 import { validateLoopSteps } from '../../src/appium-recorder/bounded-loop';
 import { adbScreenshotBase64 } from './screenshot';
-import { recognizeDeviceScreen } from './ai-recognition';
 import { checkImage } from './image-check';
 import { IMAGE_CHECK_MODES, type ImageCheckResult } from '../../src/appium-recorder/image-check';
 import { formatStageLog } from '../../src/appium-recorder/stage-log';
 import { openGalleryOnDevice } from './open-gallery';
 import { stopAppOnDevice } from './stop-app';
 import { DEFAULT_NODE_TIMEOUT_MS } from '../../src/appium-recorder/node-timeout';
+import { startReplayVideo, type ReplayVideo } from './replay-video';
 import { ConditionTimeoutError, AppiumServiceError } from './condition-timeout';
 import { AppiumRequestTimeoutError, timedAppiumFetch, withElementDeadline } from './request-timeout';
 import { textClickSelector } from '../../src/appium-recorder/text-click';
@@ -77,6 +77,7 @@ const replayContext = new AsyncLocalStorage<{
   visualStartOffsets: Map<string, number>;
   softFailureCount: number;
   flowEnded?: boolean;
+  selectVideoScript?: (id: string, name: string, force?: boolean) => Promise<void>;
 }>();
 
 const appiumServerUrl = () => replayContext.getStore()?.serverUrl || configuredAppiumServerUrl();
@@ -353,10 +354,11 @@ async function captureReplayFrame(
 ) {
   const context = replayContext.getStore();
   if (!context || !context.deviceId) return;
+  const capturedAt = new Date().toISOString();
   // 执行记录独立于截图，设备截图失败不能让失败节点从统计中消失。
   context.historyEvents.push({ sequence: context.historyEvents.length + 1, scriptName, nodeId: step.id,
     nodeNumber, nodeLabel: step.label, nodeType: step.type, note: step.note || '',
-    selector: replayFrameSelector(step), phase, status, capturedAt: new Date().toISOString(), imageBase64: '' });
+    selector: replayFrameSelector(step), phase, status, capturedAt, imageBase64: '' });
   const appendFrame = (imageBase64: string) => {
     context.frames.push({
       sequence: context.frames.length + 1,
@@ -370,7 +372,7 @@ async function captureReplayFrame(
       selector: replayFrameSelector(step),
       phase,
       status,
-      capturedAt: new Date().toISOString(),
+      capturedAt,
       imageBase64,
     });
   };
@@ -386,6 +388,8 @@ async function captureReplayFrame(
     appendFrame(imageBase64 || await adbScreenshotBase64(context.deviceId));
   } catch (error) {
     context.appiumLog(`[节点 ${nodeNumber}] 截图失败：${errorDetail(error)}`);
+    // 截图失败仍保留时间锚点，报告可定位到该节点的录像。
+    appendFrame('');
   }
 }
 
@@ -1137,6 +1141,8 @@ async function replayLinkedScript(
     }
   }
 
+  // 每次调用独立分段，即使连续两次连接的是同一个脚本。
+  await replayContext.getStore()?.selectVideoScript?.(linkedScript.id, linkedScript.name, true);
   lines.push(`连接脚本开始：${linkedScript.name}`);
   const nextStack = [...stack, linkedScript.id];
   const parent = variableContext.getStore()!;
@@ -1177,6 +1183,7 @@ async function replayLinearSteps(
       lines.push(`[节点 ${index + 1}] 跳过：${step.label}（${linkedScriptInitSkipReason(step)}）`);
       continue;
     }
+    await replayContext.getStore()?.selectVideoScript?.(stack.at(-1) || '', options.scriptName || '');
     lines.push(`[节点 ${index + 1}] 开始：${step.label}`);
     await captureReplayFrame(sessionId, step, index + 1, options.scriptName || '', 'before', '执行前');
     try {
@@ -1234,6 +1241,7 @@ async function replayFlowSteps(
       index = nextIndexAfterStep(index, step);
       continue;
     }
+    await replayContext.getStore()?.selectVideoScript?.(stack.at(-1) || '', options.scriptName || '');
     visitedPath.push(step.label);
     const nodeKind = defaultFlowKind(step);
     lines.push(`[节点 ${index + 1}] 开始：${frameStep.label}`);
@@ -1258,13 +1266,7 @@ async function replayFlowSteps(
           }
           continue;
         }
-        // AI 节点使用本次执行前截图，并将同一张图片和识别依据写入结果帧。
-        const beforeFrame = replayContext.getStore()?.frames.at(-1);
-        const recognition = step.type === 'aiRecognition' ? await recognizeDeviceScreen({
-          deviceId, prompt: step.value, timeoutMs: step.timeoutMs,
-          signal: replayContext.getStore()?.signal,
-          imageBase64: beforeFrame?.nodeId === step.id && beforeFrame.phase === 'before' ? beforeFrame.imageBase64 : undefined,
-        }) : undefined;
+        if (step.type === 'aiRecognition') throw new Error('AI 识别操作已移除，请替换此节点后回放');
         let imageResult: ImageCheckResult | undefined;
         if (step.type === 'imageCheck') {
           const resolved = resolveVariableStep(step);
@@ -1273,14 +1275,22 @@ async function replayFlowSteps(
             resolveRegion: () => imageCheckRegion(sessionId, resolved), wait,
             signal: replayContext.getStore()?.signal, saveImages: !variableContext.getStore()?.privacy.enabled });
           const config = resolved.imageCheck;
-          const settings = config ? `${IMAGE_CHECK_MODES[config.mode]}；条件 ${config.expectation}；模板阈值 ${config.threshold}；最小得分差 ${config.minScoreGap}；RGB/亮度容差 ${config.tolerance}；目标色 ${config.color}；像素占比 ${config.ratio}%；观察 ${config.durationMs}ms；间隔 ${config.intervalMs}ms；连续 ${config.consecutive} 帧` : '缺少配置';
+          const settings = config ? [
+            IMAGE_CHECK_MODES[config.mode],
+            config.mode === 'template' ? `预期匹配结果：${config.expectation === 'present' ? '匹配到模板' : '未匹配到模板'}` : '',
+            ['template', 'state'].includes(config.mode) ? `匹配严格度 ${config.threshold * 100}%` : '',
+            config.mode === 'state' ? `最小得分差 ${config.minScoreGap}` : '',
+            ['black', 'color', 'change'].includes(config.mode) ? `RGB/亮度容差 ${config.tolerance}；像素占比 ${config.ratio}%` : '',
+            config.mode === 'color' ? `目标色 ${config.color}` : '',
+            config.mode === 'change' ? `预期：${config.expectation === 'present' ? '画面有变化' : '持续无明显变化'}` : '',
+            config.mode !== 'state' ? `观察 ${config.durationMs}ms；间隔 ${config.intervalMs}ms；连续 ${config.consecutive} 帧` : '',
+          ].filter(Boolean).join('；') : '缺少配置';
           replayContext.getStore()?.imageChecks.push({ ...imageResult, nodeId: step.id, nodeNumber: index + 1, nodeLabel: frameStep.label, scriptName: options.scriptName || '', settings });
           lines.push(`[节点 ${index + 1}] 图像判断：${imageResult.result === null ? '无法判定' : imageResult.result}，${imageResult.message}；${settings}；采样 ${imageResult.sampleCount} 帧，耗时 ${imageResult.durationMs}ms；指标 ${JSON.stringify(imageResult.metrics)}`);
           if (imageResult.result === null) throw new Error(imageResult.message);
           if (imageResult.timedOut) throw new ConditionTimeoutError(imageResult.message);
         }
-        const matched = imageResult ? imageResult.result! : recognition ? recognition.result : await evaluateCondition(sessionId, deviceId, step);
-        if (recognition) lines.push(`[节点 ${index + 1}] AI 识别：${recognition.result}，耗时 ${recognition.durationMs}ms${recognition.reason ? `，依据：${recognition.reason}` : ''}`);
+        const matched = imageResult ? imageResult.result! : await evaluateCondition(sessionId, deviceId, step);
         const branchTargetId = matched ? step.flow?.yesTargetId : step.flow?.noTargetId;
         const next = traversal.branch(step, matched);
         const targetId = branchTargetId || (next === undefined ? '' : steps[next]?.id) || '';
@@ -1292,8 +1302,7 @@ async function replayFlowSteps(
           index + 1,
           options.scriptName || '',
           'after',
-          `判断：${branchLabel}${recognition?.reason ? `；${recognition.reason}` : ''}`,
-          recognition?.imageBase64,
+          `判断：${branchLabel}`,
         );
         index = next;
       } catch (error) {
@@ -1432,7 +1441,7 @@ export async function replayAppiumScript(
   deviceId: string,
   onOutput?: (line: string) => void,
   signal?: AbortSignal,
-  runOptions: { parameters?: TestVariable[]; globalVariables?: TestVariable[]; linkedScripts?: AppiumRecordedScriptRecord[] } = {},
+  runOptions: { recordVideo?: boolean; parameters?: TestVariable[]; globalVariables?: TestVariable[]; linkedScripts?: AppiumRecordedScriptRecord[] } = {},
 ) {
   const targetDeviceId = deviceId || script.deviceId;
   if (!targetDeviceId) throw new Error('未检测到可用设备');
@@ -1440,6 +1449,12 @@ export async function replayAppiumScript(
 
   const scope = new VariableScope(runOptions.globalVariables ?? getPresetVariables(), script.variables || []);
   const scripts = new Map((runOptions.linkedScripts ?? linkedScriptSnapshot(script)).map(item => [item.id, item]));
+  // 旧节点保留图结构供用户替换，但必须在任何设备操作之前阻止回放。
+  for (const candidate of [script, ...scripts.values()]) {
+    if (candidate.steps.some(step => step.type === 'aiRecognition')) {
+      throw new Error(`脚本“${candidate.name}”包含已移除的 AI 识别操作，请改用图像判断或原生组件判断后回放`);
+    }
+  }
   for (const item of validateVariables(runOptions.parameters)) scope.set(item);
   // 提前登记子脚本敏感预设，避免进入子脚本前的原始日志或截图泄露。
   const visited = new Set<string>();
@@ -1492,6 +1507,8 @@ export async function replayAppiumScript(
     let sessionId = '';
     let success = false;
     let stopped = false;
+    let recording: Awaited<ReturnType<typeof startReplayVideo>> | undefined;
+    let video: ReplayVideo | undefined;
     let managedAppium: Awaited<ReturnType<typeof startManagedAppiumServer>> | null = null;
     try {
       validateLoopSteps(script.steps);
@@ -1516,6 +1533,14 @@ export async function replayAppiumScript(
         sessionId = await createSession(targetDeviceId);
       }
       lines.push(`Appium session 已创建：${sessionId}`);
+      if (runOptions.recordVideo) {
+        if (scope.privacy.enabled) throw new Error('本次运行包含敏感变量，为避免泄露已禁止录屏，请关闭录制回放视频');
+        lines.push('正在启动后台录屏...');
+        recording = await startReplayVideo(targetDeviceId, signal);
+        replayContext.getStore()!.selectVideoScript = recording.selectScript;
+        await recording.selectScript(script.id, script.name);
+        lines.push('后台录屏已启动（MP4 / H.264 / 15fps / 2Mbps，无音频）');
+      }
       if (hasFlowSteps(script.steps)) lines.push('按流程图路径回放...');
       await replayScriptSteps(sessionId, targetDeviceId, script.steps, lines, [script.id], {
         scriptName: script.name,
@@ -1543,6 +1568,23 @@ export async function replayAppiumScript(
         lines.push(`回放终止：${detail}`);
       }
     } finally {
+      if (recording) {
+        try {
+          video = await recording.stop();
+          if (scope.privacy.enabled) {
+            for (const segment of video.segments || [video]) {
+              await import('node:fs/promises').then(fs => fs.rm(segment.filePath, { force: true }));
+            }
+            video = undefined;
+            lines.push('敏感变量保护：已删除回放视频');
+          } else {
+            for (const [index, segment] of (video.segments || [video]).entries()) {
+              lines.push(`回放视频 ${index + 1}（${segment.scriptName || script.name}）已保存：${segment.filePath}`);
+            }
+            if (video.warning) lines.push(`录屏警告：${video.warning}`);
+          }
+        } catch (error) { lines.push(`回放视频保存失败：${errorDetail(error)}`); }
+      }
       let managedAppiumStopped = false;
       if (signal?.aborted && managedAppium) {
         await managedAppium.stop();
@@ -1581,6 +1623,7 @@ export async function replayAppiumScript(
         success,
         stopped,
         output: scope.redact(lines.join('\n')),
+        video,
         startedAt,
         completedAt,
         frames: safeFrames,
@@ -1605,9 +1648,11 @@ export async function replayAppiumScript(
       reportId,
       logPath,
       htmlReportPath,
+      videoPath: video?.filePath,
       softFailureCount: context.softFailureCount,
       history: {
         scriptId: script.id, scriptName: script.name, appPackage: script.appPackage,
+        video,
         appVersion, deviceId: targetDeviceId, startedAt: startedAt.toISOString(),
         durationMs: completedAt.getTime() - startedAt.getTime(),
         status: stopped ? 'stopped' as const : success ? 'passed' as const : 'failed' as const,

package/server/appium-recorder/image-check.ts

@@ -128,6 +128,10 @@ export async function checkImage(input: {
       if (!baseline) { baseline = current; observedAt = now(); keep('首帧', current); }
       const measurement = await measure(current, baseline, templates, config);
       result.metrics = { ...measurement.metrics };
+      if (config.mode === 'template') {
+        const score = result.metrics['模板得分']!;
+        result.templateMatch = { matched: score >= config.threshold, expected: config.expectation, score, threshold: config.threshold };
+      }
       input.signal?.throwIfAborted();
       if (config.mode === 'state') {
         if (measurement.matched === null) throw new Error('双模板均未达到阈值或得分过于接近');
@@ -153,6 +157,12 @@ export async function checkImage(input: {
     }
     if (last) keep('判定帧', last);
     result.message = result.timedOut ? '观察超时，未在规定时间内满足条件' : result.result ? '条件成立' : '条件不成立';
+    if (result.templateMatch) {
+      const match = result.templateMatch;
+      const actual = match.matched ? '匹配到模板' : '未匹配到模板';
+      const expected = match.expected === 'present' ? '匹配到模板' : '未匹配到模板';
+      result.message = `实际${actual}：得分 ${(match.score * 100).toFixed(4)}%，${match.matched ? '达到' : '低于'}匹配严格度 ${(match.threshold * 100).toFixed(4)}%；预期${expected}；${result.message}${result.timedOut ? '' : ` → ${result.result} 分支`}`;
+    }
   } catch (error) {
     if (input.signal?.aborted) throw error;
     if (error instanceof AppiumRequestTimeoutError || error instanceof AppiumServiceError) throw error;

package/server/appium-recorder/replay-mp4.ts

@@ -0,0 +1,72 @@
+import { EncodedPacket, EncodedVideoPacketSource, FilePathTarget, Mp4OutputFormat, Output } from 'mediabunny';
+import { h264ParseConfiguration, type ScrcpyMediaStreamPacket } from '@yume-chan/scrcpy';
+
+// 仅封装 H.264，不解码或重新编码；最多保留最后一帧以计算静止画面的持续时间。
+export class ReplayMp4Writer {
+  private source = new EncodedVideoPacketSource('avc');
+  private output: Output;
+  private config?: ReturnType<typeof h264ParseConfiguration>;
+  private configBytes?: Uint8Array;
+  private origin?: bigint;
+  private pending?: { data: Uint8Array; key: boolean; timestamp: number };
+  private first = true;
+  startedAt = 0;
+  private startedMonotonic = 0;
+  private endedMonotonic?: number;
+
+  constructor(path: string, private anchor?: number) {
+    this.output = new Output({ target: new FilePathTarget(path, { chunkSize: 1024 * 1024 }), format: new Mp4OutputFormat({ fastStart: 'fragmented' }) });
+    this.output.addVideoTrack(this.source);
+  }
+
+  async start() { await this.output.start(); }
+
+  async add(packet: ScrcpyMediaStreamPacket) {
+    if (packet.type === 'configuration') {
+      const config = h264ParseConfiguration(packet.data);
+      if (this.configBytes && !Buffer.from(this.configBytes).equals(Buffer.from(packet.data))) {
+        throw new Error('录屏编码配置发生变化，已保留变化前的视频');
+      }
+      this.config = config;
+      this.configBytes = packet.data.slice();
+      return;
+    }
+    if (!this.config || !this.configBytes) throw new Error('录屏缺少 H.264 配置信息');
+    if (packet.pts === undefined) throw new Error('录屏视频包缺少时间戳');
+    if (typeof packet.keyframe !== 'boolean') throw new Error('录屏视频包缺少关键帧标记');
+    if (this.origin === undefined) {
+      if (!packet.keyframe) return;
+      this.origin = packet.pts;
+      this.startedAt = this.anchor ?? Date.now();
+      this.startedMonotonic = performance.now() - (Date.now() - this.startedAt);
+    }
+    const timestamp = Number(packet.pts - this.origin) / 1000000;
+    if (!Number.isFinite(timestamp) || timestamp < 0 || (this.pending && timestamp < this.pending.timestamp)) throw new Error('录屏时间戳异常');
+    if (this.pending) await this.flush(Math.max(0.000001, timestamp - this.pending.timestamp));
+    const data = this.first ? Buffer.concat([this.configBytes, packet.data]) : packet.data.slice();
+    this.pending = { data, key: packet.keyframe, timestamp };
+  }
+
+  private async flush(duration: number) {
+    if (!this.pending || !this.config) return;
+    const { data, key, timestamp } = this.pending;
+    const c = this.config;
+    const codec = `avc1.${[c.profileIndex, c.constraintSet, c.levelIndex].map(v => v.toString(16).padStart(2, '0')).join('')}`;
+    await this.source.add(new EncodedPacket(data, key ? 'key' : 'delta', timestamp, duration), this.first ? {
+      decoderConfig: { codec, codedWidth: c.croppedWidth, codedHeight: c.croppedHeight },
+    } : undefined);
+    this.first = false;
+    this.pending = undefined;
+  }
+
+  end() { this.endedMonotonic ??= performance.now(); }
+
+  async finish() {
+    if (!this.startedAt) throw new Error('未收到可录制的关键帧');
+    await this.flush(Math.max(1 / 15, ((this.endedMonotonic ?? performance.now()) - this.startedMonotonic) / 1000 - (this.pending?.timestamp || 0)));
+    this.source.close();
+    await this.output.finalize();
+  }
+
+  async cancel() { await this.output.cancel(); }
+}

package/server/appium-recorder/replay-video-segments.ts

@@ -0,0 +1,77 @@
+import { randomUUID } from 'node:crypto';
+import { dirname, join } from 'node:path';
+import { rm } from 'node:fs/promises';
+import type { ScrcpyMediaStreamPacket } from '@yume-chan/scrcpy';
+import { ReplayMp4Writer } from './replay-mp4';
+import type { ReplayVideo } from './replay-video';
+
+// 缓存最近一个 GOP，使切换脚本时无需重启编码器，也不会丢失首个操作。
+export class ReplayVideoSegments {
+  private writer: ReplayMp4Writer;
+  private current: ReplayVideo;
+  readonly segments: ReplayVideo[] = [];
+  private config?: ScrcpyMediaStreamPacket;
+  private gop: ScrcpyMediaStreamPacket[] = [];
+  private bytes = 0;
+  private origin?: bigint;
+  private epoch = 0;
+  private keyTime = 0;
+  private queue: Promise<unknown> = Promise.resolve();
+  constructor(filePath: string, fileName: string) {
+    this.current = { filePath, fileName, startedAt: '' };
+    this.writer = new ReplayMp4Writer(filePath);
+  }
+  get startedAt() { return this.writer.startedAt; }
+  private serialize<T>(task: () => Promise<T>) {
+    const result = this.queue.then(task);
+    this.queue = result.catch(() => undefined);
+    return result;
+  }
+  start() { return this.writer.start(); }
+  add(packet: ScrcpyMediaStreamPacket) {
+    return this.serialize(async () => {
+      await this.writer.add(packet);
+      if (packet.type === 'configuration') { this.config = packet; return; }
+      if (packet.keyframe && packet.pts !== undefined) {
+        if (this.origin === undefined) { this.origin = packet.pts; this.epoch = this.writer.startedAt; }
+        this.keyTime = this.epoch + Number(packet.pts - this.origin) / 1000;
+        this.gop = []; this.bytes = 0;
+      }
+      if (this.keyTime) {
+        this.bytes += packet.data.byteLength;
+        // 编码器长期不发关键帧时停止缓存，避免无限占用内存。
+        if (this.bytes > 32 * 1024 * 1024) { this.gop = []; this.keyTime = 0; }
+        else this.gop.push(packet);
+      }
+    });
+  }
+  selectScript(scriptId: string, scriptName: string, force = false) {
+    return this.serialize(async () => {
+      if (!force && this.current.scriptId === scriptId) return;
+      const boundary = new Date().toISOString();
+      if (this.current.scriptId !== undefined) {
+        if (!this.config || !this.gop.length) throw new Error('录屏分段缺少完整关键帧，请重新运行');
+        await this.finishCurrent();
+        const fileName = `replay-${Date.now()}-${randomUUID()}.mp4`;
+        this.current = { filePath: join(dirname(this.current.filePath), fileName), fileName, startedAt: '' };
+        this.writer = new ReplayMp4Writer(this.current.filePath, this.keyTime);
+        await this.writer.start();
+        await this.writer.add(this.config);
+        for (const packet of this.gop) await this.writer.add(packet);
+      }
+      Object.assign(this.current, { scriptId, scriptName, boundaryAt: boundary });
+    });
+  }
+  end() { this.writer.end(); }
+  private async finishCurrent() {
+    this.writer.end();
+    await this.writer.finish();
+    this.current.startedAt = new Date(this.writer.startedAt).toISOString();
+    this.segments.push(this.current);
+  }
+  finish() { return this.serialize(() => this.finishCurrent()); }
+  async cancel() {
+    await this.writer.cancel().catch(() => undefined);
+    await rm(this.current.filePath, { force: true });
+  }
+}

package/server/appium-recorder/replay-video.ts

@@ -0,0 +1,107 @@
+import { mkdir, open, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { loadConfig } from '../config';
+import { appDataPath } from '../paths';
+import { openRecordingSource, waitForVideoTask } from './scrcpy-recording-source';
+import { ReplayVideoSegments } from './replay-video-segments';
+
+export type ReplayVideo = { filePath: string; fileName: string; startedAt: string; warning?: string; scriptId?: string; scriptName?: string; boundaryAt?: string; segments?: ReplayVideo[] };
+
+// 检查 MP4 的索引和媒体块，不将大视频整体读入内存。
+export async function isFinalizedMp4(path: string) {
+  const file = await open(path, 'r');
+  try {
+    const { size } = await file.stat();
+    let offset = 0, media = false, index = false;
+    const header = Buffer.alloc(16);
+    while (offset + 8 <= size) {
+      const { bytesRead } = await file.read(header, 0, 16, offset);
+      const type = header.toString('ascii', 4, 8);
+      let length = header.readUInt32BE(0);
+      if (length === 1) {
+        if (bytesRead < 16) return false;
+        length = Number(header.readBigUInt64BE(8));
+      }
+      if (!length) length = size - offset;
+      if (length < 8 || !Number.isSafeInteger(length) || offset + length > size) return false;
+      if (type === 'mdat' && length > 8) media = true;
+      if (type === 'moov' && length > 8) index = true;
+      offset += length;
+    }
+    return media && index && offset === size;
+  } finally { await file.close(); }
+}
+
+export async function startReplayVideo(deviceId: string, signal?: AbortSignal) {
+  signal?.throwIfAborted();
+  const dir = appDataPath(loadConfig().runtime.reportOutputPath.trim() || 'output');
+  await mkdir(dir, { recursive: true });
+  const fileName = `replay-${Date.now()}-${randomUUID()}.mp4`;
+  const filePath = join(dir, fileName);
+  const startupSignal = AbortSignal.any([...(signal ? [signal] : []), AbortSignal.timeout(30000)]);
+  const source = await openRecordingSource(deviceId, startupSignal);
+  return recordVideoStream(source, filePath, fileName, startupSignal);
+}
+
+// 独立于连接层，便于用真实 H.264 数据验证封装、断流和终止收尾。
+export async function recordVideoStream(source: Awaited<ReturnType<typeof openRecordingSource>>, filePath: string, fileName: string, startupSignal: AbortSignal) {
+  const writer = new ReplayVideoSegments(filePath, fileName);
+  const reader = source.stream.getReader();
+  let stopping = false;
+  let warning: string | undefined;
+  let readyResolve!: () => void;
+  let readyReject!: (error: unknown) => void;
+  const ready = new Promise<void>((resolve, reject) => { readyResolve = resolve; readyReject = reject; });
+  void ready.catch(() => undefined);
+  let pump: Promise<void> = Promise.resolve();
+  let stopTask: Promise<ReplayVideo> | undefined;
+  const stop = () => stopTask ??= (async () => {
+    stopping = true;
+    await Promise.allSettled([reader.cancel(), source.close()]);
+    await pump;
+    try {
+      await writer.finish();
+      for (const segment of writer.segments) {
+        if (!await isFinalizedMp4(segment.filePath)) throw new Error('录屏未生成完整 MP4');
+      }
+      return { ...writer.segments[0]!, segments: writer.segments, warning };
+    } catch (error) {
+      await writer.cancel().catch(() => undefined);
+      if (writer.segments.length) return { ...writer.segments[0]!, segments: writer.segments, warning: `部分录像保存失败：${String(error)}` };
+      throw error;
+    }
+  })();
+  try {
+    await writer.start();
+    pump = (async () => {
+      try {
+        while (!stopping) {
+          const { done, value } = await reader.read();
+          if (done) {
+            if (!stopping) throw new Error(`录屏视频流提前结束 ${source.diagnostics()}`);
+            break;
+          }
+          await writer.add(value);
+          if (writer.startedAt) readyResolve();
+        }
+      } catch (error) {
+        warning = `录像可能不完整：${error instanceof Error ? error.message : String(error)}`;
+        readyReject(error);
+        void source.close();
+      } finally { writer.end(); reader.releaseLock(); }
+    })();
+    await waitForVideoTask(ready, startupSignal);
+    return {
+      startedAt: new Date(writer.startedAt).toISOString(), stop,
+      selectScript: (id: string, name: string, force = false) => {
+        if (stopping || warning) return Promise.reject(new Error(warning || '录屏已停止'));
+        return writer.selectScript(id, name, force);
+      },
+    };
+  } catch (error) {
+    await stop().catch(() => undefined);
+    await rm(filePath, { force: true });
+    throw error;
+  }
+}