android-midscene-automation 0.1.38 → 0.1.39

package/server/appium-recorder/routes.ts

@@ -1,8 +1,8 @@
 import { execFile } from 'node:child_process';
+import { sendReplayVideo } from './video-response';
 import { getPresetVariables, savePresetVariables } from './variable-store';
 import type { TestVariable } from '../../src/appium-recorder/variables';
 import { deleteRunHistory, getRunHistory, listRunHistory, saveRunHistory } from './run-history';
-import { recognizeDeviceScreen } from './ai-recognition';
 import { readImage, cropImage } from './image-check';
 import { PNG } from 'pngjs';
 import { adbScreenshotBase64 } from './screenshot';
@@ -200,20 +200,7 @@ export async function handleAppiumRecorderRequest(
     }
 
     if (pathname === '/api/appium-recorder/ai-recognition/test' && req.method === 'POST') {
-      const parsed = await readBody<{ deviceId?: string; prompt?: unknown; timeoutMs?: number }>(req);
-      const deviceId = parsed.deviceId?.trim() || selectedDeviceId;
-      if (!deviceId) throw new Error('请选择设备');
-      assertDeviceAllowed(deviceId);
-      if (isRemoteDeviceId(deviceId)) throw new Error('远程设备暂不支持 AI 识别测试');
-      if (replayingDevices.has(deviceId)) { sendJson(res, { message: '设备正在回放，请稍后测试' }, 409); return true; }
-      const controller = new AbortController();
-      const abort = () => controller.abort();
-      res.once('close', abort);
-      try {
-        sendJson(res, await recognizeDeviceScreen({ deviceId, prompt: parsed.prompt, timeoutMs: parsed.timeoutMs, signal: controller.signal }));
-      } finally {
-        res.off('close', abort);
-      }
+      sendJson(res, { message: 'AI 识别操作已移除，请使用图像判断或原生组件判断' }, 410);
       return true;
     }
 
@@ -345,6 +332,14 @@ export async function handleAppiumRecorderRequest(
       return true;
     }
 
+    const videoMatch = pathname.match(/^\/api\/appium-recorder\/scripts\/([^/]+)\/history\/([^/]+)\/video$/);
+    if (videoMatch && (req.method === 'GET' || req.method === 'HEAD')) {
+      const run = getRunHistory(decodeURIComponent(videoMatch[1]), decodeURIComponent(videoMatch[2]));
+      if (!run?.video) { sendJson(res, { error: '本次运行没有视频' }, 404); return true; }
+      assertDeviceAllowed(run.deviceId);
+      await sendReplayVideo(req, res, run.video.filePath);
+      return true;
+    }
     const historyMatch = pathname.match(/^\/api\/appium-recorder\/scripts\/([^/]+)\/history(?:\/([^/]+))?$/);
     if (historyMatch) {
       const scriptId = decodeURIComponent(historyMatch[1]);
@@ -362,12 +357,13 @@ export async function handleAppiumRecorderRequest(
     }
     const replayMatch = pathname.match(/^\/api\/appium-recorder\/scripts\/([^/]+)\/replay$/);
     if (replayMatch && req.method === 'POST') {
-      const parsed = await readBody<{ deviceId?: string; parameters?: TestVariable[] }>(req);
+      const parsed = await readBody<{ deviceId?: string; parameters?: TestVariable[]; recordVideo?: boolean }>(req);
       const script = getAppiumRecordedScript(decodeURIComponent(replayMatch[1]));
       if (!script) throw new Error('Appium 录制脚本不存在');
       const deviceId = parsed.deviceId || selectedDeviceId;
       assertDeviceAllowed(deviceId);
       const streamOutput = req.headers.accept?.includes('application/x-ndjson') === true;
+      if (parsed.recordVideo === true && isRemoteDeviceId(deviceId)) throw new Error('远程设备暂不支持回放录屏，请在连接设备的主机本地运行');
       if (streamOutput) {
         res.statusCode = 200;
         res.setHeader('Content-Type', 'application/x-ndjson; charset=utf-8');
@@ -403,7 +399,7 @@ export async function handleAppiumRecorderRequest(
           deviceId,
           streamOutput ? (line) => sendStreamEvent(res, { type: 'log', line }) : undefined,
           replayAbortController.signal,
-          { parameters: parsed.parameters, globalVariables: getPresetVariables() },
+          { parameters: parsed.parameters, globalVariables: getPresetVariables(), recordVideo: parsed.recordVideo === true },
         );
         try { saveRunHistory(result.history); }
         catch { result.output += '\n历史记录保存失败'; }

package/server/appium-recorder/run-history.ts

@@ -1,4 +1,6 @@
 import { createId, querySql, runSql, sqlJson, sqlString } from '../storage/sqlite';
+import { rmSync } from 'node:fs';
+import { basename } from 'node:path';
 import type { RunDetail, RunSummary } from '../../src/appium-recorder/run-history';
 
 function ensureTable() {
@@ -29,6 +31,10 @@ export function getRunHistory(scriptId: string, id: string): RunDetail | null {
 
 export function deleteRunHistory(scriptId: string, id: string) {
   ensureTable();
-  // 不接受文件路径，也不删除原始报告；只删除这条历史的自包含快照。
+  const video = getRunHistory(scriptId, id)?.video;
+  // 只清理服务端生成并关联到该记录的录像，不接受客户端文件路径。
+  if (video && basename(video.filePath) === video.fileName && /^replay-[\d]+-[\da-f-]+\.mp4$/.test(video.fileName)) {
+    rmSync(video.filePath, { force: true });
+  }
   runSql(`PRAGMA secure_delete=ON; DELETE FROM appium_run_history WHERE script_id=${sqlString(scriptId)} AND id=${sqlString(id)};`);
 }

package/server/appium-recorder/scrcpy-recording-source.ts

@@ -0,0 +1,80 @@
+import { execFile } from 'node:child_process';
+import { createRequire } from 'node:module';
+import { dirname, join } from 'node:path';
+import { readFile } from 'node:fs/promises';
+import { randomUUID } from 'node:crypto';
+import { AdbServerClient, type Adb } from '@yume-chan/adb';
+import { AdbServerNodeTcpConnector } from '@yume-chan/adb-server-node-tcp';
+import { AdbScrcpyClient, AdbScrcpyOptions3_3_3 } from '@yume-chan/adb-scrcpy';
+import { ScrcpyVideoCodecId } from '@yume-chan/scrcpy';
+import { getAdbCommand } from '../android-sdk';
+
+export function waitForVideoTask<T>(task: Promise<T>, signal: AbortSignal): Promise<T> {
+  return new Promise((resolve, reject) => {
+    const abort = () => reject(signal.reason);
+    signal.addEventListener('abort', abort, { once: true });
+    task.then(resolve, reject).finally(() => signal.removeEventListener('abort', abort));
+    if (signal.aborted) abort();
+  });
+}
+
+function adbCommand(args: string[], signal?: AbortSignal) {
+  return new Promise<void>((resolve, reject) => {
+    execFile(getAdbCommand(), args, { timeout: 10000, signal, windowsHide: true }, error => error ? reject(error) : resolve());
+  });
+}
+
+export async function openRecordingSource(deviceId: string, signal: AbortSignal) {
+  const require = createRequire(import.meta.url);
+  const bin = join(dirname(require.resolve('@midscene/android-playground/package.json')), 'bin');
+  const version = (await readFile(join(bin, 'scrcpy-server.version'), 'utf8')).trim();
+  if (version !== 'v3.3.3') throw new Error(`内置 scrcpy 服务端版本不兼容：${version}`);
+  const remotePath = `/data/local/tmp/midscene-recording-${randomUUID()}.jar`;
+  let adb: Adb | undefined;
+  let client: Awaited<ReturnType<typeof AdbScrcpyClient.start>> | undefined;
+  let closing = false;
+  let logs = '';
+  let closeTask: Promise<void> | undefined;
+  const close = () => closeTask ??= (async () => {
+    closing = true;
+    await waitForVideoTask(Promise.allSettled([client?.close(), adb?.close()]), AbortSignal.timeout(3000)).catch(() => undefined);
+    await adbCommand(['-s', deviceId, 'shell', 'rm', '-f', remotePath]).catch(() => undefined);
+  })();
+  try {
+    await adbCommand(['start-server'], signal);
+    await adbCommand(['-s', deviceId, 'push', join(bin, 'scrcpy-server'), remotePath], signal);
+    const server = new AdbServerClient(new AdbServerNodeTcpConnector({ host: '127.0.0.1', port: 5037 }));
+    adb = await waitForVideoTask(server.createAdb({ serial: deviceId }).then(connection => {
+      if (closing || signal.aborted) { void connection.close(); throw signal.reason || new Error('录屏已取消'); }
+      return connection;
+    }), signal);
+    // 独立 socket ID 和上传路径，停止录制不会关闭正在使用的设备预览。
+    const options = new AdbScrcpyOptions3_3_3({
+      scid: Math.floor(Math.random() * 0x7fffffff).toString(16).padStart(8, '0'),
+      audio: false, control: false, videoCodec: 'h264', sendFrameMeta: true,
+      maxSize: 1280, maxFps: 15, videoBitRate: 2000000,
+      captureOrientation: '@', videoCodecOptions: 'profile=1,max-bframes=0,i-frame-interval=2',
+    });
+    client = await waitForVideoTask(AdbScrcpyClient.start(adb, remotePath, options).then(value => {
+      if (closing || signal.aborted) { void value.close(); throw signal.reason || new Error('录屏已取消'); }
+      return value;
+    }), signal);
+    // 持续消费服务端输出，避免输出管道阻塞编码进程。
+    const outputReader = client.output.getReader();
+    void (async () => {
+      try {
+        while (true) {
+          const { done, value } = await outputReader.read();
+          if (done) break;
+          logs = `${logs}\n${value}`.slice(-4000);
+        }
+      } finally { outputReader.releaseLock(); }
+    })().catch(() => undefined);
+    const video = await waitForVideoTask(client.videoStream!, signal);
+    if (video.metadata.codec !== ScrcpyVideoCodecId.H264) throw new Error('录屏需要 H.264 视频流');
+    return { stream: video.stream, close, diagnostics: () => logs };
+  } catch (error) {
+    await close();
+    throw error;
+  }
+}

package/server/appium-recorder/video-response.ts

@@ -0,0 +1,36 @@
+import { open } from 'node:fs/promises';
+import type { IncomingMessage, ServerResponse } from 'node:http';
+
+// 浏览器按字节加载 MP4；支持 Range 才能直接跳转到录像中间。
+export async function sendReplayVideo(req: IncomingMessage, res: ServerResponse, path: string) {
+  const file = await open(path, 'r').catch(() => null);
+  if (!file) { res.statusCode = 404; res.end('视频文件不存在'); return; }
+  let streaming = false;
+  try {
+    const { size } = await file.stat();
+    let start = 0, end = size - 1;
+    const range = req.headers.range;
+    if (range) {
+      const match = /^bytes=(\d*)-(\d*)$/.exec(range);
+      if (match && (match[1] || match[2])) {
+        start = match[1] ? Number(match[1]) : Math.max(0, size - Number(match[2]));
+        end = match[1] && match[2] ? Math.min(Number(match[2]), size - 1) : size - 1;
+      } else start = size;
+      if (!Number.isSafeInteger(start) || !Number.isSafeInteger(end) || start > end || start >= size) {
+        res.writeHead(416, { 'Content-Range': `bytes */${size}` }); res.end(); return;
+      }
+      res.statusCode = 206;
+      res.setHeader('Content-Range', `bytes ${start}-${end}/${size}`);
+    }
+    res.setHeader('Content-Type', 'video/mp4');
+    res.setHeader('Accept-Ranges', 'bytes');
+    res.setHeader('Cache-Control', 'private, no-store');
+    res.setHeader('Content-Length', String(Math.max(0, end - start + 1)));
+    if (req.method === 'HEAD' || !size) { res.end(); return; }
+    const stream = file.createReadStream({ start, end });
+    streaming = true;
+    res.once('close', () => stream.destroy());
+    stream.once('error', () => res.destroy());
+    stream.pipe(res);
+  } finally { if (!streaming) await file.close(); }
+}

package/src/appium-recorder/AppiumPage.vue

@@ -3,7 +3,7 @@ import { computed, h, onMounted, onUnmounted, provide, reactive, shallowRef, wat
 import { flowBackgroundKey, normalizeFlowBackground } from './flow-appearance';
 import { DEFAULT_NODE_TIMEOUT_MS } from './node-timeout';
 import { ElForm, ElFormItem, ElInputNumber, ElMessage, ElMessageBox, ElOption, ElSelect } from 'element-plus';
-import { Check, CircleClose, CopyDocument, Delete, Document, Download, Edit, Plus, Refresh, Upload, VideoPlay, View, Clock } from '@element-plus/icons-vue';
+import { ArrowDown, Check, CircleClose, CopyDocument, Delete, Document, Download, Edit, Plus, Refresh, Upload, VideoPlay, View, Clock } from '@element-plus/icons-vue';
 import RunHistoryDialog from './RunHistoryDialog.vue';
 import type { AndroidDevice, AppPreset, DeviceAction } from '../types';
 import DevicePreviewPanel from '../components/device/DevicePreviewPanel.vue';
@@ -43,8 +43,6 @@ import NewScriptDialog from './components/NewScriptDialog.vue';
 import VisualChangeDialog from './components/VisualChangeDialog.vue';
 import ImageCheckDialog from './components/ImageCheckDialog.vue';
 import { createImageCheckConfig, validateImageCheck, type ImageCheckConfig } from './image-check';
-import AiRecognitionTestDialog from './components/AiRecognitionTestDialog.vue';
-import { validateAiRecognitionPrompt } from './ai-recognition';
 import {
   createFlowClipboard,
   pasteFlowClipboard,
@@ -98,6 +96,7 @@ const AUTO_TREE_REFRESH_INTERVAL_MS = 1800;
 
 const readonlyFlowActionGroups: FlowActionGroup[] = [];
 const readonlyFlowSelectedIndexes: number[] = [];
+const recordReplayVideo = shallowRef(false);
 
 const props = defineProps<{
   aiRecognitionModelConfigured?: boolean;
@@ -137,7 +136,6 @@ const newScriptRevision = shallowRef(0);
 const storedWorkbenchTab = window.localStorage.getItem(WORKBENCH_TAB_STORAGE_KEY);
 const activeWorkbenchTab = shallowRef<'recording' | 'scripts' | 'variables'>(storedWorkbenchTab === 'scripts' ? 'scripts' : storedWorkbenchTab === 'variables' ? 'variables' : 'recording');
 const steps = shallowRef<AppiumRecordedStep[]>([]);
-const aiRecognitionTestStep = shallowRef<AppiumRecordedStep | null>(null);
 const flowClipboard = shallowRef<FlowClipboard | null>(null);
 const rawXml = shallowRef('');
 const currentActivity = shallowRef('');
@@ -888,11 +886,6 @@ async function refreshTree() {
 
 async function executeFlowStep(index: number) {
   const step = steps.value[index];
-  if (step?.type === 'aiRecognition') {
-    if (replaying.value || recordingBusy.value) { ElMessage.warning('设备正在执行操作，请稍后测试'); return; }
-    aiRecognitionTestStep.value = { ...step };
-    return;
-  }
   if (!step || (step.type !== 'launchApp' && step.type !== 'clearAppData')) return;
   if (launchingApp.value) return;
   if (!selectedDeviceId.value) {
@@ -1391,21 +1384,8 @@ async function addAction(
     return;
   }
   if (action === 'aiRecognition') {
-    const input = await ElMessageBox.prompt('识别内容', '添加 AI 识别', {
-      inputType: 'textarea',
-      inputPlaceholder: '例如：检查当前画面有没有显示黑屏',
-      inputValidator: (value) => {
-        try { validateAiRecognitionPrompt(value); return true; }
-        catch (error) { return error instanceof Error ? error.message : '识别内容无效'; }
-      },
-      confirmButtonText: '添加', cancelButtonText: '取消',
-    }).catch(() => null);
-    if (!input) return;
-    return insertStep({
-      id: createStepId(), type: 'aiRecognition', label: 'AI 识别',
-      value: validateAiRecognitionPrompt(input.value), timeoutMs: DEFAULT_NODE_TIMEOUT_MS,
-      flow: { nodeKind: 'condition' },
-    }, index, branchTarget);
+    ElMessage.warning('AI 识别操作已移除，请使用图像判断或原生组件判断');
+    return;
   }
   if (action === 'textClick') {
     const step = reactive<AppiumRecordedStep>({
@@ -2076,7 +2056,7 @@ async function replayScript() {
   try {
     await pauseAutoTreeRefresh();
     const result = await replayAppiumScript(
-      { id: selectedScript.value.id, deviceId: activeReplayDeviceId.value },
+      { id: selectedScript.value.id, deviceId: activeReplayDeviceId.value, recordVideo: recordReplayVideo.value },
       (line) => {
         replayOutput.value += `${replayOutput.value ? '\n' : ''}${line}`;
       },
@@ -2167,15 +2147,23 @@ watch(
       </el-select>
       <el-button :icon="Plus" :disabled="newScriptDisabled || newScriptDialogVisible" @click="requestNewScript">新建</el-button>
       <el-button :icon="Check" :loading="saving" @click="saveScript">保存</el-button>
-      <el-button
-        type="primary"
-        :icon="VideoPlay"
-        :loading="replaying"
-        :disabled="!selectedScript"
-        @click="replayScript"
-      >
-        回放
-      </el-button>
+      <el-button-group class="replay-button-group">
+        <el-button
+          type="primary"
+          :icon="VideoPlay"
+          :loading="replaying"
+          :disabled="!selectedScript"
+          @click="replayScript"
+        >
+          回放
+        </el-button>
+        <el-popover trigger="click" placement="bottom" :width="260">
+          <template #reference><el-button type="primary" :icon="ArrowDown" :disabled="replaying" aria-label="回放设置" title="回放设置" class="replay-settings-toggle" /></template>
+          <el-tooltip content="使用内置服务端后台录制，无需安装 scrcpy 或 FFmpeg。含敏感变量的运行不录制；分享 HTML 报告时需同时携带 MP4。" placement="bottom" :show-after="300">
+            <el-checkbox v-model="recordReplayVideo" :disabled="replaying">录制回放视频</el-checkbox>
+          </el-tooltip>
+        </el-popover>
+      </el-button-group>
       <el-button
         v-if="replaying"
         type="danger"
@@ -2383,13 +2371,6 @@ watch(
       @cancel="newScriptDialogVisible = false"
     />
 
-    <AiRecognitionTestDialog
-      v-if="aiRecognitionTestStep"
-      :step="aiRecognitionTestStep"
-      :device-id="selectedDeviceId"
-      :model-configured="Boolean(aiRecognitionModelConfigured)"
-      @close="aiRecognitionTestStep = null"
-    />
 
     <ImageCheckDialog
       v-if="imageCheckDraft?.imageCheck"
@@ -2585,4 +2566,6 @@ watch(
 .appium-workbench__flow :deep(.appium-recorded-steps-panel) { display: flex; flex-direction: column; flex: 1; min-height: 0; }
 .appium-workbench__flow :deep(.appium-flow-toolbar) { flex: none; margin-bottom: 8px; }
 .appium-workbench__flow :deep(.appium-flow-canvas--vue:not(.appium-flow-canvas--dialog)) { flex: 1; height: auto; min-height: 120px; }
+.replay-button-group { display: inline-flex; flex-shrink: 0; }
+.replay-settings-toggle { padding-inline: 8px; }
 </style>

package/src/appium-recorder/RunHistoryDialog.vue

@@ -1,6 +1,6 @@
 <script setup lang="ts">
 import { computed, onMounted, ref } from 'vue';
-import { Delete, Refresh } from '@element-plus/icons-vue';
+import { Delete, Refresh, VideoPlay } from '@element-plus/icons-vue';
 import { ElMessage, ElMessageBox } from 'element-plus';
 import { historyStatistics, type RunSummary, type RunDetail } from './run-history';
 
@@ -16,6 +16,7 @@ const device = ref('');
 const error = ref('');
 const nodeKey = ref('');
 const logQuery = ref('');
+const videoRun = ref<RunSummary>();
 const base = `/api/appium-recorder/scripts/${encodeURIComponent(props.scriptId)}/history`;
 const labels = { passed: '通过', failed: '失败', stopped: '已终止' };
 const versions = computed(() => [...new Set(runs.value.map(run => run.appVersion || '未知'))]);
@@ -49,7 +50,7 @@ async function compare() {
   finally { comparing.value = false; }
 }
 async function remove() {
-  try { await ElMessageBox.confirm(`删除选中的 ${selected.value.length} 条历史及截图、日志快照？原始报告文件不受影响。`, '删除历史结果', { type: 'warning', confirmButtonText: '确定', cancelButtonText: '取消' }); }
+  try { await ElMessageBox.confirm(`删除选中的 ${selected.value.length} 条历史及截图、日志快照和回放视频？原始报告将无法再播放已删除的视频。`, '删除历史结果', { type: 'warning', confirmButtonText: '确定', cancelButtonText: '取消' }); }
   catch { return; }
   loading.value = true;
   try {
@@ -98,6 +99,7 @@ onMounted(load);
           <el-table-column prop="deviceId" label="设备" min-width="140" />
           <el-table-column label="结果" width="85"><template #default="{ row }">{{ labels[row.status as keyof typeof labels] }}</template></el-table-column>
           <el-table-column label="耗时" width="100"><template #default="{ row }">{{ seconds(row.durationMs) }}</template></el-table-column>
+          <el-table-column label="录像" width="70"><template #default="{ row }"><el-tooltip v-if="row.video" content="播放回放视频"><el-button :icon="VideoPlay" aria-label="播放回放视频" @click="videoRun = row" /></el-tooltip></template></el-table-column>
         </el-table>
         <h3>失败节点分布</h3>
         <el-table :data="stats.failures" max-height="220" empty-text="暂无节点失败记录">
@@ -129,6 +131,9 @@ onMounted(load);
         </div>
       </section>
     </div>
+    <el-dialog :model-value="Boolean(videoRun)" title="回放视频" width="min(800px, 90vw)" align-center append-to-body destroy-on-close @close="videoRun = undefined">
+      <video v-if="videoRun" :src="`${base}/${encodeURIComponent(videoRun.id)}/video`" controls preload="metadata" style="width:100%;max-height:70vh" />
+    </el-dialog>
   </el-dialog>
 </template>
 

package/src/appium-recorder/action-descriptions.ts

@@ -26,7 +26,7 @@ export const actionDescriptions: Record<InsertAction, string> = {
   checkboxState: '读取原生 Checkbox 的 checked 状态，按 true/false 分支执行。',
   radioButtonState: '读取原生 RadioButton 的 checked 状态，按 true/false 分支执行。',
   checkedState: '读取 Checkbox、RadioButton 或 Switch 的真实勾选状态，按 true/false 分支执行。不支持仅用图片表示状态的普通 ImageView。',
-  aiRecognition: '用配置的模型判断当前画面，返回 true/false。适合语义、提示含义和复杂画面判断；可直接读取的组件属性优先使用原生判断。需要配置 AI 节点模型。',
+  aiRecognition: '此操作已移除，请使用图像判断或原生组件判断。',
   textClick: '在组件树中按指定文字精确或模糊匹配并点击，进入匹配到文字或未匹配到文字分支。不识别图片或自绘画面中的文字。',
   tapIfExists: '找到目标组件时点击，未找到则跳过并继续后续流程。',
   inputIfExists: '找到目标输入组件时写入文字，未找到则跳过。支持 {{变量名}} 引用。',

package/src/appium-recorder/api.ts

@@ -1,6 +1,5 @@
 import { APP_BASE } from '../api';
 import type { AppiumRecordedScript, AppiumRecordedStep } from './types';
-import type { AiRecognitionResult } from './ai-recognition';
 import type { TestVariable } from './variables';
 import type { AppiumVisualChangeRegion } from './types';
 
@@ -73,13 +72,6 @@ export async function getAppiumScripts() {
   return readJson<{ scripts: AppiumRecordedScript[] }>(response);
 }
 
-export async function testAiRecognition(input: { deviceId: string; prompt: string; timeoutMs?: number }, signal?: AbortSignal) {
-  const response = await fetch(`${APP_BASE}/api/appium-recorder/ai-recognition/test`, {
-    method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(input), signal,
-  });
-  return readJson<AiRecognitionResult & { imageBase64: string }>(response);
-}
-
 export function saveAppiumScript(input: {
   variables?: import('./variables').TestVariable[];
   id?: string;
@@ -115,6 +107,7 @@ export async function downloadAppiumScript(id: string) {
 }
 
 type ReplayResult = {
+  videoPath?: string;
   success: boolean;
   stopped?: boolean;
   output: string;
@@ -131,7 +124,7 @@ type ReplayStreamEvent =
   | { type: 'error'; message: string };
 
 export async function replayAppiumScript(
-  input: { id: string; deviceId?: string; parameters?: import('./variables').TestVariable[] },
+  input: { id: string; deviceId?: string; recordVideo?: boolean; parameters?: import('./variables').TestVariable[] },
   onOutput?: (line: string) => void,
 ) {
   const response = await fetch(`${APP_BASE}/api/appium-recorder/scripts/${encodeURIComponent(input.id)}/replay`, {
@@ -140,7 +133,7 @@ export async function replayAppiumScript(
       'Content-Type': 'application/json',
       Accept: 'application/x-ndjson',
     },
-    body: JSON.stringify({ deviceId: input.deviceId, parameters: input.parameters }),
+    body: JSON.stringify({ deviceId: input.deviceId, parameters: input.parameters, recordVideo: input.recordVideo }),
   });
   if (!response.ok || !response.body) return readJson<ReplayResult>(response);
 

package/src/appium-recorder/components/FlowNodeCard.vue

@@ -2,7 +2,6 @@
 import { computed, nextTick, onBeforeUnmount, onMounted, shallowRef, watch } from 'vue';
 import { Handle, Position } from '@vue-flow/core';
 import { CopyDocument, Delete, Edit, Plus, VideoPlay, View, WarningFilled, Connection, RefreshLeft } from '@element-plus/icons-vue';
-import { AI_MODEL_CONFIG_HINT } from '../ai-recognition';
 import type { AppiumRecordedStep } from '../types';
 import {
   PASTE_COMMAND,
@@ -176,8 +175,8 @@ watch(() => props.data, () => {
         @click="handleStepClick"
       >
         <span class="appium-flow-step-card__content">
-          <el-tooltip v-if="data.missingAiModel" :content="AI_MODEL_CONFIG_HINT" placement="top">
-            <el-icon class="appium-ai-model-warning" color="var(--el-color-danger)" role="img" aria-label="AI 识别模型未配置" tabindex="0">
+          <el-tooltip v-if="data.missingAiModel" content="AI 识别操作已移除，请删除此节点并改用图像判断或原生组件判断" placement="top">
+            <el-icon class="appium-ai-model-warning" color="var(--el-color-danger)" role="img" aria-label="AI 识别操作已移除" tabindex="0">
               <WarningFilled />
             </el-icon>
           </el-tooltip>

package/src/appium-recorder/components/FlowStepEditor.vue

@@ -197,12 +197,6 @@ function patchSelector(patch: Partial<AppiumSelector>) {
       <LoopSettings v-if="step.type === 'loop'" :step="step" :disabled="disabled" @update="patchStep" />
       <BreakLoopSettings v-if="step.type === 'breakLoop'" :step="step" :steps="steps" :disabled="disabled" @update="patchStep" />
       <TextClickSettings v-if="step.type === 'textClick'" :step="step" :disabled="disabled" @update="patchStep" />
-      <el-form-item v-if="step.type === 'aiRecognition'" label="识别内容">
-        <el-input
-          :model-value="step.value || ''" type="textarea" :rows="3" maxlength="4000"
-          :disabled="disabled" @update:model-value="patchStep({ value: String($event) })"
-        />
-      </el-form-item>
       <el-form-item
         v-if="step.type === 'input' || step.type === 'inputIfExists' || step.type === 'assertText'"
         label="文本内容"

package/src/appium-recorder/components/ImageCheckDialog.vue

@@ -18,7 +18,7 @@ const slots = computed(() => props.config.mode === 'state'
   ? [{ key: 'template' as const, label: '选中模板' }, { key: 'negativeTemplate' as const, label: '未选中模板' }]
   : props.config.mode === 'template' ? [{ key: 'template' as const, label: '模板' }] : []);
 const numericFields = computed(() => [
-  ...(['template', 'state'].includes(props.config.mode) ? [{ key: 'threshold' as const, label: '匹配得分阈值', min: 0.01, max: 1, step: 0.01 }] : []),
+  ...(['template', 'state'].includes(props.config.mode) ? [{ key: 'threshold' as const, label: '匹配严格度 (%)', min: 1, max: 100, step: 1 }] : []),
   ...(props.config.mode === 'state' ? [{ key: 'minScoreGap' as const, label: '两种状态最小得分差', min: 0.001, max: 1, step: 0.01 }] : []),
   ...(['black', 'color', 'change'].includes(props.config.mode) ? [
     { key: 'tolerance' as const, label: props.config.mode === 'black' ? '暗色亮度阈值 (0–255)' : 'RGB 通道容差 (0–255)', min: 0, max: 255, step: 1 },
@@ -110,10 +110,10 @@ async function upload(event: Event) {
       <el-alert v-if="regionIssue" :title="regionIssue" type="warning" show-icon :closable="false" class="image-check-region-warning">
         <el-button v-if="expandedRegion" size="small" @click="patch({ region: expandedRegion })">扩大检测区域</el-button>
       </el-alert>
-      <el-form-item v-if="config.mode === 'template' || config.mode === 'change'" label="判断条件">
+      <el-form-item v-if="config.mode === 'template' || config.mode === 'change'" :label="config.mode === 'template' ? '预期匹配结果' : '判断条件'">
         <el-radio-group :model-value="config.expectation" @update:model-value="patch({ expectation: $event as 'present' | 'absent' })">
-          <el-radio-button value="present">{{ config.mode === 'template' ? '图片存在' : '画面有变化' }}</el-radio-button>
-          <el-radio-button value="absent">{{ config.mode === 'template' ? '图片不存在' : '持续无明显变化' }}</el-radio-button>
+          <el-radio-button value="present">{{ config.mode === 'template' ? '匹配到模板' : '画面有变化' }}</el-radio-button>
+          <el-radio-button value="absent">{{ config.mode === 'template' ? '未匹配到模板' : '持续无明显变化' }}</el-radio-button>
         </el-radio-group>
       </el-form-item>
       <el-form-item v-if="config.mode === 'color'" label="目标颜色 #RRGGBB">
@@ -123,7 +123,22 @@ async function upload(event: Event) {
       <div class="image-check-grid">
         <template v-for="field in numericFields" :key="field.key">
           <el-form-item :label="field.label">
-            <el-input-number :model-value="config[field.key]" :min="field.min" :max="field.max" :step="field.step" controls-position="right" @update:model-value="$event !== undefined && patch({ [field.key]: $event })" />
+            <template v-if="field.key === 'threshold'" #label>
+              <span class="image-check-threshold-label">{{ field.label }}
+                <el-tooltip effect="dark" placement="top" :show-after="200">
+                  <template #content>
+                    <div class="image-check-threshold-help">
+                      当前画面与参考模板的匹配得分达到此值，才算匹配成功，得分不是正确概率。
+                      数值越高越严格，可能漏掉有细微变化的目标；越低越宽松，可能误认相似图案。
+                      例如设为 98%，需要匹配得分达到 98%。设为 100% 时，极细微的像素差异也会判为不匹配。图片状态判断还会结合两种模板的最小得分差，得分太接近时无法判定。
+                    </div>
+                  </template>
+                  <el-button class="image-check-threshold-button" :icon="QuestionFilled" text aria-label="匹配严格度说明" @click.prevent />
+                </el-tooltip>
+              </span>
+            </template>
+            <el-input-number :model-value="field.key === 'threshold' ? Number((config.threshold * 100).toFixed(8)) : config[field.key]" :min="field.min" :max="field.max" :step="field.step" controls-position="right" @update:model-value="$event !== undefined && patch({ [field.key]: field.key === 'threshold' ? $event / 100 : $event })" />
+            <el-alert v-if="field.key === 'threshold' && config.threshold === 1" title="100% 要求完全匹配，极细微的像素差异也会判为不匹配。" type="warning" :closable="false" show-icon class="image-check-strict-warning" />
           </el-form-item>
           <BranchTimeoutSettings v-if="field.key === 'durationMs'" style="grid-column: 1 / -1" :step="{ id: '', label: '', type: 'imageCheck', timeoutBranch }" :disabled="busy" @update="emit('timeoutBranch', $event)" />
         </template>
@@ -141,9 +156,17 @@ async function upload(event: Event) {
 .image-check-dialog .el-input-number { width: 100%; }
 .image-check-grid { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 0 12px; }
 .image-check-help { margin-left: 8px; color: #606266; }
+.image-check-grid .el-form-item__label { display: flex; align-items: center; min-height: 20px; }
+.image-check-threshold-label { display: inline-flex; align-items: center; gap: 4px; }
+.image-check-dialog .el-button.image-check-threshold-button { flex: 0 0 20px; width: 20px; height: 20px; min-height: 20px; padding: 0; font-size: 14px; }
+.image-check-threshold-help { max-width: min(300px, calc(100vw - 40px)); font-size: 12px; line-height: 1.7; overflow-wrap: anywhere; }
+.image-check-strict-warning { margin-top: 6px; }
 .image-check-template { display: grid; gap: 6px; margin-bottom: 16px; min-width: 0; }
 .image-check-size { color: #606266; font-size: 12px; }
 .image-check-region-warning { margin-bottom: 16px; }
 .image-check-template .el-image, .image-check-empty { height: 96px; width: 100%; background: #eff5f3; border: 1px solid #d5dfdb; border-radius: 4px; }
 .image-check-empty { display: grid; place-items: center; color: #606266; }
+@media (max-width: 480px) {
+  .image-check-grid { grid-template-columns: minmax(0, 1fr); }
+}
 </style>

package/src/appium-recorder/components/NestedConditionBranches.vue

@@ -119,7 +119,6 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
-      { type: 'aiRecognition', label: 'AI 识别' },
       { type: 'imageCheck', label: '图像判断' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },

package/src/appium-recorder/components/RecordedSteps.vue

@@ -89,7 +89,6 @@ const insertActionGroups: FlowActionGroup[] = [
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
-      { type: 'aiRecognition', label: 'AI 识别' },
       { type: 'imageCheck', label: '图像判断' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },

package/src/appium-recorder/flow-graph.ts

@@ -460,8 +460,8 @@ export function buildFlowGraph(
           && item.step.type !== 'clearAppData'
           && item.step.visualChange?.role !== 'end',
         canEditInput: ['input', 'inputIfExists', 'imageCheck', 'runScript'].includes(item.step.type),
-        canExecute: item.step.type === 'launchApp' || item.step.type === 'clearAppData' || item.step.type === 'aiRecognition',
-        missingAiModel: item.step.type === 'aiRecognition' && !options.aiRecognitionModelConfigured,
+        canExecute: item.step.type === 'launchApp' || item.step.type === 'clearAppData',
+        missingAiModel: item.step.type === 'aiRecognition',
       },
     });
   };

package/src/appium-recorder/flow-labels.ts

@@ -47,7 +47,7 @@ export function flowTypeLabel(step: AppiumRecordedStep) {
     checkboxState: 'Checkbox 状态',
     checkedState: '判断勾选',
     radioButtonState: 'RadioButton 状态',
-    aiRecognition: 'AI 识别',
+    aiRecognition: 'AI 识别（已移除）',
     imageCheck: '图像判断',
     textClick: '文字点击',
     assertText: '断言文本',
@@ -81,7 +81,7 @@ export function flowStepMeta(step: AppiumRecordedStep) {
   if (step.type === 'loop') return `最多 ${step.loop?.maxIterations ?? '?'} 次 · ${step.loop?.exitWhen === 'exists' ? '元素出现时退出' : step.loop?.exitWhen === 'notExists' ? '元素消失时退出' : '固定次数'}${step.loop?.exitWhen !== 'never' ? ` ${step.selector?.value || ''}` : ''}`;
   if (step.type === 'breakLoop') return step.breakLoopTargetId ? '退出指定循环，继续循环结束后的流程' : '退出当前循环，继续循环结束后的流程';
   if (step.type === 'log') return `${step.logPrefix ?? DEFAULT_LOG_PREFIX}:${step.value || ''}`;
-  if (step.type === 'aiRecognition') return step.value || '未填写识别内容';
+  if (step.type === 'aiRecognition') return '此操作已移除，请替换为图像判断或原生组件判断';
   if (step.type === 'longPress') {
     const target = longPressMode(step) === 'element'
       ? `元素 ${step.selector?.strategy || ''} ${step.selector?.value || ''}`

package/src/appium-recorder/image-check.ts

@@ -21,6 +21,7 @@ export type ImageCheckConfig = {
   consecutive: number;
 };
 export type ImageCheckResult = {
+  templateMatch?: { matched: boolean; expected: 'present' | 'absent'; score: number; threshold: number };
   timedOut?: boolean;
   result: boolean | null;
   mode: ImageCheckConfig['mode'];
@@ -115,5 +116,6 @@ export function validateImageCheck(config: ImageCheckConfig | undefined) {
 
 export function imageCheckSummary(config?: ImageCheckConfig) {
   if (!config) return '未配置图像判断';
-  return `${IMAGE_CHECK_MODES[config.mode]} · ${config.target === 'element' ? '组件区域' : '框选区域'} · ${config.durationMs}ms`;
+  const expectation = config.mode === 'template' ? ` · ${config.expectation === 'present' ? '匹配到模板' : '未匹配到模板'}` : '';
+  return `${IMAGE_CHECK_MODES[config.mode]}${expectation} · ${config.target === 'element' ? '组件区域' : '框选区域'} · ${config.durationMs}ms`;
 }

package/src/appium-recorder/run-history.ts

@@ -6,6 +6,7 @@ export type HistoryNode = {
 };
 
 export type RunSummary = {
+  video?: { filePath: string; fileName: string; startedAt: string; warning?: string };
   id: string;
   scriptId: string;
   scriptName: string;