android-midscene-automation 0.1.41 → 0.1.42

package/server/appium-recorder/managed-cleanup.test.ts

@@ -0,0 +1,82 @@
+import assert from 'node:assert/strict';
+import { test } from 'node:test';
+import childProcess from 'node:child_process';
+import { EventEmitter } from 'node:events';
+import { PassThrough } from 'node:stream';
+import { syncBuiltinESMExports } from 'node:module';
+import { mkdtemp, mkdir, writeFile, rm } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+
+test('owned device instrumentation is cleaned after success, abort and failed session creation; external servers are untouched', async () => {
+  const root = await mkdtemp(join(tmpdir(), 'managed-cleanup-'));
+  const env = { ...process.env };
+  const original = { execFile: childProcess.execFile, spawn: childProcess.spawn, fetch: globalThis.fetch };
+  const calls: string[][] = [];
+  let mode = 'success', stopped = false;
+  let controller = new AbortController();
+  try {
+    const sdk = join(root, 'sdk');
+    await mkdir(join(sdk, 'platform-tools'), { recursive: true });
+    await writeFile(join(sdk, 'platform-tools', 'adb'), '');
+    Object.assign(process.env, { ANDROID_MIDSCENE_DATA_ROOT: root, ANDROID_HOME: sdk, ANDROID_SDK_ROOT: sdk });
+    delete process.env.APPIUM_SERVER_URL;
+    childProcess.spawn = (() => {
+      stopped = false;
+      const child = Object.assign(new EventEmitter(), {
+        pid: 12345, exitCode: null as number | null, stdout: new PassThrough(), stderr: new PassThrough(),
+        kill: () => { stopped = true; child.exitCode = 0; child.emit('exit', 0); return true; },
+      });
+      return child;
+    }) as unknown as typeof childProcess.spawn;
+    childProcess.execFile = ((_command, args, options, callback) => {
+      if (args.includes('force-stop')) {
+        assert.equal(stopped, true, 'stop owned host server before device cleanup');
+        assert.equal(options.signal, undefined, 'cleanup must not inherit an aborted signal');
+        assert.equal(options.timeout, 3000);
+        calls.push(args);
+      }
+      queueMicrotask(() => callback(mode === 'cleanup-failure' && args.includes('force-stop') ? new Error('offline') : null, '', ''));
+      return {};
+    }) as typeof childProcess.execFile;
+    syncBuiltinESMExports();
+    globalThis.fetch = async (input, init) => {
+      const path = new URL(String(input)).pathname;
+      if (path === '/session' && init?.method === 'POST') {
+        if (mode === 'creation-failure') return Response.json({ value: { error: 'session not created', message: 'creation failed' } }, { status: 500 });
+        return Response.json({ value: { sessionId: 'test-session' } });
+      }
+      return Response.json({ value: {} });
+    };
+    const { replayAppiumScript } = await import('./appium-runner');
+    const script = {
+      id: 'cleanup', name: 'cleanup', deviceId: 'test-device', appPackage: '', appActivity: '', createdAt: '', updatedAt: '',
+      steps: [{ id: 'log', type: 'log' as const, label: 'log', value: 'ok' }],
+    };
+    for (mode of ['success', 'abort', 'creation-failure', 'cleanup-failure', 'external']) {
+      calls.length = 0;
+      controller = new AbortController();
+      if (mode === 'external') process.env.APPIUM_SERVER_URL = 'http://external.invalid';
+      const result = await replayAppiumScript(script, 'test-device', line => {
+        if (mode === 'abort' && line.includes('Appium session 已创建')) controller.abort();
+      }, controller.signal);
+      assert.equal(calls.length, mode === 'external' ? 0 : 2);
+      if (mode !== 'external') {
+        assert.deepEqual(calls.map(args => args.slice(0, 5)), Array(2).fill(['-s', 'test-device', 'shell', 'am', 'force-stop']));
+        assert.deepEqual(calls.map(args => args.at(-1)).sort(), ['io.appium.uiautomator2.server', 'io.appium.uiautomator2.server.test']);
+      }
+      if (mode === 'abort') assert.equal(result.stopped, true);
+      if (mode === 'creation-failure') assert.equal(result.success, false);
+      if (mode === 'cleanup-failure') assert.match(result.output, /UiAutomator2 清理失败/);
+    }
+  } finally {
+    childProcess.execFile = original.execFile;
+    childProcess.spawn = original.spawn;
+    globalThis.fetch = original.fetch;
+    syncBuiltinESMExports();
+    for (const key of ['ANDROID_MIDSCENE_DATA_ROOT', 'ANDROID_HOME', 'ANDROID_SDK_ROOT', 'APPIUM_SERVER_URL']) {
+      if (env[key] === undefined) delete process.env[key]; else process.env[key] = env[key];
+    }
+    await rm(root, { recursive: true, force: true });
+  }
+});

package/server/appium-recorder/replay-log.ts

@@ -0,0 +1,13 @@
+const TIME_PREFIX = /^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}:\d{3} - /;
+
+export function stripReplayLogTime(line: string) {
+  return line.replace(TIME_PREFIX, '');
+}
+
+export function timestampReplayLog(message: string, now = new Date()) {
+  const date = [now.getFullYear(), now.getMonth() + 1, now.getDate()].map(value => String(value).padStart(2, '0')).join('-');
+  const time = [now.getHours(), now.getMinutes(), now.getSeconds()].map(value => String(value).padStart(2, '0')).join(':');
+  const prefix = `${date} ${time}:${String(now.getMilliseconds()).padStart(3, '0')} - `;
+  // Appium 原始日志保留原时间，多行操作信息逐行补齐时间。
+  return message.split(/\r?\n/).map(line => !line || TIME_PREFIX.test(line) ? line : prefix + line).join('\n');
+}

package/server/appium-recorder/report.ts

@@ -1,4 +1,5 @@
 import { mkdir, writeFile } from 'node:fs/promises';
+import { stripReplayLogTime } from './replay-log';
 import { join, relative } from 'node:path';
 import type { ReplayVideo } from './replay-video';
 import { PNG } from 'pngjs';
@@ -20,7 +21,7 @@ export type AppiumReplayFrame = {
   logContent?: string;
   note: string;
   selector: string;
-  phase: 'before' | 'after' | 'error' | 'stopped';
+  phase: 'before' | 'after' | 'error' | 'stopped' | 'observation';
   status: string;
   capturedAt: string;
   imageBase64: string;
@@ -152,13 +153,13 @@ function selectorText(selector?: AppiumRecordedStepRecord['selector']) {
 
 function stepExecutionLines(outputLines: string[], index: number) {
   const prefixes = [`[节点 ${index + 1}]`, `[步骤 ${index + 1}]`];
-  return outputLines.filter((line) => prefixes.some((prefix) => line.startsWith(prefix)));
+  return outputLines.filter((line) => prefixes.some((prefix) => stripReplayLogTime(line).startsWith(prefix)));
 }
 
 function executionStatus(lines: string[]) {
   if (!lines.length) return '未执行';
   // 只识别执行器的状态前缀，用户日志中的“失败”等文字不是执行结果。
-  const messages = lines.map((line) => line.replace(/^\[(?:节点|步骤) \d+\] /, ''));
+  const messages = lines.map((line) => stripReplayLogTime(line).replace(/^\[(?:节点|步骤) \d+\] /, ''));
   if (messages.some((line) => line.startsWith('失败：') || line.startsWith('失败分支：'))) return '失败';
   if (messages.some((line) => line.startsWith('跳过：'))) return '跳过';
   if (messages.some((line) => line.startsWith('判断：'))) return '判断完成';
@@ -467,7 +468,7 @@ function createReplayHtml(input: {
     frames.forEach((frame, index) => {
       const key = JSON.stringify([frame.scriptName, frame.nodeId, frame.nodeNumber]);
       const pending = pendingSteps.get(key) || [];
-      let stepIndex = frame.phase === 'before' ? undefined : pending.pop();
+      let stepIndex = frame.phase === 'before' ? undefined : frame.phase === 'observation' ? pending.at(-1) : pending.pop();
       if (stepIndex === undefined) {
         stepIndex = steps.length;
         steps.push({ firstIndex: index, lastIndex: index });
@@ -496,7 +497,7 @@ function createReplayHtml(input: {
     let currentMs = 0;
     let animationFrame = 0;
     let playbackStartedAt = 0;
-    const phaseLabels = { before: '执行前', after: '执行后', error: '失败', stopped: '已终止' };
+    const phaseLabels = { before: '执行前', after: '执行后', observation: '观察采样', error: '失败', stopped: '已终止' };
     const visualCheckStatusLabel = (status) => status === 'passed' ? '有变化' : '无明显变化';
     const formatTime = (milliseconds) => {
       const seconds = Math.max(0, Math.floor(milliseconds / 1000));
@@ -802,6 +803,7 @@ function createReplayHtml(input: {
 }
 
 export async function createAppiumReplayReport(input: {
+  screenshotReport?: boolean;
   video?: ReplayVideo;
   script: AppiumRecordedScriptRecord;
   deviceId: string;
@@ -820,14 +822,14 @@ export async function createAppiumReplayReport(input: {
   const baseName = `${fileDateTime(input.completedAt)}-${safeFileName(input.script.name)}`;
   const fileName = `${baseName}.md`;
   const logFileName = `${baseName}.log`;
-  const htmlFileName = `${baseName}.html`;
+  const htmlFileName = (input.screenshotReport ?? loadConfig().appium.screenshotReport) === true ? `${baseName}.html` : '';
   const filePath = join(outputDir, fileName);
   const logPath = join(outputDir, logFileName);
-  const htmlReportPath = join(outputDir, htmlFileName);
+  const htmlReportPath = htmlFileName ? join(outputDir, htmlFileName) : '';
   const persistedOutput = [
     input.output,
     `回放报告：${filePath}`,
-    `截图回放：${htmlReportPath}`,
+    htmlReportPath ? `截图回放：${htmlReportPath}` : '',
     `回放日志：${logPath}`,
   ].filter(Boolean).join('\n');
   const outputLines = persistedOutput.split(/\r?\n/);
@@ -836,7 +838,7 @@ export async function createAppiumReplayReport(input: {
   const visualChecks = input.visualChecks || [];
   const visualCheckByStepId = new Map(visualChecks.map((check) => [check.nodeId, check]));
   const visualFailureCount = visualChecks.filter((check) => check.status === 'failed').length;
-  const html = createReplayHtml({
+  const html = htmlReportPath ? createReplayHtml({
     video: input.video ? {
       startedAt: input.video.startedAt,
       url: relative(outputDir, input.video.filePath).split(/[/\\\\]/).map(encodeURIComponent).join('/'),
@@ -855,7 +857,7 @@ export async function createAppiumReplayReport(input: {
     visualChecks,
     imageChecks: input.imageChecks,
     output: persistedOutput,
-  });
+  }) : '';
   const markdown = [
     '# Appium 回放报告',
     '',
@@ -873,7 +875,7 @@ export async function createAppiumReplayReport(input: {
     `| 节点数量 | ${input.script.steps.length} |`,
     `| 截图帧数 | ${(input.frames || []).length} |`,
     `| 视觉检测未达预期 | ${visualFailureCount} |`,
-    `| 截图回放 | ${markdownValue(htmlReportPath)} |`,
+    `| 截图回放 | ${htmlReportPath ? markdownValue(htmlReportPath) : '未开启'} |`,
     '',
     '## 节点明细',
     '',
@@ -888,7 +890,7 @@ export async function createAppiumReplayReport(input: {
   await Promise.all([
     writeFile(filePath, markdown, 'utf8'),
     writeFile(logPath, `${persistedOutput}\n`, 'utf8'),
-    writeFile(htmlReportPath, html, 'utf8'),
+    ...(htmlReportPath ? [writeFile(htmlReportPath, html, 'utf8')] : []),
   ]);
   const record = saveAppiumReplayReport({
     scriptId: input.script.id,

package/server/appium-recorder/repository.ts

@@ -1,3 +1,4 @@
+import { validateAiObservation, type AiObservationConfig } from '../../src/appium-recorder/ai-recognition';
 import {
   createId,
   querySql,
@@ -99,6 +100,9 @@ export type AppiumRecordedStepRecord = {
   returns?: ScriptReturn[];
   keyCode?: number;
   timeoutMs?: number;
+  aiTimeoutEnabled?: boolean;
+  aiBranchEnabled?: boolean;
+  aiObservation?: AiObservationConfig;
   timeoutBranch?: 'stop' | 'yes' | 'no';
   longPressMode?: 'element' | 'coordinates';
   breakLoopTargetId?: string;
@@ -376,6 +380,7 @@ export function saveAppiumRecordedScript(input: {
   if (input.variables !== undefined) validateVariables(input.variables);
   for (const step of steps) {
     // 读取旧脚本必须容错，让用户能打开并修正无效配置；仅在写入时校验。
+    if (step.type === 'aiRecognition') validateAiObservation(step.aiObservation);
     if (step.type === 'imageCheck') validateImageCheck(step.imageCheck);
     if (step.type === 'extractVariable') validateExtraction(step.extractVariable);
     if (step.type === 'runScript') { validateVariables(step.parameters); validateReturns(step.returns); }

package/server/appium-recorder/routes.ts

@@ -1,5 +1,8 @@
+import type { AiObservationConfig } from '../../src/appium-recorder/ai-recognition';
 import { execFile } from 'node:child_process';
 import { sendReplayVideo } from './video-response';
+import { loadConfig } from '../config';
+import { recognizeDeviceScreen, validateAiBranchQuestion } from './ai-recognition';
 import { getPresetVariables, savePresetVariables } from './variable-store';
 import type { TestVariable } from '../../src/appium-recorder/variables';
 import { deleteRunHistory, getRunHistory, listRunHistory, saveRunHistory } from './run-history';
@@ -199,8 +202,29 @@ export async function handleAppiumRecorderRequest(
       return true;
     }
 
+    if (pathname === '/api/appium-recorder/ai-recognition/validate-question' && req.method === 'POST') {
+      const parsed = await readBody<{ prompt?: unknown }>(req);
+      const controller = new AbortController();
+      const abort = () => controller.abort();
+      res.once('close', abort);
+      try { sendJson(res, await validateAiBranchQuestion(parsed.prompt, controller.signal)); }
+      finally { res.off('close', abort); }
+      return true;
+    }
+
     if (pathname === '/api/appium-recorder/ai-recognition/test' && req.method === 'POST') {
-      sendJson(res, { message: 'AI 识别操作已移除，请使用图像判断或原生组件判断' }, 410);
+      const parsed = await readBody<{ deviceId?: string; prompt?: unknown; timeoutMs?: number; aiTimeoutEnabled?: boolean; aiBranchEnabled?: boolean; aiObservation?: AiObservationConfig }>(req);
+      const deviceId = parsed.deviceId?.trim() || selectedDeviceId;
+      if (!deviceId) throw new Error('请选择设备');
+      assertDeviceAllowed(deviceId);
+      if (isRemoteDeviceId(deviceId)) throw new Error('远程设备暂不支持 AI 识别测试');
+      if (replayingDevices.has(deviceId)) { sendJson(res, { message: '设备正在回放，请稍后测试' }, 409); return true; }
+      const controller = new AbortController();
+      const abort = () => controller.abort();
+      res.once('close', abort);
+      try {
+        sendJson(res, await recognizeDeviceScreen({ deviceId, prompt: parsed.prompt, timeoutMs: parsed.timeoutMs, aiTimeoutEnabled: parsed.aiTimeoutEnabled === true, aiBranchEnabled: parsed.aiBranchEnabled, aiObservation: parsed.aiObservation, signal: controller.signal }));
+      } finally { res.off('close', abort); }
       return true;
     }
 
@@ -375,7 +399,7 @@ export async function handleAppiumRecorderRequest(
         res.flushHeaders();
       }
       if (isRemoteDeviceId(deviceId)) {
-        const result = await sendRemoteCommand(deviceId, 'replay', { script, parameters: parsed.parameters, globalVariables: getPresetVariables(), linkedScripts: linkedScriptSnapshot(script) }) as Awaited<ReturnType<typeof replayAppiumScript>>;
+        const result = await sendRemoteCommand(deviceId, 'replay', { script, screenshotReport: loadConfig().appium.screenshotReport === true, parameters: parsed.parameters, globalVariables: getPresetVariables(), linkedScripts: linkedScriptSnapshot(script) }) as Awaited<ReturnType<typeof replayAppiumScript>>;
         if (result.history) {
           try { saveRunHistory({ ...result.history, scriptId: script.id, deviceId }); }
           catch { result.output += '\n历史记录保存失败'; }

package/server/appium-recorder/screenshot.ts

@@ -9,6 +9,7 @@ export function adbScreenshotBase64(deviceId: string, signal?: AbortSignal) {
       ['-s', deviceId, 'exec-out', 'screencap', '-p'],
       { encoding: 'buffer', maxBuffer: 20 * 1024 * 1024, timeout: 8000, signal },
       (error, stdout, stderr) => {
+        if (signal?.aborted) { reject(signal.reason); return; }
         if (error) {
           reject(new Error(stderr?.toString('utf8').trim() || error.message || 'ADB 截图失败'));
           return;

package/server/config.ts

@@ -1,21 +1,25 @@
+import type { AiPromptPreset } from '../src/appium-recorder/ai-prompt-presets';
 import fs from 'node:fs';
-import { isHexColor, normalizeFlowBackground } from '../src/appium-recorder/flow-appearance';
+import { isHexColor, normalizeFlowBackground, normalizeFlowLineColor } from '../src/appium-recorder/flow-appearance';
 import os from 'node:os';
 import path from 'node:path';
 import YAML from 'yaml';
 import { appDataPath } from './paths';
 import { loadModelConfigFromDb, saveModelConfigToDb } from './config-store';
 import type { AiRecognitionModel } from '../src/appium-recorder/ai-recognition';
+import { resolveAiPromptPresets } from '../src/appium-recorder/ai-prompt-presets';
+import { resolveAiDeduplication, type AiDeduplicationConfig } from '../src/appium-recorder/ai-deduplication';
+import type { MidsceneModelProvider } from '../src/config/midscene-model-presets';
 
 export type AppConfig = {
-  appium: { model: AiRecognitionModel; flowBackgroundColor?: string };
+  appium: { model: AiRecognitionModel; aiPromptPresets?: AiPromptPreset[]; aiDeduplication?: AiDeduplicationConfig; flowBackgroundColor?: string; flowLineColor?: string; screenshotReport?: boolean };
   runtime: {
     androidSdkPath: string;
     reportOutputPath: string;
   };
   midscene: {
     model: {
-      provider: 'custom' | 'codex';
+      provider: MidsceneModelProvider;
       baseUrl: string;
       apiKey: string;
       name: string;
@@ -46,7 +50,7 @@ export class ConfigValidationError extends Error {
 
 function defaultConfig(): AppConfig {
   return {
-    appium: { model: { baseUrl: '', apiKey: '', name: '' } },
+    appium: { model: { baseUrl: '', apiKey: '', name: '' }, aiDeduplication: resolveAiDeduplication(), screenshotReport: false },
     runtime: {
       androidSdkPath: '',
       reportOutputPath: '',
@@ -84,7 +88,11 @@ function normalizeConfig(config: Partial<AppConfig> | null | undefined): AppConf
   return {
     // 旧配置没有 Appium 模型时保留空值，不借用其他模型或改变已有配置。
     appium: {
+      aiPromptPresets: resolveAiPromptPresets(config?.appium?.aiPromptPresets),
+      aiDeduplication: resolveAiDeduplication(config?.appium?.aiDeduplication),
+      screenshotReport: config?.appium?.screenshotReport === true,
       flowBackgroundColor: normalizeFlowBackground(config?.appium?.flowBackgroundColor),
+      flowLineColor: normalizeFlowLineColor(config?.appium?.flowLineColor),
       model: Object.fromEntries(['baseUrl', 'apiKey', 'name'].map((key) => {
         const value = config?.appium?.model?.[key as keyof AiRecognitionModel];
         return [key, typeof value === 'string' ? value.trim() : ''];
@@ -206,9 +214,16 @@ export function loadConfig(): AppConfig {
 }
 
 export function saveConfig(config: AppConfig) {
+  try { resolveAiPromptPresets(config.appium?.aiPromptPresets); }
+  catch (error) { throw new ConfigValidationError(error instanceof Error ? error.message : 'AI 识别预设提示词无效'); }
+  try { resolveAiDeduplication(config.appium?.aiDeduplication); }
+  catch (error) { throw new ConfigValidationError(error instanceof Error ? error.message : '截图去重配置无效'); }
   if (config.appium?.flowBackgroundColor !== undefined && !isHexColor(config.appium.flowBackgroundColor)) {
     throw new ConfigValidationError('流程背景色必须是有效的十六进制颜色（#RGB 或 #RRGGBB）');
   }
+  if (config.appium?.flowLineColor !== undefined && !isHexColor(config.appium.flowLineColor)) {
+    throw new ConfigValidationError('连接线条颜色必须是有效的十六进制颜色（#RGB 或 #RRGGBB）');
+  }
   const normalized = normalizeConfig(config);
   validateRuntimeConfig(normalized);
   cachedConfig = normalized;

package/server/http-api.ts

@@ -716,9 +716,16 @@ export function createApiMiddleware() {
       return;
     }
 
-    if (req.url === '/api/config' && req.method === 'POST') {
+    if ((req.url === '/api/config' || req.url === '/api/config/appium') && req.method === 'POST') {
       try {
-        const config = await readBody<AppConfig>(req);
+        const parsed = await readBody<Partial<AppConfig>>(req);
+        if (req.url === '/api/config/appium' && (!parsed.appium || typeof parsed.appium !== 'object' || Array.isArray(parsed.appium))) {
+          throw new ConfigValidationError('Appium 配置无效');
+        }
+        const current = loadConfig();
+        const config = req.url === '/api/config/appium'
+          ? { ...current, appium: { ...current.appium, ...parsed.appium, model: current.appium.model } }
+          : { ...current, runtime: parsed.runtime ?? current.runtime };
         saveConfig(config);
         res.setHeader('Content-Type', 'application/json; charset=utf-8');
         res.end(JSON.stringify({ success: true }));
@@ -1089,9 +1096,10 @@ export function createApiMiddleware() {
     if (req.url === '/api/test-model' && req.method === 'POST') {
       try {
         const parsed = await readBody<{
+          save?: boolean;
           modelKey?: 'midscene' | 'scriptOptimizer' | 'appium';
           model?: {
-            provider?: 'custom' | 'codex';
+            provider?: import('../src/config/midscene-model-presets').MidsceneModelProvider;
             baseUrl?: string;
             apiKey?: string;
             name?: string;
@@ -1100,6 +1108,13 @@ export function createApiMiddleware() {
         }>(req);
         const model = parsed.model || {};
 
+        if (parsed.save && !['midscene', 'scriptOptimizer', 'appium'].includes(parsed.modelKey || '')) {
+          throw new ConfigValidationError('请选择有效的模型配置');
+        }
+        if (parsed.save && parsed.modelKey === 'midscene' && !model.family?.trim()) {
+          throw new ConfigValidationError('请填写 Model Family');
+        }
+
         const result = await testModelConnection({
           provider: model.provider,
           baseUrl: model.baseUrl || '',
@@ -1107,8 +1122,15 @@ export function createApiMiddleware() {
           name: model.name || '',
           family: model.family || '',
         });
+        if (parsed.save) {
+          if (!result.ok) throw new Error('模型测试失败，未保存配置');
+          const key = parsed.modelKey!;
+          // 测试期间其他配置可能已保存，此时重新读取，只更新已通过测试的模型。
+          const current = loadConfig();
+          saveConfig({ ...current, [key]: { ...current[key], model: { ...current[key].model, ...model } } });
+        }
         res.setHeader('Content-Type', 'application/json; charset=utf-8');
-        res.end(JSON.stringify(result));
+        res.end(JSON.stringify({ ...result, saved: parsed.save === true }));
       } catch (error) {
         res.statusCode = 500;
         res.setHeader('Content-Type', 'application/json; charset=utf-8');

package/server/model-tester.ts

@@ -1,8 +1,9 @@
 import { execFile } from 'node:child_process';
 import OpenAI from 'openai';
+import type { MidsceneModelProvider } from '../src/config/midscene-model-presets';
 
 type ModelInput = {
-  provider?: 'custom' | 'codex';
+  provider?: MidsceneModelProvider;
   baseUrl: string;
   apiKey: string;
   name: string;

package/src/App.vue

@@ -1,5 +1,7 @@
 <script setup lang="ts">
 import { isAiRecognitionModelConfigured } from './appium-recorder/ai-recognition';
+import { resolveAiDeduplication } from './appium-recorder/ai-deduplication';
+import { resolveAiPromptPresets } from './appium-recorder/ai-prompt-presets';
 import { computed, onMounted, onUnmounted, reactive, ref, shallowRef, watch } from 'vue';
 import { ElMessage, ElMessageBox } from 'element-plus';
 import {
@@ -27,13 +29,14 @@ import {
   type ScriptStep,
 } from './script-generator';
 import {
-  codexMidsceneModel,
+  selectMidsceneModelProvider,
   type MidsceneModelProvider,
 } from './config/midscene-model-presets';
 import * as api from './api';
+import { useAppiumAutoSave } from './config/use-appium-auto-save';
 import AutomationPage from './pages/AutomationPage.vue';
 import AppiumPage from './appium-recorder/AppiumPage.vue';
-import { DEFAULT_FLOW_BACKGROUND, isHexColor } from './appium-recorder/flow-appearance';
+import { normalizeFlowBackground, normalizeFlowLineColor } from './appium-recorder/flow-appearance';
 import ConfigPage from './pages/ConfigPage.vue';
 import GeneratorPage from './pages/GeneratorPage.vue';
 import type {
@@ -153,7 +156,7 @@ const appPresetForm = reactive({
 });
 
 const configForm = reactive<ConfigForm>({
-  appium: { model: { baseUrl: '', apiKey: '', name: '' } },
+  appium: { model: { baseUrl: '', apiKey: '', name: '' }, aiDeduplication: resolveAiDeduplication(), screenshotReport: false },
   runtime: {
     androidSdkPath: '',
     reportOutputPath: '',
@@ -183,6 +186,12 @@ const lastCustomMidsceneModel = reactive({
   family: '',
 });
 
+const appiumAutoSave = useAppiumAutoSave(configForm, async value => {
+  await api.saveAppiumConfig(value);
+}, error => {
+  void ElMessageBox.alert(error instanceof Error ? error.message : 'Appium 配置自动保存失败', '自动保存失败', { type: 'error' }).catch(() => {});
+});
+
 const menuItems = [
   { key: 'generator', label: '测试脚本生成', icon: Operation },
   { key: 'automation', label: '自动化测试', icon: Monitor },
@@ -662,6 +671,12 @@ const loadConfig = async () => {
   Object.assign(configForm.midscene.env, payload.midscene.env || {});
   Object.assign(configForm.scriptOptimizer.model, payload.scriptOptimizer.model);
   Object.assign(configForm.appium.model, payload.appium?.model || { baseUrl: '', apiKey: '', name: '' });
+  configForm.appium.screenshotReport = payload.appium?.screenshotReport === true;
+  configForm.appium.aiDeduplication = resolveAiDeduplication(payload.appium?.aiDeduplication);
+  configForm.appium.aiPromptPresets = resolveAiPromptPresets(payload.appium?.aiPromptPresets);
+  configForm.appium.flowBackgroundColor = normalizeFlowBackground(payload.appium?.flowBackgroundColor);
+  configForm.appium.flowLineColor = normalizeFlowLineColor(payload.appium?.flowLineColor);
+  appiumAutoSave.initialize();
   aiRecognitionModelConfigured.value = isAiRecognitionModelConfigured(configForm.appium.model);
   if (configForm.midscene.model.provider !== 'codex') {
     rememberCustomMidsceneModel();
@@ -677,15 +692,10 @@ const rememberCustomMidsceneModel = () => {
 };
 
 const updateMidsceneModelProvider = (provider: MidsceneModelProvider) => {
-  if (provider === 'codex') {
+  if (configForm.midscene.model.provider !== 'codex') {
     rememberCustomMidsceneModel();
-    Object.assign(configForm.midscene.model, codexMidsceneModel);
-  } else {
-    Object.assign(configForm.midscene.model, {
-      provider: 'custom',
-      ...lastCustomMidsceneModel,
-    });
   }
+  Object.assign(configForm.midscene.model, selectMidsceneModelProvider(provider, configForm.midscene.model, lastCustomMidsceneModel));
   modelTestStatus.midscene = '';
 };
 
@@ -699,22 +709,15 @@ const getMidsceneModelConfigError = () => {
   if (model.provider !== 'codex' && !model.apiKey.trim()) missing.push('API Key');
 
   if (!missing.length) return '';
-  return `Midscene 模型配置不完整：缺少 ${missing.join('、')}。请在“参数配置 > Midscene配置 > Midscene 模型”中选择“使用 Codex”，或补齐自定义提供方后保存。`;
+  return `Midscene 模型配置不完整：缺少 ${missing.join('、')}。请在“参数配置 > Midscene配置 > Midscene 模型”中选择“使用 Codex”，或补齐自定义提供方后测试并保存。`;
 };
 
 const saveModelConfig = async () => {
-  if (!isHexColor(configForm.appium.flowBackgroundColor ?? DEFAULT_FLOW_BACKGROUND)) {
-    ElMessage.warning('流程背景色格式错误，请输入 #RGB 或 #RRGGBB');
-    return;
-  }
   isSavingModelConfig.value = true;
   errorMessage.value = '';
   openActionDialog('保存参数配置');
   try {
-    // 保存的是本次提交快照，不能把请求期间尚未保存的改动标记为已配置。
-    const snapshot = JSON.parse(JSON.stringify(configForm)) as ConfigForm;
-    await api.saveConfig(snapshot);
-    aiRecognitionModelConfigured.value = isAiRecognitionModelConfigured(snapshot.appium.model);
+    await api.saveConfig({ runtime: { ...configForm.runtime } });
     closeActionDialog();
     ElMessage.success('参数配置已保存');
   } catch (error) {
@@ -744,9 +747,10 @@ const resetAppPresetForm = () => {
 };
 
 const saveAppPreset = async () => {
+  if (isSavingAppPreset.value) return;
+  const editing = Boolean(appPresetForm.id);
   isSavingAppPreset.value = true;
   errorMessage.value = '';
-  openActionDialog('保存 App 配置');
   try {
     const payload = await api.saveAppPreset({
       id: appPresetForm.id || undefined,
@@ -758,11 +762,10 @@ const saveAppPreset = async () => {
       form.appPresetId = payload.app.id;
     }
     resetAppPresetForm();
-    closeActionDialog();
+    ElMessage.success(editing ? 'App 配置已更新' : 'App 已添加');
   } catch (error) {
     const message = error instanceof Error ? error.message : 'App 配置保存失败';
-    errorMessage.value = message;
-    failActionDialog(message);
+    void ElMessageBox.alert(message, 'App 配置保存失败', { type: 'error' }).catch(() => {});
   } finally {
     isSavingAppPreset.value = false;
   }
@@ -785,22 +788,27 @@ const removeAppPreset = async (id: string) => {
     if (form.appPresetId === id) {
       form.appPresetId = '';
     }
+    if (appPresetForm.id === id) resetAppPresetForm();
   } catch (error) {
-    errorMessage.value = error instanceof Error ? error.message : 'App 配置删除失败';
+    void ElMessageBox.alert(error instanceof Error ? error.message : 'App 配置删除失败', '删除失败', { type: 'error' }).catch(() => {});
   }
 };
 
 const testModel = async (key: 'midscene' | 'scriptOptimizer' | 'appium') => {
+  if (testingModelKey.value) return;
   testingModelKey.value = key;
   errorMessage.value = '';
   modelTestStatus[key] = '';
-  const model = configForm[key].model;
+  const model = { ...configForm[key].model };
 
   try {
-    const payload = await api.testModel({ modelKey: key, model });
-    modelTestStatus[key] = payload.content || '连接成功';
+    const payload = await api.testModel({ modelKey: key, model, save: true });
+    if (!payload.saved) throw new Error('模型未保存，请重试');
+    modelTestStatus[key] = `测试通过，配置已保存${payload.content ? `：${payload.content}` : ''}`;
+    if (key === 'appium') aiRecognitionModelConfigured.value = isAiRecognitionModelConfigured(model);
+    ElMessage.success('测试通过，模型配置已保存');
   } catch (error) {
-    modelTestStatus[key] = error instanceof Error ? error.message : '测试失败';
+    modelTestStatus[key] = `未保存：${error instanceof Error ? error.message : '测试失败'}`;
   } finally {
     testingModelKey.value = '';
   }
@@ -1485,7 +1493,7 @@ onUnmounted(() => {
           'page-body--appium': activeMenu === 'appium',
         }"
       >
-        <el-alert v-if="activeMenu !== 'appium' && errorMessage" type="error" :closable="false" show-icon class="page-alert">
+        <el-alert v-if="activeMenu !== 'appium' && activeMenu !== 'config' && errorMessage" type="error" :closable="false" show-icon class="page-alert">
           <template #title>{{ errorMessage }}</template>
         </el-alert>
 
@@ -1526,11 +1534,13 @@ onUnmounted(() => {
           :is-saving-model-config="isSavingModelConfig"
           :is-saving-app-preset="isSavingAppPreset"
           :model-test-status="modelTestStatus"
+          :appium-save-status="appiumAutoSave.status.value"
           @test-model="testModel"
           @save-model-config="saveModelConfig"
           @save-app-preset="saveAppPreset"
           @edit-app-preset="editAppPreset"
           @delete-app-preset="removeAppPreset"
+          @cancel-app-preset-edit="resetAppPresetForm"
           @update-midscene-model-provider="updateMidsceneModelProvider"
         />
 
@@ -1569,7 +1579,9 @@ onUnmounted(() => {
           :active="activeMenu === 'appium'"
           :app-presets="appPresets"
           :ai-recognition-model-configured="aiRecognitionModelConfigured"
+          :ai-prompt-presets="configForm.appium.aiPromptPresets"
           :flow-background-color="configForm.appium.flowBackgroundColor"
+          :flow-line-color="configForm.appium.flowLineColor"
           :device-actions="deviceActions"
           :playground-available="playgroundAvailable"
           :playground-device-id="playgroundDeviceId"