android-midscene-automation 0.1.42 → 0.2.1

package/src/appium-recorder/report-summary.ts

@@ -0,0 +1,60 @@
+export const DEFAULT_REPORT_SUMMARY_PROMPT = `请根据提供的回放日志、执行元数据和脚本配置，生成中文 Markdown 测试报告。默认包含：
+1. 测试概览：脚本名称、开始时间、结束时间、执行结果（成功/失败/终止）、总时长、设备和 App 信息。
+2. 执行配置：主脚本及连接脚本名称、节点类型、参数、超时、分支、循环、AI 识别条件等，用表格展示关键配置。
+3. 用例描述表格：序号、所属脚本、测试场景/用例描述、操作步骤、预期结果、实际结果、通过/失败/未执行；循环多次执行时区分尝试次数。
+4. 失败详情：失败节点、错误日志证据、实际与预期差异、可能原因及排查建议；没有失败则明确说明。
+5. 汇总：执行情况、主要问题、重试结果及建议。
+严格依据日志，未执行节点不能计为通过；AI 判断 false 与执行异常要区分。无法确认的信息写“日志未提供”，推测原因明确标为推测。不要编造截图内容或测试结果。只输出 Markdown 正文，不要在全文外包裹代码块。`;
+
+export const IMAGE_GENERATION_TIME_REPORT_SUMMARY_PROMPT = `${DEFAULT_REPORT_SUMMARY_PROMPT}
+
+另外必须包含“出图时间分析”：
+- 定位每次触发图片生成的操作，以及其后用于判断已出图的 AI 识别或图像判断节点。
+- 首次出图时间必须采用日志中“距观察开始 Nms”或首次命中帧的明确时间，换算为秒并保留两位小数。
+- AI 识别耗时或图像判断耗时是包含截图采样、模型请求和响应等待的检测节点总耗时，不能直接作为首次出图时间。
+- 如果没有首次命中帧时间，首次出图时间写“日志未提供”，并单独展示检测节点总耗时；不得根据观察时长、超时时间或节点顺序推测。
+- 多次生成、循环或重试须逐次列出，表格列为：次数、触发出图操作、检测条件、首次出图时间、检测节点总耗时、判定结果、日志证据。
+- 汇总成功出图次数、失败或超时次数、最快、最慢和平均首次出图时间；只有至少两次具有明确时间时才计算平均值。`;
+
+export type ReportSummaryPromptPreset = { name: string; prompt: string };
+
+export const REPORT_SUMMARY_PROMPT_PRESETS: readonly ReportSummaryPromptPreset[] = [
+  { name: '默认测试报告', prompt: DEFAULT_REPORT_SUMMARY_PROMPT },
+  { name: '出图时间分析', prompt: IMAGE_GENERATION_TIME_REPORT_SUMMARY_PROMPT },
+] as const;
+
+export interface ReportSummaryConfig {
+  enabled: boolean;
+  prompt: string;
+  customPresets: ReportSummaryPromptPreset[];
+}
+
+export function validateReportSummaryPrompt(value: unknown) {
+  if (typeof value !== 'string' || !value.trim() || value.trim().length > 20000) {
+    throw new Error('报告提示词不能为空，且不能超过 20000 字');
+  }
+  return value.trim();
+}
+
+export function resolveReportSummary(value?: Partial<ReportSummaryConfig>): ReportSummaryConfig {
+  if (value != null && (typeof value !== 'object' || Array.isArray(value))) throw new Error('回放报告总结配置无效');
+  if (value?.enabled !== undefined && typeof value.enabled !== 'boolean') throw new Error('回放报告总结开关无效');
+  const prompt = validateReportSummaryPrompt(value?.prompt ?? DEFAULT_REPORT_SUMMARY_PROMPT);
+  const rawPresets = value?.customPresets;
+  if (rawPresets !== undefined && !Array.isArray(rawPresets)) throw new Error('报告测试场景必须是列表');
+  if ((rawPresets?.length || 0) > 50) throw new Error('报告测试场景不能超过 50 个');
+  const reservedNames = new Set(REPORT_SUMMARY_PROMPT_PRESETS.map(preset => preset.name));
+  const names = new Set<string>();
+  const customPresets = (rawPresets || []).map(item => {
+    const name = typeof item?.name === 'string' ? item.name.trim() : '';
+    if (!name || name.length > 80) throw new Error('报告测试场景名称不能为空，且不能超过 80 字');
+    if (reservedNames.has(name) || names.has(name)) throw new Error(`报告测试场景名称已存在：${name}`);
+    names.add(name);
+    return { name, prompt: validateReportSummaryPrompt(item?.prompt) };
+  });
+  return {
+    enabled: value?.enabled === true,
+    prompt,
+    customPresets,
+  };
+}

package/src/appium-recorder/types.ts

@@ -1,4 +1,4 @@
-import type { AiObservationConfig } from './ai-recognition';
+import type { AiInvalidResultBranch, AiObservationConfig } from './ai-recognition';
 import type { TestVariable, VariableExtraction, ScriptReturn } from './variables';
 import type { ImageCheckConfig } from './image-check';
 
@@ -99,6 +99,7 @@ export type AppiumRecordedStep = {
     | 'endFlow'
     | 'loop'
     | 'breakLoop'
+    | 'continueLoop'
     | 'clearAppData'
     | 'waitDisappear'
     | 'assertText'
@@ -124,10 +125,12 @@ export type AppiumRecordedStep = {
   timeoutMs?: number;
   aiTimeoutEnabled?: boolean;
   aiBranchEnabled?: boolean;
+  aiInvalidResultBranch?: AiInvalidResultBranch;
   aiObservation?: AiObservationConfig;
   timeoutBranch?: 'stop' | 'yes' | 'no';
   longPressMode?: 'element' | 'coordinates';
   breakLoopTargetId?: string;
+  continueLoopTargetId?: string;
   loop?: {
     maxIterations: number;
     exitWhen: 'never' | 'exists' | 'notExists';

package/src/components/config/AiDeduplicationSettings.vue

@@ -12,7 +12,7 @@ function patch(value: Partial<AiDeduplicationConfig>) {
 
 <template>
   <section class="ai-dedup-settings" aria-label="持续观察截图去重">
-    <h3 class="ai-dedup-title">持续观察截图去重</h3>
+    <p class="ai-dedup-description">相似截图在本地过滤后再提交模型，减少重复图片和识别开销。</p>
     <el-form-item label="去重方式">
       <el-radio-group :model-value="settings.method" :disabled="disabled" @update:model-value="patch({ method: $event as AiDeduplicationConfig['method'] })">
         <el-radio-button value="none">不去重</el-radio-button>
@@ -41,6 +41,7 @@ function patch(value: Partial<AiDeduplicationConfig>) {
       </el-form-item>
     </template>
     <div class="ai-dedup-explanation">
+      <h4>去重方式说明</h4>
       <p><strong>不去重：</strong>全部采样截图交给模型，保留信息最多，图片输入消耗也最高。</p>
       <p><strong>pixelmatch：</strong>比较原图的像素颜色和变化面积，适合同设备的静态画面，对细节变化敏感。</p>
       <p><strong>OpenCV（SSIM）：</strong>缩小图片后比较彩色画面的局部亮度、对比度和结构，更侧重整体相似性；可能忽略小文字，不能识别语义，也不自动对齐位移。</p>
@@ -50,10 +51,10 @@ function patch(value: Partial<AiDeduplicationConfig>) {
 </template>
 
 <style scoped>
-.ai-dedup-settings { height: 540px; box-sizing: border-box; overflow-y: auto; scrollbar-gutter: stable; padding-right: 4px; }
-.ai-dedup-title { margin: 0 0 20px; font-size: 15px; font-weight: 600; color: var(--el-text-color-primary); }
+.ai-dedup-description { margin: 0 0 18px; color: var(--el-text-color-secondary); font-size: 12px; line-height: 1.6; }
 .ai-dedup-help { width: 100%; margin: 6px 0 0; color: var(--el-text-color-secondary); font-size: 12px; line-height: 1.6; }
-.ai-dedup-explanation { color: var(--el-text-color-regular); font-size: 13px; line-height: 1.7; }
+.ai-dedup-explanation { margin-top: 18px; padding-top: 14px; border-top: 1px solid var(--ui-border); color: var(--el-text-color-regular); font-size: 13px; line-height: 1.7; }
+.ai-dedup-explanation h4 { margin: 0 0 8px; color: var(--el-text-color-primary); font-size: 13px; }
 .ai-dedup-explanation p { margin: 6px 0; }
 .ai-dedup-settings :deep(.el-radio-group) { gap: 4px 0; }
 </style>

package/src/components/config/AiPromptPresetsSettings.vue

@@ -1,6 +1,6 @@
 <script setup lang="ts">
-import { computed, ref } from 'vue';
-import { Delete, Plus } from '@element-plus/icons-vue';
+import { computed, ref, shallowRef } from 'vue';
+import { Check, Close, Delete, Edit, Plus } from '@element-plus/icons-vue';
 import { ElMessage } from 'element-plus';
 import { resolveAiPromptPresets, type AiPromptPreset } from '../../appium-recorder/ai-prompt-presets';
 import { validateAiRecognitionPrompt } from '../../appium-recorder/ai-recognition';
@@ -10,6 +10,9 @@ const emit = defineEmits<{ 'update:modelValue': [presets: AiPromptPreset[]] }>()
 const presets = computed(() => resolveAiPromptPresets(props.modelValue));
 const draft = ref('');
 const sceneName = ref('');
+const editIndex = shallowRef<number | null>(null);
+const editSceneName = ref('');
+const editPrompt = ref('');
 
 function addPreset() {
   try {
@@ -20,12 +23,40 @@ function addPreset() {
     draft.value = '';
   } catch (error) { ElMessage.warning(error instanceof Error ? error.message : '添加提示词失败'); }
 }
+
+function startEdit(index: number) {
+  const preset = presets.value[index];
+  if (!preset) return;
+  editIndex.value = index;
+  editSceneName.value = preset.name;
+  editPrompt.value = preset.prompt;
+}
+
+function cancelEdit() {
+  editIndex.value = null;
+  editSceneName.value = '';
+  editPrompt.value = '';
+}
+
+function saveEdit() {
+  if (editIndex.value === null) return;
+  try {
+    const next = presets.value.map((preset, index) => index === editIndex.value
+      ? { name: editSceneName.value, prompt: validateAiRecognitionPrompt(editPrompt.value) }
+      : preset);
+    emit('update:modelValue', resolveAiPromptPresets(next));
+    cancelEdit();
+    ElMessage.success('预设提示词已修改');
+  } catch (error) {
+    ElMessage.warning(error instanceof Error ? error.message : '修改提示词失败');
+  }
+}
 </script>
 
 <template>
   <section class="ai-prompt-settings" aria-labelledby="ai-prompt-presets-title">
-    <h3 id="ai-prompt-presets-title">预设提示词</h3>
-    <p class="ai-prompt-description">可在 AI 识别节点中选择并修改。删除预设不会修改已有节点的识别内容。</p>
+    <h3 id="ai-prompt-presets-title" class="ai-prompt-visually-hidden">AI 识别预设提示词</h3>
+    <p class="ai-prompt-description">添加常用测试场景，录制 AI 识别节点时可以直接选择。删除预设不会修改已有节点。</p>
     <div class="ai-prompt-layout">
       <el-form label-position="top" @submit.prevent="addPreset">
         <el-form-item label="测试场景">
@@ -37,9 +68,24 @@ function addPreset() {
         <div class="ai-prompt-actions"><el-button native-type="submit" :icon="Plus">添加提示词</el-button></div>
       </el-form>
       <div class="ai-prompt-list" aria-label="已添加的提示词">
-        <div v-for="(preset, index) in presets" :key="preset.name" class="ai-prompt-row">
-          <div class="ai-prompt-content"><strong>{{ preset.name }}</strong><p>{{ preset.prompt }}</p></div>
-          <el-button text :icon="Delete" :aria-label="`删除提示词 ${preset.name}`" @click="emit('update:modelValue', presets.filter((_, i) => i !== index))" />
+        <div v-for="(preset, index) in presets" :key="`${preset.name}-${index}`" class="ai-prompt-row" :class="{ 'ai-prompt-row--editing': editIndex === index }">
+          <template v-if="editIndex === index">
+            <div class="ai-prompt-editor">
+              <el-input v-model="editSceneName" maxlength="80" placeholder="测试场景名称" />
+              <el-input v-model="editPrompt" type="textarea" :rows="3" maxlength="4000" show-word-limit placeholder="提示词内容" />
+              <div class="ai-prompt-editor__actions">
+                <el-button size="small" :icon="Close" @click="cancelEdit">取消</el-button>
+                <el-button size="small" type="primary" :icon="Check" @click="saveEdit">保存</el-button>
+              </div>
+            </div>
+          </template>
+          <template v-else>
+            <div class="ai-prompt-content"><strong>{{ preset.name }}</strong><p>{{ preset.prompt }}</p></div>
+            <div class="ai-prompt-row__actions">
+              <el-button text :icon="Edit" :disabled="editIndex !== null" :aria-label="`编辑提示词 ${preset.name}`" @click="startEdit(index)" />
+              <el-button text :icon="Delete" :disabled="editIndex !== null" :aria-label="`删除提示词 ${preset.name}`" @click="emit('update:modelValue', presets.filter((_, i) => i !== index))" />
+            </div>
+          </template>
         </div>
         <el-empty v-if="!presets.length" description="暂无预设提示词" :image-size="60" />
       </div>
@@ -48,19 +94,20 @@ function addPreset() {
 </template>
 
 <style scoped>
-.ai-prompt-settings { margin-top: 24px; padding-top: 24px; border-top: 1px solid var(--ui-border); }
-.ai-prompt-settings h3 { margin: 0 0 8px; font-size: 15px; font-weight: 600; }
+.ai-prompt-visually-hidden { position: absolute; width: 1px; height: 1px; overflow: hidden; clip-path: inset(50%); white-space: nowrap; }
 .ai-prompt-description { margin: 0 0 20px; color: var(--el-text-color-secondary); font-size: 12px; }
-.ai-prompt-layout { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 32px; }
+.ai-prompt-layout { display: grid; gap: 20px; }
 .ai-prompt-actions { display: flex; justify-content: flex-end; }
-.ai-prompt-list { min-width: 0; max-height: 260px; overflow-y: auto; padding-left: 32px; border-left: 1px solid var(--ui-border); }
-.ai-prompt-row { display: flex; align-items: flex-start; gap: 12px; padding: 10px 0; }
+.ai-prompt-list { --ai-prompt-row-height: 76px; min-width: 0; height: calc(var(--ai-prompt-row-height) * 3 + 1px); overflow-y: auto; scrollbar-gutter: stable; border-top: 1px solid var(--ui-border); }
+.ai-prompt-row { display: flex; align-items: flex-start; gap: 12px; height: var(--ai-prompt-row-height); box-sizing: border-box; padding: 10px 0; }
+.ai-prompt-row--editing { height: auto; min-height: var(--ai-prompt-row-height); }
 .ai-prompt-row + .ai-prompt-row { border-top: 1px solid var(--ui-border); }
 .ai-prompt-content { flex: 1; min-width: 0; font-size: 12px; white-space: pre-wrap; overflow-wrap: anywhere; line-height: 1.6; }
-.ai-prompt-content p { margin: 4px 0 0; color: var(--el-text-color-secondary); }
+.ai-prompt-content strong { display: block; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
+.ai-prompt-content p { display: -webkit-box; margin: 4px 0 0; overflow: hidden; color: var(--el-text-color-secondary); -webkit-box-orient: vertical; -webkit-line-clamp: 2; }
+.ai-prompt-row__actions { display: flex; flex-shrink: 0; }
+.ai-prompt-editor { display: grid; flex: 1; gap: 10px; min-width: 0; padding-right: 4px; }
+.ai-prompt-editor__actions { display: flex; justify-content: flex-end; gap: 8px; }
 .ai-prompt-row .el-button { flex-shrink: 0; }
-@media (max-width: 1000px) {
-  .ai-prompt-layout { grid-template-columns: minmax(0, 1fr); gap: 24px; }
-  .ai-prompt-list { padding: 16px 0 0; border-left: 0; border-top: 1px solid var(--ui-border); }
-}
+.ai-prompt-list :deep(.el-empty) { height: 100%; padding: 0; }
 </style>

package/src/components/config/AppiumConfigPanel.vue

@@ -1,61 +1,89 @@
 <script setup lang="ts">
+import ReplayReportSummarySettings from './ReplayReportSummarySettings.vue';
 import type { ConfigForm } from '../../types';
 import FlowAppearanceSettings from './FlowAppearanceSettings.vue';
 import AiDeduplicationSettings from './AiDeduplicationSettings.vue';
 import AiPromptPresetsSettings from './AiPromptPresetsSettings.vue';
+import AppiumModelSettings from './AppiumModelSettings.vue';
 
 defineProps<{
   configForm: ConfigForm;
   testingModelKey: string;
   testStatus?: string;
+  promptOptimizerTestStatus?: string;
   saveStatus?: string;
 }>();
-defineEmits<{ testModel: [] }>();
+defineEmits<{ testModel: []; testPromptOptimizerModel: [] }>();
 </script>
 
 <template>
-  <el-card shadow="never" class="config-module-card config-appium-card" style="margin-bottom:20px">
-    <template #header><div class="panel-header"><span>AI 识别配置</span><span v-if="saveStatus" class="config-save-status" role="status">{{ saveStatus }}</span></div></template>
-    <div class="config-ai-layout">
-      <section aria-labelledby="appium-ai-model-title">
-        <h3 id="appium-ai-model-title" class="config-ai-title">模型连接</h3>
-        <el-form label-position="top" :disabled="!!testingModelKey">
-          <el-form-item label="Base URL"><el-input v-model="configForm.appium.model.baseUrl" /></el-form-item>
-          <el-form-item label="API Key"><el-input v-model="configForm.appium.model.apiKey" type="password" show-password /></el-form-item>
-          <el-form-item label="Model Name"><el-input v-model="configForm.appium.model.name" placeholder="支持图片输入的模型" /></el-form-item>
-          <el-form-item v-if="testStatus" label="测试结果"><el-input :model-value="testStatus" readonly /></el-form-item>
-          <el-button :loading="testingModelKey === 'appium'" @click="$emit('testModel')">测试并保存</el-button>
-        </el-form>
-      </section>
-      <el-form label-position="top" class="config-ai-dedup">
-        <AiDeduplicationSettings v-model="configForm.appium.aiDeduplication" />
-      </el-form>
-    </div>
-    <AiPromptPresetsSettings v-model="configForm.appium.aiPromptPresets" />
-  </el-card>
-  <el-card shadow="never" class="config-module-card config-appium-card">
-    <template #header>
-      <div class="panel-header">
-        <span>回放截图</span>
+  <div class="appium-config-stack">
+    <section class="appium-config-section" aria-labelledby="appium-models-title">
+      <header class="appium-section-heading">
+        <div><h2 id="appium-models-title">模型服务</h2><p>不同任务使用独立模型，配置修改需测试通过后保存。</p></div>
+        <span v-if="saveStatus" class="config-save-status" role="status">{{ saveStatus }}</span>
+      </header>
+      <div class="appium-model-grid">
+        <AppiumModelSettings v-model="configForm.appium.model" title="AI 识别模型" badge="视觉"
+          description="用于识别设备截图和持续观察，需要选择支持图片输入的模型。" name-placeholder="支持图片输入的模型"
+          model-key="appium" :testing-model-key="testingModelKey" :test-status="testStatus" @test="$emit('testModel')" />
+        <AppiumModelSettings v-if="configForm.appium.promptOptimizer" v-model="configForm.appium.promptOptimizer.model"
+          title="提示词优化模型" badge="文本" description="用于优化 AI 识别和回放报告提示词，也用于生成回放测试报告总结，只需支持文本输入。"
+          name-placeholder="用于优化提示词的文本模型" model-key="promptOptimizer" :testing-model-key="testingModelKey"
+          :test-status="promptOptimizerTestStatus" @test="$emit('testPromptOptimizerModel')" />
       </div>
-    </template>
-    <el-form label-position="top">
-      <el-form-item label="截图与 HTML 报告">
-        <el-switch v-model="configForm.appium.screenshotReport" aria-label="截图与 HTML 报告" />
-      </el-form-item>
-    </el-form>
-    <el-alert title="默认关闭。开启后将在节点执行前后截图并生成 HTML 报告，截图会增加回放耗时，实际操作间隔可能超过设置的延时时间。" type="warning" :closable="false" show-icon />
-  </el-card>
-  <FlowAppearanceSettings v-model="configForm.appium.flowBackgroundColor" v-model:line-color="configForm.appium.flowLineColor" />
+    </section>
+
+    <section class="appium-config-section" aria-labelledby="appium-recognition-title">
+      <header class="appium-section-heading"><div><h2 id="appium-recognition-title">AI 识别设置</h2><p>控制持续观察的截图筛选，并管理录制节点可选的常用提示词。</p></div></header>
+      <div class="appium-settings-grid">
+        <el-card shadow="never" class="config-module-card config-appium-card">
+          <template #header><div class="panel-header"><span>持续观察截图去重</span></div></template>
+          <el-form label-position="top"><AiDeduplicationSettings v-model="configForm.appium.aiDeduplication" /></el-form>
+        </el-card>
+        <el-card shadow="never" class="config-module-card config-appium-card">
+          <template #header><div class="panel-header"><span>AI 识别预设提示词</span></div></template>
+          <AiPromptPresetsSettings v-model="configForm.appium.aiPromptPresets" />
+        </el-card>
+      </div>
+    </section>
+
+    <section class="appium-config-section" aria-labelledby="appium-replay-title">
+      <header class="appium-section-heading"><div><h2 id="appium-replay-title">回放与报告</h2><p>配置回放证据、基础报告和 AI 总结。</p></div></header>
+      <el-card shadow="never" class="config-module-card config-appium-card">
+        <template #header>
+          <div class="panel-header">
+            <span class="panel-header__title">
+              <span>回放截图</span>
+              <el-switch v-model="configForm.appium.screenshotReport" aria-label="截图与 HTML 报告" />
+            </span>
+          </div>
+        </template>
+        <el-alert title="开启后会在节点执行前后截图并生成 HTML 报告。截图会增加回放耗时，实际操作间隔可能超过设置的延时时间。" type="info" :closable="false" show-icon />
+      </el-card>
+      <ReplayReportSummarySettings v-if="configForm.appium.reportSummary" :config="configForm.appium.reportSummary" :testing-model-key="testingModelKey" />
+    </section>
+
+    <section class="appium-config-section" aria-labelledby="appium-editor-title">
+      <header class="appium-section-heading"><div><h2 id="appium-editor-title">流程编辑器</h2><p>调整流程画布和连接线的显示颜色。</p></div></header>
+      <FlowAppearanceSettings v-model="configForm.appium.flowBackgroundColor" v-model:line-color="configForm.appium.flowLineColor" />
+    </section>
+  </div>
 </template>
 
 <style scoped>
 .config-save-status { font-size: 12px; font-weight: 400; color: var(--el-text-color-secondary); }
-.config-ai-layout { display: grid; grid-template-columns: minmax(0, 1fr) minmax(0, 1fr); gap: 32px; }
-.config-ai-title { margin: 0 0 20px; font-size: 15px; font-weight: 600; color: var(--el-text-color-primary); }
-.config-ai-dedup { min-width: 0; padding-left: 32px; border-left: 1px solid var(--el-border-color-lighter); }
+.appium-config-stack { display: grid; gap: 28px; }
+.appium-config-section { display: grid; gap: 14px; min-width: 0; }
+.appium-section-heading { display: flex; align-items: flex-end; justify-content: space-between; gap: 16px; padding: 0 4px; }
+.appium-section-heading h2 { margin: 0; color: var(--el-text-color-primary); font-size: 16px; line-height: 1.4; }
+.appium-section-heading p { margin: 4px 0 0; color: var(--el-text-color-secondary); font-size: 12px; line-height: 1.5; }
+.appium-model-grid, .appium-settings-grid { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 16px; align-items: stretch; }
+.appium-settings-grid > .config-appium-card { display: flex; flex-direction: column; }
+.appium-settings-grid > .config-appium-card :deep(.el-card__body) { flex: 1; }
+.appium-config-section > .config-appium-card + .config-appium-card { margin-top: 2px; }
 @media (max-width: 1000px) {
-  .config-ai-layout { grid-template-columns: minmax(0, 1fr); gap: 24px; }
-  .config-ai-dedup { padding: 24px 0 0; border-left: 0; border-top: 1px solid var(--el-border-color-lighter); }
+  .appium-model-grid, .appium-settings-grid { grid-template-columns: minmax(0, 1fr); }
+  .appium-section-heading { align-items: flex-start; flex-direction: column; }
 }
 </style>

package/src/components/config/AppiumModelSettings.vue

@@ -0,0 +1,45 @@
+<script setup lang="ts">
+import type { AiRecognitionModel } from '../../appium-recorder/ai-recognition';
+
+const model = defineModel<AiRecognitionModel>({ required: true });
+const props = defineProps<{
+  title: string;
+  badge: string;
+  description: string;
+  namePlaceholder: string;
+  modelKey: 'appium' | 'promptOptimizer';
+  testingModelKey: string;
+  testStatus?: string;
+}>();
+defineEmits<{ test: [] }>();
+</script>
+
+<template>
+  <el-card shadow="never" class="config-module-card config-appium-card appium-model-card">
+    <template #header>
+      <div class="panel-header">
+        <span class="panel-header__title">
+          <span>{{ title }}</span>
+          <el-tag size="small" effect="plain">{{ badge }}</el-tag>
+        </span>
+      </div>
+    </template>
+    <p class="appium-model-description">{{ description }}</p>
+    <el-form label-position="top" :disabled="!!testingModelKey">
+      <el-form-item label="Base URL"><el-input v-model="model.baseUrl" placeholder="兼容 OpenAI 的 API 地址" /></el-form-item>
+      <el-form-item label="API Key"><el-input v-model="model.apiKey" type="password" show-password /></el-form-item>
+      <el-form-item label="Model Name"><el-input v-model="model.name" :placeholder="namePlaceholder" /></el-form-item>
+      <el-alert v-if="testStatus" class="appium-model-status" :title="testStatus"
+        :type="testStatus.startsWith('测试通过') ? 'success' : 'warning'" :closable="false" show-icon />
+      <div class="appium-model-actions">
+        <el-button type="primary" plain :loading="testingModelKey === modelKey" :disabled="!!testingModelKey && testingModelKey !== modelKey" @click="$emit('test')">测试并保存</el-button>
+      </div>
+    </el-form>
+  </el-card>
+</template>
+
+<style scoped>
+.appium-model-description { min-height: 40px; margin: 0 0 18px; color: var(--el-text-color-secondary); font-size: 13px; line-height: 1.6; }
+.appium-model-status { margin-bottom: 16px; }
+.appium-model-actions { display: flex; justify-content: flex-end; }
+</style>

package/src/components/config/FlowAppearanceSettings.vue

@@ -53,7 +53,6 @@ function update(key: 'background' | 'line', color: string) {
 </template>
 
 <style scoped>
-.flow-appearance-settings { margin-top: 20px; }
 .flow-appearance-columns { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 32px; }
 .flow-appearance-section { min-width: 0; }
 .flow-appearance-section + .flow-appearance-section { padding-left: 32px; border-left: 1px solid var(--ui-border); }

package/src/components/config/ReplayReportSummarySettings.vue

@@ -0,0 +1,118 @@
+<script setup lang="ts">
+import { computed, onBeforeUnmount, shallowRef, watch } from 'vue';
+import { Plus } from '@element-plus/icons-vue';
+import { ElMessage, ElMessageBox } from 'element-plus';
+import { checkReportSummaryModel, optimizeAppiumPrompt } from '../../appium-recorder/api';
+import { REPORT_SUMMARY_PROMPT_PRESETS, validateReportSummaryPrompt, type ReportSummaryConfig } from '../../appium-recorder/report-summary';
+const props = defineProps<{ config: ReportSummaryConfig; testingModelKey?: string }>();
+const promptPresets = computed(() => [...REPORT_SUMMARY_PROMPT_PRESETS, ...props.config.customPresets]);
+const selectedScenario = computed(() => promptPresets.value.find(preset => preset.prompt === props.config.prompt)?.name);
+const optimizingPrompt = shallowRef(false);
+const modelStatus = shallowRef<'idle' | 'checking' | 'available' | 'unavailable'>('idle');
+const modelStatusDetail = shallowRef('');
+let modelCheckRevision = 0;
+let optimizeController: AbortController | undefined;
+onBeforeUnmount(() => { optimizeController?.abort(); modelCheckRevision += 1; });
+async function validateSummaryModel() {
+  const revision = ++modelCheckRevision;
+  if (!props.config.enabled) { modelStatus.value = 'idle'; modelStatusDetail.value = ''; return; }
+  modelStatus.value = 'checking';
+  modelStatusDetail.value = '';
+  try {
+    const status = await checkReportSummaryModel();
+    if (revision !== modelCheckRevision || !props.config.enabled) return;
+    modelStatus.value = status.available ? 'available' : 'unavailable';
+    modelStatusDetail.value = status.message || '';
+  } catch (error) {
+    if (revision !== modelCheckRevision || !props.config.enabled) return;
+    modelStatus.value = 'unavailable';
+    modelStatusDetail.value = error instanceof Error ? error.message : '模型验证失败';
+  }
+}
+watch(() => props.config.enabled, () => { void validateSummaryModel(); }, { immediate: true });
+watch(() => props.testingModelKey, (current, previous) => {
+  if (props.config.enabled && previous === 'promptOptimizer' && !current) void validateSummaryModel();
+});
+function selectScenario(name: string) {
+  const preset = promptPresets.value.find(item => item.name === name);
+  if (preset) props.config.prompt = preset.prompt;
+}
+async function addScenario() {
+  try {
+    const prompt = validateReportSummaryPrompt(props.config.prompt);
+    const result = await ElMessageBox.prompt('当前报告提示词将保存为新的测试场景。', '新增测试场景', {
+      inputPlaceholder: '请输入测试场景名称',
+      inputValidator: value => {
+        const name = value.trim();
+        if (!name || name.length > 80) return '场景名称不能为空，且不能超过 80 字';
+        if (promptPresets.value.some(item => item.name === name)) return '场景名称已存在';
+        return true;
+      },
+      confirmButtonText: '新增',
+      cancelButtonText: '取消',
+    });
+    props.config.customPresets.push({ name: result.value.trim(), prompt });
+    ElMessage.success('测试场景已新增');
+  } catch (action) {
+    if (action !== 'cancel' && action !== 'close') ElMessage.error(action instanceof Error ? action.message : '新增测试场景失败');
+  }
+}
+async function optimizePrompt() {
+  if (optimizingPrompt.value) return;
+  optimizeController = new AbortController();
+  optimizingPrompt.value = true;
+  try {
+    props.config.prompt = (await optimizeAppiumPrompt({
+      kind: 'reportSummary',
+      prompt: props.config.prompt,
+    }, optimizeController.signal)).prompt;
+    ElMessage.success('报告提示词已优化');
+  } catch (error) {
+    if (!optimizeController.signal.aborted) ElMessage.error(error instanceof Error ? error.message : '提示词优化失败');
+  } finally {
+    optimizingPrompt.value = false;
+  }
+}
+</script>
+
+<template>
+  <el-card shadow="never" class="config-module-card config-appium-card report-summary-card">
+    <template #header>
+      <div class="panel-header">
+        <span class="panel-header__title">
+          <span>回放报告总结</span>
+          <el-switch v-model="config.enabled" aria-label="启用回放报告总结" />
+          <el-tag v-if="config.enabled && modelStatus === 'checking'" size="small" effect="plain" type="info">正在验证模型…</el-tag>
+          <el-tooltip v-else-if="config.enabled && modelStatus === 'unavailable'" :content="modelStatusDetail || '回放时将跳过 AI 总结并保留默认基础报告'" placement="top">
+            <el-tag size="small" effect="plain" type="warning">模型不可用，使用默认模板</el-tag>
+          </el-tooltip>
+        </span>
+      </div>
+    </template>
+    <el-alert class="report-summary-description" title="开启后使用上方的提示词优化模型，根据日志和节点配置生成 Markdown 报告。总结耗时不计入测试总时长，生成失败时保留基础报告。" type="info" :closable="false" show-icon />
+    <el-form label-position="top" class="report-summary-prompt">
+        <el-form-item label="测试场景">
+          <div class="report-summary-scenario">
+            <el-select :model-value="selectedScenario" :disabled="optimizingPrompt" filterable placeholder="选择测试场景，或在下方输入" aria-label="选择报告测试场景" @change="selectScenario">
+              <el-option v-for="preset in promptPresets" :key="preset.name" :label="preset.name" :value="preset.name" />
+            </el-select>
+            <el-button :icon="Plus" :disabled="optimizingPrompt || !config.prompt.trim()" @click="addScenario">新增场景</el-button>
+          </div>
+        </el-form-item>
+        <el-form-item label="报告提示词">
+          <el-input v-model="config.prompt" type="textarea" :rows="14" maxlength="20000" show-word-limit aria-label="报告提示词" :disabled="optimizingPrompt" />
+        </el-form-item>
+        <div class="report-summary-prompt-actions">
+          <el-button :loading="optimizingPrompt" :disabled="!config.prompt.trim()" @click="optimizePrompt">优化提示词</el-button>
+        </div>
+    </el-form>
+  </el-card>
+</template>
+
+<style scoped>
+.report-summary-description { margin-bottom: 20px; }
+.report-summary-prompt { min-width: 0; }
+.report-summary-scenario { display: flex; width: 100%; gap: 10px; }
+.report-summary-scenario .el-select { flex: 1; min-width: 0; }
+.report-summary-prompt-actions { display: flex; justify-content: flex-end; }
+</style>

package/src/components/device/DevicePreviewPanel.vue

@@ -31,6 +31,7 @@ const props = defineProps<{
   selectedBounds?: DeviceOverlayBounds;
   selectedRegion?: DeviceOverlayBounds;
   regionSelection?: boolean;
+  pointSelection?: boolean;
   regionDrawMode?: boolean;
   deviceWidth?: number;
   deviceHeight?: number;
@@ -45,6 +46,7 @@ const emit = defineEmits<{
   previewError: [];
   refreshPreview: [];
   tap: [point: { x: number; y: number }];
+  cancelPointSelection: [];
   regionSelect: [region: DeviceRegionSelection];
   swipe: [gesture: {
     startX: number;
@@ -257,6 +259,14 @@ function handlePointerUp(event: PointerEvent) {
     return;
   }
 
+  if (props.pointSelection) {
+    if (!props.interactionDisabled) emit('tap', {
+      x: Math.min(point.x, (props.deviceWidth || imageSize.value.width) - 1),
+      y: Math.min(point.y, (props.deviceHeight || imageSize.value.height) - 1),
+    });
+    return;
+  }
+
   if (session.mode !== 'gesture') {
     const bounds = draftRegion.value || boundsFromPoints('selected-region', session.start, point);
     draftRegion.value = null;
@@ -299,7 +309,7 @@ function handlePointerCancel(event: PointerEvent) {
           <el-tag v-if="compact" :type="available ? 'success' : 'info'">
             {{ available ? '已连接' : '未连接' }}
           </el-tag>
-          <el-tooltip v-if="compact" :content="enlarged ? '退出设备放大' : '放大设备预览'" placement="top" :show-after="200"><el-button class="recorder-panel-tool" size="small" :icon="enlarged ? Close : FullScreen" :aria-label="enlarged ? '退出设备放大' : '放大设备预览'" @click="enlarged = !enlarged" /></el-tooltip>
+          <el-tooltip v-if="compact && !pointSelection" :content="enlarged ? '退出设备放大' : '放大设备预览'" placement="top" :show-after="200"><el-button class="recorder-panel-tool" size="small" :icon="enlarged ? Close : FullScreen" :aria-label="enlarged ? '退出设备放大' : '放大设备预览'" @click="enlarged = !enlarged" /></el-tooltip>
           <el-tooltip content="刷新画面" placement="top" :show-after="200">
           <el-button
             :text="!compact"
@@ -339,7 +349,7 @@ function handlePointerCancel(event: PointerEvent) {
         :key="action.key"
         type="button"
         class="device-action-button"
-        :disabled="interactionDisabled || regionSelection"
+        :disabled="interactionDisabled || regionSelection || pointSelection"
         :aria-label="action.label"
         @click="emit('triggerKey', action.keyCode)"
       >
@@ -348,6 +358,10 @@ function handlePointerCancel(event: PointerEvent) {
       </button>
     </div>
 
+    <div v-if="pointSelection" class="device-point-selection">
+      <span>请点击画面获取坐标</span>
+      <el-button size="small" text @click="emit('cancelPointSelection')">取消取点</el-button>
+    </div>
     <div
       ref="previewRef"
       class="device-preview"
@@ -364,7 +378,7 @@ function handlePointerCancel(event: PointerEvent) {
       >
         <div
           class="device-preview__surface"
-          :class="{ 'device-preview__surface--selecting': regionSelection }"
+          :class="{ 'device-preview__surface--selecting': regionSelection || pointSelection }"
           @pointerdown="handlePointerDown"
           @pointermove="handlePointerMove"
           @pointerup="handlePointerUp"
@@ -445,6 +459,7 @@ function handlePointerCancel(event: PointerEvent) {
 </template>
 
 <style scoped>
+.device-point-selection { display: flex; align-items: center; justify-content: space-between; gap: 4px; font-size: 12px; color: var(--el-color-primary); }
 .device-preview-title { display: flex; align-items: center; gap: 8px; }
 .device-preview-card--compact { display: flex; flex-direction: column; min-height: 0; }
 .device-preview-card--compact :deep(> .el-card__body) { display: flex; flex-direction: column; flex: 1; min-height: 0; overflow: hidden; gap: 8px; }