android-midscene-automation 0.1.41 → 0.1.43

package/src/appium-recorder/components/FlowStepEditor.vue

@@ -1,5 +1,6 @@
 <script setup lang="ts">
 import { computed } from 'vue';
+import CoordinatePointPicker from './CoordinatePointPicker.vue';
 import type { AppiumRecordedStep, AppiumSelector } from '../types';
 import { normalizeVisualChangeConfig } from '../visual-change';
 import { longPressMode } from '../long-press';
@@ -13,6 +14,7 @@ import LoopSettings from './LoopSettings.vue';
 import BreakLoopSettings from './BreakLoopSettings.vue';
 import VariableExtractionSettings from './VariableExtractionSettings.vue';
 import ScriptParameterSettings from './ScriptParameterSettings.vue';
+import AiRecognitionSettings from './AiRecognitionSettings.vue';
 
 type FlowKind = 'action' | 'condition' | 'assertion';
 type SwipeGesture = NonNullable<AppiumRecordedStep['swipe']>;
@@ -98,6 +100,12 @@ function patchTapCoordinate(axis: 'centerX' | 'centerY', value: number | undefin
     ? { label: `点击坐标 ${fallback.centerX},${fallback.centerY}` } : {}) });
 }
 
+function applyTapPoint(point: { x: number; y: number }) {
+  const fallback = { ...props.step.fallback, strategy: 'bounds' as const, centerX: point.x, centerY: point.y };
+  patchStep({ fallback, ...(/^点击坐标 \d+,\d+$/.test(props.step.label)
+    ? { label: `点击坐标 ${point.x},${point.y}` } : {}) });
+}
+
 function patchVisualChange(patch: Partial<VisualChangeConfig>) {
   patchStep({
     visualChange: normalizeVisualChangeConfig({
@@ -154,17 +162,21 @@ function patchSelector(patch: Partial<AppiumSelector>) {
         />
       </el-form-item>
       <div>
-        <el-form-item v-if="!['longPress', 'stopApp', 'log', 'openGallery', 'endFlow', 'loop', 'breakLoop'].includes(step.type)" label="超时时间 ms">
+        <el-form-item v-if="step.type === 'aiRecognition'">
+          <el-checkbox :model-value="step.aiTimeoutEnabled === true" :disabled="disabled" @update:model-value="patchStep({ aiTimeoutEnabled: $event === true })">启用超时</el-checkbox>
+        </el-form-item>
+        <el-form-item v-if="!['longPress', 'stopApp', 'log', 'openGallery', 'endFlow', 'loop', 'breakLoop', 'continueLoop'].includes(step.type) && (step.type !== 'aiRecognition' || step.aiTimeoutEnabled === true)" :label="step.type === 'aiRecognition' && step.aiObservation ? '模型请求超时 ms' : '超时时间 ms'">
           <el-input-number
             :model-value="step.timeoutMs ?? (step.type === 'delay' ? 1000 : DEFAULT_NODE_TIMEOUT_MS)"
             :disabled="disabled"
             :min="0"
             :max="999999"
+            :step="1000"
             controls-position="right"
             @update:model-value="patchTimeout($event)"
           />
         </el-form-item>
-        <BranchTimeoutSettings v-if="defaultKind() === 'condition'" :step="step" :disabled="disabled" @update="patchStep({ timeoutBranch: $event })" />
+        <BranchTimeoutSettings v-if="defaultKind() === 'condition' && (step.type !== 'aiRecognition' || step.aiTimeoutEnabled === true)" :step="step" :disabled="disabled" @update="patchStep({ timeoutBranch: $event })" />
       </div>
       <LongPressSettings v-if="step.type === 'longPress'" :step="step" :disabled="disabled" @update="patchStep" />
       <el-form-item v-if="['waitActivity', 'launchApp', 'stopApp', 'clearAppData'].includes(step.type)" :label="step.type === 'waitActivity' ? '目标 Activity' : '目标 APP 包名'">
@@ -191,12 +203,14 @@ function patchSelector(patch: Partial<AppiumSelector>) {
           <el-input-number :model-value="step.fallback?.centerY ?? 0" :disabled="disabled" :min="0" :max="99999" :precision="0" controls-position="right" aria-label="坐标 Y" @update:model-value="patchTapCoordinate('centerY', $event)" />
         </el-form-item>
       </div>
+      <CoordinatePointPicker v-if="step.type === 'coordinateTap'" :disabled="disabled" @select="applyTapPoint" />
       <StageLogSettings v-if="step.type === 'log'" :step="step" :disabled="disabled" @update="patchStep" />
       <VariableExtractionSettings v-if="step.type === 'extractVariable'" :step="step" :disabled="disabled" @update="patchStep" />
       <ScriptParameterSettings v-if="step.type === 'runScript'" :step="step" :disabled="disabled" @update="patchStep" />
       <LoopSettings v-if="step.type === 'loop'" :step="step" :disabled="disabled" @update="patchStep" />
-      <BreakLoopSettings v-if="step.type === 'breakLoop'" :step="step" :steps="steps" :disabled="disabled" @update="patchStep" />
+      <BreakLoopSettings v-if="step.type === 'breakLoop' || step.type === 'continueLoop'" :step="step" :steps="steps" :disabled="disabled" :mode="step.type === 'continueLoop' ? 'continue' : 'break'" @update="patchStep" />
       <TextClickSettings v-if="step.type === 'textClick'" :step="step" :disabled="disabled" @update="patchStep" />
+      <AiRecognitionSettings v-if="step.type === 'aiRecognition'" :step="step" :steps="steps" :disabled="disabled" @update="patchStep" />
       <el-form-item
         v-if="step.type === 'input' || step.type === 'inputIfExists' || step.type === 'assertText'"
         label="文本内容"

package/src/appium-recorder/components/NestedConditionBranches.vue

@@ -6,53 +6,10 @@ import type { AppiumRecordedStep } from '../types';
 import { buildConditionLayouts, FLOW_BRANCH_GAP, FLOW_NODE_WIDTH } from '../flow-layout';
 import FlowStepEditor from './FlowStepEditor.vue';
 import FlowActionMenu from './FlowActionMenu.vue';
+import type { FlowActionGroup, InsertAction } from '../flow-graph';
 
 type BranchName = 'yes' | 'no';
 type FlowKind = 'action' | 'condition' | 'assertion';
-type InsertAction =
-  | 'delay'
-  | 'tap'
-  | 'input'
-  | 'clearInput'
-  | 'coordinateTap'
-  | 'longPress'
-  | 'keyBack'
-  | 'keyHome'
-  | 'keyRecent'
-  | 'keyPower'
-  | 'swipe'
-  | 'pinch'
-  | 'launchApp'
-  | 'stopApp'
-  | 'openGallery'
-  | 'endFlow'
-  | 'loop'
-  | 'breakLoop'
-  | 'clearAppData'
-  | 'popupCondition'
-  | 'checkboxState'
-  | 'checkedState'
-  | 'radioButtonState'
-  | 'aiRecognition'
-  | 'imageCheck'
-  | 'textClick'
-  | 'tapIfExists'
-  | 'inputIfExists'
-  | 'clearIfExists'
-  | 'backIfExists'
-  | 'waitFor'
-  | 'assertExists'
-  | 'assertText'
-  | 'waitDisappear'
-  | 'waitActivity'
-  | 'runScript'
-  | 'extractVariable'
-  | 'noop'
-  | 'log'
-  | 'visualChangeStart'
-  | 'visualChangeEnd'
-  | 'visualChange';
-
 const PASTE_COMMAND = '__paste_flow_nodes__';
 
 const props = defineProps<{
@@ -86,7 +43,7 @@ const layout = computed(() => buildConditionLayouts(props.steps).get(props.condi
   yesAxis: 25,
   noAxis: 75,
 });
-const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction; label: string }> }> = [
+const actionGroups: FlowActionGroup[] = [
   {
     title: '组件操作',
     actions: [
@@ -119,7 +76,6 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
-      { type: 'imageCheck', label: '图像判断' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },
       { type: 'clearIfExists', label: '存在则清空' },
@@ -127,8 +83,20 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
       { type: 'waitFor', label: '等待出现' },
       { type: 'waitDisappear', label: '等待元素消失' },
       { type: 'waitActivity', label: '等待 Activity' },
-      { type: 'visualChangeStart', label: '检测画面变化开始' },
-      { type: 'visualChangeEnd', label: '检测画面变化结束' },
+      {
+        label: '检测画面变化',
+        actions: [
+          { type: 'visualChangeStart', label: '开始检测' },
+          { type: 'visualChangeEnd', label: '结束检测' },
+        ],
+      },
+    ],
+  },
+  {
+    title: '视觉识别',
+    actions: [
+      { type: 'aiRecognition', label: 'AI 识别' },
+      { type: 'imageCheck', label: '图像判断' },
     ],
   },
   {
@@ -136,8 +104,14 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
     actions: [
       { type: 'noop', label: '空节点' },
       { type: 'endFlow', label: '终止流程' },
-      { type: 'loop', label: '有界循环' },
-      { type: 'breakLoop', label: '退出循环' },
+      {
+        label: '循环',
+        actions: [
+          { type: 'loop', label: '有界循环' },
+          { type: 'continueLoop', label: '继续下一次循环' },
+          { type: 'breakLoop', label: '退出循环' },
+        ],
+      },
       { type: 'log', label: '输出日志' },
       { type: 'runScript', label: '连接脚本' },
     ],
@@ -160,6 +134,7 @@ function typeLabel(step: AppiumRecordedStep) {
     endFlow: '终止流程',
     loop: '有界循环',
     breakLoop: '退出循环',
+    continueLoop: '继续下一次循环',
     log: '输出日志',
     checkboxState: 'Checkbox 状态',
     checkedState: '判断勾选',

package/src/appium-recorder/components/RecordedSteps.vue

@@ -89,7 +89,6 @@ const insertActionGroups: FlowActionGroup[] = [
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
-      { type: 'imageCheck', label: '图像判断' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },
       { type: 'clearIfExists', label: '存在则清空' },
@@ -97,8 +96,20 @@ const insertActionGroups: FlowActionGroup[] = [
       { type: 'waitFor', label: '等待出现' },
       { type: 'waitDisappear', label: '等待元素消失' },
       { type: 'waitActivity', label: '等待 Activity' },
-      { type: 'visualChangeStart', label: '检测画面变化开始节点' },
-      { type: 'visualChangeEnd', label: '检测画面变化结束节点' },
+      {
+        label: '检测画面变化',
+        actions: [
+          { type: 'visualChangeStart', label: '开始检测' },
+          { type: 'visualChangeEnd', label: '结束检测' },
+        ],
+      },
+    ],
+  },
+  {
+    title: '视觉识别',
+    actions: [
+      { type: 'aiRecognition', label: 'AI 识别' },
+      { type: 'imageCheck', label: '图像判断' },
     ],
   },
   {
@@ -106,8 +117,14 @@ const insertActionGroups: FlowActionGroup[] = [
     actions: [
       { type: 'noop', label: '空节点' },
       { type: 'endFlow', label: '终止流程' },
-      { type: 'loop', label: '有界循环' },
-      { type: 'breakLoop', label: '退出循环' },
+      {
+        label: '循环',
+        actions: [
+          { type: 'loop', label: '有界循环' },
+          { type: 'continueLoop', label: '继续下一次循环' },
+          { type: 'breakLoop', label: '退出循环' },
+        ],
+      },
       { type: 'log', label: '输出日志' },
       { type: 'runScript', label: '连接脚本' },
     ],
@@ -116,7 +133,7 @@ const insertActionGroups: FlowActionGroup[] = [
 
 const mainActionGroups = insertActionGroups.map((group) => ({
   ...group,
-  actions: group.actions.filter((action) => action.type !== 'clearAppData'),
+  actions: group.actions.filter((action) => !('type' in action) || action.type !== 'clearAppData'),
 }));
 const startActionGroups = insertActionGroups;
 const hasClearAppDataStep = computed(() => props.steps.some((step) => step.type === 'clearAppData'));

package/src/appium-recorder/coordinate-preview.ts

@@ -0,0 +1,37 @@
+import { computed, provide, shallowRef, watch, type InjectionKey, type Ref } from 'vue';
+
+type Point = { x: number; y: number };
+interface CoordinatePicker {
+  enabled: Readonly<Ref<boolean>>;
+  owner: Readonly<Ref<symbol | undefined>>;
+  start: (owner: symbol, select: (point: Point) => void) => void;
+  cancel: (owner?: symbol) => void;
+}
+export const coordinatePreviewKey: InjectionKey<CoordinatePicker> = Symbol('coordinate-preview');
+
+export function useCoordinatePicker(enabled: Readonly<Ref<boolean>>, showPreview: () => void) {
+  const session = shallowRef<{ owner: symbol; select: (point: Point) => void }>();
+  function cancel(owner?: symbol) {
+    if (!owner || session.value?.owner === owner) session.value = undefined;
+  }
+  provide(coordinatePreviewKey, {
+    enabled,
+    owner: computed(() => session.value?.owner),
+    start(owner, select) {
+      if (!enabled.value) return;
+      session.value = { owner, select };
+      showPreview();
+    },
+    cancel,
+  });
+  watch(enabled, (value) => { if (!value) cancel(); });
+  return {
+    picking: computed(() => Boolean(session.value)),
+    cancel,
+    select(point: Point) {
+      const current = session.value;
+      cancel();
+      if (enabled.value) current?.select(point);
+    },
+  };
+}

package/src/appium-recorder/flow-appearance.ts

@@ -3,13 +3,24 @@ import type { InjectionKey, Ref } from 'vue';
 export const DEFAULT_FLOW_BACKGROUND = '#d4e8dd';
 export const FLOW_BACKGROUND_PRESETS = ['#d4e8dd', '#d5e6f5', '#e4dcf2', '#f2dedc', '#d5eae9', '#e8e4cc'];
 export const flowBackgroundKey: InjectionKey<Readonly<Ref<string>>> = Symbol('flowBackground');
+export const DEFAULT_FLOW_LINE_COLOR = '#719985';
+export const FLOW_LINE_COLOR_PRESETS = ['#719985', '#4b83c4', '#8b6bb1', '#c78a46', '#7b8794', '#374151'];
+export const flowLineColorKey: InjectionKey<Readonly<Ref<string>>> = Symbol('flowLineColor');
 
 export function isHexColor(value: unknown): value is string {
   return typeof value === 'string' && /^#(?:[\da-f]{3}|[\da-f]{6})$/i.test(value.trim());
 }
 
 export function normalizeFlowBackground(value: unknown) {
-  if (!isHexColor(value)) return DEFAULT_FLOW_BACKGROUND;
+  return normalizeFlowColor(value, DEFAULT_FLOW_BACKGROUND);
+}
+
+export function normalizeFlowLineColor(value: unknown) {
+  return normalizeFlowColor(value, DEFAULT_FLOW_LINE_COLOR);
+}
+
+function normalizeFlowColor(value: unknown, fallback: string) {
+  if (!isHexColor(value)) return fallback;
   const color = value.trim().toLowerCase();
   return color.length === 4 ? '#' + [...color.slice(1)].map((char) => char + char).join('') : color;
 }

package/src/appium-recorder/flow-copy.ts

@@ -184,6 +184,7 @@ export function pasteFlowClipboard(
     delete step.mergeUndo;
     step.id = idMap.get(source.id) || createId();
     if (step.breakLoopTargetId) step.breakLoopTargetId = idMap.get(step.breakLoopTargetId) || step.breakLoopTargetId;
+    if (step.continueLoopTargetId) step.continueLoopTargetId = idMap.get(step.continueLoopTargetId) || step.continueLoopTargetId;
     const flow = { ...(step.flow || {}) };
     for (const key of targetKeys) {
       const mappedId = flow[key] ? idMap.get(flow[key] || '') : '';

package/src/appium-recorder/flow-graph.ts

@@ -29,6 +29,7 @@ export type InsertAction =
   | 'endFlow'
   | 'loop'
   | 'breakLoop'
+  | 'continueLoop'
   | 'clearAppData'
   | 'popupCondition'
   | 'checkboxState'
@@ -70,9 +71,11 @@ const FLOW_BRANCH_LABEL_GAP = 58;
 const FLOW_BRANCH_MIN_SPREAD = 260;
 const FLOW_BRANCH_SUBTREE_GAP = 80;
 
+export type FlowAction = { type: InsertAction; label: string };
+export type FlowActionSubgroup = { label: string; actions: FlowAction[] };
 export type FlowActionGroup = {
   title: string;
-  actions: Array<{ type: InsertAction; label: string }>;
+  actions: Array<FlowAction | FlowActionSubgroup>;
 };
 
 export type FlowGraphNodeData =
@@ -283,7 +286,7 @@ function estimateStepNodeHeight(label: { title: string; meta: string; note?: str
 }
 
 function withLaunchAppAction(groups: FlowActionGroup[]) {
-  if (groups.some((group) => group.actions.some((action) => action.type === 'launchApp'))) return groups;
+  if (groups.some((group) => group.actions.some((action) => 'type' in action && action.type === 'launchApp'))) return groups;
   const launchAction = { type: 'launchApp' as const, label: '启动 App' };
   let added = false;
   const nextGroups = groups.map((group) => {
@@ -460,8 +463,8 @@ export function buildFlowGraph(
           && item.step.type !== 'clearAppData'
           && item.step.visualChange?.role !== 'end',
         canEditInput: ['input', 'inputIfExists', 'imageCheck', 'runScript'].includes(item.step.type),
-        canExecute: item.step.type === 'launchApp' || item.step.type === 'clearAppData',
-        missingAiModel: item.step.type === 'aiRecognition',
+        canExecute: item.step.type === 'launchApp' || item.step.type === 'clearAppData' || item.step.type === 'aiRecognition',
+        missingAiModel: item.step.type === 'aiRecognition' && !options.aiRecognitionModelConfigured,
       },
     });
   };

package/src/appium-recorder/flow-labels.ts

@@ -5,15 +5,17 @@ import { longPressMode } from './long-press';
 import { isNativeStateCondition } from './native-control-state';
 import { DEFAULT_LOG_PREFIX } from './stage-log';
 import { imageCheckSummary } from './image-check';
+import { isAiBranchEnabled } from './ai-recognition';
 
-export function isBooleanCondition(step: Pick<AppiumRecordedStep, 'type'>) {
-  return isNativeStateCondition(step) || step.type === 'aiRecognition' || step.type === 'textClick' || step.type === 'imageCheck';
+export function isBooleanCondition(step: Pick<AppiumRecordedStep, 'type' | 'aiBranchEnabled'>) {
+  return isNativeStateCondition(step) || (step.type === 'aiRecognition' && isAiBranchEnabled(step)) || step.type === 'textClick' || step.type === 'imageCheck';
 }
 
 export function defaultFlowKind(step: AppiumRecordedStep): FlowKind {
+  if (step.type === 'aiRecognition') return isAiBranchEnabled(step) ? 'condition' : 'action';
   if (step.type === 'extractVariable') return 'action';
   if (step.type === 'loop') return 'condition';
-  if (step.type === 'breakLoop') return 'action';
+  if (step.type === 'breakLoop' || step.type === 'continueLoop') return 'action';
   if (step.type === 'log' || step.type === 'openGallery' || step.type === 'endFlow') return 'action';
   if (isBooleanCondition(step)) return 'condition';
   if (step.flow?.nodeKind) return step.flow.nodeKind;
@@ -47,7 +49,7 @@ export function flowTypeLabel(step: AppiumRecordedStep) {
     checkboxState: 'Checkbox 状态',
     checkedState: '判断勾选',
     radioButtonState: 'RadioButton 状态',
-    aiRecognition: 'AI 识别（已移除）',
+    aiRecognition: 'AI 识别',
     imageCheck: '图像判断',
     textClick: '文字点击',
     assertText: '断言文本',
@@ -63,6 +65,7 @@ export function flowTypeLabel(step: AppiumRecordedStep) {
     endFlow: '终止流程',
     loop: '有界循环',
     breakLoop: '退出循环',
+    continueLoop: '继续下一次循环',
     clearAppData: '清理 APP 缓存',
     longPress: '长按',
     pinch: '双指缩放',
@@ -80,8 +83,9 @@ export function flowStepMeta(step: AppiumRecordedStep) {
   if (step.type === 'extractVariable') return `${step.extractVariable?.attribute || 'text'} → ${step.extractVariable?.name || '未设置变量名'}`;
   if (step.type === 'loop') return `最多 ${step.loop?.maxIterations ?? '?'} 次 · ${step.loop?.exitWhen === 'exists' ? '元素出现时退出' : step.loop?.exitWhen === 'notExists' ? '元素消失时退出' : '固定次数'}${step.loop?.exitWhen !== 'never' ? ` ${step.selector?.value || ''}` : ''}`;
   if (step.type === 'breakLoop') return step.breakLoopTargetId ? '退出指定循环，继续循环结束后的流程' : '退出当前循环，继续循环结束后的流程';
+  if (step.type === 'continueLoop') return step.continueLoopTargetId ? '结束本轮，进入指定循环的下一轮' : '结束本轮，进入当前循环的下一轮';
   if (step.type === 'log') return `${step.logPrefix ?? DEFAULT_LOG_PREFIX}:${step.value || ''}`;
-  if (step.type === 'aiRecognition') return '此操作已移除，请替换为图像判断或原生组件判断';
+  if (step.type === 'aiRecognition') return `AI ${step.aiObservation?.mode === 'untilMatch' ? '命中即结束' : step.aiObservation ? '持续观察' : '识别'} · ${step.value || '未填写识别内容'}`;
   if (step.type === 'longPress') {
     const target = longPressMode(step) === 'element'
       ? `元素 ${step.selector?.strategy || ''} ${step.selector?.value || ''}`

package/src/appium-recorder/flow-merge.ts

@@ -63,7 +63,7 @@ export function mergeBranches(steps: AppiumRecordedStep[], conditionId: string,
     }
   }
   function connectEnd(step: typeof next[number]) {
-    if (step.type === 'endFlow' || step.type === 'breakLoop') return;
+    if (step.type === 'endFlow' || step.type === 'breakLoop' || step.type === 'continueLoop') return;
     step.flow.successTargetId = commonId;
     if (defaultFlowKind(step) === 'condition') {
       for (const branch of (step.type === 'loop' ? ['no'] : ['yes', 'no']) as Branch[]) {

package/src/appium-recorder/flow-unmerge.ts

@@ -28,7 +28,7 @@ export function unmergeBranches(steps: AppiumRecordedStep[], conditionId: string
   const shared = new Set([...common, ...added.map(step => step.id)]);
   // 普通新增操作可分配到任一侧；控制节点和跨节点配对不做猜测性复制。
   if (added.some(step => defaultFlowKind(step) === 'condition'
-    || ['visualChange', 'breakLoop', 'endFlow'].includes(step.type) || step.mergeUndo)) {
+    || ['visualChange', 'breakLoop', 'continueLoop', 'endFlow'].includes(step.type) || step.mergeUndo)) {
     throw new Error('公共流程新增了判断、循环、终止或配对节点，请先移出这些节点再取消合并');
   }
   if (added.some(step => edges.some(key => step.flow?.[key]
@@ -98,7 +98,7 @@ export function unmergeBranches(steps: AppiumRecordedStep[], conditionId: string
     const siblings = branchSteps(next, conditionId, other);
     const appended = siblings.slice(-added.length);
     const previous = siblings[siblings.length - appended.length - 1];
-    if (previous && (defaultFlowKind(previous) === 'condition' || ['endFlow', 'breakLoop'].includes(previous.type))) {
+    if (previous && (defaultFlowKind(previous) === 'condition' || ['endFlow', 'breakLoop', 'continueLoop'].includes(previous.type))) {
       throw new Error('另一侧末尾是判断、循环或终止操作，新增节点不能安全追加，请仅保留在原来源分支');
     }
     if (previous?.flow?.successTargetId) {

package/src/appium-recorder/report-summary.ts

@@ -0,0 +1,60 @@
+export const DEFAULT_REPORT_SUMMARY_PROMPT = `请根据提供的回放日志、执行元数据和脚本配置，生成中文 Markdown 测试报告。默认包含：
+1. 测试概览：脚本名称、开始时间、结束时间、执行结果（成功/失败/终止）、总时长、设备和 App 信息。
+2. 执行配置：主脚本及连接脚本名称、节点类型、参数、超时、分支、循环、AI 识别条件等，用表格展示关键配置。
+3. 用例描述表格：序号、所属脚本、测试场景/用例描述、操作步骤、预期结果、实际结果、通过/失败/未执行；循环多次执行时区分尝试次数。
+4. 失败详情：失败节点、错误日志证据、实际与预期差异、可能原因及排查建议；没有失败则明确说明。
+5. 汇总：执行情况、主要问题、重试结果及建议。
+严格依据日志，未执行节点不能计为通过；AI 判断 false 与执行异常要区分。无法确认的信息写“日志未提供”，推测原因明确标为推测。不要编造截图内容或测试结果。只输出 Markdown 正文，不要在全文外包裹代码块。`;
+
+export const IMAGE_GENERATION_TIME_REPORT_SUMMARY_PROMPT = `${DEFAULT_REPORT_SUMMARY_PROMPT}
+
+另外必须包含“出图时间分析”：
+- 定位每次触发图片生成的操作，以及其后用于判断已出图的 AI 识别或图像判断节点。
+- 首次出图时间必须采用日志中“距观察开始 Nms”或首次命中帧的明确时间，换算为秒并保留两位小数。
+- AI 识别耗时或图像判断耗时是包含截图采样、模型请求和响应等待的检测节点总耗时，不能直接作为首次出图时间。
+- 如果没有首次命中帧时间，首次出图时间写“日志未提供”，并单独展示检测节点总耗时；不得根据观察时长、超时时间或节点顺序推测。
+- 多次生成、循环或重试须逐次列出，表格列为：次数、触发出图操作、检测条件、首次出图时间、检测节点总耗时、判定结果、日志证据。
+- 汇总成功出图次数、失败或超时次数、最快、最慢和平均首次出图时间；只有至少两次具有明确时间时才计算平均值。`;
+
+export type ReportSummaryPromptPreset = { name: string; prompt: string };
+
+export const REPORT_SUMMARY_PROMPT_PRESETS: readonly ReportSummaryPromptPreset[] = [
+  { name: '默认测试报告', prompt: DEFAULT_REPORT_SUMMARY_PROMPT },
+  { name: '出图时间分析', prompt: IMAGE_GENERATION_TIME_REPORT_SUMMARY_PROMPT },
+] as const;
+
+export interface ReportSummaryConfig {
+  enabled: boolean;
+  prompt: string;
+  customPresets: ReportSummaryPromptPreset[];
+}
+
+export function validateReportSummaryPrompt(value: unknown) {
+  if (typeof value !== 'string' || !value.trim() || value.trim().length > 20000) {
+    throw new Error('报告提示词不能为空，且不能超过 20000 字');
+  }
+  return value.trim();
+}
+
+export function resolveReportSummary(value?: Partial<ReportSummaryConfig>): ReportSummaryConfig {
+  if (value != null && (typeof value !== 'object' || Array.isArray(value))) throw new Error('回放报告总结配置无效');
+  if (value?.enabled !== undefined && typeof value.enabled !== 'boolean') throw new Error('回放报告总结开关无效');
+  const prompt = validateReportSummaryPrompt(value?.prompt ?? DEFAULT_REPORT_SUMMARY_PROMPT);
+  const rawPresets = value?.customPresets;
+  if (rawPresets !== undefined && !Array.isArray(rawPresets)) throw new Error('报告测试场景必须是列表');
+  if ((rawPresets?.length || 0) > 50) throw new Error('报告测试场景不能超过 50 个');
+  const reservedNames = new Set(REPORT_SUMMARY_PROMPT_PRESETS.map(preset => preset.name));
+  const names = new Set<string>();
+  const customPresets = (rawPresets || []).map(item => {
+    const name = typeof item?.name === 'string' ? item.name.trim() : '';
+    if (!name || name.length > 80) throw new Error('报告测试场景名称不能为空，且不能超过 80 字');
+    if (reservedNames.has(name) || names.has(name)) throw new Error(`报告测试场景名称已存在：${name}`);
+    names.add(name);
+    return { name, prompt: validateReportSummaryPrompt(item?.prompt) };
+  });
+  return {
+    enabled: value?.enabled === true,
+    prompt,
+    customPresets,
+  };
+}

package/src/appium-recorder/types.ts

@@ -1,3 +1,4 @@
+import type { AiObservationConfig } from './ai-recognition';
 import type { TestVariable, VariableExtraction, ScriptReturn } from './variables';
 import type { ImageCheckConfig } from './image-check';
 
@@ -98,6 +99,7 @@ export type AppiumRecordedStep = {
     | 'endFlow'
     | 'loop'
     | 'breakLoop'
+    | 'continueLoop'
     | 'clearAppData'
     | 'waitDisappear'
     | 'assertText'
@@ -121,9 +123,13 @@ export type AppiumRecordedStep = {
   returns?: ScriptReturn[];
   keyCode?: number;
   timeoutMs?: number;
+  aiTimeoutEnabled?: boolean;
+  aiBranchEnabled?: boolean;
+  aiObservation?: AiObservationConfig;
   timeoutBranch?: 'stop' | 'yes' | 'no';
   longPressMode?: 'element' | 'coordinates';
   breakLoopTargetId?: string;
+  continueLoopTargetId?: string;
   loop?: {
     maxIterations: number;
     exitWhen: 'never' | 'exists' | 'notExists';

package/src/components/config/AiDeduplicationSettings.vue

@@ -0,0 +1,60 @@
+<script setup lang="ts">
+import { computed } from 'vue';
+import { resolveAiDeduplication, type AiDeduplicationConfig } from '../../appium-recorder/ai-deduplication';
+
+const props = defineProps<{ modelValue?: AiDeduplicationConfig; disabled?: boolean }>();
+const emit = defineEmits<{ 'update:modelValue': [value: AiDeduplicationConfig] }>();
+const settings = computed(() => props.modelValue ?? resolveAiDeduplication());
+function patch(value: Partial<AiDeduplicationConfig>) {
+  emit('update:modelValue', { ...settings.value, ...value });
+}
+</script>
+
+<template>
+  <section class="ai-dedup-settings" aria-label="持续观察截图去重">
+    <p class="ai-dedup-description">相似截图在本地过滤后再提交模型，减少重复图片和识别开销。</p>
+    <el-form-item label="去重方式">
+      <el-radio-group :model-value="settings.method" :disabled="disabled" @update:model-value="patch({ method: $event as AiDeduplicationConfig['method'] })">
+        <el-radio-button value="none">不去重</el-radio-button>
+        <el-radio-button value="pixelmatch">pixelmatch（默认）</el-radio-button>
+        <el-radio-button value="opencv">OpenCV（SSIM）</el-radio-button>
+      </el-radio-group>
+    </el-form-item>
+    <template v-if="settings.method === 'pixelmatch'">
+      <el-form-item label="像素颜色容差">
+        <el-input-number :model-value="settings.pixelmatch.threshold" :disabled="disabled" :min="0" :max="1" :step="0.01" :precision="2" controls-position="right" @update:model-value="patch({ pixelmatch: { ...settings.pixelmatch, threshold: $event ?? 0.1 } })" />
+        <p class="ai-dedup-help">默认 0.10。越大越容易忽略颜色细微差异；设为 0 时逐像素严格比较。</p>
+      </el-form-item>
+      <el-form-item label="允许变化面积（%）">
+        <el-input-number :model-value="settings.pixelmatch.maxChangedRatio" :disabled="disabled" :min="0" :max="100" :step="0.1" :precision="2" controls-position="right" @update:model-value="patch({ pixelmatch: { ...settings.pixelmatch, maxChangedRatio: $event ?? 0.5 } })" />
+        <p class="ai-dedup-help">默认 0.50%。变化像素占比不超过此值时去重。越大保留越少，但可能忽略小弹窗或文字变化。</p>
+      </el-form-item>
+    </template>
+    <template v-else-if="settings.method === 'opencv'">
+      <el-form-item label="SSIM 相似度阈值">
+        <el-input-number :model-value="settings.opencv.similarityThreshold" :disabled="disabled" :min="0.5" :max="1" :step="0.005" :precision="3" controls-position="right" @update:model-value="patch({ opencv: { ...settings.opencv, similarityThreshold: $event ?? 0.99 } })" />
+        <p class="ai-dedup-help">默认 0.990。相似度达到此值时去重；越接近 1 越严格、保留越多，调低可减少提交图片。</p>
+      </el-form-item>
+      <el-form-item label="比较图像最长边（px）">
+        <el-input-number :model-value="settings.opencv.maxDimension" :disabled="disabled" :min="128" :max="1024" :step="128" :precision="0" controls-position="right" @update:model-value="patch({ opencv: { ...settings.opencv, maxDimension: $event ?? 512 } })" />
+        <p class="ai-dedup-help">默认 512。仅缩小本地比较图像；越大越能保留细节，也更耗本地计算资源，不改变提交模型的图片尺寸。</p>
+      </el-form-item>
+    </template>
+    <div class="ai-dedup-explanation">
+      <h4>去重方式说明</h4>
+      <p><strong>不去重：</strong>全部采样截图交给模型，保留信息最多，图片输入消耗也最高。</p>
+      <p><strong>pixelmatch：</strong>比较原图的像素颜色和变化面积，适合同设备的静态画面，对细节变化敏感。</p>
+      <p><strong>OpenCV（SSIM）：</strong>缩小图片后比较彩色画面的局部亮度、对比度和结构，更侧重整体相似性；可能忽略小文字，不能识别语义，也不自动对齐位移。</p>
+      <p>仅对持续观察生效。首帧始终保留，后续与上一张保留的截图比较；两种去重均在本地完成，不调用模型。切换方式会保留各自参数，用于后续回放和识别测试。</p>
+    </div>
+  </section>
+</template>
+
+<style scoped>
+.ai-dedup-description { margin: 0 0 18px; color: var(--el-text-color-secondary); font-size: 12px; line-height: 1.6; }
+.ai-dedup-help { width: 100%; margin: 6px 0 0; color: var(--el-text-color-secondary); font-size: 12px; line-height: 1.6; }
+.ai-dedup-explanation { margin-top: 18px; padding-top: 14px; border-top: 1px solid var(--ui-border); color: var(--el-text-color-regular); font-size: 13px; line-height: 1.7; }
+.ai-dedup-explanation h4 { margin: 0 0 8px; color: var(--el-text-color-primary); font-size: 13px; }
+.ai-dedup-explanation p { margin: 6px 0; }
+.ai-dedup-settings :deep(.el-radio-group) { gap: 4px 0; }
+</style>