android-midscene-automation 0.1.41 → 0.1.43

package/src/appium-recorder/AppiumPage.vue

@@ -1,7 +1,10 @@
 <script setup lang="ts">
 import { computed, h, onMounted, onUnmounted, provide, reactive, shallowRef, watch } from 'vue';
-import { flowBackgroundKey, normalizeFlowBackground } from './flow-appearance';
+import { flowBackgroundKey, normalizeFlowBackground, flowLineColorKey, normalizeFlowLineColor } from './flow-appearance';
+import { useCoordinatePicker } from './coordinate-preview';
 import { DEFAULT_NODE_TIMEOUT_MS } from './node-timeout';
+import { aiPromptPresetsKey, DEFAULT_AI_PROMPT_PRESETS, type AiPromptPreset } from './ai-prompt-presets';
+import AiRecognitionPromptInput from './components/AiRecognitionPromptInput.vue';
 import { ElForm, ElFormItem, ElInputNumber, ElMessage, ElMessageBox, ElOption, ElSelect } from 'element-plus';
 import { ArrowDown, Check, CircleClose, CopyDocument, Delete, Document, Download, Edit, Plus, Refresh, Upload, VideoPlay, View, Clock } from '@element-plus/icons-vue';
 import RunHistoryDialog from './RunHistoryDialog.vue';
@@ -15,9 +18,10 @@ import { insertBeforeSharedStep } from './flow-insert';
 import VariableExtractionSettings from './components/VariableExtractionSettings.vue';
 import ScriptParameterSettings from './components/ScriptParameterSettings.vue';
 import { validateVariables, validateExtraction, validateReturns, type TestVariable } from './variables';
-import { defaultLoopConfig, enclosingLoops, breakLoopTarget, validateLoop, validateLoopSteps } from './bounded-loop';
+import { breakLoopTarget, continueLoopTarget, defaultLoopConfig, enclosingLoops, validateLoop, validateLoopSteps } from './bounded-loop';
 import {
   clearAppiumDeviceAppData,
+  checkReportSummaryModel,
   deleteAppiumScript,
   downloadAppiumScript,
   getAppiumScripts,
@@ -42,6 +46,9 @@ import RecordedSteps from './components/RecordedSteps.vue';
 import NewScriptDialog from './components/NewScriptDialog.vue';
 import VisualChangeDialog from './components/VisualChangeDialog.vue';
 import ImageCheckDialog from './components/ImageCheckDialog.vue';
+import AiRecognitionTestDialog from './components/AiRecognitionTestDialog.vue';
+import { validateAiRecognitionPrompt } from './ai-recognition';
+import { DEFAULT_REPORT_SUMMARY_PROMPT, REPORT_SUMMARY_PROMPT_PRESETS, type ReportSummaryConfig } from './report-summary';
 import { createImageCheckConfig, validateImageCheck, type ImageCheckConfig } from './image-check';
 import {
   createFlowClipboard,
@@ -97,10 +104,14 @@ const AUTO_TREE_REFRESH_INTERVAL_MS = 1800;
 const readonlyFlowActionGroups: FlowActionGroup[] = [];
 const readonlyFlowSelectedIndexes: number[] = [];
 const recordReplayVideo = shallowRef(false);
+const selectedReportTemplateName = shallowRef('');
 
 const props = defineProps<{
   aiRecognitionModelConfigured?: boolean;
+  aiPromptPresets?: AiPromptPreset[];
+  reportSummary?: ReportSummaryConfig;
   flowBackgroundColor?: string;
+  flowLineColor?: string;
   active: boolean;
   appPresets: AppPreset[];
   deviceActions: readonly DeviceAction[];
@@ -126,6 +137,14 @@ const props = defineProps<{
 
 // provide/inject 随组件关系传递，放大弹窗 teleport 后也能使用同一颜色。
 provide(flowBackgroundKey, computed(() => normalizeFlowBackground(props.flowBackgroundColor)));
+provide(flowLineColorKey, computed(() => normalizeFlowLineColor(props.flowLineColor)));
+const availableAiPromptPresets = computed(() => props.aiPromptPresets ?? DEFAULT_AI_PROMPT_PRESETS);
+const availableReportTemplates = computed(() => [
+  ...REPORT_SUMMARY_PROMPT_PRESETS,
+  ...(props.reportSummary?.customPresets || []),
+]);
+const selectedReportTemplate = computed(() => availableReportTemplates.value.find(item => item.name === selectedReportTemplateName.value));
+provide(aiPromptPresetsKey, availableAiPromptPresets);
 const selectedDeviceId = computed(() => props.playgroundDeviceId);
 const tree = shallowRef<AppiumNode | null>(null);
 const selectedNode = shallowRef<AppiumNode | null>(null);
@@ -136,6 +155,7 @@ const newScriptRevision = shallowRef(0);
 const storedWorkbenchTab = window.localStorage.getItem(WORKBENCH_TAB_STORAGE_KEY);
 const activeWorkbenchTab = shallowRef<'recording' | 'scripts' | 'variables'>(storedWorkbenchTab === 'scripts' ? 'scripts' : storedWorkbenchTab === 'variables' ? 'variables' : 'recording');
 const steps = shallowRef<AppiumRecordedStep[]>([]);
+const aiRecognitionTestStep = shallowRef<AppiumRecordedStep | null>(null);
 const flowClipboard = shallowRef<FlowClipboard | null>(null);
 const rawXml = shallowRef('');
 const currentActivity = shallowRef('');
@@ -170,6 +190,7 @@ const duplicatingScriptId = shallowRef('');
 const renamingScriptId = shallowRef('');
 const downloadingScriptId = shallowRef('');
 const replaying = shallowRef(false);
+const preparingReplay = shallowRef(false);
 const stoppingReplay = shallowRef(false);
 const activeReplayDeviceId = shallowRef('');
 const recordingTap = shallowRef(false);
@@ -231,16 +252,9 @@ const linkedScriptTarget = computed(() => scripts.value.find((script) => script.
 const linkedScriptPreviewScript = computed(() => (
   scripts.value.find((script) => script.id === linkedScriptPreviewScriptId.value) || null
 ));
-const compatibleLinkableScripts = computed(() => linkableScripts.value.filter((script) => (
-  script.appPackage === form.appPackage
-  && (
-    Boolean(linkedScriptBranchTarget.value)
-    || (
-      Boolean(linkedScriptExpectedActivity.value)
-      && script.appActivity === linkedScriptExpectedActivity.value
-    )
-  )
-)));
+const compatibleLinkableScripts = computed(() => linkableScripts.value.filter(
+  (script) => script.appPackage === form.appPackage,
+));
 const hasSelectedAppPackage = computed(() => props.appPresets.some((app) => app.packageName === form.appPackage));
 const scriptActivityMismatch = computed(() => {
   const expectedActivity = selectedScript.value?.appActivity?.trim();
@@ -252,8 +266,8 @@ const recordingBusy = computed(() => (
   || resolvingNavigation.value
   || Boolean(pendingNavigation.value)
 ));
-const recordingLocked = computed(() => recordingBusy.value || replaying.value);
-const newScriptDisabled = computed(() => saving.value || replaying.value || recordingBusy.value || launchingApp.value || importingScript.value);
+const recordingLocked = computed(() => recordingBusy.value || replaying.value || preparingReplay.value);
+const newScriptDisabled = computed(() => saving.value || replaying.value || preparingReplay.value || recordingBusy.value || launchingApp.value || importingScript.value);
 const overlayBounds = computed(() => flattenNodes(tree.value).flatMap((node) => (
   node.bounds ? [{ id: node.id, ...node.bounds }] : []
 )));
@@ -270,6 +284,13 @@ const visualChangeRegionSelectionEnabled = computed(() => (
   (visualChangeDialogVisible.value && visualChangeConfig.value.mode === 'region') || imageCheckDraft.value?.imageCheck?.target === 'region'
 ));
 
+const coordinatePicker = useCoordinatePicker(
+  computed(() => Boolean(selectedDeviceId.value) && !recordingLocked.value && !visualChangeRegionSelectionEnabled.value),
+  () => workspaceRef.value?.showPreview(),
+);
+const pickingCoordinate = coordinatePicker.picking;
+watch([selectedDeviceId, () => props.active], () => coordinatePicker.cancel());
+
 function stepWithBranchTarget(step: AppiumRecordedStep, branchTarget: BranchTarget) {
   return {
     ...step,
@@ -886,6 +907,11 @@ async function refreshTree() {
 
 async function executeFlowStep(index: number) {
   const step = steps.value[index];
+  if (step?.type === 'aiRecognition') {
+    if (replaying.value || recordingBusy.value) { ElMessage.warning('设备正在执行操作，请稍后测试'); return; }
+    aiRecognitionTestStep.value = { ...step };
+    return;
+  }
   if (!step || (step.type !== 'launchApp' && step.type !== 'clearAppData')) return;
   if (launchingApp.value) return;
   if (!selectedDeviceId.value) {
@@ -940,6 +966,10 @@ async function executeFlowStep(index: number) {
 }
 
 function selectNodeFromPoint(point: { x: number; y: number }) {
+  if (pickingCoordinate.value) {
+    coordinatePicker.select(point);
+    return;
+  }
   const node = findSmallestNodeAtPoint(tree.value, point.x, point.y);
   if (node) {
     selectedNode.value = node;
@@ -1129,16 +1159,8 @@ function openLinkedScriptDialog(index?: number, branchTarget?: BranchTarget) {
   }
   linkedScriptBranchTarget.value = branchTarget || null;
   linkedScriptExpectedActivity.value = expectedActivityAfterStep(index);
-  if (!linkedScriptBranchTarget.value && !linkedScriptExpectedActivity.value) {
-    ElMessage.warning('无法确定当前插入点的 Activity，请先刷新组件树');
-    return;
-  }
   if (!compatibleLinkableScripts.value.length) {
-    ElMessage.warning(
-      linkedScriptBranchTarget.value
-        ? '没有属于当前 App 的可连接脚本'
-        : `没有入口 Activity 为 ${linkedScriptExpectedActivity.value} 的可连接脚本`,
-    );
+    ElMessage.warning('没有属于当前 App 的可连接脚本');
     linkedScriptExpectedActivity.value = '';
     linkedScriptBranchTarget.value = null;
     return;
@@ -1162,16 +1184,6 @@ function addLinkedScriptStep() {
     ElMessage.error('连接脚本必须属于当前 App');
     return;
   }
-  if (
-    !linkedScriptBranchTarget.value
-    && (!linkedScriptExpectedActivity.value || script.appActivity !== linkedScriptExpectedActivity.value)
-  ) {
-    ElMessage.error(
-      `无法连接：插入点 Activity 为 ${linkedScriptExpectedActivity.value || '-'}，`
-      + `目标脚本入口 Activity 为 ${script.appActivity || '-'}`,
-    );
-    return;
-  }
   const editingIndex = linkedScriptEditingId.value ? steps.value.findIndex(step => step.id === linkedScriptEditingId.value) : -1;
   if (linkedScriptEditingId.value && editingIndex < 0) { ElMessage.warning('原节点已删除，请重新打开'); return; }
   if (editingIndex >= 0) {
@@ -1373,6 +1385,31 @@ async function addAction(
     if (result) return insertStep({ ...step, breakLoopTargetId: scoped.breakLoopTargetId }, index, branchTarget);
     return;
   }
+  if (action === 'continueLoop') {
+    const step: AppiumRecordedStep = { id: createStepId(), type: 'continueLoop', label: '继续下一次循环', flow: { nodeKind: 'action' } };
+    const scoped = reactive(branchTarget ? stepWithBranchTarget(step, branchTarget) : step);
+    const loops = enclosingLoops(steps.value, scoped);
+    if (!loops.length) { ElMessage.warning('继续下一次循环只能添加在循环体内'); return; }
+    scoped.continueLoopTargetId = loops[0]!.id;
+    const result = await ElMessageBox({
+      title: '添加继续下一次循环',
+      message: h(ElForm, { labelPosition: 'top' }, () => h(BreakLoopSettings, {
+        step: scoped,
+        steps: steps.value,
+        mode: 'continue',
+        onUpdate: (patch) => Object.assign(scoped, patch),
+      })),
+      showCancelButton: true, confirmButtonText: '添加', cancelButtonText: '取消',
+      beforeClose: (action, _instance, done) => {
+        if (action === 'confirm') {
+          try { continueLoopTarget(steps.value, scoped); } catch (error) { ElMessage.warning((error as Error).message); return; }
+        }
+        done();
+      },
+    }).catch(() => null);
+    if (result) return insertStep({ ...step, continueLoopTargetId: scoped.continueLoopTargetId }, index, branchTarget);
+    return;
+  }
   if (action === 'imageCheck') {
     imageCheckIndex = index;
     imageCheckBranch = branchTarget;
@@ -1384,8 +1421,27 @@ async function addAction(
     return;
   }
   if (action === 'aiRecognition') {
-    ElMessage.warning('AI 识别操作已移除，请使用图像判断或原生组件判断');
-    return;
+    const draft = reactive({ value: '', error: '' });
+    const result = await ElMessageBox({
+      title: '添加 AI 识别',
+      message: () => h(ElForm, { labelPosition: 'top', style: { width: 'min(380px, calc(100vw - 64px))' } },
+        () => h(ElFormItem, { label: '识别内容', error: draft.error },
+          () => h(AiRecognitionPromptInput, {
+            modelValue: draft.value, presets: availableAiPromptPresets.value,
+            placeholder: '例如：检查当前画面有没有显示黑屏',
+            'onUpdate:modelValue': (value: string) => { draft.value = value; draft.error = ''; },
+          }))),
+      showCancelButton: true, confirmButtonText: '添加', cancelButtonText: '取消',
+      beforeClose: (action, _instance, done) => {
+        if (action === 'confirm') {
+          try { draft.value = validateAiRecognitionPrompt(draft.value); }
+          catch (error) { draft.error = error instanceof Error ? error.message : '识别内容无效'; return; }
+        }
+        done();
+      },
+    }).catch(() => null);
+    if (!result) return;
+    return insertStep({ id: createStepId(), type: 'aiRecognition', label: 'AI 识别', value: draft.value, aiBranchEnabled: false, timeoutMs: DEFAULT_NODE_TIMEOUT_MS, flow: { nodeKind: 'action' } }, index, branchTarget);
   }
   if (action === 'textClick') {
     const step = reactive<AppiumRecordedStep>({
@@ -1680,6 +1736,14 @@ async function addBranchAction(index: number, branch: BranchName, action: Record
   applyBranchTargetToInsertedStep(inserted, branchTarget);
 }
 
+function continueOnActivityChange() {
+  if (!pendingNavigation.value || resolvingNavigation.value) return;
+  // 跨页面继续录制时，入口仍是首次录制页面，不能改成跳转后的页面。
+  form.appActivity ||= pendingNavigation.value.beforeActivity;
+  pendingNavigation.value = null;
+  ElMessage.success('已继续录制，后续操作将加入当前脚本');
+}
+
 async function saveOnActivityChange() {
   const pending = pendingNavigation.value;
   if (!pending || resolvingNavigation.value) return;
@@ -1692,7 +1756,7 @@ async function saveOnActivityChange() {
       id: selectedScriptId.value || undefined,
       name: scriptName,
       appPackage: form.appPackage,
-      appActivity: pending.beforeActivity || form.appActivity,
+      appActivity: form.appActivity || pending.beforeActivity,
       deviceId: selectedDeviceId.value,
       steps: steps.value,
       variables: scriptVariables.value,
@@ -2041,6 +2105,7 @@ async function saveScript() {
 }
 
 async function replayScript() {
+  if (preparingReplay.value || replaying.value) return;
   if (!selectedScript.value) {
     ElMessage.warning('请选择已保存脚本');
     return;
@@ -2049,6 +2114,32 @@ async function replayScript() {
     const saved = await saveScript();
     if (!saved || !selectedScript.value) return;
   }
+  let reportSummaryEnabled = false;
+  let reportSummaryPrompt: string | undefined;
+  if (props.reportSummary?.enabled) {
+    preparingReplay.value = true;
+    try {
+      const status = await checkReportSummaryModel();
+      if (status.available) {
+        reportSummaryEnabled = true;
+        reportSummaryPrompt = selectedReportTemplate.value?.prompt || DEFAULT_REPORT_SUMMARY_PROMPT;
+      } else {
+        await ElMessageBox.alert(
+          `当前提示词优化模型不可用${status.message ? `：${status.message}` : ''}。本次将跳过 AI 总结并生成默认格式的基础报告。`,
+          '回放报告总结不可用',
+          { type: 'warning', confirmButtonText: '继续回放' },
+        ).catch(() => {});
+      }
+    } catch (error) {
+      await ElMessageBox.alert(
+        `无法检测提示词优化模型：${error instanceof Error ? error.message : '未知错误'}。本次将跳过 AI 总结并生成默认格式的基础报告。`,
+        '回放报告总结不可用',
+        { type: 'warning', confirmButtonText: '继续回放' },
+      ).catch(() => {});
+    } finally {
+      preparingReplay.value = false;
+    }
+  }
   replaying.value = true;
   stoppingReplay.value = false;
   activeReplayDeviceId.value = selectedDeviceId.value;
@@ -2056,7 +2147,13 @@ async function replayScript() {
   try {
     await pauseAutoTreeRefresh();
     const result = await replayAppiumScript(
-      { id: selectedScript.value.id, deviceId: activeReplayDeviceId.value, recordVideo: recordReplayVideo.value },
+      {
+        id: selectedScript.value.id,
+        deviceId: activeReplayDeviceId.value,
+        recordVideo: recordReplayVideo.value,
+        reportSummaryEnabled,
+        reportSummaryPrompt,
+      },
       (line) => {
         replayOutput.value += `${replayOutput.value ? '\n' : ''}${line}`;
       },
@@ -2151,17 +2248,26 @@ watch(
         <el-button
           type="primary"
           :icon="VideoPlay"
-          :loading="replaying"
+          :loading="replaying || preparingReplay"
           :disabled="!selectedScript"
           @click="replayScript"
         >
           回放
         </el-button>
-        <el-popover trigger="click" placement="bottom" :width="260">
-          <template #reference><el-button type="primary" :icon="ArrowDown" :disabled="replaying" aria-label="回放设置" title="回放设置" class="replay-settings-toggle" /></template>
-          <el-tooltip content="使用内置服务端后台录制，无需安装 scrcpy 或 FFmpeg。含敏感变量的运行不录制；分享 HTML 报告时需同时携带 MP4。" placement="bottom" :show-after="300">
-            <el-checkbox v-model="recordReplayVideo" :disabled="replaying">录制回放视频</el-checkbox>
-          </el-tooltip>
+        <el-popover trigger="click" placement="bottom" :width="320">
+          <template #reference><el-button type="primary" :icon="ArrowDown" :disabled="replaying || preparingReplay" aria-label="回放设置" title="回放设置" class="replay-settings-toggle" /></template>
+          <div class="replay-settings-panel">
+            <el-tooltip content="使用内置服务端后台录制，无需安装 scrcpy 或 FFmpeg。含敏感变量的运行不录制；分享 HTML 报告时需同时携带 MP4。" placement="bottom" :show-after="300">
+              <el-checkbox v-model="recordReplayVideo" :disabled="replaying || preparingReplay">录制回放视频</el-checkbox>
+            </el-tooltip>
+            <div class="replay-report-template">
+              <span>报告模板</span>
+              <el-select v-model="selectedReportTemplateName" clearable :disabled="replaying || preparingReplay || !reportSummary?.enabled" placeholder="默认测试报告（未选择时使用）">
+                <el-option v-for="template in availableReportTemplates" :key="template.name" :label="template.name" :value="template.name" />
+              </el-select>
+              <small v-if="!reportSummary?.enabled">需先在参数配置中开启回放报告总结。</small>
+            </div>
+          </div>
         </el-popover>
       </el-button-group>
       <el-button
@@ -2191,6 +2297,8 @@ watch(
         :selected-bounds="selectedBounds"
         :selected-region="visualChangeSelectedRegion"
         :region-selection="visualChangeRegionSelectionEnabled"
+        :point-selection="pickingCoordinate"
+        @cancel-point-selection="coordinatePicker.cancel()"
         :region-draw-mode="visualChangePicking || imageCheckPicking"
         :device-width="deviceWidth"
         :device-height="deviceHeight"
@@ -2231,23 +2339,6 @@ watch(
                     />
                   </el-select>
                 </div>
-                <details
-                  v-if="scriptActivityMismatch"
-                  class="appium-activity-summary"
-                >
-                  <summary>当前页面与脚本绑定的 Activity 不一致</summary>
-                  <div class="appium-activity-lock-alert__details">
-                    <div>
-                      <strong>脚本绑定</strong>
-                      <code>{{ selectedScript?.appActivity || '-' }}</code>
-                    </div>
-                    <div>
-                      <strong>当前 Activity</strong>
-                      <code>{{ currentActivity || '正在获取' }}</code>
-                    </div>
-                    <p>不影响脚本编辑；如需录制当前页面的组件操作，请确认设备页面及所选组件。</p>
-                  </div>
-                </details>
               </section>
 
               <section class="appium-workbench__section appium-workbench__flow">
@@ -2277,9 +2368,6 @@ watch(
             </div>
           </el-tab-pane>
 
-          <el-tab-pane label="预设变量" name="variables" lazy>
-            <PresetVariables :key="`${selectedScriptId}:${newScriptRevision}`" v-model:variables="scriptVariables" :script-id="selectedScriptId" :script-name="form.name" :disabled="recordingBusy || saving" @saved="onVariablesSaved" />
-          </el-tab-pane>
           <el-tab-pane label="脚本列表" name="scripts">
             <div class="appium-script-list">
               <div class="appium-script-list__toolbar">
@@ -2357,6 +2445,9 @@ watch(
               </template>
             </div>
           </el-tab-pane>
+          <el-tab-pane label="预设变量" name="variables" lazy>
+            <PresetVariables :key="`${selectedScriptId}:${newScriptRevision}`" v-model:variables="scriptVariables" :script-id="selectedScriptId" :script-name="form.name" :disabled="recordingBusy || saving" @saved="onVariablesSaved" />
+          </el-tab-pane>
         </el-tabs>
       </el-card>
     </RecorderWorkspace>
@@ -2372,6 +2463,7 @@ watch(
     />
 
 
+    <AiRecognitionTestDialog v-if="aiRecognitionTestStep" :step="aiRecognitionTestStep" :device-id="selectedDeviceId" :model-configured="Boolean(aiRecognitionModelConfigured)" @close="aiRecognitionTestStep = null" />
     <ImageCheckDialog
       v-if="imageCheckDraft?.imageCheck"
       :timeout-branch="imageCheckDraft.timeoutBranch"
@@ -2402,7 +2494,7 @@ watch(
       :show-close="false"
     >
       <div class="appium-navigation-dialog">
-        <p>当前录制仅支持单个 Activity。检测到 Activity 已跳转，请先保存当前脚本。</p>
+        <p>检测到 Activity 已跳转。可以继续在当前脚本中录制后续操作，或保存当前脚本并开始录制新页面。</p>
         <dl>
           <div>
             <dt>点击前</dt>
@@ -2416,6 +2508,7 @@ watch(
       </div>
       <template #footer>
         <div class="appium-navigation-footer">
+          <el-button :disabled="resolvingNavigation" @click="continueOnActivityChange">继续录制</el-button>
           <el-button type="primary" :loading="resolvingNavigation" @click="saveOnActivityChange">保存脚本</el-button>
         </div>
       </template>
@@ -2432,7 +2525,7 @@ watch(
         <el-form-item :label="linkedScriptBranchTarget ? '分支录制 Activity' : '插入点 Activity'">
           <code class="appium-linked-script-activity">{{ linkedScriptExpectedActivity || '-' }}</code>
         </el-form-item>
-        <el-form-item :label="linkedScriptBranchTarget ? '选择同一 App 的脚本（回放时等待入口 Activity）' : '选择入口 Activity 匹配的脚本'">
+        <el-form-item label="选择同一 App 的脚本">
           <div class="appium-linked-script-picker">
             <el-select
               v-model="linkedScriptTargetId"
@@ -2456,6 +2549,11 @@ watch(
             </el-button>
           </div>
         </el-form-item>
+        <el-alert v-if="linkedScriptTarget" :closable="false" type="info" show-icon
+          :title="linkedScriptTarget.appActivity
+            ? `回放时等待进入 ${linkedScriptTarget.appActivity}，请在前序步骤中完成页面跳转。`
+            : '此脚本未绑定入口 Activity，将直接从当前画面执行。请确保前序步骤已进入目标页面。'"
+        />
         <ScriptParameterSettings :step="linkedParameters" @update="Object.assign(linkedParameters, $event)" />
       </el-form>
       <template #footer>
@@ -2554,9 +2652,6 @@ watch(
 <style scoped>
 .appium-script-icon { display: inline-flex; }
 .appium-script-icon .el-button { width: 30px; height: 30px; min-height: 30px; padding: 0; margin: 0; }
-.appium-activity-summary { margin: 8px 0; color: #946000; font-size: 12px; }
-.appium-activity-summary summary { cursor: pointer; line-height: 20px; }
-.appium-activity-summary[open] .appium-activity-lock-alert__details { max-height: 110px; overflow: auto; margin-top: 6px; }
 :deep(.appium-recorder-card--workbench > .el-card__body) { overflow: hidden; }
 :deep(.appium-workbench-tabs > .el-tabs__content) { overflow: hidden; }
 :deep(.appium-workbench-tabs .el-tab-pane) { height: 100%; overflow: auto; }
@@ -2568,4 +2663,8 @@ watch(
 .appium-workbench__flow :deep(.appium-flow-canvas--vue:not(.appium-flow-canvas--dialog)) { flex: 1; height: auto; min-height: 120px; }
 .replay-button-group { display: inline-flex; flex-shrink: 0; }
 .replay-settings-toggle { padding-inline: 8px; }
+.replay-settings-panel { display: grid; gap: 14px; }
+.replay-report-template { display: grid; gap: 6px; }
+.replay-report-template > span { color: var(--el-text-color-regular); font-size: 13px; }
+.replay-report-template small { color: var(--el-text-color-secondary); line-height: 1.5; }
 </style>

package/src/appium-recorder/RunHistoryDialog.vue

@@ -123,7 +123,7 @@ onMounted(load);
             <p v-if="!run.frames.some(frame => !nodeKey || frame.key === nodeKey)">未捕获到对应截图</p>
             <div class="history-frames">
               <figure v-for="(frame, index) in run.frames.filter(frame => !nodeKey || frame.key === nodeKey)" :key="index">
-                <figcaption>{{ frame.label }} · {{ frame.phase === 'before' ? '执行前' : frame.phase === 'after' ? '执行后' : frame.phase }} · {{ time(frame.capturedAt) }}</figcaption>
+                <figcaption>{{ frame.label }} · {{ frame.phase === 'before' ? '执行前' : frame.phase === 'after' ? '执行后' : frame.phase === 'observation' ? '观察采样' : frame.phase }} · {{ time(frame.capturedAt) }}</figcaption>
                 <el-image :src="frame.imageUrl" :preview-src-list="[frame.imageUrl]" preview-teleported fit="contain" loading="lazy" />
               </figure>
             </div>

package/src/appium-recorder/action-descriptions.ts

@@ -21,12 +21,13 @@ export const actionDescriptions: Record<InsertAction, string> = {
   endFlow: '立即结束当前回放流程，后续节点不再执行。',
   loop: '重复执行循环体，支持固定次数或条件退出，必须设置最大次数。',
   breakLoop: '退出指定的当前或外层循环，继续执行该循环的结束路径。',
+  continueLoop: '跳过当前轮剩余节点，进入指定的当前或外层循环的下一轮；达到最大次数后执行循环结束路径。',
   clearAppData: '清除目标应用数据并重置应用状态，可能删除登录信息和本地设置，仅允许在流程开始处添加。',
   popupCondition: '判断目标组件是否存在，可进一步配置指定文本及精确或模糊匹配，按结果进入是或否分支。',
   checkboxState: '读取原生 Checkbox 的 checked 状态，按 true/false 分支执行。',
   radioButtonState: '读取原生 RadioButton 的 checked 状态，按 true/false 分支执行。',
   checkedState: '读取 Checkbox、RadioButton 或 Switch 的真实勾选状态，按 true/false 分支执行。不支持仅用图片表示状态的普通 ImageView。',
-  aiRecognition: '此操作已移除，请使用图像判断或原生组件判断。',
+  aiRecognition: '将设备截图发送给视觉模型，支持单帧识别、观察结束后统一分析及检测命中后提前结束。默认顺序执行，启用分支后按判断结果选择分支。需要配置支持图片输入的模型；边观察边检测可能多次调用模型，实际响应受模型速度影响。',
   textClick: '在组件树中按指定文字精确或模糊匹配并点击，进入匹配到文字或未匹配到文字分支。不识别图片或自绘画面中的文字。',
   tapIfExists: '找到目标组件时点击，未找到则跳过并继续后续流程。',
   inputIfExists: '找到目标输入组件时写入文字，未找到则跳过。支持 {{变量名}} 引用。',

package/src/appium-recorder/ai-deduplication.ts

@@ -0,0 +1,34 @@
+export type AiDeduplicationConfig = {
+  method: 'none' | 'pixelmatch' | 'opencv';
+  pixelmatch: { threshold: number; maxChangedRatio: number };
+  opencv: { similarityThreshold: number; maxDimension: number };
+};
+
+export function resolveAiDeduplication(value?: unknown): AiDeduplicationConfig {
+  const object = (value: unknown): Record<string, unknown> => {
+    if (value === undefined) return {};
+    if (!value || typeof value !== 'object' || Array.isArray(value)) throw new Error('截图去重配置必须为对象');
+    return value as Record<string, unknown>;
+  };
+  const input = object(value), pixel = object(input.pixelmatch), cv = object(input.opencv);
+  const method = input.method ?? 'pixelmatch';
+  if (method !== 'none' && method !== 'pixelmatch' && method !== 'opencv') throw new Error('截图去重方式必须为 none、pixelmatch 或 opencv');
+  const number = (value: unknown, fallback: number, min: number, max: number, label: string, integer = false) => {
+    if (value === undefined) return fallback;
+    if (typeof value !== 'number' || !Number.isFinite(value) || value < min || value > max || (integer && !Number.isInteger(value))) {
+      throw new Error(`${label}需为 ${min}～${max} ${integer ? '的整数' : '的数值'}`);
+    }
+    return value;
+  };
+  return {
+    method,
+    pixelmatch: {
+      threshold: number(pixel.threshold, 0.1, 0, 1, '像素颜色容差'),
+      maxChangedRatio: number(pixel.maxChangedRatio, 0.5, 0, 100, '允许变化面积（%）'),
+    },
+    opencv: {
+      similarityThreshold: number(cv.similarityThreshold, 0.99, 0.5, 1, 'SSIM 相似度阈值'),
+      maxDimension: number(cv.maxDimension, 512, 128, 1024, '比较图像最长边', true),
+    },
+  };
+}

package/src/appium-recorder/ai-prompt-presets.ts

@@ -0,0 +1,34 @@
+import type { InjectionKey, Ref } from 'vue';
+import { validateAiRecognitionPrompt } from './ai-recognition';
+
+export type AiPromptPreset = { name: string; prompt: string };
+export const DEFAULT_AI_PROMPT_PRESETS: readonly AiPromptPreset[] = [
+  { name: '出图检测', prompt: '检测当前画面有没有出图？请排除黑屏、白屏和加载占位画面。' },
+  { name: '广告及跳过关闭按钮检测', prompt: '检查当前画面有没有广告出现，并说明有没有跳过、关闭按钮。升级弹窗、通知弹窗不属于广告。' },
+  { name: '广告内容提取', prompt: '识别当前广告的主要内容，并提取广告标题、产品名称和按钮文字。升级弹窗、通知弹窗不属于广告。' },
+  { name: '异常提示检测', prompt: '当前画面是否出现网络异常、加载失败或错误提示？' },
+];
+
+export const aiPromptPresetsKey: InjectionKey<Readonly<Ref<readonly AiPromptPreset[]>>> = Symbol('aiPromptPresets');
+
+export function resolveAiPromptPresets(value?: unknown): AiPromptPreset[] {
+  // 缺少字段时使用默认场景；空数组保留用户删除结果；兼容旧版纯文本预设。
+  if (value === undefined) return DEFAULT_AI_PROMPT_PRESETS.map(preset => ({ ...preset }));
+  if (!Array.isArray(value)) throw new Error('AI 识别预设提示词必须是列表');
+  const names = new Set<string>();
+  const prompts = new Set<string>();
+  return value.map((item, index) => {
+    const legacy = typeof item === 'string';
+    const prompt = validateAiRecognitionPrompt(legacy ? item : item?.prompt);
+    const name = legacy
+      ? DEFAULT_AI_PROMPT_PRESETS.find(preset => preset.prompt === prompt)?.name ?? `自定义场景 ${index + 1}`
+      : typeof item?.name === 'string' ? item.name.trim() : '';
+    if (!name) throw new Error('请输入测试场景名称');
+    if (name.length > 80) throw new Error('测试场景名称不能超过 80 字');
+    if (names.has(name)) throw new Error('测试场景名称已存在');
+    if (prompts.has(prompt)) throw new Error('该提示词已存在');
+    names.add(name);
+    prompts.add(prompt);
+    return { name, prompt };
+  });
+}

package/src/appium-recorder/ai-recognition.ts

@@ -1,7 +1,32 @@
+import type { AiDeduplicationConfig } from './ai-deduplication';
+
 export type AiRecognitionModel = { baseUrl: string; apiKey: string; name: string };
-export type AiRecognitionResult = { result: boolean; reason: string; durationMs: number };
+export type AiObservationConfig = { durationMs: number; intervalMs: number; mode?: 'batch' | 'untilMatch' };
+export type AiObservationFrame = { elapsedMs: number; imageDataUrl: string };
+export type AiRecognitionResult = {
+  result: boolean | null; reason: string; durationMs: number;
+  observation?: { durationMs: number; frames: AiObservationFrame[]; sampleCount?: number; deduplicationMethod?: AiDeduplicationConfig['method']; completion?: 'matched' | 'elapsed'; modelRequestCount?: number };
+};
+export const DEFAULT_AI_OBSERVATION: AiObservationConfig = { durationMs: 15000, intervalMs: 1000 };
+export const MAX_AI_OBSERVATION_FRAMES = 30;
+
+export function validateAiObservation(value: unknown): AiObservationConfig | undefined {
+  if (value === undefined || value === null) return undefined;
+  if (typeof value !== 'object' || Array.isArray(value)) throw new Error('持续观察配置无效');
+  const { durationMs, intervalMs, mode } = value as AiObservationConfig;
+  if (mode !== undefined && mode !== 'batch' && mode !== 'untilMatch') throw new Error('持续观察模式无效');
+  if (!Number.isInteger(durationMs) || durationMs < 1000 || durationMs > 60000) throw new Error('观察时长需为 1000～60000 ms');
+  if (!Number.isInteger(intervalMs) || intervalMs < 500 || intervalMs > 10000) throw new Error('采样间隔需为 500～10000 ms');
+  if (Math.ceil(durationMs / intervalMs) + 1 > MAX_AI_OBSERVATION_FRAMES) throw new Error('单次观察最多采集 30 帧，请增大采样间隔或缩短观察时长');
+  return { durationMs, intervalMs, ...(mode ? { mode } : {}) };
+}
+
+// 未保存此字段的是旧版判断节点，保留已有分支；新节点显式保存 false。
+export function isAiBranchEnabled(step: { aiBranchEnabled?: boolean }) {
+  return step.aiBranchEnabled !== false;
+}
 
-export const AI_MODEL_CONFIG_HINT = '请在参数配置 > Appium配置中填写并保存 AI 识别模型的 Base URL、API Key 和 Model Name';
+export const AI_MODEL_CONFIG_HINT = '请在参数配置 > Appium配置中填写 AI 识别模型的 Base URL、API Key 和 Model Name，配置会自动保存';
 
 export function isAiRecognitionModelConfigured(model?: Partial<AiRecognitionModel> | null) {
   return Boolean(model && [model.baseUrl, model.apiKey, model.name].every(