android-midscene-automation 0.1.42 → 0.1.43

package/src/api.ts

@@ -115,14 +115,14 @@ export function saveConfig(input: Pick<ConfigForm, 'runtime'>) {
   return postJson<{ success?: boolean } | ConfigForm>(`${APP_BASE}/api/config`, input);
 }
 
-export function saveAppiumConfig(appium: Omit<ConfigForm['appium'], 'model'>) {
+export function saveAppiumConfig(appium: Omit<ConfigForm['appium'], 'model' | 'promptOptimizer'>) {
   return postJson<{ success: boolean }>(`${APP_BASE}/api/config/appium`, { appium });
 }
 
 // 测试指定模型配置是否可用，通常用于保存前验证 baseUrl/apiKey/model。
 export function testModel(input: {
   save?: boolean;
-  modelKey: 'midscene' | 'scriptOptimizer' | 'appium';
+  modelKey: 'midscene' | 'scriptOptimizer' | 'appium' | 'promptOptimizer';
   model: {
     provider?: MidsceneModelProvider;
     baseUrl: string;

package/src/appium-recorder/AppiumPage.vue

@@ -1,6 +1,7 @@
 <script setup lang="ts">
 import { computed, h, onMounted, onUnmounted, provide, reactive, shallowRef, watch } from 'vue';
 import { flowBackgroundKey, normalizeFlowBackground, flowLineColorKey, normalizeFlowLineColor } from './flow-appearance';
+import { useCoordinatePicker } from './coordinate-preview';
 import { DEFAULT_NODE_TIMEOUT_MS } from './node-timeout';
 import { aiPromptPresetsKey, DEFAULT_AI_PROMPT_PRESETS, type AiPromptPreset } from './ai-prompt-presets';
 import AiRecognitionPromptInput from './components/AiRecognitionPromptInput.vue';
@@ -17,9 +18,10 @@ import { insertBeforeSharedStep } from './flow-insert';
 import VariableExtractionSettings from './components/VariableExtractionSettings.vue';
 import ScriptParameterSettings from './components/ScriptParameterSettings.vue';
 import { validateVariables, validateExtraction, validateReturns, type TestVariable } from './variables';
-import { defaultLoopConfig, enclosingLoops, breakLoopTarget, validateLoop, validateLoopSteps } from './bounded-loop';
+import { breakLoopTarget, continueLoopTarget, defaultLoopConfig, enclosingLoops, validateLoop, validateLoopSteps } from './bounded-loop';
 import {
   clearAppiumDeviceAppData,
+  checkReportSummaryModel,
   deleteAppiumScript,
   downloadAppiumScript,
   getAppiumScripts,
@@ -46,6 +48,7 @@ import VisualChangeDialog from './components/VisualChangeDialog.vue';
 import ImageCheckDialog from './components/ImageCheckDialog.vue';
 import AiRecognitionTestDialog from './components/AiRecognitionTestDialog.vue';
 import { validateAiRecognitionPrompt } from './ai-recognition';
+import { DEFAULT_REPORT_SUMMARY_PROMPT, REPORT_SUMMARY_PROMPT_PRESETS, type ReportSummaryConfig } from './report-summary';
 import { createImageCheckConfig, validateImageCheck, type ImageCheckConfig } from './image-check';
 import {
   createFlowClipboard,
@@ -101,10 +104,12 @@ const AUTO_TREE_REFRESH_INTERVAL_MS = 1800;
 const readonlyFlowActionGroups: FlowActionGroup[] = [];
 const readonlyFlowSelectedIndexes: number[] = [];
 const recordReplayVideo = shallowRef(false);
+const selectedReportTemplateName = shallowRef('');
 
 const props = defineProps<{
   aiRecognitionModelConfigured?: boolean;
   aiPromptPresets?: AiPromptPreset[];
+  reportSummary?: ReportSummaryConfig;
   flowBackgroundColor?: string;
   flowLineColor?: string;
   active: boolean;
@@ -134,6 +139,11 @@ const props = defineProps<{
 provide(flowBackgroundKey, computed(() => normalizeFlowBackground(props.flowBackgroundColor)));
 provide(flowLineColorKey, computed(() => normalizeFlowLineColor(props.flowLineColor)));
 const availableAiPromptPresets = computed(() => props.aiPromptPresets ?? DEFAULT_AI_PROMPT_PRESETS);
+const availableReportTemplates = computed(() => [
+  ...REPORT_SUMMARY_PROMPT_PRESETS,
+  ...(props.reportSummary?.customPresets || []),
+]);
+const selectedReportTemplate = computed(() => availableReportTemplates.value.find(item => item.name === selectedReportTemplateName.value));
 provide(aiPromptPresetsKey, availableAiPromptPresets);
 const selectedDeviceId = computed(() => props.playgroundDeviceId);
 const tree = shallowRef<AppiumNode | null>(null);
@@ -180,6 +190,7 @@ const duplicatingScriptId = shallowRef('');
 const renamingScriptId = shallowRef('');
 const downloadingScriptId = shallowRef('');
 const replaying = shallowRef(false);
+const preparingReplay = shallowRef(false);
 const stoppingReplay = shallowRef(false);
 const activeReplayDeviceId = shallowRef('');
 const recordingTap = shallowRef(false);
@@ -241,16 +252,9 @@ const linkedScriptTarget = computed(() => scripts.value.find((script) => script.
 const linkedScriptPreviewScript = computed(() => (
   scripts.value.find((script) => script.id === linkedScriptPreviewScriptId.value) || null
 ));
-const compatibleLinkableScripts = computed(() => linkableScripts.value.filter((script) => (
-  script.appPackage === form.appPackage
-  && (
-    Boolean(linkedScriptBranchTarget.value)
-    || (
-      Boolean(linkedScriptExpectedActivity.value)
-      && script.appActivity === linkedScriptExpectedActivity.value
-    )
-  )
-)));
+const compatibleLinkableScripts = computed(() => linkableScripts.value.filter(
+  (script) => script.appPackage === form.appPackage,
+));
 const hasSelectedAppPackage = computed(() => props.appPresets.some((app) => app.packageName === form.appPackage));
 const scriptActivityMismatch = computed(() => {
   const expectedActivity = selectedScript.value?.appActivity?.trim();
@@ -262,8 +266,8 @@ const recordingBusy = computed(() => (
   || resolvingNavigation.value
   || Boolean(pendingNavigation.value)
 ));
-const recordingLocked = computed(() => recordingBusy.value || replaying.value);
-const newScriptDisabled = computed(() => saving.value || replaying.value || recordingBusy.value || launchingApp.value || importingScript.value);
+const recordingLocked = computed(() => recordingBusy.value || replaying.value || preparingReplay.value);
+const newScriptDisabled = computed(() => saving.value || replaying.value || preparingReplay.value || recordingBusy.value || launchingApp.value || importingScript.value);
 const overlayBounds = computed(() => flattenNodes(tree.value).flatMap((node) => (
   node.bounds ? [{ id: node.id, ...node.bounds }] : []
 )));
@@ -280,6 +284,13 @@ const visualChangeRegionSelectionEnabled = computed(() => (
   (visualChangeDialogVisible.value && visualChangeConfig.value.mode === 'region') || imageCheckDraft.value?.imageCheck?.target === 'region'
 ));
 
+const coordinatePicker = useCoordinatePicker(
+  computed(() => Boolean(selectedDeviceId.value) && !recordingLocked.value && !visualChangeRegionSelectionEnabled.value),
+  () => workspaceRef.value?.showPreview(),
+);
+const pickingCoordinate = coordinatePicker.picking;
+watch([selectedDeviceId, () => props.active], () => coordinatePicker.cancel());
+
 function stepWithBranchTarget(step: AppiumRecordedStep, branchTarget: BranchTarget) {
   return {
     ...step,
@@ -955,6 +966,10 @@ async function executeFlowStep(index: number) {
 }
 
 function selectNodeFromPoint(point: { x: number; y: number }) {
+  if (pickingCoordinate.value) {
+    coordinatePicker.select(point);
+    return;
+  }
   const node = findSmallestNodeAtPoint(tree.value, point.x, point.y);
   if (node) {
     selectedNode.value = node;
@@ -1144,16 +1159,8 @@ function openLinkedScriptDialog(index?: number, branchTarget?: BranchTarget) {
   }
   linkedScriptBranchTarget.value = branchTarget || null;
   linkedScriptExpectedActivity.value = expectedActivityAfterStep(index);
-  if (!linkedScriptBranchTarget.value && !linkedScriptExpectedActivity.value) {
-    ElMessage.warning('无法确定当前插入点的 Activity，请先刷新组件树');
-    return;
-  }
   if (!compatibleLinkableScripts.value.length) {
-    ElMessage.warning(
-      linkedScriptBranchTarget.value
-        ? '没有属于当前 App 的可连接脚本'
-        : `没有入口 Activity 为 ${linkedScriptExpectedActivity.value} 的可连接脚本`,
-    );
+    ElMessage.warning('没有属于当前 App 的可连接脚本');
     linkedScriptExpectedActivity.value = '';
     linkedScriptBranchTarget.value = null;
     return;
@@ -1177,16 +1184,6 @@ function addLinkedScriptStep() {
     ElMessage.error('连接脚本必须属于当前 App');
     return;
   }
-  if (
-    !linkedScriptBranchTarget.value
-    && (!linkedScriptExpectedActivity.value || script.appActivity !== linkedScriptExpectedActivity.value)
-  ) {
-    ElMessage.error(
-      `无法连接：插入点 Activity 为 ${linkedScriptExpectedActivity.value || '-'}，`
-      + `目标脚本入口 Activity 为 ${script.appActivity || '-'}`,
-    );
-    return;
-  }
   const editingIndex = linkedScriptEditingId.value ? steps.value.findIndex(step => step.id === linkedScriptEditingId.value) : -1;
   if (linkedScriptEditingId.value && editingIndex < 0) { ElMessage.warning('原节点已删除，请重新打开'); return; }
   if (editingIndex >= 0) {
@@ -1388,6 +1385,31 @@ async function addAction(
     if (result) return insertStep({ ...step, breakLoopTargetId: scoped.breakLoopTargetId }, index, branchTarget);
     return;
   }
+  if (action === 'continueLoop') {
+    const step: AppiumRecordedStep = { id: createStepId(), type: 'continueLoop', label: '继续下一次循环', flow: { nodeKind: 'action' } };
+    const scoped = reactive(branchTarget ? stepWithBranchTarget(step, branchTarget) : step);
+    const loops = enclosingLoops(steps.value, scoped);
+    if (!loops.length) { ElMessage.warning('继续下一次循环只能添加在循环体内'); return; }
+    scoped.continueLoopTargetId = loops[0]!.id;
+    const result = await ElMessageBox({
+      title: '添加继续下一次循环',
+      message: h(ElForm, { labelPosition: 'top' }, () => h(BreakLoopSettings, {
+        step: scoped,
+        steps: steps.value,
+        mode: 'continue',
+        onUpdate: (patch) => Object.assign(scoped, patch),
+      })),
+      showCancelButton: true, confirmButtonText: '添加', cancelButtonText: '取消',
+      beforeClose: (action, _instance, done) => {
+        if (action === 'confirm') {
+          try { continueLoopTarget(steps.value, scoped); } catch (error) { ElMessage.warning((error as Error).message); return; }
+        }
+        done();
+      },
+    }).catch(() => null);
+    if (result) return insertStep({ ...step, continueLoopTargetId: scoped.continueLoopTargetId }, index, branchTarget);
+    return;
+  }
   if (action === 'imageCheck') {
     imageCheckIndex = index;
     imageCheckBranch = branchTarget;
@@ -1714,6 +1736,14 @@ async function addBranchAction(index: number, branch: BranchName, action: Record
   applyBranchTargetToInsertedStep(inserted, branchTarget);
 }
 
+function continueOnActivityChange() {
+  if (!pendingNavigation.value || resolvingNavigation.value) return;
+  // 跨页面继续录制时，入口仍是首次录制页面，不能改成跳转后的页面。
+  form.appActivity ||= pendingNavigation.value.beforeActivity;
+  pendingNavigation.value = null;
+  ElMessage.success('已继续录制，后续操作将加入当前脚本');
+}
+
 async function saveOnActivityChange() {
   const pending = pendingNavigation.value;
   if (!pending || resolvingNavigation.value) return;
@@ -1726,7 +1756,7 @@ async function saveOnActivityChange() {
       id: selectedScriptId.value || undefined,
       name: scriptName,
       appPackage: form.appPackage,
-      appActivity: pending.beforeActivity || form.appActivity,
+      appActivity: form.appActivity || pending.beforeActivity,
       deviceId: selectedDeviceId.value,
       steps: steps.value,
       variables: scriptVariables.value,
@@ -2075,6 +2105,7 @@ async function saveScript() {
 }
 
 async function replayScript() {
+  if (preparingReplay.value || replaying.value) return;
   if (!selectedScript.value) {
     ElMessage.warning('请选择已保存脚本');
     return;
@@ -2083,6 +2114,32 @@ async function replayScript() {
     const saved = await saveScript();
     if (!saved || !selectedScript.value) return;
   }
+  let reportSummaryEnabled = false;
+  let reportSummaryPrompt: string | undefined;
+  if (props.reportSummary?.enabled) {
+    preparingReplay.value = true;
+    try {
+      const status = await checkReportSummaryModel();
+      if (status.available) {
+        reportSummaryEnabled = true;
+        reportSummaryPrompt = selectedReportTemplate.value?.prompt || DEFAULT_REPORT_SUMMARY_PROMPT;
+      } else {
+        await ElMessageBox.alert(
+          `当前提示词优化模型不可用${status.message ? `：${status.message}` : ''}。本次将跳过 AI 总结并生成默认格式的基础报告。`,
+          '回放报告总结不可用',
+          { type: 'warning', confirmButtonText: '继续回放' },
+        ).catch(() => {});
+      }
+    } catch (error) {
+      await ElMessageBox.alert(
+        `无法检测提示词优化模型：${error instanceof Error ? error.message : '未知错误'}。本次将跳过 AI 总结并生成默认格式的基础报告。`,
+        '回放报告总结不可用',
+        { type: 'warning', confirmButtonText: '继续回放' },
+      ).catch(() => {});
+    } finally {
+      preparingReplay.value = false;
+    }
+  }
   replaying.value = true;
   stoppingReplay.value = false;
   activeReplayDeviceId.value = selectedDeviceId.value;
@@ -2090,7 +2147,13 @@ async function replayScript() {
   try {
     await pauseAutoTreeRefresh();
     const result = await replayAppiumScript(
-      { id: selectedScript.value.id, deviceId: activeReplayDeviceId.value, recordVideo: recordReplayVideo.value },
+      {
+        id: selectedScript.value.id,
+        deviceId: activeReplayDeviceId.value,
+        recordVideo: recordReplayVideo.value,
+        reportSummaryEnabled,
+        reportSummaryPrompt,
+      },
       (line) => {
         replayOutput.value += `${replayOutput.value ? '\n' : ''}${line}`;
       },
@@ -2185,17 +2248,26 @@ watch(
         <el-button
           type="primary"
           :icon="VideoPlay"
-          :loading="replaying"
+          :loading="replaying || preparingReplay"
           :disabled="!selectedScript"
           @click="replayScript"
         >
           回放
         </el-button>
-        <el-popover trigger="click" placement="bottom" :width="260">
-          <template #reference><el-button type="primary" :icon="ArrowDown" :disabled="replaying" aria-label="回放设置" title="回放设置" class="replay-settings-toggle" /></template>
-          <el-tooltip content="使用内置服务端后台录制，无需安装 scrcpy 或 FFmpeg。含敏感变量的运行不录制；分享 HTML 报告时需同时携带 MP4。" placement="bottom" :show-after="300">
-            <el-checkbox v-model="recordReplayVideo" :disabled="replaying">录制回放视频</el-checkbox>
-          </el-tooltip>
+        <el-popover trigger="click" placement="bottom" :width="320">
+          <template #reference><el-button type="primary" :icon="ArrowDown" :disabled="replaying || preparingReplay" aria-label="回放设置" title="回放设置" class="replay-settings-toggle" /></template>
+          <div class="replay-settings-panel">
+            <el-tooltip content="使用内置服务端后台录制，无需安装 scrcpy 或 FFmpeg。含敏感变量的运行不录制；分享 HTML 报告时需同时携带 MP4。" placement="bottom" :show-after="300">
+              <el-checkbox v-model="recordReplayVideo" :disabled="replaying || preparingReplay">录制回放视频</el-checkbox>
+            </el-tooltip>
+            <div class="replay-report-template">
+              <span>报告模板</span>
+              <el-select v-model="selectedReportTemplateName" clearable :disabled="replaying || preparingReplay || !reportSummary?.enabled" placeholder="默认测试报告（未选择时使用）">
+                <el-option v-for="template in availableReportTemplates" :key="template.name" :label="template.name" :value="template.name" />
+              </el-select>
+              <small v-if="!reportSummary?.enabled">需先在参数配置中开启回放报告总结。</small>
+            </div>
+          </div>
         </el-popover>
       </el-button-group>
       <el-button
@@ -2225,6 +2297,8 @@ watch(
         :selected-bounds="selectedBounds"
         :selected-region="visualChangeSelectedRegion"
         :region-selection="visualChangeRegionSelectionEnabled"
+        :point-selection="pickingCoordinate"
+        @cancel-point-selection="coordinatePicker.cancel()"
         :region-draw-mode="visualChangePicking || imageCheckPicking"
         :device-width="deviceWidth"
         :device-height="deviceHeight"
@@ -2265,23 +2339,6 @@ watch(
                     />
                   </el-select>
                 </div>
-                <details
-                  v-if="scriptActivityMismatch"
-                  class="appium-activity-summary"
-                >
-                  <summary>当前页面与脚本绑定的 Activity 不一致</summary>
-                  <div class="appium-activity-lock-alert__details">
-                    <div>
-                      <strong>脚本绑定</strong>
-                      <code>{{ selectedScript?.appActivity || '-' }}</code>
-                    </div>
-                    <div>
-                      <strong>当前 Activity</strong>
-                      <code>{{ currentActivity || '正在获取' }}</code>
-                    </div>
-                    <p>不影响脚本编辑；如需录制当前页面的组件操作，请确认设备页面及所选组件。</p>
-                  </div>
-                </details>
               </section>
 
               <section class="appium-workbench__section appium-workbench__flow">
@@ -2437,7 +2494,7 @@ watch(
       :show-close="false"
     >
       <div class="appium-navigation-dialog">
-        <p>当前录制仅支持单个 Activity。检测到 Activity 已跳转，请先保存当前脚本。</p>
+        <p>检测到 Activity 已跳转。可以继续在当前脚本中录制后续操作，或保存当前脚本并开始录制新页面。</p>
         <dl>
           <div>
             <dt>点击前</dt>
@@ -2451,6 +2508,7 @@ watch(
       </div>
       <template #footer>
         <div class="appium-navigation-footer">
+          <el-button :disabled="resolvingNavigation" @click="continueOnActivityChange">继续录制</el-button>
           <el-button type="primary" :loading="resolvingNavigation" @click="saveOnActivityChange">保存脚本</el-button>
         </div>
       </template>
@@ -2467,7 +2525,7 @@ watch(
         <el-form-item :label="linkedScriptBranchTarget ? '分支录制 Activity' : '插入点 Activity'">
           <code class="appium-linked-script-activity">{{ linkedScriptExpectedActivity || '-' }}</code>
         </el-form-item>
-        <el-form-item :label="linkedScriptBranchTarget ? '选择同一 App 的脚本（回放时等待入口 Activity）' : '选择入口 Activity 匹配的脚本'">
+        <el-form-item label="选择同一 App 的脚本">
           <div class="appium-linked-script-picker">
             <el-select
               v-model="linkedScriptTargetId"
@@ -2491,6 +2549,11 @@ watch(
             </el-button>
           </div>
         </el-form-item>
+        <el-alert v-if="linkedScriptTarget" :closable="false" type="info" show-icon
+          :title="linkedScriptTarget.appActivity
+            ? `回放时等待进入 ${linkedScriptTarget.appActivity}，请在前序步骤中完成页面跳转。`
+            : '此脚本未绑定入口 Activity，将直接从当前画面执行。请确保前序步骤已进入目标页面。'"
+        />
         <ScriptParameterSettings :step="linkedParameters" @update="Object.assign(linkedParameters, $event)" />
       </el-form>
       <template #footer>
@@ -2589,9 +2652,6 @@ watch(
 <style scoped>
 .appium-script-icon { display: inline-flex; }
 .appium-script-icon .el-button { width: 30px; height: 30px; min-height: 30px; padding: 0; margin: 0; }
-.appium-activity-summary { margin: 8px 0; color: #946000; font-size: 12px; }
-.appium-activity-summary summary { cursor: pointer; line-height: 20px; }
-.appium-activity-summary[open] .appium-activity-lock-alert__details { max-height: 110px; overflow: auto; margin-top: 6px; }
 :deep(.appium-recorder-card--workbench > .el-card__body) { overflow: hidden; }
 :deep(.appium-workbench-tabs > .el-tabs__content) { overflow: hidden; }
 :deep(.appium-workbench-tabs .el-tab-pane) { height: 100%; overflow: auto; }
@@ -2603,4 +2663,8 @@ watch(
 .appium-workbench__flow :deep(.appium-flow-canvas--vue:not(.appium-flow-canvas--dialog)) { flex: 1; height: auto; min-height: 120px; }
 .replay-button-group { display: inline-flex; flex-shrink: 0; }
 .replay-settings-toggle { padding-inline: 8px; }
+.replay-settings-panel { display: grid; gap: 14px; }
+.replay-report-template { display: grid; gap: 6px; }
+.replay-report-template > span { color: var(--el-text-color-regular); font-size: 13px; }
+.replay-report-template small { color: var(--el-text-color-secondary); line-height: 1.5; }
 </style>

package/src/appium-recorder/action-descriptions.ts

@@ -21,6 +21,7 @@ export const actionDescriptions: Record<InsertAction, string> = {
   endFlow: '立即结束当前回放流程，后续节点不再执行。',
   loop: '重复执行循环体，支持固定次数或条件退出，必须设置最大次数。',
   breakLoop: '退出指定的当前或外层循环，继续执行该循环的结束路径。',
+  continueLoop: '跳过当前轮剩余节点，进入指定的当前或外层循环的下一轮；达到最大次数后执行循环结束路径。',
   clearAppData: '清除目标应用数据并重置应用状态，可能删除登录信息和本地设置，仅允许在流程开始处添加。',
   popupCondition: '判断目标组件是否存在，可进一步配置指定文本及精确或模糊匹配，按结果进入是或否分支。',
   checkboxState: '读取原生 Checkbox 的 checked 状态，按 true/false 分支执行。',

package/src/appium-recorder/api.ts

@@ -17,6 +17,16 @@ export async function validateAiBranchQuestion(prompt: string, signal?: AbortSig
   }));
 }
 
+export async function optimizeAppiumPrompt(input: {
+  kind: 'aiRecognition' | 'reportSummary';
+  prompt: string;
+  condition?: boolean;
+}, signal?: AbortSignal) {
+  return readJson<{ prompt: string }>(await fetch(`${APP_BASE}/api/appium-recorder/prompts/optimize`, {
+    method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(input), signal,
+  }));
+}
+
 export function captureImageCheckRegion(deviceId: string, region: AppiumVisualChangeRegion, screenWidth: number, screenHeight: number) {
   return postJson<{ base64: string; screenWidth: number; screenHeight: number }>(`${APP_BASE}/api/appium-recorder/image-check/capture`, { deviceId, region, screenWidth, screenHeight });
 }
@@ -138,7 +148,7 @@ type ReplayStreamEvent =
   | { type: 'error'; message: string };
 
 export async function replayAppiumScript(
-  input: { id: string; deviceId?: string; recordVideo?: boolean; parameters?: import('./variables').TestVariable[] },
+  input: { id: string; deviceId?: string; recordVideo?: boolean; reportSummaryEnabled?: boolean; reportSummaryPrompt?: string; parameters?: import('./variables').TestVariable[] },
   onOutput?: (line: string) => void,
 ) {
   const response = await fetch(`${APP_BASE}/api/appium-recorder/scripts/${encodeURIComponent(input.id)}/replay`, {
@@ -147,7 +157,13 @@ export async function replayAppiumScript(
       'Content-Type': 'application/json',
       Accept: 'application/x-ndjson',
     },
-    body: JSON.stringify({ deviceId: input.deviceId, parameters: input.parameters, recordVideo: input.recordVideo }),
+    body: JSON.stringify({
+      deviceId: input.deviceId,
+      parameters: input.parameters,
+      recordVideo: input.recordVideo,
+      reportSummaryEnabled: input.reportSummaryEnabled,
+      reportSummaryPrompt: input.reportSummaryPrompt,
+    }),
   });
   if (!response.ok || !response.body) return readJson<ReplayResult>(response);
 
@@ -177,6 +193,10 @@ export async function replayAppiumScript(
   return result;
 }
 
+export function checkReportSummaryModel() {
+  return postJson<{ enabled: boolean; available: boolean; message?: string }>(`${APP_BASE}/api/appium-recorder/report-summary/check`);
+}
+
 export function stopAppiumReplay(deviceId?: string) {
   return postJson<{ success: boolean; stopped: boolean }>(
     `${APP_BASE}/api/appium-recorder/replay/stop`,

package/src/appium-recorder/bounded-loop.ts

@@ -42,8 +42,15 @@ export function breakLoopTarget(steps: readonly AppiumRecordedStep[], step: Appi
   return target;
 }
 
+export function continueLoopTarget(steps: readonly AppiumRecordedStep[], step: AppiumRecordedStep) {
+  const loops = enclosingLoops(steps, step);
+  const target = step.continueLoopTargetId ? loops.find((loop) => loop.id === step.continueLoopTargetId) : loops[0];
+  if (!target) throw new Error('继续循环目标必须是当前节点所属的循环体，目标可能已删除或不在当前分支');
+  return target;
+}
+
 export function validateLoopSteps(steps: readonly AppiumRecordedStep[]) {
-  if (!steps.some((step) => step.type === 'loop' || step.type === 'breakLoop')) return;
+  if (!steps.some((step) => ['loop', 'breakLoop', 'continueLoop'].includes(step.type))) return;
   const byId = new Map(steps.map((step) => [step.id, step]));
   if (byId.size !== steps.length) throw new Error('流程节点 ID 重复');
   for (const step of steps) {
@@ -58,6 +65,7 @@ export function validateLoopSteps(steps: readonly AppiumRecordedStep[]) {
     }
     if (step.type === 'loop') validateLoop(step);
     if (step.type === 'breakLoop') breakLoopTarget(steps, step);
+    if (step.type === 'continueLoop') continueLoopTarget(steps, step);
     if (step.type === 'loop' && step.flow?.yesTargetId) {
       const target = byId.get(step.flow.yesTargetId);
       if (!target || target.flow?.parentConditionId !== step.id || target.flow.parentBranch !== 'yes') throw new Error('循环入口必须指向所属循环体');

package/src/appium-recorder/components/AiRecognitionSettings.vue

@@ -1,8 +1,8 @@
 <script setup lang="ts">
-import { computed, inject, onBeforeUnmount, ref, watch } from 'vue';
+import { computed, inject, onBeforeUnmount, ref, shallowRef, watch } from 'vue';
 import { Loading, QuestionFilled } from '@element-plus/icons-vue';
 import { isAiBranchEnabled, validateAiRecognitionPrompt, DEFAULT_AI_OBSERVATION, validateAiObservation, type AiObservationConfig } from '../ai-recognition';
-import { validateAiBranchQuestion } from '../api';
+import { optimizeAppiumPrompt, validateAiBranchQuestion } from '../api';
 import type { AppiumRecordedStep } from '../types';
 import { aiPromptPresetsKey, DEFAULT_AI_PROMPT_PRESETS } from '../ai-prompt-presets';
 import AiRecognitionPromptInput from './AiRecognitionPromptInput.vue';
@@ -12,14 +12,16 @@ const emit = defineEmits<{ update: [patch: Partial<AppiumRecordedStep>] }>();
 const prompt = ref(props.step.value || '');
 const promptPresets = inject(aiPromptPresetsKey, ref(DEFAULT_AI_PROMPT_PRESETS));
 const busy = ref(false);
+const optimizingPrompt = shallowRef(false);
 const error = ref('');
 const branch = computed(() => isAiBranchEnabled(props.step));
 const untilMatch = computed(() => props.step.aiObservation?.mode === 'untilMatch');
 const branchChoice = ref(branch.value);
 watch(branch, value => { branchChoice.value = value; });
 let controller: AbortController | undefined;
+let optimizeController: AbortController | undefined;
 watch(() => props.step.value, value => { prompt.value = value || ''; });
-onBeforeUnmount(() => controller?.abort());
+onBeforeUnmount(() => { controller?.abort(); optimizeController?.abort(); });
 
 function updateObservation(patch: Partial<AiObservationConfig>) {
   try {
@@ -35,6 +37,27 @@ async function toggleBranch(enabled: boolean) {
   branchChoice.value = branch.value;
 }
 
+async function optimizePrompt() {
+  if (busy.value || optimizingPrompt.value || props.disabled) return;
+  error.value = '';
+  optimizeController = new AbortController();
+  optimizingPrompt.value = true;
+  let optimized = '';
+  try {
+    optimized = (await optimizeAppiumPrompt({
+      kind: 'aiRecognition',
+      prompt: prompt.value,
+      condition: branch.value || untilMatch.value,
+    }, optimizeController.signal)).prompt;
+    prompt.value = optimized;
+  } catch (cause) {
+    if (!optimizeController.signal.aborted) error.value = cause instanceof Error ? cause.message : '提示词优化失败';
+  } finally {
+    optimizingPrompt.value = false;
+  }
+  if (optimized) await save(branch.value);
+}
+
 async function save(enabled: boolean, observation?: AiObservationConfig) {
   if (busy.value || props.disabled) return;
   error.value = '';
@@ -112,9 +135,10 @@ async function save(enabled: boolean, observation?: AiObservationConfig) {
         </el-tooltip>
       </span>
     </template>
-    <AiRecognitionPromptInput v-model="prompt" :presets="promptPresets" :placeholder="untilMatch ? '例如：当前画面是否出现广告弹窗？' : ''" :disabled="disabled || busy" @change="error = ''; !branch && !untilMatch && save(false)" />
-    <div v-if="(branch || untilMatch) && prompt !== step.value" class="recognition-prompt-actions">
-      <el-button :disabled="disabled || busy" @click="save(branch)">验证并保存问题</el-button>
+    <AiRecognitionPromptInput v-model="prompt" :presets="promptPresets" :placeholder="untilMatch ? '例如：当前画面是否出现广告弹窗？' : ''" :disabled="disabled || busy || optimizingPrompt" @change="error = ''; !branch && !untilMatch && save(false)" />
+    <div class="recognition-prompt-actions">
+      <el-button :loading="optimizingPrompt" :disabled="disabled || busy || !prompt.trim()" @click="optimizePrompt">优化提示词</el-button>
+      <el-button v-if="(branch || untilMatch) && prompt !== step.value" :disabled="disabled || busy || optimizingPrompt" @click="save(branch)">验证并保存问题</el-button>
     </div>
   </el-form-item>
   <el-form-item>

package/src/appium-recorder/components/BreakLoopSettings.vue

@@ -3,14 +3,30 @@ import { computed } from 'vue';
 import type { AppiumRecordedStep } from '../types';
 import { enclosingLoops } from '../bounded-loop';
 
-const props = defineProps<{ step: AppiumRecordedStep; steps: AppiumRecordedStep[]; disabled?: boolean }>();
+const props = defineProps<{
+  step: AppiumRecordedStep;
+  steps: AppiumRecordedStep[];
+  disabled?: boolean;
+  mode?: 'break' | 'continue';
+}>();
 const emit = defineEmits<{ update: [patch: Partial<AppiumRecordedStep>] }>();
 const loops = computed(() => enclosingLoops(props.steps, props.step));
+const isContinue = computed(() => props.mode === 'continue');
+const fieldLabel = computed(() => isContinue.value ? '继续目标循环' : '退出目标循环');
+const targetId = computed(() => (
+  isContinue.value ? props.step.continueLoopTargetId : props.step.breakLoopTargetId
+) || loops.value[0]?.id);
+
+function updateTarget(value: string) {
+  emit('update', isContinue.value
+    ? { continueLoopTargetId: value }
+    : { breakLoopTargetId: value });
+}
 </script>
 
 <template>
-  <el-form-item label="退出目标循环">
-    <el-select class="break-loop-target" popper-class="break-loop-target-popper" :model-value="step.breakLoopTargetId || loops[0]?.id" :disabled="disabled" aria-label="退出目标循环" @update:model-value="emit('update', { breakLoopTargetId: $event })">
+  <el-form-item :label="fieldLabel">
+    <el-select class="break-loop-target" popper-class="break-loop-target-popper" :model-value="targetId" :disabled="disabled" :aria-label="fieldLabel" @update:model-value="updateTarget">
       <el-option class="break-loop-target-option" v-for="(loop, index) in loops" :key="loop.id" :value="loop.id" :label="`${loop.label}（${index === 0 ? '当前循环' : `外层 ${index}`} · 节点 ${steps.findIndex(item => item.id === loop.id) + 1}）`" />
     </el-select>
   </el-form-item>

package/src/appium-recorder/components/ComponentTree.vue

@@ -69,9 +69,9 @@ watch(
 </template>
 
 <style scoped>
-.appium-tree-container { display: flex; flex-direction: column; gap: 8px; min-height: 0; }
-.appium-tree { flex: 1; height: auto; overflow-x: hidden; }
-.appium-tree :deep(.el-tree) { min-width: 0; }
-.appium-tree-node { flex: 1; min-width: 0; overflow: hidden; }
-.appium-tree-node__label { overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
+.appium-tree-container { display: flex; flex-direction: column; gap: 8px; min-width: 0; min-height: 0; }
+.appium-tree { flex: 1; height: auto; overflow: auto; }
+.appium-tree :deep(.el-tree) { width: max-content; min-width: 100%; }
+.appium-tree-node { flex: 1 0 auto; }
+.appium-tree-node__label { white-space: nowrap; }
 </style>

package/src/appium-recorder/components/CoordinatePointPicker.vue

@@ -0,0 +1,23 @@
+<script setup lang="ts">
+import { computed, inject, onBeforeUnmount, watch } from 'vue';
+import { Aim } from '@element-plus/icons-vue';
+import { coordinatePreviewKey } from '../coordinate-preview';
+
+const props = defineProps<{ disabled?: boolean }>();
+const emit = defineEmits<{ select: [point: { x: number; y: number }] }>();
+const picker = inject(coordinatePreviewKey, undefined);
+const owner = Symbol('coordinate-editor');
+const picking = computed(() => picker?.owner.value === owner);
+function cancel() { picker?.cancel(owner); }
+watch(() => props.disabled, (disabled) => { if (disabled) cancel(); });
+onBeforeUnmount(cancel);
+</script>
+
+<template>
+  <el-form-item>
+    <el-button :icon="Aim" :disabled="disabled || !picker?.enabled.value" @click="picker?.start(owner, point => emit('select', point))">
+      {{ picking ? '请在左侧设备预览点击' : '获取点击坐标' }}
+    </el-button>
+    <el-button v-if="picking" text @click="cancel">取消取点</el-button>
+  </el-form-item>
+</template>