android-midscene-automation 0.1.26 → 0.1.28

package/src/appium-recorder/components/FlowStepEditor.vue

@@ -1,8 +1,17 @@
 <script setup lang="ts">
+import { computed } from 'vue';
 import type { AppiumRecordedStep, AppiumSelector } from '../types';
+import { normalizeVisualChangeConfig } from '../visual-change';
+import { longPressMode } from '../long-press';
+import { defaultFlowKind, isBooleanCondition } from '../flow-labels';
+import TextClickSettings from './TextClickSettings.vue';
+import { isNativeStateCondition } from '../native-control-state';
+import LongPressSettings from './LongPressSettings.vue';
+import StageLogSettings from './StageLogSettings.vue';
 
 type FlowKind = 'action' | 'condition' | 'assertion';
 type SwipeGesture = NonNullable<AppiumRecordedStep['swipe']>;
+type VisualChangeConfig = NonNullable<AppiumRecordedStep['visualChange']>;
 
 const props = defineProps<{
   step: AppiumRecordedStep;
@@ -14,10 +23,20 @@ const emit = defineEmits<{
   update: [payload: { index: number; step: AppiumRecordedStep }];
 }>();
 
+const visualChangeConfig = computed(() => normalizeVisualChangeConfig(props.step.visualChange));
+const visualChangeRoleLabel = computed(() => (
+  visualChangeConfig.value.role === 'start'
+    ? `${visualChangeConfig.value.pairLabel || '检测画面变化'} · 开始节点`
+    : visualChangeConfig.value.role === 'end'
+      ? `${visualChangeConfig.value.pairLabel || '检测画面变化'} · 结束节点`
+      : '起止节点截图对比'
+));
+const visualChangeConfigDisabled = computed(() => Boolean(
+  props.disabled || visualChangeConfig.value.role === 'end',
+));
+
 function defaultKind(): FlowKind {
-  if (props.step.flow?.nodeKind) return props.step.flow.nodeKind;
-  if (props.step.type === 'assertExists' || props.step.type === 'assertText') return 'assertion';
-  return 'action';
+  return defaultFlowKind(props.step);
 }
 
 function patchStep(patch: Partial<AppiumRecordedStep>) {
@@ -55,18 +74,41 @@ function patchSwipe(patch: Partial<SwipeGesture>) {
   });
 }
 
-function timeoutLabel() {
-  return props.step.type === 'longPress' ? '长按时间 ms' : '超时时间 ms';
+function patchVisualChange(patch: Partial<VisualChangeConfig>) {
+  patchStep({
+    visualChange: normalizeVisualChangeConfig({
+      ...normalizeVisualChangeConfig(props.step.visualChange),
+      ...patch,
+    }),
+  });
 }
 
-function timeoutMin() {
-  return props.step.type === 'longPress' ? 80 : 0;
+function patchVisualRegion(key: keyof VisualChangeConfig['region'], value: unknown) {
+  const current = normalizeVisualChangeConfig(props.step.visualChange);
+  patchVisualChange({
+    region: {
+      ...current.region,
+      [key]: Number(value),
+    },
+  });
 }
 
 function patchTimeout(value: unknown) {
-  const timeout = Math.max(timeoutMin(), toInteger(value, props.step.timeoutMs || 0));
+  const timeout = Math.max(0, toInteger(value, props.step.timeoutMs || 0));
   patchStep({ timeoutMs: timeout || undefined });
 }
+
+const showSelector = computed(() => props.step.selector && (
+  props.step.type !== 'longPress' || longPressMode(props.step) === 'element'
+));
+
+function patchSelector(patch: Partial<AppiumSelector>) {
+  patchStep({
+    selector: { ...props.step.selector!, ...patch },
+    // 修改元素目标后，不能继续优先使用录制时的备用 XPath。
+    ...(props.step.type === 'longPress' || isNativeStateCondition(props.step) ? { selectorChain: undefined } : {}),
+  });
+}
 </script>
 
 <template>
@@ -92,7 +134,7 @@ function patchTimeout(value: unknown) {
         <el-form-item label="节点类型">
           <el-select
             :model-value="defaultKind()"
-            :disabled="disabled"
+            :disabled="disabled || isBooleanCondition(step) || step.type === 'log'"
             @update:model-value="patchFlow({ nodeKind: $event as FlowKind })"
           >
             <el-option label="操作" value="action" />
@@ -100,17 +142,26 @@ function patchTimeout(value: unknown) {
             <el-option label="校验" value="assertion" />
           </el-select>
         </el-form-item>
-        <el-form-item :label="timeoutLabel()">
+        <el-form-item v-if="step.type !== 'longPress' && step.type !== 'log'" label="超时时间 ms">
           <el-input-number
             :model-value="step.timeoutMs || undefined"
             :disabled="disabled"
-            :min="timeoutMin()"
+            :min="0"
             :max="999999"
             controls-position="right"
             @update:model-value="patchTimeout($event)"
           />
         </el-form-item>
       </div>
+      <LongPressSettings v-if="step.type === 'longPress'" :step="step" :disabled="disabled" @update="patchStep" />
+      <StageLogSettings v-if="step.type === 'log'" :step="step" :disabled="disabled" @update="patchStep" />
+      <TextClickSettings v-if="step.type === 'textClick'" :step="step" :disabled="disabled" @update="patchStep" />
+      <el-form-item v-if="step.type === 'aiRecognition'" label="识别内容">
+        <el-input
+          :model-value="step.value || ''" type="textarea" :rows="3" maxlength="4000"
+          :disabled="disabled" @update:model-value="patchStep({ value: String($event) })"
+        />
+      </el-form-item>
       <el-form-item
         v-if="step.type === 'input' || step.type === 'inputIfExists' || step.type === 'assertText'"
         label="文本内容"
@@ -121,6 +172,91 @@ function patchTimeout(value: unknown) {
           @update:model-value="patchStep({ value: String($event) })"
         />
       </el-form-item>
+      <template v-if="step.type === 'visualChange'">
+        <div class="appium-flow-editor__grid">
+          <el-form-item label="检测标记">
+            <el-input :model-value="visualChangeRoleLabel" disabled />
+          </el-form-item>
+          <el-form-item label="检测目标">
+            <el-select
+              :model-value="visualChangeConfig.mode"
+              :disabled="visualChangeConfigDisabled"
+              @update:model-value="patchVisualChange({ mode: $event as VisualChangeConfig['mode'] })"
+            >
+              <el-option label="当前选中元素" value="selectedElement" />
+              <el-option label="手动区域" value="region" />
+            </el-select>
+          </el-form-item>
+          <el-form-item label="变化阈值 %">
+            <el-input-number
+              :model-value="visualChangeConfig.changeRatioThreshold"
+              :disabled="visualChangeConfigDisabled"
+              :min="0.01"
+              :max="100"
+              :step="0.1"
+              controls-position="right"
+              @update:model-value="patchVisualChange({ changeRatioThreshold: Number($event) })"
+            />
+          </el-form-item>
+        </div>
+        <div class="appium-flow-editor__grid appium-flow-editor__grid--visual">
+          <el-form-item label="X">
+            <el-input-number
+              :model-value="visualChangeConfig.region.x"
+              :disabled="visualChangeConfigDisabled"
+              :min="0"
+              :max="99999"
+              :precision="0"
+              controls-position="right"
+              @update:model-value="patchVisualRegion('x', $event)"
+            />
+          </el-form-item>
+          <el-form-item label="Y">
+            <el-input-number
+              :model-value="visualChangeConfig.region.y"
+              :disabled="visualChangeConfigDisabled"
+              :min="0"
+              :max="99999"
+              :precision="0"
+              controls-position="right"
+              @update:model-value="patchVisualRegion('y', $event)"
+            />
+          </el-form-item>
+          <el-form-item label="宽度">
+            <el-input-number
+              :model-value="visualChangeConfig.region.width"
+              :disabled="visualChangeConfigDisabled"
+              :min="1"
+              :max="99999"
+              :precision="0"
+              controls-position="right"
+              @update:model-value="patchVisualRegion('width', $event)"
+            />
+          </el-form-item>
+          <el-form-item label="高度">
+            <el-input-number
+              :model-value="visualChangeConfig.region.height"
+              :disabled="visualChangeConfigDisabled"
+              :min="1"
+              :max="99999"
+              :precision="0"
+              controls-position="right"
+              @update:model-value="patchVisualRegion('height', $event)"
+            />
+          </el-form-item>
+          <el-form-item label="像素容差">
+            <el-input-number
+              :model-value="visualChangeConfig.pixelmatchThreshold"
+              :disabled="visualChangeConfigDisabled"
+              :min="0"
+              :max="1"
+              :step="0.01"
+              controls-position="right"
+              @update:model-value="patchVisualChange({ pixelmatchThreshold: Number($event) })"
+            />
+          </el-form-item>
+        </div>
+      </template>
       <div v-if="step.type === 'swipe'" class="appium-flow-editor__grid appium-flow-editor__grid--swipe">
         <el-form-item label="起点 X">
           <el-input-number
@@ -178,12 +314,12 @@ function patchTimeout(value: unknown) {
           />
         </el-form-item>
       </div>
-      <div v-if="step.selector" class="appium-flow-editor__grid">
+      <div v-if="showSelector && step.selector" class="appium-flow-editor__grid">
         <el-form-item label="Selector 类型">
           <el-select
             :model-value="step.selector.strategy"
             :disabled="disabled"
-            @update:model-value="patchStep({ selector: { ...step.selector!, strategy: $event as AppiumSelector['strategy'] } })"
+            @update:model-value="patchSelector({ strategy: $event as AppiumSelector['strategy'] })"
           >
             <el-option label="accessibility id" value="accessibilityId" />
             <el-option label="id" value="id" />
@@ -195,11 +331,11 @@ function patchTimeout(value: unknown) {
           <el-input
             :model-value="step.selector.value || ''"
             :disabled="disabled"
-            @update:model-value="patchStep({ selector: { ...step.selector!, value: String($event) } })"
+            @update:model-value="patchSelector({ value: String($event) })"
           />
         </el-form-item>
       </div>
-      <div v-if="step.selector" class="appium-flow-editor__grid">
+      <div v-if="showSelector" class="appium-flow-editor__grid">
         <el-form-item label="父级上下文类型">
           <el-select
             :model-value="step.contextSelector?.strategy || ''"
@@ -222,16 +358,7 @@ function patchTimeout(value: unknown) {
           />
         </el-form-item>
       </div>
-      <el-form-item label="可选步骤">
-        <el-switch
-          :model-value="Boolean(step.optional)"
-          :disabled="disabled"
-          active-text="找不到时跳过"
-          inactive-text="找不到时失败"
-          @update:model-value="patchStep({ optional: Boolean($event) })"
-        />
-      </el-form-item>
-      <div v-if="defaultKind() === 'condition'" class="appium-flow-editor__grid">
+      <div v-if="defaultKind() === 'condition' && !isBooleanCondition(step)" class="appium-flow-editor__grid">
         <el-form-item label="指定文本（可选）">
           <el-input
             :model-value="step.value || ''"

package/src/appium-recorder/components/LongPressSettings.vue

@@ -0,0 +1,58 @@
+<script setup lang="ts">
+import { computed } from 'vue';
+import type { AppiumRecordedStep } from '../types';
+import { longPressMode } from '../long-press';
+
+const props = defineProps<{ step: AppiumRecordedStep; disabled?: boolean }>();
+const emit = defineEmits<{ update: [patch: Partial<AppiumRecordedStep>] }>();
+const mode = computed(() => longPressMode(props.step));
+
+function changeMode(value: AppiumRecordedStep['longPressMode']) {
+  emit('update', {
+    longPressMode: value,
+    // 旧坐标节点切换到元素模式后，开放定位器输入。
+    ...(value === 'element' && (!props.step.selector || props.step.selector.strategy === 'bounds')
+      ? { selector: { strategy: 'id' as const, value: '' }, selectorChain: undefined, contextSelector: undefined }
+      : {}),
+  });
+}
+
+function changeCoordinate(key: 'centerX' | 'centerY', value: number | undefined) {
+  emit('update', { fallback: { ...props.step.fallback, strategy: 'bounds', [key]: value } });
+}
+</script>
+
+<template>
+  <div>
+    <el-form-item label="长按方式">
+      <el-radio-group :model-value="mode" :disabled="disabled" @update:model-value="changeMode($event as AppiumRecordedStep['longPressMode'])">
+        <el-radio-button value="element">长按元素</el-radio-button>
+        <el-radio-button value="coordinates">长按坐标</el-radio-button>
+      </el-radio-group>
+    </el-form-item>
+    <el-form-item label="长按时间 ms">
+      <el-input-number
+        :model-value="step.timeoutMs ?? 800"
+        :disabled="disabled"
+        :min="80"
+        :max="999999"
+        :precision="0"
+        controls-position="right"
+        @update:model-value="emit('update', { timeoutMs: $event ?? 800 })"
+      />
+    </el-form-item>
+    <div v-if="mode === 'coordinates'" class="appium-flow-editor__grid">
+      <el-form-item v-for="axis in (['X', 'Y'] as const)" :key="axis" :label="axis">
+        <el-input-number
+          :model-value="axis === 'X' ? step.fallback?.centerX : step.fallback?.centerY"
+          :disabled="disabled"
+          :min="0"
+          :max="99999"
+          :precision="0"
+          controls-position="right"
+          @update:model-value="changeCoordinate(axis === 'X' ? 'centerX' : 'centerY', $event)"
+        />
+      </el-form-item>
+    </div>
+  </div>
+</template>

package/src/appium-recorder/components/NestedConditionBranches.vue

@@ -1,9 +1,11 @@
 <script setup lang="ts">
+import { defaultFlowKind as defaultKind, flowBranchLabel, flowStepMeta } from '../flow-labels';
 import { computed } from 'vue';
 import { CopyDocument, Delete, Edit, Timer } from '@element-plus/icons-vue';
 import type { AppiumRecordedStep } from '../types';
 import { buildConditionLayouts, FLOW_BRANCH_GAP, FLOW_NODE_WIDTH } from '../flow-layout';
 import FlowStepEditor from './FlowStepEditor.vue';
+import FlowActionMenu from './FlowActionMenu.vue';
 
 type BranchName = 'yes' | 'no';
 type FlowKind = 'action' | 'condition' | 'assertion';
@@ -23,6 +25,10 @@ type InsertAction =
   | 'launchApp'
   | 'clearAppData'
   | 'popupCondition'
+  | 'checkboxState'
+  | 'radioButtonState'
+  | 'aiRecognition'
+  | 'textClick'
   | 'tapIfExists'
   | 'inputIfExists'
   | 'clearIfExists'
@@ -32,7 +38,12 @@ type InsertAction =
   | 'assertText'
   | 'waitDisappear'
   | 'waitActivity'
-  | 'runScript';
+  | 'runScript'
+  | 'noop'
+  | 'log'
+  | 'visualChangeStart'
+  | 'visualChangeEnd'
+  | 'visualChange';
 
 const PASTE_COMMAND = '__paste_flow_nodes__';
 
@@ -76,6 +87,9 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
       { type: 'clearInput', label: '清空输入' },
       { type: 'coordinateTap', label: '点击坐标' },
       { type: 'longPress', label: '长按' },
+      { type: 'checkboxState', label: '判断 Checkbox 状态' },
+      { type: 'textClick', label: '文字点击' },
+      { type: 'radioButtonState', label: '判断 RadioButton 状态' },
     ],
   },
   {
@@ -94,6 +108,7 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
+      { type: 'aiRecognition', label: 'AI 识别' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },
       { type: 'clearIfExists', label: '存在则清空' },
@@ -103,17 +118,20 @@ const actionGroups: Array<{ title: string; actions: Array<{ type: InsertAction;
       { type: 'assertText', label: '断言文本' },
       { type: 'waitDisappear', label: '等待元素消失' },
       { type: 'waitActivity', label: '等待 Activity' },
+      { type: 'visualChangeStart', label: '检测画面变化开始节点' },
+      { type: 'visualChangeEnd', label: '检测画面变化结束节点' },
+    ],
+  },
+  {
+    title: '流程控制',
+    actions: [
+      { type: 'noop', label: '空节点' },
+      { type: 'log', label: '输出日志' },
+      { type: 'runScript', label: '连接脚本' },
     ],
   },
-  { title: '流程控制', actions: [{ type: 'runScript', label: '连接脚本' }] },
 ];
 
-function defaultKind(step: AppiumRecordedStep): FlowKind {
-  if (step.flow?.nodeKind) return step.flow.nodeKind;
-  if (step.type === 'assertExists' || step.type === 'assertText') return 'assertion';
-  return 'action';
-}
-
 function kindLabel(kind: FlowKind) {
   return { action: '操作', condition: '判断', assertion: '校验' }[kind];
 }
@@ -125,7 +143,13 @@ function typeLabel(step: AppiumRecordedStep) {
     waitFor: '等待出现', waitDisappear: '等待消失', assertExists: '断言存在',
     assertText: '断言文本', key: '按键', waitActivity: '等待 Activity', delay: '延时',
     coordinateTap: '坐标点击', swipe: '滑动', launchApp: '启动 APP', clearAppData: '清理 APP 缓存', longPress: '长按',
-    pinch: '双指缩放', runScript: '连接脚本', screenshot: '截图',
+    pinch: '双指缩放', runScript: '连接脚本', screenshot: '截图', visualChange: '检测画面变化',
+    noop: '空节点',
+    log: '输出日志',
+    checkboxState: 'Checkbox 状态',
+    radioButtonState: 'RadioButton 状态',
+    aiRecognition: 'AI 识别',
+    textClick: '文字点击',
   };
   return labels[step.type] || step.type;
 }
@@ -133,12 +157,20 @@ function typeLabel(step: AppiumRecordedStep) {
 function stepMeta(step: AppiumRecordedStep) {
   if (step.type === 'delay') return `${step.timeoutMs || 1000}ms`;
   if (step.type === 'input' || step.type === 'inputIfExists') return `输入内容：${step.value || '空'}`;
-  if (step.type === 'longPress') return `${step.fallback?.centerX || ''},${step.fallback?.centerY || ''} · ${step.timeoutMs || 800}ms`;
+  if (step.type === 'longPress') return flowStepMeta(step);
   if (step.type === 'coordinateTap') return `${step.fallback?.centerX || ''},${step.fallback?.centerY || ''}`;
   if (step.type === 'swipe') {
     const swipe = step.swipe;
     return swipe ? `[${swipe.startX},${swipe.startY}] -> [${swipe.endX},${swipe.endY}]` : '';
   }
+  if (step.type === 'visualChange') {
+    const config = step.visualChange;
+    if (!config) return '';
+    if (config.role === 'start') return `${config.pairLabel || '检测画面变化'} · 开始 · 阈值 ${config.changeRatioThreshold}%`;
+    if (config.role === 'end') return `${config.pairLabel || '检测画面变化'} · 结束`;
+    return `${config.startStepId && config.endStepId ? '起止节点截图对比' : '请选择起止节点'} · 阈值 ${config.changeRatioThreshold}%`;
+  }
+  if (step.type === 'noop') return '';
   if (defaultKind(step) === 'condition' && step.value) {
     return `${step.flow?.textMatch === 'exact' ? '精准匹配' : '模糊匹配'}：${step.value}`;
   }
@@ -199,6 +231,12 @@ function isActionDisabled(action: InsertAction) {
   return Boolean(props.disabled && !props.allowedLockedActions?.includes(action));
 }
 
+function canCopyStep(step: AppiumRecordedStep) {
+  return step.type !== 'launchApp'
+    && step.type !== 'clearAppData'
+    && step.visualChange?.role !== 'end';
+}
+
 function insert(branch: BranchName, command: string | number | object) {
   if (command === PASTE_COMMAND) emit('paste', props.conditionIndex, branch);
   else emit('insertBranchAction', props.conditionIndex, branch, command as InsertAction);
@@ -244,7 +282,7 @@ function branchSplitPath() {
         <svg class="appium-flow-line appium-flow-branch__line" viewBox="0 0 10 100" preserveAspectRatio="none" aria-hidden="true">
           <path d="M5 0 V100" />
         </svg>
-        <strong class="appium-flow-branch__label">{{ branch === 'yes' ? '是' : '否' }}</strong>
+        <strong class="appium-flow-branch__label">{{ flowBranchLabel(condition, branch) }}</strong>
         <div v-if="branchItems(branch).length" class="appium-flow-branch-steps">
           <div v-for="item in branchItems(branch)" :key="item.step.id" class="appium-flow-branch-step-group">
             <div
@@ -275,7 +313,7 @@ function branchSplitPath() {
               </button>
               <span class="appium-flow-node__actions" @click.stop>
                 <el-button
-                  v-if="!copyMode"
+                  v-if="!copyMode && canCopyStep(item.step)"
                   text
                   size="small"
                   :icon="CopyDocument"
@@ -332,11 +370,11 @@ function branchSplitPath() {
         </div>
         <span v-else class="appium-flow-branch__target">{{ targetLabel(branch) }}</span>
         <div class="appium-flow-branch__actions">
-          <el-dropdown
-            trigger="click"
+          <FlowActionMenu
+            :groups="actionGroups"
             :disabled="!canOpenInsertMenu()"
-            max-height="320px"
-            popper-class="appium-action-dropdown"
+            :clipboard-count="clipboardCount"
+            :is-action-disabled="isActionDisabled"
             @command="insert(branch, $event)"
           >
             <el-button
@@ -348,25 +386,7 @@ function branchSplitPath() {
             >
               插入操作
             </el-button>
-            <template #dropdown>
-              <el-dropdown-menu>
-                <el-dropdown-item v-if="clipboardCount" :command="PASTE_COMMAND" divided>
-                  粘贴 {{ clipboardCount }} 个节点
-                </el-dropdown-item>
-                <template v-for="group in actionGroups" :key="group.title">
-                  <div class="appium-action-dropdown__group">{{ group.title }}</div>
-                  <el-dropdown-item
-                    v-for="action in group.actions"
-                    :key="action.type"
-                    :command="action.type"
-                    :disabled="isActionDisabled(action.type)"
-                  >
-                    {{ action.label }}
-                  </el-dropdown-item>
-                </template>
-              </el-dropdown-menu>
-            </template>
-          </el-dropdown>
+          </FlowActionMenu>
         </div>
       </div>
     </div>

package/src/appium-recorder/components/NewScriptDialog.vue

@@ -0,0 +1,27 @@
+<script setup lang="ts">
+defineProps<{ scriptName: string; saving: boolean }>();
+defineEmits<{ save: []; discard: []; cancel: [] }>();
+</script>
+
+<template>
+  <el-dialog
+    :model-value="true" title="新建脚本" width="min(480px, calc(100vw - 32px))"
+    append-to-body :close-on-click-modal="false" :close-on-press-escape="!saving"
+    :show-close="!saving" @close="$emit('cancel')"
+  >
+    <p class="new-script-message">是否保存当前脚本「{{ scriptName || '未命名脚本' }}」后再新建？</p>
+    <template #footer>
+      <div class="new-script-actions">
+        <el-button :disabled="saving" @click="$emit('cancel')">取消</el-button>
+        <el-button :disabled="saving" @click="$emit('discard')">不保存并新建</el-button>
+        <el-button type="primary" :loading="saving" @click="$emit('save')">保存并新建</el-button>
+      </div>
+    </template>
+  </el-dialog>
+</template>
+
+<style scoped>
+.new-script-message { overflow-wrap: anywhere; }
+.new-script-actions { display: flex; flex-wrap: wrap; justify-content: flex-end; gap: 8px; }
+.new-script-actions .el-button { margin: 0; }
+</style>

package/src/appium-recorder/components/NodeDetail.vue

@@ -21,6 +21,8 @@ defineProps<{
         <el-descriptions-item label="content-desc">{{ node.contentDesc || '-' }}</el-descriptions-item>
         <el-descriptions-item label="text">{{ node.text || '-' }}</el-descriptions-item>
         <el-descriptions-item label="class">{{ node.className || '-' }}</el-descriptions-item>
+        <el-descriptions-item v-if="node.checkable !== undefined" label="checkable">{{ String(node.checkable) }}</el-descriptions-item>
+        <el-descriptions-item v-if="node.checkable" label="checked">{{ node.checked === undefined ? '-' : String(node.checked) }}</el-descriptions-item>
         <el-descriptions-item label="当前 Activity">{{ currentActivity || '-' }}</el-descriptions-item>
         <el-descriptions-item label="selector">
           <span v-if="currentActivity">Activity {{ currentActivity }} · </span>

package/src/appium-recorder/components/RecordedSteps.vue

@@ -1,5 +1,5 @@
 <script setup lang="ts">
-import { computed, shallowRef } from 'vue';
+import { computed, nextTick, shallowRef, watch } from 'vue';
 import { ElMessage } from 'element-plus';
 import { Aim, CopyDocument, FullScreen } from '@element-plus/icons-vue';
 import type { AppiumRecordedStep } from '../types';
@@ -9,6 +9,7 @@ import { labelFlowStep } from '../flow-labels';
 import type { FlowActionGroup, FlowBranch, InsertAction } from '../flow-graph';
 
 const props = defineProps<{
+  aiRecognitionModelConfigured?: boolean;
   steps: AppiumRecordedStep[];
   disabled?: boolean;
   removeDisabled?: boolean;
@@ -35,6 +36,7 @@ const copyMode = shallowRef(false);
 const selectedCopyIndexes = shallowRef<number[]>([]);
 const flowDialogVisible = shallowRef(false);
 const mainResetViewToken = shallowRef(0);
+const dialogResetViewToken = shallowRef(0);
 
 const insertActionGroups: FlowActionGroup[] = [
   {
@@ -45,6 +47,9 @@ const insertActionGroups: FlowActionGroup[] = [
       { type: 'clearInput', label: '清空输入' },
       { type: 'coordinateTap', label: '点击坐标' },
       { type: 'longPress', label: '长按' },
+      { type: 'checkboxState', label: '判断 Checkbox 状态' },
+      { type: 'textClick', label: '文字点击' },
+      { type: 'radioButtonState', label: '判断 RadioButton 状态' },
     ],
   },
   {
@@ -65,6 +70,7 @@ const insertActionGroups: FlowActionGroup[] = [
     actions: [
       { type: 'delay', label: '添加延时' },
       { type: 'popupCondition', label: '判断存在' },
+      { type: 'aiRecognition', label: 'AI 识别' },
       { type: 'tapIfExists', label: '存在则点击' },
       { type: 'inputIfExists', label: '存在则输入' },
       { type: 'clearIfExists', label: '存在则清空' },
@@ -74,11 +80,17 @@ const insertActionGroups: FlowActionGroup[] = [
       { type: 'assertText', label: '断言文本' },
       { type: 'waitDisappear', label: '等待元素消失' },
       { type: 'waitActivity', label: '等待 Activity' },
+      { type: 'visualChangeStart', label: '检测画面变化开始节点' },
+      { type: 'visualChangeEnd', label: '检测画面变化结束节点' },
     ],
   },
   {
     title: '流程控制',
-    actions: [{ type: 'runScript', label: '连接脚本' }],
+    actions: [
+      { type: 'noop', label: '空节点' },
+      { type: 'log', label: '输出日志' },
+      { type: 'runScript', label: '连接脚本' },
+    ],
   },
 ];
 
@@ -169,6 +181,13 @@ function resetMainFlowPosition() {
   mainResetViewToken.value += 1;
 }
 
+watch(flowDialogVisible, (visible) => {
+  if (!visible) return;
+  void nextTick(() => {
+    dialogResetViewToken.value += 1;
+  });
+});
+
 function canOpenInsertMenu() {
   return !props.disabled || Boolean(props.allowedLockedActions?.length);
 }
@@ -220,7 +239,6 @@ function updateStep(index: number, step: AppiumRecordedStep) {
       <el-button
         size="small"
         :icon="Aim"
-        :disabled="!steps.length"
         @click="resetMainFlowPosition"
       >
         还原位置
@@ -228,7 +246,6 @@ function updateStep(index: number, step: AppiumRecordedStep) {
       <el-button
         size="small"
         :icon="FullScreen"
-        :disabled="!steps.length"
         @click="flowDialogVisible = true"
       >
         放大
@@ -244,6 +261,7 @@ function updateStep(index: number, step: AppiumRecordedStep) {
       :disabled="disabled"
       :remove-disabled="removeDisabled"
       :launching-step-id="launchingStepId"
+      :ai-recognition-model-configured="aiRecognitionModelConfigured"
       :clipboard-count="clipboardCount"
       :reset-view-token="mainResetViewToken"
       :start-action-groups="startActionGroups"
@@ -307,7 +325,9 @@ function updateStep(index: number, step: AppiumRecordedStep) {
         :disabled="disabled"
         :remove-disabled="removeDisabled"
         :launching-step-id="launchingStepId"
+        :ai-recognition-model-configured="aiRecognitionModelConfigured"
         :clipboard-count="clipboardCount"
+        :reset-view-token="dialogResetViewToken"
         :start-action-groups="startActionGroups"
         :main-action-groups="mainActionGroups"
         :can-open-insert-menu="canOpenInsertMenu()"