android-midscene-automation 0.1.21 → 0.1.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "android-midscene-automation",
-  "version": "0.1.21",
+  "version": "0.1.23",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/oooooooko/android-midscene-automation.git"
@@ -11,7 +11,7 @@
   "homepage": "https://github.com/oooooooko/android-midscene-automation#readme",
   "type": "module",
   "bin": {
-    "android-midscene-automation": "./bin/android-midscene-automation.js"
+    "android-midscene-automation": "bin/android-midscene-automation.js"
   },
   "files": [
     "bin",
@@ -23,6 +23,7 @@
     "vite.config.ts",
     "README.md",
     "USAGE.md",
+    "FAQ.md",
     "CHANGELOG.md"
   ],
   "scripts": {
@@ -35,25 +36,40 @@
     "test:e2e": "playwright test"
   },
   "dependencies": {
-    "@element-plus/icons-vue": "^2.3.2",
-    "@midscene/android": "1.10.12",
-    "@midscene/web": "1.10.12",
-    "@vitejs/plugin-vue": "^6.0.1",
-    "element-plus": "^2.11.1",
-    "openai": "^5.12.2",
-    "tsx": "^4.20.3",
-    "typescript": "^5.8.3",
-    "vite": "^7.0.4",
-    "vue": "^3.5.18",
-    "word-extractor": "^1.0.4",
-    "xlsx": "^0.18.5",
-    "yaml": "^2.8.1"
+    "@dagrejs/dagre": "1.1.5",
+    "@element-plus/icons-vue": "2.3.2",
+    "@midscene/android": "https://registry.npmjs.org/@midscene/android/-/android-1.12.0.tgz",
+    "@midscene/android-playground": "1.12.0",
+    "@midscene/core": "https://registry.npmjs.org/@midscene/core/-/core-1.12.0.tgz",
+    "@midscene/playground": "https://registry.npmjs.org/@midscene/playground/-/playground-1.12.0.tgz",
+    "@midscene/shared": "https://registry.npmjs.org/@midscene/shared/-/shared-1.12.0.tgz",
+    "@midscene/web": "1.12.0",
+    "@vitejs/plugin-vue": "6.0.7",
+    "@vue-flow/core": "1.48.2",
+    "element-plus": "2.11.1",
+    "openai": "5.23.2",
+    "tsx": "4.23.0",
+    "typescript": "5.9.3",
+    "vite": "7.3.6",
+    "vue": "3.5.39",
+    "word-extractor": "1.0.4",
+    "xlsx": "0.18.5",
+    "yaml": "2.9.0"
+  },
+  "overrides": {
+    "@floating-ui/core": "1.7.5",
+    "@floating-ui/dom": "1.7.6",
+    "nanoid": "3.3.15",
+    "playwright": "1.61.1",
+    "playwright-core": "1.61.1",
+    "postcss": "8.5.16",
+    "rollup": "4.62.2"
   },
   "devDependencies": {
-    "@playwright/test": "^1.54.1",
-    "@types/node": "^24.0.13",
-    "@types/word-extractor": "^1.0.6",
-    "@vue/tsconfig": "^0.7.0",
-    "vue-tsc": "^3.0.3"
+    "@playwright/test": "1.61.1",
+    "@types/node": "24.13.2",
+    "@types/word-extractor": "1.0.6",
+    "@vue/tsconfig": "0.7.0",
+    "vue-tsc": "3.3.6"
   }
 }

package/server/appium-recorder/appium-runner.ts

@@ -122,6 +122,27 @@ export function launchAppOnDevice(deviceId: string, packageName: string) {
   });
 }
 
+export function clearAppDataOnDevice(deviceId: string, packageName: string) {
+  if (!packageName) return Promise.reject(new Error('清理 App 缓存缺少包名'));
+  return new Promise<void>((resolve, reject) => {
+    execFile(getAdbCommand(), [
+      '-s',
+      deviceId,
+      'shell',
+      'pm',
+      'clear',
+      packageName,
+    ], { maxBuffer: 4 * 1024 * 1024 }, (error, stdout, stderr) => {
+      const output = `${stdout || ''}\n${stderr || ''}`.trim();
+      if (error || !/^success$/im.test(output)) {
+        reject(new Error(output || error?.message || `ADB 清理 ${packageName} 失败`));
+        return;
+      }
+      resolve();
+    });
+  });
+}
+
 function adbSwipe(deviceId: string, step: Required<AppiumRecordedStepRecord>['swipe']) {
   return new Promise<void>((resolve, reject) => {
     execFile(getAdbCommand(), [
@@ -500,6 +521,12 @@ async function runStep(sessionId: string, deviceId: string, step: AppiumRecorded
     return `ADB 已启动 ${packageName}`;
   }
 
+  if (step.type === 'clearAppData') {
+    const packageName = step.value || '';
+    await clearAppDataOnDevice(deviceId, packageName);
+    return `ADB 已清除 ${packageName} 的应用数据与缓存`;
+  }
+
   if (step.type === 'screenshot') {
     await saveScreenshot(sessionId);
     return;
@@ -710,10 +737,20 @@ async function appendStepDiagnostics(lines: string[], deviceId: string, step: Ap
 }
 
 type ReplayStepOptions = {
-  skipLaunchApp?: boolean;
+  skipAppInitialization?: boolean;
   scriptName?: string;
 };
 
+function shouldSkipLinkedScriptInitStep(options: ReplayStepOptions, step: AppiumRecordedStepRecord) {
+  return Boolean(options.skipAppInitialization && (step.type === 'launchApp' || step.type === 'clearAppData'));
+}
+
+function linkedScriptInitSkipReason(step: AppiumRecordedStepRecord) {
+  return step.type === 'clearAppData'
+    ? '连接脚本不重复清理 App'
+    : '连接脚本不重复启动 App';
+}
+
 async function replayLinkedScript(
   sessionId: string,
   deviceId: string,
@@ -754,7 +791,7 @@ async function replayLinkedScript(
   lines.push(`连接脚本开始：${linkedScript.name}`);
   const nextStack = [...stack, linkedScript.id];
   await replayScriptSteps(sessionId, deviceId, linkedScript.steps, lines, nextStack, {
-    skipLaunchApp: true,
+    skipAppInitialization: true,
     scriptName: linkedScript.name,
   });
   lines.push(`连接脚本完成：${linkedScript.name}`);
@@ -770,8 +807,8 @@ async function replayLinearSteps(
 ) {
   for (const [index, step] of steps.entries()) {
     throwIfReplayStopped();
-    if (options.skipLaunchApp && step.type === 'launchApp') {
-      lines.push(`[节点 ${index + 1}] 跳过：${step.label}（连接脚本不重复启动 App）`);
+    if (shouldSkipLinkedScriptInitStep(options, step)) {
+      lines.push(`[节点 ${index + 1}] 跳过：${step.label}（${linkedScriptInitSkipReason(step)}）`);
       continue;
     }
     lines.push(`[节点 ${index + 1}] 开始：${step.label}`);
@@ -841,8 +878,8 @@ async function replayFlowSteps(
     if (guard > maxVisits) throw new Error('流程图可能存在循环，已终止回放');
 
     const step = steps[index];
-    if (options.skipLaunchApp && step.type === 'launchApp') {
-      lines.push(`[节点 ${index + 1}] 跳过：${step.label}（连接脚本不重复启动 App）`);
+    if (shouldSkipLinkedScriptInitStep(options, step)) {
+      lines.push(`[节点 ${index + 1}] 跳过：${step.label}（${linkedScriptInitSkipReason(step)}）`);
       index = nextIndexAfterStep(index, step);
       continue;
     }

package/server/appium-recorder/repository.ts

@@ -26,6 +26,7 @@ export type AppiumRecordedStepRecord = {
     | 'swipe'
     | 'screenshot'
     | 'launchApp'
+    | 'clearAppData'
     | 'waitDisappear'
     | 'assertText'
     | 'longPress'

package/server/appium-recorder/routes.ts

@@ -11,7 +11,7 @@ import {
   saveAppiumRecordedScript,
   type AppiumRecordedStepRecord,
 } from './repository';
-import { launchAppOnDevice, replayAppiumScript } from './appium-runner';
+import { clearAppDataOnDevice, launchAppOnDevice, replayAppiumScript } from './appium-runner';
 import { isRemoteDeviceId, sendRemoteCommand } from '../remote-agents/registry';
 import { getAdbCommand } from '../android-sdk';
 
@@ -205,6 +205,19 @@ export async function handleAppiumRecorderRequest(
       return true;
     }
 
+    if (pathname === '/api/appium-recorder/clear-app-data' && req.method === 'POST') {
+      const parsed = await readBody<{ deviceId?: string; packageName?: string }>(req);
+      const deviceId = parsed.deviceId?.trim() || selectedDeviceId;
+      const packageName = parsed.packageName?.trim() || '';
+      if (!deviceId) throw new Error('未检测到可用设备');
+      if (!packageName) throw new Error('请选择预设 App');
+      assertDeviceAllowed(deviceId);
+      if (isRemoteDeviceId(deviceId)) throw new Error('远程设备暂不支持清理 App 缓存');
+      await clearAppDataOnDevice(deviceId, packageName);
+      sendJson(res, { success: true });
+      return true;
+    }
+
     if (pathname === '/api/appium-recorder/scripts' && req.method === 'GET') {
       sendJson(res, { scripts: listAppiumRecordedScripts() });
       return true;

package/server/http-api.ts

@@ -95,9 +95,13 @@ function writeNdjson(res: ServerResponse, event: RunGeneratedScriptEvent | { typ
   res.write(`${JSON.stringify(event)}\n`);
 }
 
-function npxCommand() {
-  return process.platform === 'win32' ? 'npx.cmd' : 'npx';
-}
+const START_ANDROID_PLAYGROUND_WITHOUT_BROWSER = [
+  "import { androidPlaygroundPlatform, ScrcpyServer } from '@midscene/android-playground';",
+  "import { launchPreparedPlaygroundPlatform } from '@midscene/playground';",
+  'const scrcpyServer = new ScrcpyServer();',
+  'const prepared = await androidPlaygroundPlatform.prepare({ scrcpyServer });',
+  'await launchPreparedPlaygroundPlatform(prepared);',
+].join('\n');
 
 type AndroidDevice = {
   id: string;
@@ -513,7 +517,7 @@ export function createApiMiddleware() {
       };
     }
 
-    playgroundProcess = spawn(npxCommand(), ['--yes', '@midscene/android-playground'], {
+    playgroundProcess = spawn(process.execPath, ['--input-type=module', '--eval', START_ANDROID_PLAYGROUND_WITHOUT_BROWSER], {
       cwd: appPath(),
       env: {
         ...process.env,

package/server/model-tester.ts

@@ -30,6 +30,18 @@ type ModelTestResult = {
   usage?: ModelUsage;
 };
 
+function normalizeBaseUrl(value: string) {
+  return value.trim().replace(/\/+$/, '');
+}
+
+function normalizeModelName(value: string) {
+  return value.trim().replace(/[‐‑‒–—―]/g, '-');
+}
+
+function visibleContent(value: string) {
+  return value.replace(/<think>[\s\S]*?<\/think>/g, '').trim() || value.trim();
+}
+
 function execCodex(args: string[]) {
   return new Promise<string>((resolve, reject) => {
     execFile('codex', args, { timeout: 10_000 }, (error, stdout, stderr) => {
@@ -63,23 +75,27 @@ async function testCodexConnection(input: ModelInput): Promise<ModelTestResult>
 }
 
 export async function testModelConnection(input: ModelInput): Promise<ModelTestResult> {
-  if (input.provider === 'codex' || input.baseUrl === 'codex://app-server') {
+  const baseUrl = normalizeBaseUrl(input.baseUrl);
+  const modelName = normalizeModelName(input.name);
+
+  if (input.provider === 'codex' || baseUrl === 'codex://app-server') {
     return testCodexConnection(input);
   }
 
-  if (!input.baseUrl || !input.apiKey || !input.name) {
+  if (!baseUrl || !input.apiKey.trim() || !modelName) {
     throw new Error('模型配置不完整');
   }
 
   const startedAt = Date.now();
   const client = new OpenAI({
-    apiKey: input.apiKey,
-    baseURL: input.baseUrl,
+    apiKey: input.apiKey.trim(),
+    baseURL: baseUrl,
   });
 
   const result = await client.chat.completions.create({
-    model: input.name,
+    model: modelName,
     temperature: 0,
+    max_completion_tokens: 128,
     messages: [
       {
         role: 'user',
@@ -88,7 +104,7 @@ export async function testModelConnection(input: ModelInput): Promise<ModelTestR
     ],
   });
 
-  const content = result.choices[0]?.message?.content?.trim() || '';
+  const content = visibleContent(result.choices[0]?.message?.content || '');
   const usage: ModelUsage = {
     promptTokens: result.usage?.prompt_tokens,
     completionTokens: result.usage?.completion_tokens,

package/src/App.vue

@@ -1391,7 +1391,10 @@ onUnmounted(() => {
 
       <main
         class="page-body"
-        :class="{ 'page-body--fixed': activeMenu === 'generator' && activeGeneratorMode === 'ai' }"
+        :class="{
+          'page-body--fixed': activeMenu === 'generator' && activeGeneratorMode === 'ai',
+          'page-body--appium': activeMenu === 'appium',
+        }"
       >
         <el-alert v-if="activeMenu !== 'appium' && errorMessage" type="error" :closable="false" show-icon class="page-alert">
           <template #title>{{ errorMessage }}</template>

package/src/api.ts

@@ -32,6 +32,8 @@ async function postJson<T>(url: string, body?: unknown) {
     method: 'POST',
     headers: { 'Content-Type': 'application/json' },
     body: JSON.stringify(body || {}),
+  }).catch((error) => {
+    throw new Error(`无法连接本地后端 ${url}：${error instanceof Error ? error.message : '网络请求失败'}`);
   });
   return readJson<T>(response);
 }
@@ -287,4 +289,4 @@ export async function runScript(
   if (buffer.trim()) {
     onEvent(JSON.parse(buffer) as RunScriptStreamEvent);
   }
-}
+}