@aiscene/aiserver 1.7.1 → 1.7.3

package/dist/login/android-login-context.js

@@ -0,0 +1,165 @@
+import axios from 'axios';
+import { createLogger } from '../core/logger.js';
+import { replayAndroidLoginScript } from '../recorder/android-login-replay.js';
+import { replayWebLoginScript } from '../recorder/web-login-replay.js';
+const logger = createLogger('AndroidLogin');
+function nonEmptyString(value) {
+    return typeof value === 'string' && value.trim() ? value : undefined;
+}
+export function resolveAndroidLoginContext(source) {
+    const direct = source.loginContext;
+    const legacy = source.loginConfig;
+    const script = direct?.script ||
+        legacy?.androidLoginScript ||
+        source.androidLoginScript;
+    const scriptId = nonEmptyString(direct?.scriptId);
+    if (!script && !scriptId)
+        return undefined;
+    const username = nonEmptyString(direct?.variables?.username) ||
+        nonEmptyString(legacy?.androidLoginUsername) ||
+        nonEmptyString(source.androidLoginUsername);
+    const password = nonEmptyString(direct?.variables?.password) ||
+        nonEmptyString(legacy?.androidLoginPassword) ||
+        nonEmptyString(source.androidLoginPassword);
+    return {
+        enabled: direct?.enabled !== false,
+        mode: direct?.mode || 'always',
+        scriptId,
+        ownerId: nonEmptyString(direct?.ownerId),
+        platform: direct?.platform,
+        script,
+        variables: {
+            ...(direct?.variables || {}),
+            ...(username ? { username, loginUsername: username } : {}),
+            ...(password ? { password, loginPassword: password } : {}),
+        },
+        resetApp: direct?.resetApp !== false,
+        failurePolicy: direct?.failurePolicy || 'fail',
+    };
+}
+export function removeAndroidLoginSecrets(target) {
+    delete target.loginContext;
+    delete target.androidLoginScript;
+    delete target.androidLoginUsername;
+    delete target.androidLoginPassword;
+    const loginConfig = target.loginConfig;
+    if (loginConfig) {
+        delete loginConfig.androidLoginScript;
+        delete loginConfig.androidLoginUsername;
+        delete loginConfig.androidLoginPassword;
+        if (Object.keys(loginConfig).length === 0)
+            delete target.loginConfig;
+    }
+}
+async function resolveScriptReference(context) {
+    if (context.script)
+        return context;
+    if (!context.scriptId) {
+        throw new Error('Login scriptId is required');
+    }
+    const apiUrl = process.env.ANDROID_LOGIN_SCRIPT_API_URL?.replace(/\/+$/, '');
+    const serviceToken = process.env.ANDROID_LOGIN_SCRIPT_SERVICE_TOKEN;
+    if (!apiUrl || !serviceToken) {
+        throw new Error('ANDROID_LOGIN_SCRIPT_API_URL and ANDROID_LOGIN_SCRIPT_SERVICE_TOKEN are required');
+    }
+    const response = await axios.post(`${apiUrl}/internal/android-login-scripts/${encodeURIComponent(context.scriptId)}/resolve`, {
+        ownerId: context.ownerId,
+        mode: context.mode,
+        resetApp: context.resetApp,
+        failurePolicy: context.failurePolicy,
+    }, {
+        timeout: 10000,
+        headers: { 'x-login-service-token': serviceToken },
+    });
+    const resolved = response.data?.data || response.data;
+    return {
+        ...context,
+        ...resolved,
+        ownerId: context.ownerId,
+    };
+}
+export async function executeAndroidLogin(options) {
+    const initialContext = resolveAndroidLoginContext(options.source);
+    if (!initialContext ||
+        initialContext.enabled === false ||
+        initialContext.mode === 'never' ||
+        options.platform === 'web' ||
+        options.platform === 'cli' ||
+        options.platform === 'ios') {
+        return false;
+    }
+    if (!options.deviceId) {
+        throw new Error('Android login script requires a deviceId');
+    }
+    try {
+        const context = await resolveScriptReference(initialContext);
+        const script = context.script;
+        if (script?.platform !== 'android' || !Array.isArray(script.steps)) {
+            throw new Error('Invalid Android login script');
+        }
+        logger.info(`${options.logPrefix}: replaying login script` +
+            `${context.scriptId ? ` id=${context.scriptId}` : ''} on ${options.deviceId}`);
+        await replayAndroidLoginScript({
+            deviceId: options.deviceId,
+            script,
+            variables: context.variables || {},
+            width: script.screen?.width || 1080,
+            height: script.screen?.height || 1920,
+            resetApp: context.resetApp !== false,
+        });
+        // 后续执行器必须复用登录完成后的 App 进程和当前页面。
+        options.source.skipAppRestart = true;
+        logger.info(`${options.logPrefix}: login script completed`);
+        return true;
+    }
+    catch (error) {
+        const message = error.message;
+        if (initialContext.failurePolicy === 'continue') {
+            logger.warn(`${options.logPrefix}: login script failed, continuing: ${message}`);
+            return false;
+        }
+        throw new Error(`Android login failed: ${message}`);
+    }
+    finally {
+        removeAndroidLoginSecrets(options.source);
+    }
+}
+export async function executeWebLogin(options) {
+    const initialContext = resolveAndroidLoginContext(options.source);
+    if (!initialContext ||
+        initialContext.enabled === false ||
+        initialContext.mode === 'never') {
+        return false;
+    }
+    try {
+        const context = await resolveScriptReference(initialContext);
+        const script = context.script;
+        if (script?.platform !== 'web' || !Array.isArray(script.steps)) {
+            return false;
+        }
+        logger.info(`${options.logPrefix}: replaying web login script` +
+            `${context.scriptId ? ` id=${context.scriptId}` : ''}`);
+        await replayWebLoginScript({
+            page: options.page,
+            script,
+            variables: context.variables || {},
+        });
+        // 标记登录已在当前 BrowserContext/Page 中完成，后续步骤直接复用。
+        options.source.loginStateReady = true;
+        logger.info(`${options.logPrefix}: web login script completed`);
+        return true;
+    }
+    catch (error) {
+        const context = initialContext;
+        const message = error.message;
+        if (context.failurePolicy === 'continue') {
+            logger.warn(`${options.logPrefix}: web login script failed, continuing: ${message}`);
+            return false;
+        }
+        throw new Error(`Web login failed: ${message}`);
+    }
+    finally {
+        removeAndroidLoginSecrets(options.source);
+    }
+}
+//# sourceMappingURL=android-login-context.js.map

package/dist/login/android-login-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-login-context.js","sourceRoot":"","sources":["../../src/login/android-login-context.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAE/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAEvE,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AAuB5C,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAA+B;IAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,YAA+C,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,WAA4C,CAAC;IACnE,MAAM,MAAM,GACV,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,kBAAkB;QACzB,MAAM,CAAC,kBAA+E,CAAC;IAC1F,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAE3C,MAAM,QAAQ,GACZ,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3C,cAAc,CAAC,MAAM,EAAE,oBAAoB,CAAC;QAC5C,cAAc,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC9C,MAAM,QAAQ,GACZ,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3C,cAAc,CAAC,MAAM,EAAE,oBAAoB,CAAC;QAC5C,cAAc,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAE9C,OAAO;QACL,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,KAAK;QAClC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,QAAQ;QAC9B,QAAQ;QACR,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC;QACxC,QAAQ,EAAE,MAAM,EAAE,QAAQ;QAC1B,MAAM;QACN,SAAS,EAAE;YACT,GAAG,CAAC,MAAM,EAAE,SAAS,IAAI,EAAE,CAAC;YAC5B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3D;QACD,QAAQ,EAAE,MAAM,EAAE,QAAQ,KAAK,KAAK;QACpC,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,MAAM;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,MAA+B;IACvE,OAAO,MAAM,CAAC,YAAY,CAAC;IAC3B,OAAO,MAAM,CAAC,kBAAkB,CAAC;IACjC,OAAO,MAAM,CAAC,oBAAoB,CAAC;IACnC,OAAO,MAAM,CAAC,oBAAoB,CAAC;IAEnC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAkD,CAAC;IAC9E,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC,kBAAkB,CAAC;QACtC,OAAO,WAAW,CAAC,oBAAoB,CAAC;QACxC,OAAO,WAAW,CAAC,oBAAoB,CAAC;QACxC,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,WAAW,CAAC;IACvE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,OAA4B;IAE5B,IAAI,OAAO,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IACnC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC;IACpE,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,kFAAkF,CACnF,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,GAAG,MAAM,mCAAmC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAC1F;QACE,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;KACrC,EACD;QACE,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,EAAE,uBAAuB,EAAE,YAAY,EAAE;KACnD,CACF,CAAC;IACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC;IACtD,OAAO;QACL,GAAG,OAAO;QACV,GAAG,QAAQ;QACX,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAKzC;IACC,MAAM,cAAc,GAAG,0BAA0B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,IACE,CAAC,cAAc;QACf,cAAc,CAAC,OAAO,KAAK,KAAK;QAChC,cAAc,CAAC,IAAI,KAAK,OAAO;QAC/B,OAAO,CAAC,QAAQ,KAAK,KAAK;QAC1B,OAAO,CAAC,QAAQ,KAAK,KAAK;QAC1B,OAAO,CAAC,QAAQ,KAAK,KAAK,EAC1B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAA4B,CAAC;QACpD,IAAI,MAAM,EAAE,QAAQ,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,CAAC,IAAI,CACT,GAAG,OAAO,CAAC,SAAS,0BAA0B;YAC5C,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,OAAO,CAAC,QAAQ,EAAE,CAChF,CAAC;QACF,MAAM,wBAAwB,CAAC;YAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;YAClC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI;YACnC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,KAAK;SACrC,CAAC,CAAC;QACH,+BAA+B;QAC/B,OAAO,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,SAAS,0BAA0B,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAI,KAAe,CAAC,OAAO,CAAC;QACzC,IAAI,cAAc,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,SAAS,sCAAsC,OAAO,EAAE,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC;IACtD,CAAC;YAAS,CAAC;QACT,yBAAyB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAIrC;IACC,MAAM,cAAc,GAAG,0BAA0B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,IACE,CAAC,cAAc;QACf,cAAc,CAAC,OAAO,KAAK,KAAK;QAChC,cAAc,CAAC,IAAI,KAAK,OAAO,EAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAmC,CAAC;QAC3D,IAAI,MAAM,EAAE,QAAQ,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,CAAC,IAAI,CACT,GAAG,OAAO,CAAC,SAAS,8BAA8B;YAChD,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,CAAC;QACF,MAAM,oBAAoB,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;SACnC,CAAC,CAAC;QACH,6CAA6C;QAC7C,OAAO,CAAC,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,SAAS,8BAA8B,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,cAAc,CAAC;QAC/B,MAAM,OAAO,GAAI,KAAe,CAAC,OAAO,CAAC;QACzC,IAAI,OAAO,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,SAAS,0CAA0C,OAAO,EAAE,CAAC,CAAC;YACrF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;YAAS,CAAC;QACT,yBAAyB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC"}

package/dist/recorder/android-login-replay.d.ts

@@ -0,0 +1,11 @@
+import type { AndroidLoginScript, AndroidLoginStep } from './android-login-script.js';
+export declare function replayAndroidLoginScript(options: {
+    deviceId: string;
+    script: AndroidLoginScript;
+    variables?: Record<string, string>;
+    width: number;
+    height: number;
+    resetApp?: boolean;
+    onStep?: (index: number, step: AndroidLoginStep) => void;
+}): Promise<void>;
+//# sourceMappingURL=android-login-replay.d.ts.map

package/dist/recorder/android-login-replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-login-replay.d.ts","sourceRoot":"","sources":["../../src/recorder/android-login-replay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,2BAA2B,CAAC;AA0FnC,wBAAsB,wBAAwB,CAAC,OAAO,EAAE;IACtD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC1D,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBhB"}

package/dist/recorder/android-login-replay.js

@@ -0,0 +1,70 @@
+import { captureAndroidUiHierarchy, findPointBySelector, resetAndLaunchAndroidApp, runAdb, } from './android-ui-hierarchy.js';
+async function resolvePoint(deviceId, selector, fallback, width, height, timeout) {
+    const deadline = Date.now() + timeout;
+    while (selector && Date.now() < deadline) {
+        try {
+            const point = findPointBySelector(await captureAndroidUiHierarchy(deviceId), selector);
+            if (point)
+                return point;
+        }
+        catch {
+            // Retry until timeout, then use the recorded relative coordinate.
+        }
+        await new Promise((resolve) => setTimeout(resolve, 500));
+    }
+    return {
+        x: Math.round(fallback.xRatio * width),
+        y: Math.round(fallback.yRatio * height),
+    };
+}
+function resolveValue(value, variables) {
+    return value.replace(/\{\{(\w+)}}/g, (_, key) => variables[key] ?? '');
+}
+async function executeStep(deviceId, step, variables, width, height) {
+    if (step.type === 'tap') {
+        const point = await resolvePoint(deviceId, step.selector, step.fallback, width, height, step.timeout);
+        await runAdb(deviceId, ['shell', 'input', 'tap', String(point.x), String(point.y)]);
+        return;
+    }
+    if (step.type === 'swipe') {
+        await runAdb(deviceId, [
+            'shell',
+            'input',
+            'swipe',
+            String(Math.round(step.from.x * width)),
+            String(Math.round(step.from.y * height)),
+            String(Math.round(step.to.x * width)),
+            String(Math.round(step.to.y * height)),
+            String(step.duration),
+        ]);
+        return;
+    }
+    if (step.type === 'key') {
+        await runAdb(deviceId, ['shell', 'input', 'keyevent', String(step.keyCode)]);
+        return;
+    }
+    const point = step.selector
+        ? findPointBySelector(await captureAndroidUiHierarchy(deviceId), step.selector)
+        : undefined;
+    if (point) {
+        await runAdb(deviceId, ['shell', 'input', 'tap', String(point.x), String(point.y)]);
+    }
+    if (step.clearBeforeInput) {
+        await runAdb(deviceId, ['shell', 'input', 'keyevent', 'KEYCODE_MOVE_END']);
+        await runAdb(deviceId, ['shell', 'input', 'keyevent', '--longpress', 'KEYCODE_DEL']);
+    }
+    const value = resolveValue(step.value, variables);
+    await runAdb(deviceId, ['shell', 'input', 'text', value.replace(/ /g, '%s')]);
+}
+export async function replayAndroidLoginScript(options) {
+    if (options.resetApp !== false) {
+        await resetAndLaunchAndroidApp(options.deviceId, options.script.packageName);
+    }
+    for (let index = 0; index < options.script.steps.length; index += 1) {
+        const step = options.script.steps[index];
+        options.onStep?.(index, step);
+        await executeStep(options.deviceId, step, options.variables || {}, options.width, options.height);
+        await new Promise((resolve) => setTimeout(resolve, 350));
+    }
+}
+//# sourceMappingURL=android-login-replay.js.map

package/dist/recorder/android-login-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-login-replay.js","sourceRoot":"","sources":["../../src/recorder/android-login-replay.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,wBAAwB,EACxB,MAAM,GACP,MAAM,2BAA2B,CAAC;AAEnC,KAAK,UAAU,YAAY,CACzB,QAAgB,EAChB,QAA4C,EAC5C,QAA4C,EAC5C,KAAa,EACb,MAAc,EACd,OAAe;IAEf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IACtC,OAAO,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,mBAAmB,CAC/B,MAAM,yBAAyB,CAAC,QAAQ,CAAC,EACzC,QAAQ,CACT,CAAC;YACF,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;QACpE,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC;QACtC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,SAAiC;IACpE,OAAO,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,GAAW,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAgB,EAChB,IAAsB,EACtB,SAAiC,EACjC,KAAa,EACb,MAAc;IAEd,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,MAAM,YAAY,CAC9B,QAAQ,EACR,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,EACb,KAAK,EACL,MAAM,EACN,IAAI,CAAC,OAAO,CACb,CAAC;QACF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,OAAO;IACT,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC1B,MAAM,MAAM,CAAC,QAAQ,EAAE;YACrB,OAAO;YACP,OAAO;YACP,OAAO;YACP,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;SACtB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7E,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ;QACzB,CAAC,CAAC,mBAAmB,CAAC,MAAM,yBAAyB,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC;QAC/E,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3E,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,OAQ9C;IACC,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC/B,MAAM,wBAAwB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC/E,CAAC;IACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,WAAW,CACf,OAAO,CAAC,QAAQ,EAChB,IAAI,EACJ,OAAO,CAAC,SAAS,IAAI,EAAE,EACvB,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,MAAM,CACf,CAAC;QACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC"}

package/dist/recorder/android-login-script.d.ts

@@ -0,0 +1,50 @@
+export interface AndroidElementSelector {
+    resourceId?: string;
+    contentDescription?: string;
+    text?: string;
+    className?: string;
+}
+export interface AndroidPoint {
+    x: number;
+    y: number;
+}
+export type AndroidLoginStep = {
+    id: string;
+    type: 'tap';
+    selector?: AndroidElementSelector;
+    fallback: {
+        xRatio: number;
+        yRatio: number;
+    };
+    timeout: number;
+} | {
+    id: string;
+    type: 'input';
+    selector?: AndroidElementSelector;
+    value: string;
+    secret: boolean;
+    clearBeforeInput: boolean;
+} | {
+    id: string;
+    type: 'swipe';
+    from: AndroidPoint;
+    to: AndroidPoint;
+    duration: number;
+} | {
+    id: string;
+    type: 'key';
+    keyCode: number;
+};
+export interface AndroidLoginScript {
+    schemaVersion: 1;
+    platform: 'android';
+    name: string;
+    packageName: string;
+    screen?: {
+        width: number;
+        height: number;
+    };
+    steps: AndroidLoginStep[];
+    createdAt: string;
+}
+//# sourceMappingURL=android-login-script.d.ts.map

package/dist/recorder/android-login-script.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-login-script.d.ts","sourceRoot":"","sources":["../../src/recorder/android-login-script.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,gBAAgB,GACxB;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,KAAK,CAAC;IACZ,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,QAAQ,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,OAAO,EAAE,MAAM,CAAC;CACjB,GACD;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,gBAAgB,EAAE,OAAO,CAAC;CAC3B,GACD;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;IACnB,EAAE,EAAE,YAAY,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,GACD;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,KAAK,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEN,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,CAAC,CAAC;IACjB,QAAQ,EAAE,SAAS,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB"}

package/dist/recorder/android-login-script.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=android-login-script.js.map

package/dist/recorder/android-login-script.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-login-script.js","sourceRoot":"","sources":["../../src/recorder/android-login-script.ts"],"names":[],"mappings":""}

package/dist/recorder/android-recording-manager.d.ts

@@ -0,0 +1,23 @@
+import type { AndroidElementSelector, AndroidLoginScript, AndroidLoginStep } from './android-login-script.js';
+export declare class AndroidRecordingManager {
+    private sessions;
+    start(clientId: string, options: {
+        deviceId: string;
+        packageName: string;
+        name?: string;
+        width: number;
+        height: number;
+    }): Promise<AndroidLoginScript>;
+    stop(clientId: string): AndroidLoginScript;
+    cancel(clientId: string): void;
+    isRecording(clientId: string): boolean;
+    recordTap(clientId: string, x: number, y: number, selector?: AndroidElementSelector): AndroidLoginStep | undefined;
+    touchDown(clientId: string, x: number, y: number): Promise<void>;
+    touchUp(clientId: string, x: number, y: number): AndroidLoginStep | undefined;
+    recordText(clientId: string, text: string, recordedValue?: string, secret?: boolean): Promise<AndroidLoginStep | undefined>;
+    recordKey(clientId: string, keyCode: number): AndroidLoginStep | undefined;
+    private requireSession;
+    private toScript;
+}
+export declare const androidRecordingManager: AndroidRecordingManager;
+//# sourceMappingURL=android-recording-manager.d.ts.map

package/dist/recorder/android-recording-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-recording-manager.d.ts","sourceRoot":"","sources":["../../src/recorder/android-recording-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,2BAA2B,CAAC;AAiCnC,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAuC;IAEjD,KAAK,CACT,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,GACA,OAAO,CAAC,kBAAkB,CAAC;IAgB9B,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB;IAM1C,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI9B,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAItC,SAAS,CACP,QAAQ,EAAE,MAAM,EAChB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,QAAQ,CAAC,EAAE,sBAAsB,GAChC,gBAAgB,GAAG,SAAS;IAkBzB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBtE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAuCvE,UAAU,CACd,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,aAAa,SAAO,EACpB,MAAM,UAAQ,GACb,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC;IAiCxC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAa1E,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,QAAQ;CAcjB;AAED,eAAO,MAAM,uBAAuB,yBAAgC,CAAC"}

package/dist/recorder/android-recording-manager.js

@@ -0,0 +1,180 @@
+import { randomUUID } from 'node:crypto';
+import { captureAndroidUiHierarchy, findFocusedSelector, findSelectorAtPoint, resetAndLaunchAndroidApp, } from './android-ui-hierarchy.js';
+function validatePackageName(packageName) {
+    if (!/^[A-Za-z][A-Za-z0-9_.]+$/.test(packageName)) {
+        throw new Error('Invalid Android package name');
+    }
+}
+export class AndroidRecordingManager {
+    sessions = new Map();
+    async start(clientId, options) {
+        validatePackageName(options.packageName);
+        await resetAndLaunchAndroidApp(options.deviceId, options.packageName);
+        const session = {
+            id: randomUUID(),
+            deviceId: options.deviceId,
+            packageName: options.packageName,
+            name: options.name?.trim() || `${options.packageName} 登录`,
+            width: options.width,
+            height: options.height,
+            steps: [],
+        };
+        this.sessions.set(clientId, session);
+        return this.toScript(session);
+    }
+    stop(clientId) {
+        const session = this.requireSession(clientId);
+        this.sessions.delete(clientId);
+        return this.toScript(session);
+    }
+    cancel(clientId) {
+        this.sessions.delete(clientId);
+    }
+    isRecording(clientId) {
+        return this.sessions.has(clientId);
+    }
+    recordTap(clientId, x, y, selector) {
+        const session = this.sessions.get(clientId);
+        if (!session)
+            return undefined;
+        session.lastInputAt = undefined;
+        const step = {
+            id: randomUUID(),
+            type: 'tap',
+            selector,
+            fallback: {
+                xRatio: x / session.width,
+                yRatio: y / session.height,
+            },
+            timeout: 10000,
+        };
+        session.steps.push(step);
+        return step;
+    }
+    async touchDown(clientId, x, y) {
+        const session = this.sessions.get(clientId);
+        if (!session)
+            return;
+        session.lastInputAt = undefined;
+        let selector;
+        try {
+            const xml = await captureAndroidUiHierarchy(session.deviceId);
+            selector = findSelectorAtPoint(xml, x, y);
+        }
+        catch {
+            // UIAutomator may not expose WebView/canvas nodes. Relative coordinates remain available.
+        }
+        session.touch = {
+            startedAt: Date.now(),
+            startX: x,
+            startY: y,
+            selector,
+        };
+    }
+    touchUp(clientId, x, y) {
+        const session = this.sessions.get(clientId);
+        const touch = session?.touch;
+        if (!session || !touch)
+            return undefined;
+        session.touch = undefined;
+        const duration = Math.max(1, Date.now() - touch.startedAt);
+        const distance = Math.hypot(x - touch.startX, y - touch.startY);
+        let step;
+        if (distance > Math.min(session.width, session.height) * 0.03) {
+            step = {
+                id: randomUUID(),
+                type: 'swipe',
+                from: {
+                    x: touch.startX / session.width,
+                    y: touch.startY / session.height,
+                },
+                to: {
+                    x: x / session.width,
+                    y: y / session.height,
+                },
+                duration,
+            };
+        }
+        else {
+            step = {
+                id: randomUUID(),
+                type: 'tap',
+                selector: touch.selector,
+                fallback: {
+                    xRatio: x / session.width,
+                    yRatio: y / session.height,
+                },
+                timeout: 10000,
+            };
+        }
+        session.steps.push(step);
+        return step;
+    }
+    async recordText(clientId, text, recordedValue = text, secret = false) {
+        const session = this.sessions.get(clientId);
+        if (!session || !text)
+            return undefined;
+        const lastStep = session.steps[session.steps.length - 1];
+        if (lastStep?.type === 'input' &&
+            session.lastInputAt &&
+            Date.now() - session.lastInputAt < 1500) {
+            lastStep.value += recordedValue;
+            lastStep.secret = lastStep.secret || secret;
+            session.lastInputAt = Date.now();
+            return lastStep;
+        }
+        let selector;
+        try {
+            selector = findFocusedSelector(await captureAndroidUiHierarchy(session.deviceId));
+        }
+        catch {
+            // Keep input step even when the focused node cannot be inspected.
+        }
+        const step = {
+            id: randomUUID(),
+            type: 'input',
+            selector,
+            value: recordedValue,
+            secret,
+            clearBeforeInput: true,
+        };
+        session.steps.push(step);
+        session.lastInputAt = Date.now();
+        return step;
+    }
+    recordKey(clientId, keyCode) {
+        const session = this.sessions.get(clientId);
+        if (!session)
+            return undefined;
+        session.lastInputAt = undefined;
+        const step = {
+            id: randomUUID(),
+            type: 'key',
+            keyCode,
+        };
+        session.steps.push(step);
+        return step;
+    }
+    requireSession(clientId) {
+        const session = this.sessions.get(clientId);
+        if (!session)
+            throw new Error('No active Android recording session');
+        return session;
+    }
+    toScript(session) {
+        return {
+            schemaVersion: 1,
+            platform: 'android',
+            name: session.name,
+            packageName: session.packageName,
+            screen: {
+                width: session.width,
+                height: session.height,
+            },
+            steps: session.steps,
+            createdAt: new Date().toISOString(),
+        };
+    }
+}
+export const androidRecordingManager = new AndroidRecordingManager();
+//# sourceMappingURL=android-recording-manager.js.map

package/dist/recorder/android-recording-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-recording-manager.js","sourceRoot":"","sources":["../../src/recorder/android-recording-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAMzC,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,2BAA2B,CAAC;AAqBnC,SAAS,mBAAmB,CAAC,WAAmB;IAC9C,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,MAAM,OAAO,uBAAuB;IAC1B,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IAEvD,KAAK,CAAC,KAAK,CACT,QAAgB,EAChB,OAMC;QAED,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,wBAAwB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACtE,MAAM,OAAO,GAAqB;YAChC,EAAE,EAAE,UAAU,EAAE;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,KAAK;YACzD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,CAAC,QAAgB;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,QAAgB;QACrB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,SAAS,CACP,QAAgB,EAChB,CAAS,EACT,CAAS,EACT,QAAiC;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAC/B,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,MAAM,IAAI,GAAqB;YAC7B,EAAE,EAAE,UAAU,EAAE;YAChB,IAAI,EAAE,KAAK;YACX,QAAQ;YACR,QAAQ,EAAE;gBACR,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK;gBACzB,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM;aAC3B;YACD,OAAO,EAAE,KAAK;SACf,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,CAAS,EAAE,CAAS;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,IAAI,QAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9D,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,0FAA0F;QAC5F,CAAC;QACD,OAAO,CAAC,KAAK,GAAG;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,QAAgB,EAAE,CAAS,EAAE,CAAS;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,CAAC;QAC7B,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QACzC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,IAAsB,CAAC;QAC3B,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;YAC9D,IAAI,GAAG;gBACL,EAAE,EAAE,UAAU,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK;oBAC/B,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;iBACjC;gBACD,EAAE,EAAE;oBACF,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK;oBACpB,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM;iBACtB;gBACD,QAAQ;aACT,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,GAAG;gBACL,EAAE,EAAE,UAAU,EAAE;gBAChB,IAAI,EAAE,KAAK;gBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK;oBACzB,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM;iBAC3B;gBACD,OAAO,EAAE,KAAK;aACf,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAgB,EAChB,IAAY,EACZ,aAAa,GAAG,IAAI,EACpB,MAAM,GAAG,KAAK;QAEd,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzD,IACE,QAAQ,EAAE,IAAI,KAAK,OAAO;YAC1B,OAAO,CAAC,WAAW;YACnB,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,EACvC,CAAC;YACD,QAAQ,CAAC,KAAK,IAAI,aAAa,CAAC;YAChC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC;YAC5C,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,QAA4C,CAAC;QACjD,IAAI,CAAC;YACH,QAAQ,GAAG,mBAAmB,CAAC,MAAM,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;QACpE,CAAC;QACD,MAAM,IAAI,GAAqB;YAC7B,EAAE,EAAE,UAAU,EAAE;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ;YACR,KAAK,EAAE,aAAa;YACpB,MAAM;YACN,gBAAgB,EAAE,IAAI;SACvB,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,QAAgB,EAAE,OAAe;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAC/B,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,MAAM,IAAI,GAAqB;YAC7B,EAAE,EAAE,UAAU,EAAE;YAChB,IAAI,EAAE,KAAK;YACX,OAAO;SACR,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,QAAgB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,QAAQ,CAAC,OAAyB;QACxC,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,SAAS;YACnB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE;gBACN,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB;YACD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,uBAAuB,EAAE,CAAC"}

package/dist/recorder/android-ui-hierarchy.d.ts

@@ -0,0 +1,45 @@
+import type { AndroidElementSelector } from './android-login-script.js';
+export interface AndroidUiNode {
+    id: string;
+    selector: AndroidElementSelector;
+    focused: boolean;
+    clickable: boolean;
+    checkable: boolean;
+    editable: boolean;
+    password: boolean;
+    enabled: boolean;
+    bounds: [number, number, number, number];
+}
+export declare function parseAndroidUiNodes(xml: string): AndroidUiNode[];
+declare function runAdb(deviceId: string, args: string[], timeout?: number): Promise<string>;
+export declare function resetAndLaunchAndroidApp(deviceId: string, packageName: string): Promise<void>;
+export declare function captureAndroidUiHierarchy(deviceId: string): Promise<string>;
+export declare function getAndroidScreenSize(deviceId: string): Promise<{
+    width: number;
+    height: number;
+}>;
+export declare function captureAndroidScreen(deviceId: string): Promise<Buffer>;
+export declare function captureAndroidScreenshotState(deviceId: string): Promise<{
+    screenshotBase64: string;
+    width: number;
+    height: number;
+}>;
+export declare function captureAndroidElementState(deviceId: string): Promise<{
+    xml: string;
+    nodes: AndroidUiNode[];
+}>;
+export declare function captureAndroidScreenState(deviceId: string): Promise<{
+    screenshotBase64: string;
+    xml: string;
+    nodes: AndroidUiNode[];
+    width: number;
+    height: number;
+}>;
+export declare function findSelectorAtPoint(xml: string, x: number, y: number): AndroidElementSelector | undefined;
+export declare function findFocusedSelector(xml: string): AndroidElementSelector | undefined;
+export declare function findPointBySelector(xml: string, selector: AndroidElementSelector): {
+    x: number;
+    y: number;
+} | undefined;
+export { runAdb };
+//# sourceMappingURL=android-ui-hierarchy.d.ts.map

package/dist/recorder/android-ui-hierarchy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-ui-hierarchy.d.ts","sourceRoot":"","sources":["../../src/recorder/android-ui-hierarchy.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAIxE,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,sBAAsB,CAAC;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AA4BD,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,EAAE,CA6BhE;AAkCD,iBAAe,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,SAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAMxF;AAED,wBAAsB,wBAAwB,CAC5C,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAOf;AAED,wBAAsB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQjF;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC,CAOD;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE5E;AAED,wBAAsB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC7E,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC,CAOD;AAED,wBAAsB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1E,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,aAAa,EAAE,CAAC;CACxB,CAAC,CAMD;AAED,wBAAsB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC,CASD;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,GACR,sBAAsB,GAAG,SAAS,CASpC;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS,CAInF;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,sBAAsB,GAC/B;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAgBtC;AAED,OAAO,EAAE,MAAM,EAAE,CAAC"}