octoparse-cli 0.1.14

package/node_modules/@octopus/engine/dist/browser.js

@@ -0,0 +1,157 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cleanupChromeCache = cleanupChromeCache;
+exports.resolveChrome = resolveChrome;
+const browsers_1 = require("@puppeteer/browsers");
+const node_child_process_1 = require("node:child_process");
+const fs_1 = __importDefault(require("fs"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const CHROME_BASE_URL_OP = 'https://client-resource.octoparse.com/chrome';
+const CHROME_BASE_URL_CN = 'https://client-resource.bazhuayu.com/chrome';
+const CACHE_ROOT_DIR = '.cache';
+const CACHE_DIR_NAME = 'octorunner';
+const DEFAULT_BUILD_ID = '147.0.7727.50';
+const ARCH_ALIASES = {
+    amd64: 'x64',
+    x86_64: 'x64',
+    x64: 'x64',
+    aarch64: 'arm64',
+    arm64: 'arm64',
+    arm64e: 'arm64'
+};
+function normalizeArchitecture(arch) {
+    if (!arch)
+        return undefined;
+    const normalized = arch.trim().toLowerCase();
+    return ARCH_ALIASES[normalized] || normalized;
+}
+function runArchitectureCommand(command, args) {
+    const result = (0, node_child_process_1.spawnSync)(command, args, {
+        encoding: 'utf8',
+        timeout: 1000,
+        windowsHide: true
+    });
+    if (result.error || result.status !== 0) {
+        return undefined;
+    }
+    const output = result.stdout.trim();
+    return output || undefined;
+}
+/**
+ * 当前支持 win64、mac-arm64、mac-x64、linux-arm64、linux-x64。
+ * macOS / Linux 使用 `uname -m` 区分架构。
+ */
+function getSystemArchitecture() {
+    const architecture = normalizeArchitecture(runArchitectureCommand('uname', ['-m']));
+    return architecture === 'arm64' ? 'arm64' : 'x64';
+}
+function ensureCacheDir() {
+    const cacheDir = path_1.default.join(os_1.default.homedir(), CACHE_ROOT_DIR, CACHE_DIR_NAME);
+    if (!fs_1.default.existsSync(cacheDir)) {
+        fs_1.default.mkdirSync(cacheDir, { recursive: true });
+    }
+    return cacheDir;
+}
+function getDefaultBaseUrl() {
+    return process.env.IS_OP
+        ? CHROME_BASE_URL_OP
+        : CHROME_BASE_URL_CN;
+}
+/**
+ ** 检测浏览器平台补丁
+ * 当前仅映射 win64、mac-arm64、mac-x64、linux-arm64、linux-x64
+ */
+function detectBrowserPlatform() {
+    const platform = os_1.default.platform();
+    switch (platform) {
+        case 'darwin': {
+            const arch = getSystemArchitecture();
+            return arch === 'arm64' ? browsers_1.BrowserPlatform.MAC_ARM : browsers_1.BrowserPlatform.MAC;
+        }
+        case 'linux': {
+            const arch = getSystemArchitecture();
+            return arch === 'arm64'
+                ? browsers_1.BrowserPlatform.LINUX_ARM
+                : browsers_1.BrowserPlatform.LINUX;
+        }
+        case 'win32':
+            return browsers_1.BrowserPlatform.WIN64;
+        default:
+            return undefined;
+    }
+}
+function resolveInstallOptions(platform, installOptions) {
+    return {
+        browser: browsers_1.Browser.CHROME,
+        platform,
+        baseUrl: (installOptions === null || installOptions === void 0 ? void 0 : installOptions.baseUrl) || getDefaultBaseUrl(),
+        buildId: (installOptions === null || installOptions === void 0 ? void 0 : installOptions.buildId) || DEFAULT_BUILD_ID,
+        cacheDir: (installOptions === null || installOptions === void 0 ? void 0 : installOptions.cacheDir) || ensureCacheDir()
+    };
+}
+async function cleanupChromeCache(installOptions) {
+    const cacheDir = (installOptions === null || installOptions === void 0 ? void 0 : installOptions.cacheDir) || ensureCacheDir();
+    const currentBuildId = (installOptions === null || installOptions === void 0 ? void 0 : installOptions.buildId) || DEFAULT_BUILD_ID;
+    const cache = new browsers_1.Cache(cacheDir);
+    const installedBrowsers = cache.getInstalledBrowsers();
+    for (const browser of installedBrowsers) {
+        if (browser.browser !== browsers_1.Browser.CHROME || browser.buildId === currentBuildId) {
+            continue;
+        }
+        cache.uninstall(browser.browser, browser.platform, browser.buildId);
+    }
+}
+async function resolveChrome(options) {
+    var _a, _b, _c, _d, _e;
+    const platform = detectBrowserPlatform();
+    if (!platform) {
+        throw new Error('暂不支持当前系统，仅支持 win64、mac-x64、mac-arm64、linux-x64、linux-arm64');
+    }
+    (_a = options === null || options === void 0 ? void 0 : options.onStatus) === null || _a === void 0 ? void 0 : _a.call(options, { state: 'checking', progress: 0 });
+    const chromeOptions = resolveInstallOptions(platform, options === null || options === void 0 ? void 0 : options.installOptions);
+    const executablePath = (0, browsers_1.computeExecutablePath)(chromeOptions);
+    if (fs_1.default.existsSync(executablePath)) {
+        (_b = options === null || options === void 0 ? void 0 : options.onStatus) === null || _b === void 0 ? void 0 : _b.call(options, { state: 'completed', progress: 100 });
+        return { executablePath };
+    }
+    const maxAttempts = 3;
+    let attempt = 0;
+    let lastError = null;
+    const cache = new browsers_1.Cache(chromeOptions.cacheDir);
+    const installationDir = cache.installationDir(chromeOptions.browser, chromeOptions.platform, chromeOptions.buildId);
+    do {
+        attempt += 1;
+        try {
+            const result = await (0, browsers_1.install)({
+                ...chromeOptions,
+                downloadProgressCallback: (downloadedBytes, totalBytes) => {
+                    var _a;
+                    const progress = totalBytes > 0 ? (downloadedBytes / totalBytes) * 100 : 0;
+                    (_a = options === null || options === void 0 ? void 0 : options.onStatus) === null || _a === void 0 ? void 0 : _a.call(options, {
+                        state: 'downloading',
+                        progress
+                    });
+                },
+                unpack: true
+            });
+            (_c = options === null || options === void 0 ? void 0 : options.onStatus) === null || _c === void 0 ? void 0 : _c.call(options, { state: 'completed', progress: 100 });
+            return { executablePath: result.executablePath };
+        }
+        catch (error) {
+            lastError = error;
+            fs_1.default.rmSync(installationDir, { recursive: true, force: true });
+            (_d = options === null || options === void 0 ? void 0 : options.onStatus) === null || _d === void 0 ? void 0 : _d.call(options, {
+                state: 'retrying',
+                progress: 0
+            });
+        }
+    } while (attempt < maxAttempts);
+    (_e = options === null || options === void 0 ? void 0 : options.onStatus) === null || _e === void 0 ? void 0 : _e.call(options, {
+        state: 'failed'
+    });
+    throw new Error(`Chrome 安装失败，已重试 ${maxAttempts} 次。最后一次错误: ${(lastError === null || lastError === void 0 ? void 0 : lastError.message) || 'unknown error'}`);
+}

package/node_modules/@octopus/engine/dist/browserProxy.d.ts

@@ -0,0 +1,90 @@
+import { BrowserContext, Page, Target, type Handler } from 'puppeteer-core';
+import { NavigateType } from './enums';
+import type { ExtensionBridgeLike } from './extension-bridge';
+import { CookiesRule } from './models/task';
+import { BrokerSettings, WorkflowSetting } from './settings';
+import JsonParser from './utils/JsonParser';
+import { ProxyMessage } from './types';
+interface BrowserProxyProps {
+    globalCookie?: string;
+    isSetGlobalCookie?: boolean;
+    cookiesRule?: CookiesRule;
+    workflowSetting?: WorkflowSetting;
+    userAgent?: string;
+    brokerSettings?: BrokerSettings;
+    downloadFolderPath?: string;
+    taskName?: string;
+    startTime?: string;
+}
+export declare class BrowserProxy {
+    #private;
+    currentTarget: Target;
+    globalCookie?: string;
+    isSetGlobalCookie?: boolean;
+    cookiesRule?: CookiesRule;
+    navigateType: NavigateType;
+    workflowSetting: WorkflowSetting;
+    userAgent: string;
+    brokerSettings: BrokerSettings;
+    isSetedProxy: boolean;
+    latestSetProxyTime: number;
+    isClearedCookie: boolean;
+    latestClearCookieTime: number;
+    shouldWait: boolean;
+    navigateURL: string;
+    pendingProxyRequest: Promise<any> | null;
+    jsonParser: JsonParser;
+    downloadFolderPath?: string;
+    taskName?: string;
+    startTime?: string;
+    threeFolderPath?: string;
+    timer: NodeJS.Timeout;
+    pageLoadStatus?: {
+        url: string;
+        statusCode?: number;
+        isLoadFailed: boolean;
+        timestamp: number;
+        error?: string;
+    };
+    private lastCheckTime;
+    /** 浏览器插件桥接（可选），用于通过 Extension 执行以避免焦点抢夺 */
+    extensionBridge?: ExtensionBridgeLike;
+    /** 记录当前代理IP的信息 */
+    proxyInfo: ProxyMessage;
+    /** 页面成功打开时是否已经上传过了代理IP日志 */
+    isUploadedProxyInfoOpenedPage: boolean;
+    constructor(context: BrowserContext, globalProps: BrowserProxyProps);
+    /**
+     * 定时清除cookie
+     * todo 代理IP是否优化放在这里，考虑是否会影响采集流程
+     */
+    clearCookiesPeriodically(): Promise<void>;
+    switchTarget(target: Target): void;
+    onTargetChanged(handler: Handler<Target>): void;
+    onTargetCreated(handler: Handler<Target>): void;
+    onLoginOrCaptchaDetected(handler: (data: {
+        url: string;
+        hasLoginForm: boolean;
+    }) => void): void;
+    removeTargetChanged(handler: Handler<Target>): void;
+    removeTargetCreated(handler: Handler<Target>): void;
+    /**
+     * 过滤出正常的用户页面（排除扩展页面）
+     */
+    private filterUserPages;
+    private isSamePageUrl;
+    bindExtensionTab(tabId: number, timeoutMs?: number): Promise<Page | undefined>;
+    resolveCurrentPage(): Promise<Page>;
+    resolveContext(): BrowserContext;
+    setNavigateType(val: NavigateType): void;
+    /**
+     * 页面完全加载后的回调
+     * 在每次页面 load 事件触发时调用
+     */
+    private onPageFullyLoaded;
+    /**
+     * 检测指定页面是否存在登录表单或验证码
+     */
+    private checkLoginCaptchaForPage;
+}
+export {};

package/node_modules/@octopus/engine/dist/browserProxy.js

@@ -0,0 +1 @@
+'use strict';var __createBinding=this&&this['__createBinding']||(Object['create']?function(_0x5a5c97,_0x13295f,_0x2ae670,_0x25b6b5){if(_0x25b6b5===undefined)_0x25b6b5=_0x2ae670;var _0xb5a9a5=Object['getOwnPropertyDescriptor'](_0x13295f,_0x2ae670);(!_0xb5a9a5||('get'in _0xb5a9a5?!_0x13295f['__esModule']:_0xb5a9a5['writable']||_0xb5a9a5['configurable']))&&(_0xb5a9a5={'enumerable':!![],'get':function(){return _0x13295f[_0x2ae670];}}),Object['defineProperty'](_0x5a5c97,_0x25b6b5,_0xb5a9a5);}:function(_0x3ebd75,_0x32355c,_0x3281eb,_0x2b5ed1){if(_0x2b5ed1===undefined)_0x2b5ed1=_0x3281eb;_0x3ebd75[_0x2b5ed1]=_0x32355c[_0x3281eb];}),__setModuleDefault=this&&this['__setModuleDefault']||(Object['create']?function(_0x4e1c30,_0x19abf1){Object['defineProperty'](_0x4e1c30,'default',{'enumerable':!![],'value':_0x19abf1});}:function(_0x20f68e,_0xd000c9){_0x20f68e['default']=_0xd000c9;}),__importStar=this&&this['__importStar']||(function(){var _0x4c84b1=function(_0x19a5a8){return _0x4c84b1=Object['getOwnPropertyNames']||function(_0x449f1a){var _0x56df1a=[];for(var _0x2f230f in _0x449f1a)if(Object['prototype']['hasOwnProperty']['call'](_0x449f1a,_0x2f230f))_0x56df1a[_0x56df1a['length']]=_0x2f230f;return _0x56df1a;},_0x4c84b1(_0x19a5a8);};return function(_0x2099bc){if(_0x2099bc&&_0x2099bc['__esModule'])return _0x2099bc;var _0x477082={};if(_0x2099bc!=null){for(var _0x5a88a6=_0x4c84b1(_0x2099bc),_0x245601=0x0;_0x245601<_0x5a88a6['length'];_0x245601++)if(_0x5a88a6[_0x245601]!=='default')__createBinding(_0x477082,_0x2099bc,_0x5a88a6[_0x245601]);}return __setModuleDefault(_0x477082,_0x2099bc),_0x477082;};}()),__classPrivateFieldSet=this&&this['__classPrivateFieldSet']||function(_0x2208a4,_0x6c084c,_0x2c6fdf,_0x494109,_0x4915cb){if(_0x494109==='m')throw new TypeError('Private\x20method\x20is\x20not\x20writable');if(_0x494109==='a'&&!_0x4915cb)throw new TypeError('Private\x20accessor\x20was\x20defined\x20without\x20a\x20setter');if(typeof _0x6c084c==='function'?_0x2208a4!==_0x6c084c||!_0x4915cb:!_0x6c084c['has'](_0x2208a4))throw new TypeError('Cannot\x20write\x20private\x20member\x20to\x20an\x20object\x20whose\x20class\x20did\x20not\x20declare\x20it');return _0x494109==='a'?_0x4915cb['call'](_0x2208a4,_0x2c6fdf):_0x4915cb?_0x4915cb['value']=_0x2c6fdf:_0x6c084c['set'](_0x2208a4,_0x2c6fdf),_0x2c6fdf;},__classPrivateFieldGet=this&&this['__classPrivateFieldGet']||function(_0x4a4656,_0x491c40,_0x3b4bf1,_0x56e3d5){if(_0x3b4bf1==='a'&&!_0x56e3d5)throw new TypeError('Private\x20accessor\x20was\x20defined\x20without\x20a\x20getter');if(typeof _0x491c40==='function'?_0x4a4656!==_0x491c40||!_0x56e3d5:!_0x491c40['has'](_0x4a4656))throw new TypeError('Cannot\x20read\x20private\x20member\x20from\x20an\x20object\x20whose\x20class\x20did\x20not\x20declare\x20it');return _0x3b4bf1==='m'?_0x56e3d5:_0x3b4bf1==='a'?_0x56e3d5['call'](_0x4a4656):_0x56e3d5?_0x56e3d5['value']:_0x491c40['get'](_0x4a4656);},__importDefault=this&&this['__importDefault']||function(_0x7a79ee){return _0x7a79ee&&_0x7a79ee['__esModule']?_0x7a79ee:{'default':_0x7a79ee};},_BrowserProxy_context,_BrowserProxy_event;Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['BrowserProxy']=void 0x0;const node_events_1=__importDefault(require('node:events')),path=__importStar(require('path')),fs=__importStar(require('fs')),enums_1=require('./enums'),task_1=require('./models/task'),settings_1=require('./settings'),JsonParser_1=__importDefault(require('./utils/JsonParser')),Operations_1=require('./utils/Operations'),index_1=require('./index');class BrowserProxy{constructor(_0x5a9713,_0x57537c){_BrowserProxy_context['set'](this,void 0x0),_BrowserProxy_event['set'](this,new node_events_1['default']()),this['cookiesRule']=new task_1['CookiesRule'](),this['navigateType']='None',this['workflowSetting']=new settings_1['WorkflowSetting'](),this['isSetedProxy']=![],this['latestSetProxyTime']=0x0,this['isClearedCookie']=![],this['latestClearCookieTime']=0x0,this['shouldWait']=!![],this['pendingProxyRequest']=null,this['lastCheckTime']=new Map(),this['isUploadedProxyInfoOpenedPage']=![];const {globalCookie:_0x42e17c,isSetGlobalCookie:_0x549b1c,workflowSetting:_0x408c58,userAgent:_0xc2e98a,brokerSettings:_0x37170d,downloadFolderPath:_0x17b5cd,taskName:_0x5058e7,startTime:_0x11a323}=_0x57537c;this['globalCookie']=_0x42e17c,this['isSetGlobalCookie']=_0x549b1c,__classPrivateFieldSet(this,_BrowserProxy_context,_0x5a9713,'f'),this['workflowSetting']=_0x408c58,this['userAgent']=_0xc2e98a,this['brokerSettings']=_0x37170d,this['downloadFolderPath']=_0x17b5cd,this['taskName']=_0x5058e7,this['startTime']=_0x11a323,this['jsonParser']=new JsonParser_1['default']();if(_0x17b5cd){const _0x473872=[_0x17b5cd];_0x5058e7&&_0x473872['push'](_0x5058e7),_0x11a323&&_0x473872['push'](_0x11a323),this['threeFolderPath']=path['join'](..._0x473872),!fs['existsSync'](this['threeFolderPath'])&&fs['mkdirSync'](this['threeFolderPath'],{'recursive':!![]});}__classPrivateFieldGet(this,_BrowserProxy_context,'f')['on']('targetchanged',_0x523fd6=>{this['switchTarget'](_0x523fd6),this['shouldWait']=!![],__classPrivateFieldGet(this,_BrowserProxy_event,'f')['emit']('targetchanged',_0x523fd6);}),__classPrivateFieldGet(this,_BrowserProxy_context,'f')['on']('targetcreated',async _0x3b9286=>{this['switchTarget'](_0x3b9286),this['shouldWait']=!![],__classPrivateFieldGet(this,_BrowserProxy_event,'f')['emit']('targetcreated',_0x3b9286);if(_0x3b9286['type']()==='page'){const _0x41bcef=await _0x3b9286['page']();_0x41bcef&&_0x41bcef['on']('domcontentloaded',async()=>{const _0x56e2e9=_0x41bcef['url'](),_0x1c2133=Date['now'](),_0xcaf483=this['lastCheckTime']['get'](_0x56e2e9)||0x0;if(_0x1c2133-_0xcaf483<0x2710){console['log']('防抖跳过检测\x20-\x20URL:',_0x56e2e9);return;}this['lastCheckTime']['set'](_0x56e2e9,_0x1c2133),await this['onPageFullyLoaded'](_0x41bcef);});}}),__classPrivateFieldGet(this,_BrowserProxy_context,'f')['on']('close',()=>{__classPrivateFieldGet(this,_BrowserProxy_event,'f')['removeAllListeners']();}),this['clearCookiesPeriodically']();}async['clearCookiesPeriodically'](){var _0x379949,_0x586886;const _0x52b510=((_0x586886=(_0x379949=this['brokerSettings'])===null||_0x379949===void 0x0?void 0x0:_0x379949['cookieClearSettings'])===null||_0x586886===void 0x0?void 0x0:_0x586886['customPeriod'])*0x3e8||0x0;if(this['brokerSettings']['cookieClearSettings']['clearType']===enums_1['CookieClearType']['None']||!__classPrivateFieldGet(this,_BrowserProxy_context,'f')||(_0x52b510||0x0)<=0x0)return;this['timer']&&clearInterval(this['timer']),this['timer']=setInterval(async()=>{const _0x480ebe=await __classPrivateFieldGet(this,_BrowserProxy_context,'f')['cookies']();_0x480ebe['length']!==0x0&&await __classPrivateFieldGet(this,_BrowserProxy_context,'f')['deleteCookie'](..._0x480ebe);},_0x52b510);}['switchTarget'](_0x21785d){(_0x21785d===null||_0x21785d===void 0x0?void 0x0:_0x21785d['type']())==='page'&&(this['currentTarget']=_0x21785d);}['onTargetChanged'](_0x1b5f4d){__classPrivateFieldGet(this,_BrowserProxy_event,'f')['on']('targetchanged',_0x1b5f4d);}['onTargetCreated'](_0x12f75b){__classPrivateFieldGet(this,_BrowserProxy_event,'f')['on']('targetcreated',_0x12f75b);}['onLoginOrCaptchaDetected'](_0x5645a7){__classPrivateFieldGet(this,_BrowserProxy_event,'f')['on'](index_1['WorkflowEvents']['LoginOrCaptchaDetected'],_0x5645a7);}['removeTargetChanged'](_0x13840c){__classPrivateFieldGet(this,_BrowserProxy_event,'f')['off']('targetchanged',_0x13840c);}['removeTargetCreated'](_0x12a839){__classPrivateFieldGet(this,_BrowserProxy_event,'f')['off']('targetcreated',_0x12a839);}async['filterUserPages'](_0x477600){const _0x4b4c21=[];for(const _0x4a44af of _0x477600){try{if(!_0x4a44af['isClosed']()){const _0x3b5414=_0x4a44af['url']();!_0x3b5414['startsWith']('chrome-extension://')&&!_0x3b5414['startsWith']('devtools://')&&_0x4b4c21['push'](_0x4a44af);}}catch(_0x4765e4){}}return _0x4b4c21;}['isSamePageUrl'](_0x1f0c3f,_0x16ff70){if(_0x1f0c3f===_0x16ff70)return!![];const _0x28b922=_0x1f0c3f['split']('#')[0x0],_0x52b7a9=_0x16ff70['split']('#')[0x0];if(_0x28b922===_0x52b7a9)return!![];try{const _0x37c452=new URL(_0x1f0c3f)['origin']+new URL(_0x1f0c3f)['pathname'],_0x4d1eab=new URL(_0x16ff70)['origin']+new URL(_0x16ff70)['pathname'];return _0x37c452===_0x4d1eab;}catch{return![];}}async['bindExtensionTab'](_0x2e259d,_0x42ac9b=0x1388){const _0x15389f=this['extensionBridge'];if(!_0x15389f)return undefined;console['log']('[Engine/BrowserProxy]\x20bindExtensionTab\x20start\x20tabId='+_0x2e259d+'\x20timeoutMs='+_0x42ac9b);const _0x3f6fe4=Date['now']();while(Date['now']()-_0x3f6fe4<_0x42ac9b){const _0x780d45=_0x15389f['getTabUrl'](_0x2e259d);if(_0x780d45&&_0x780d45!=='about:blank'){const _0x1a2a1a=await __classPrivateFieldGet(this,_BrowserProxy_context,'f')['pages'](),_0x45b361=await this['filterUserPages'](_0x1a2a1a),_0x3ee7b9=_0x45b361['find'](_0x2af3d8=>{try{return this['isSamePageUrl'](_0x2af3d8['url'](),_0x780d45);}catch{return![];}});if(_0x3ee7b9)return this['switchTarget'](_0x3ee7b9['target']()),this['shouldWait']=!![],console['log']('[Engine/BrowserProxy]\x20bindExtensionTab\x20adopted\x20tabId='+_0x2e259d+'\x20pageUrl='+_0x3ee7b9['url']()),_0x3ee7b9;}await new Promise(_0x576b34=>setTimeout(_0x576b34,0x64));}return console['log']('[Engine/BrowserProxy]\x20bindExtensionTab\x20missed\x20tabId='+_0x2e259d),undefined;}async['resolveCurrentPage'](){try{if(this['currentTarget']){const _0x2b1c3e=await this['currentTarget']['page']();if(_0x2b1c3e&&!_0x2b1c3e['isClosed']())return _0x2b1c3e;}const _0x24c1df=await __classPrivateFieldGet(this,_BrowserProxy_context,'f')['pages'](),_0x1b110a=await this['filterUserPages'](_0x24c1df);if(_0x1b110a['length']===0x1){const [,_0x31afbe]=await Promise['all']([new Promise(_0x5a4f3a=>{this['onTargetCreated'](()=>{_0x5a4f3a(!![]);});}),__classPrivateFieldGet(this,_BrowserProxy_context,'f')['newPage']()]);return _0x31afbe;}if(_0x1b110a['length']===0x0){const _0x58a8c3=await __classPrivateFieldGet(this,_BrowserProxy_context,'f')['newPage']();return _0x58a8c3;}const _0x448860=_0x1b110a[_0x1b110a['length']-0x1];return this['currentTarget']=_0x448860['target'](),_0x448860;}catch(_0x53d089){console['error']('❌\x20resolveCurrentPage失败:',_0x53d089);}}['resolveContext'](){return __classPrivateFieldGet(this,_BrowserProxy_context,'f');}['setNavigateType'](_0xbb9e9a){this['navigateType']=_0xbb9e9a;}async['onPageFullyLoaded'](_0x307c18){try{if(__classPrivateFieldGet(this,_BrowserProxy_event,'f')['listenerCount'](index_1['WorkflowEvents']['LoginOrCaptchaDetected'])===0x0)return;const _0x267f17=_0x307c18['url']();if(_0x267f17==='about:blank'||_0x267f17['startsWith']('chrome-extension://')||_0x267f17['startsWith']('devtools://'))return;await new Promise(_0x2972ba=>setTimeout(_0x2972ba,0x2710));const _0x506d05=await this['checkLoginCaptchaForPage'](_0x307c18);console['log']('检查登录表单或验证码结果:',_0x506d05),_0x506d05&&__classPrivateFieldGet(this,_BrowserProxy_event,'f')['emit'](index_1['WorkflowEvents']['LoginOrCaptchaDetected'],{'url':_0x267f17,'hasLoginOrCaptcha':_0x506d05});}catch(_0x89c783){console['error']('onPageFullyLoaded\x20error:',_0x89c783);}}async['checkLoginCaptchaForPage'](_0x3cefec){if(!_0x3cefec||_0x3cefec['isClosed']())return![];try{const _0x26d17b=await _0x3cefec['evaluate'](()=>{const _0x3ec147=_0x56ffa1=>{if(!_0x56ffa1)return![];const {display:_0x1b4c27,visibility:_0x2d1268,opacity:_0x7e9cbb}=getComputedStyle(_0x56ffa1);return _0x1b4c27!=='none'&&_0x2d1268!=='hidden'&&_0x2d1268!=='collapse'&&_0x7e9cbb!=='0'&&_0x56ffa1['offsetParent']!==null;},_0x5574f1=_0x1eaf7f=>{const _0x4d0f1b=Array['from'](_0x1eaf7f['getElementsByTagName']('form')),_0x20e757=_0x4d0f1b['filter'](_0x461494=>_0x3ec147(_0x461494)),_0x4e4f40=Array['from'](_0x1eaf7f['getElementsByTagName']('input')),_0x32adbc=_0x4e4f40['filter'](_0x18095e=>_0x3ec147(_0x18095e));for(const _0x114d0b of _0x20e757){const _0x490f34=/(?=.*(?:用户名|密码|手机号|邮箱|账号|获取验证码|短信验证码|验证码|注册|登录).*)(?=.*(?:用户名|密码|手机号|邮箱|账号|获取验证码|短信验证码|验证码|注册|登录).*)/;if(_0x490f34['test'](_0x114d0b['textContent']||''))return!![];const _0x569f51=/(?=.*(?:扫码登录|输入验证码|点击按钮进行验证|完成拼图验证|完成验证|点选文字验证|拖动滑块|填充拼图|安全验证|请完成下列验证后继续|按住左边按钮拖动完成上方拼图|依次点击文字).*)/;if(_0x569f51['test'](_0x114d0b['textContent']||''))return!![];}for(const _0x177912 of _0x32adbc){if(_0x177912['type']==='password')return!![];const _0x355c20=/(?=.*(?:手机号|用户名|账号|邮箱|验证码).*)/;if(_0x355c20['test'](_0x177912['placeholder']||''))return!![];}return![];};return _0x5574f1(document);});if(_0x26d17b)return!![];const _0x398576=_0x3cefec['frames']();for(const _0x37f435 of _0x398576){if(_0x37f435===_0x3cefec['mainFrame']())continue;try{const _0x3de6ce=await _0x37f435['evaluate'](()=>{const _0x1ea2f0=_0xe5f9f1=>{if(!_0xe5f9f1)return![];const {display:_0x318a68,visibility:_0xae17fc,opacity:_0x399b97}=getComputedStyle(_0xe5f9f1);return _0x318a68!=='none'&&_0xae17fc!=='hidden'&&_0xae17fc!=='collapse'&&_0x399b97!=='0'&&_0xe5f9f1['offsetParent']!==null;};if(window['location']['href']&&window['location']['href']['includes']('captcha'))return!![];const _0x53fdd1=Array['from'](document['getElementsByTagName']('form'));for(const _0x1f39ac of _0x53fdd1){if(!_0x1ea2f0(_0x1f39ac))continue;const _0x379fda=/(?=.*(?:用户名|密码|手机号|邮箱|账号|获取验证码|短信验证码|验证码|注册|登录).*)(?=.*(?:用户名|密码|手机号|邮箱|账号|获取验证码|短信验证码|验证码|注册|登录).*)/;if(_0x379fda['test'](_0x1f39ac['textContent']||''))return!![];const _0xbb8d6=/(?=.*(?:扫码登录|输入验证码|点击按钮进行验证|完成拼图验证|完成验证|点选文字验证|拖动滑块|填充拼图|安全验证|请完成下列验证后继续|按住左边按钮拖动完成上方拼图|依次点击文字).*)/;if(_0xbb8d6['test'](_0x1f39ac['textContent']||''))return!![];}const _0x5ff14a=Array['from'](document['getElementsByTagName']('input'));for(const _0x8294a3 of _0x5ff14a){if(!_0x1ea2f0(_0x8294a3))continue;if(_0x8294a3['type']==='password')return!![];const _0x1da6ca=/(?=.*(?:手机号|用户名|账号|邮箱|验证码).*)/;if(_0x1da6ca['test'](_0x8294a3['placeholder']||''))return!![];}return![];});if(_0x3de6ce)return!![];}catch(_0x5eb154){(0x0,Operations_1['isTransientContextError'])(_0x5eb154)&&console['warn']('checkLoginCaptchaForPage\x20transient\x20frame\x20context\x20error:',{'url':_0x3cefec['url'](),'error':_0x5eb154 instanceof Error?_0x5eb154['message']:String(_0x5eb154)});}}return![];}catch(_0x42673c){if((0x0,Operations_1['isTransientContextError'])(_0x42673c))return console['warn']('checkLoginCaptchaForPage\x20transient\x20context\x20error:',{'url':_0x3cefec['url'](),'error':_0x42673c instanceof Error?_0x42673c['message']:String(_0x42673c)}),![];return console['error']('checkLoginCaptchaForPage\x20error:',_0x42673c),![];}}}exports['BrowserProxy']=BrowserProxy,(_BrowserProxy_context=new WeakMap(),_BrowserProxy_event=new WeakMap());

package/node_modules/@octopus/engine/dist/configs/BaseConfig.d.ts

@@ -0,0 +1,20 @@
+import { ActionItem } from '../models/actionItem';
+export default class BaseConfig {
+    caption: string;
+    waitSeconds: number;
+    waitItem?: string;
+    useLoopItem: boolean;
+    loopItem?: any;
+    targetQueue?: string;
+    description: string;
+    isRandomWait: boolean;
+    pageIndex: number;
+    loopType?: string;
+    WaitAfterSeconds: number;
+    WaitAfterItem?: string;
+    IsRandomWaitAfter: boolean;
+    constructor(config: any);
+    getElementXPath(str?: string): ActionItem;
+    getInputElementXPaths(val?: string): Array<ActionItem> | [];
+    getEntityFromExtensionElements(tag: string, extensionElements: any, callback: any): void;
+}

package/node_modules/@octopus/engine/dist/configs/BaseConfig.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const utils_1 = require("../utils");
+const actionItem_1 = require("../models/actionItem");
+class BaseConfig {
+    constructor(config) {
+        this.caption = config.Caption;
+        this.waitSeconds = parseInt(config.WaitSeconds) || 0;
+        this.waitItem = config.WaitItem;
+        this.useLoopItem = config.UseLoopItem == 'true';
+        this.targetQueue = config.TargetQueue;
+        this.description = config.Description;
+        this.isRandomWait = config.IsRandomWait == 'true';
+        this.pageIndex = parseInt(config.PageIndex);
+        this.loopType = config.loopType;
+        this.WaitAfterSeconds = parseInt(config.WaitAfterSeconds) || 0;
+        this.WaitAfterItem = config.WaitAfterItem;
+        this.IsRandomWaitAfter = config.IsRandomWaitAfter == 'true';
+    }
+    getElementXPath(str) {
+        const actionItem = new actionItem_1.ActionItem('', false);
+        str &&
+            (0, utils_1.parseXML)(str, (err, result) => {
+                if (!err) {
+                    // 单个 ActionItem 的基础字段解析。
+                    // 这里顺手兼容 InputMode，方便输入步骤直接从 XML 透传到运行时。
+                    actionItem.AbsXpath = result.ActionItem.AbsXpath;
+                    actionItem.IsIFrame = result.ActionItem.IsIFrame;
+                    actionItem.IFrameAbsXPath = result.ActionItem.IFrameAbsXPath;
+                    actionItem.ListXpath = result.ActionItem.ListXpath;
+                    actionItem.SampleText = result.ActionItem.SampleText;
+                    actionItem.InputMode = result.ActionItem.InputMode;
+                }
+            });
+        return actionItem;
+    }
+    getInputElementXPaths(val) {
+        if (val) {
+            let actionItems = [new actionItem_1.ActionItem('', false, '', '', '')];
+            (0, utils_1.parseXML)(val, (err, result) => {
+                if (err) {
+                    return;
+                }
+                const { InputElementXPaths } = result;
+                if (InputElementXPaths) {
+                    if (Array.isArray(InputElementXPaths.ElementXPath)) {
+                        actionItems = InputElementXPaths.ElementXPath.map((el) => {
+                            // XML 解析出来的布尔值/可选字段统一在这里做一次归一化，
+                            // 避免 Action 层到处兼容字符串 true/false。
+                            el.IsIFrame = el.IsIFrame === 'true';
+                            el.IsPassword = el.IsPassword === 'true';
+                            el.SampleText = el.SampleText || '';
+                            el.ListXpath = el.ListXpath || '';
+                            el.IFrameAbsXPath = el.IFrameAbsXPath || '';
+                            return el;
+                        });
+                    }
+                    else if (InputElementXPaths.ElementXPath) {
+                        // 单输入框场景和数组场景保持同样的字段归一化逻辑。
+                        InputElementXPaths.ElementXPath.IsIFrame =
+                            InputElementXPaths.ElementXPath.IsIFrame === 'true';
+                        InputElementXPaths.ElementXPath.IsPassword =
+                            InputElementXPaths.ElementXPath.IsPassword === 'true';
+                        InputElementXPaths.ElementXPath.SampleText = InputElementXPaths.ElementXPath.SampleText || '';
+                        InputElementXPaths.ElementXPath.ListXpath = InputElementXPaths.ElementXPath.ListXpath || '';
+                        InputElementXPaths.ElementXPath.IFrameAbsXPath = InputElementXPaths.ElementXPath.IFrameAbsXPath || '';
+                        actionItems = [InputElementXPaths.ElementXPath];
+                    }
+                }
+            });
+            return actionItems;
+        }
+        return [];
+    }
+    getEntityFromExtensionElements(tag, extensionElements, callback) {
+        if (extensionElements && extensionElements.values) {
+            for (const key in extensionElements.values) {
+                const items = extensionElements.values[key];
+                if (items.$type == tag && items.$children) {
+                    for (const c of items.$children) {
+                        callback.call(this, c);
+                    }
+                }
+            }
+        }
+    }
+}
+exports.default = BaseConfig;

package/node_modules/@octopus/engine/dist/configs/BranchConfig.d.ts

@@ -0,0 +1,7 @@
+import { CheckType } from '../enums';
+import BaseConfig from './BaseConfig';
+export default class BranchConfig extends BaseConfig {
+    checkType: CheckType;
+    checkValue?: string;
+    constructor(config: any);
+}

package/node_modules/@octopus/engine/dist/configs/BranchConfig.js

@@ -0,0 +1 @@
+'use strict';var __importDefault=this&&this['__importDefault']||function(_0xdc1f26){return _0xdc1f26&&_0xdc1f26['__esModule']?_0xdc1f26:{'default':_0xdc1f26};};Object['defineProperty'](exports,'__esModule',{'value':!![]});const BaseConfig_1=__importDefault(require('./BaseConfig'));class BranchConfig extends BaseConfig_1['default']{constructor(_0x195c5e){super(_0x195c5e),this['checkType']=_0x195c5e['CheckType'],this['checkValue']=_0x195c5e['CheckValue'];}}exports['default']=BranchConfig;

package/node_modules/@octopus/engine/dist/configs/ClickConfig.d.ts

@@ -0,0 +1,36 @@
+import { ScrollScope, ScrollType } from '../enums';
+import { ActionItem } from '../models/actionItem';
+import { RetryCondition } from '../models/retryCondition';
+import BaseConfig from './BaseConfig';
+export default class ClickConfig extends BaseConfig {
+    elementXPath?: ActionItem;
+    ajaxLoad: boolean;
+    ajaxTimeout: number;
+    timeOut: number;
+    scrollDown: boolean;
+    scrollTime: number;
+    scrollInterval: number;
+    scrollIntervalUnit?: string;
+    scrollType: ScrollType;
+    scrollScope?: ScrollScope;
+    scrollXPath?: ActionItem;
+    IfStopScroll: boolean;
+    retryConditions: RetryCondition[];
+    maxRetry: number;
+    enableRetry: boolean;
+    timeInterval: number;
+    enableSwitchIp: boolean;
+    enableSwitchUserAgent: boolean;
+    clearCache: boolean;
+    autoRetry: boolean;
+    textContain?: string;
+    urlContain?: string;
+    textNotContain?: string;
+    iPType: number;
+    openInNewWindow: boolean;
+    openByHref: boolean;
+    locateAnchor: boolean;
+    anchorId: string;
+    userAgents: Array<string>;
+    constructor(config: any, extensionElements: any);
+}

package/node_modules/@octopus/engine/dist/configs/ClickConfig.js

@@ -0,0 +1,65 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const retryCondition_1 = require("../models/retryCondition");
+const BaseConfig_1 = __importDefault(require("./BaseConfig"));
+class ClickConfig extends BaseConfig_1.default {
+    constructor(config, extensionElements) {
+        super(config);
+        // 超时设置
+        this.timeOut = 120;
+        this.userAgents = [];
+        this.timeOut = parseInt(config.TimeOut);
+        this.ajaxLoad = config.AjaxLoad == 'true';
+        this.ajaxTimeout = parseInt(config.AjaxTimeout);
+        this.elementXPath = this.getElementXPath(config.ElementXPath);
+        this.scrollDown = config.ScrollDown == 'true';
+        this.scrollTime = parseInt(config.ScrollTime);
+        if (config.ScrollIntervalUnit == 'ms') {
+            this.scrollInterval = parseInt(config.ScrollInterval);
+        }
+        else {
+            this.scrollInterval = parseInt(config.ScrollInterval) * 1000;
+        }
+        this.scrollIntervalUnit = config.ScrollIntervalUnit;
+        this.scrollType = parseInt(config.ScrollType);
+        this.scrollScope = config.ScrollScope === '1' ? 1 /* ScrollScope.Local */ : 0 /* ScrollScope.AllDocument */;
+        if (this.scrollScope === 1 /* ScrollScope.Local */) {
+            this.scrollXPath = this.getElementXPath(config.ScrollXPath);
+        }
+        this.IfStopScroll = config.IfStopScroll === 'true';
+        // 读取重试配置
+        this.maxRetry = parseInt(config.MaxRetry);
+        this.enableRetry = config.EnableRetry == 'true';
+        this.timeInterval = parseInt(config.TimeInterval);
+        this.enableSwitchIp = config.EnableSwitchIp == 'true';
+        this.enableSwitchUserAgent = config.EnableSwitchUserAgent == 'true';
+        this.clearCache = config.ClearCache == 'true';
+        this.iPType = parseInt(config.IPType);
+        if (this.enableRetry) {
+            this.retryConditions = new Array();
+            this.getEntityFromExtensionElements("xml:ClickAction.RetryConditions" /* ActionTags.ClickActionRetryConditions */, extensionElements, (result) => {
+                const rc = new retryCondition_1.RetryCondition();
+                rc.conditionType = result.ConditionType;
+                rc.containsOrNot = result.ContainsOrNot == 'true';
+                rc.mainValue = result.MainValue;
+                rc.minorValue = result.MinorValue;
+                this.retryConditions[this.retryConditions.length] = rc;
+            });
+            this.getEntityFromExtensionElements("xml:ClickAction.UserAgents" /* ActionTags.ClickActionRetryUserAgent */, extensionElements, (result) => {
+                this.userAgents[this.userAgents.length] = result.userAgent;
+            });
+        }
+        this.textContain = config.TextContain;
+        this.urlContain = config.UrlContain;
+        this.textNotContain = config.TextNotContain;
+        this.autoRetry = config.AutoRetry == 'true';
+        this.openInNewWindow = config.OpenInNewWindow == 'true';
+        this.openByHref = config.OpenByHref == 'true';
+        this.locateAnchor = config.LocateAnchor == 'true';
+        this.anchorId = config.AnchorId;
+    }
+}
+exports.default = ClickConfig;

package/node_modules/@octopus/engine/dist/configs/EnterCaptchaConfig.d.ts

@@ -0,0 +1,19 @@
+import { CaptchaFailureElementType } from '../enums';
+import { ActionItem } from '../models/actionItem';
+import BaseConfig from './BaseConfig';
+export default class EnterCaptchaConfig extends BaseConfig {
+    elementXPath?: ActionItem;
+    capachaType: number;
+    capachaFailureElementType: CaptchaFailureElementType;
+    ajaxLoad: boolean;
+    imageXPath?: ActionItem;
+    capachaMaxRetry: number;
+    inputXPath?: ActionItem;
+    failureText: string;
+    submitXPath?: ActionItem;
+    failureXPath?: ActionItem;
+    ajaxTimeout: number;
+    autoSubmit: boolean;
+    subImgXPath?: ActionItem;
+    constructor(config: any);
+}

package/node_modules/@octopus/engine/dist/configs/EnterCaptchaConfig.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const BaseConfig_1 = __importDefault(require("./BaseConfig"));
+class EnterCaptchaConfig extends BaseConfig_1.default {
+    constructor(config) {
+        super(config);
+        this.elementXPath = this.getElementXPath(config.ElementXPath);
+        this.capachaType = parseInt(config.CaptchaType);
+        this.capachaFailureElementType = config.CapachaFailureElementType;
+        this.ajaxLoad = config.AjaxLoad == 'true';
+        this.imageXPath = this.getElementXPath(config.ImageXPath);
+        this.capachaMaxRetry = parseInt(config.CapachaMaxRetry);
+        this.inputXPath = this.getElementXPath(config.InputXPath);
+        this.failureText = config.FailureText;
+        this.submitXPath = this.getElementXPath(config.SubmitXPath);
+        this.failureXPath = this.getElementXPath(config.FailureXPath);
+        this.ajaxTimeout = parseInt(config.AjaxTimeout);
+        this.autoSubmit = config.AutoSubmit == 'true';
+        this.subImgXPath = this.getElementXPath(config.SubImgXPath);
+    }
+}
+exports.default = EnterCaptchaConfig;

package/node_modules/@octopus/engine/dist/configs/EnterTextConfig.d.ts

@@ -0,0 +1,24 @@
+import { ScrollScope, ScrollType } from '../enums';
+import { ActionItem } from '../models/actionItem';
+import BaseConfig from './BaseConfig';
+export default class EnterTextConfig extends BaseConfig {
+    elementXPath?: ActionItem;
+    inputElementXPaths?: ActionItem[];
+    /** 步骤级默认输入模式；单个输入框可再通过 ActionItem.InputMode 覆盖 */
+    inputMode?: 'native-setter' | 'fill' | 'type';
+    isPassword: boolean;
+    textToSet?: string;
+    autoSubmit: boolean;
+    autoSubmitTimeout: number;
+    ajaxLoad: boolean;
+    ajaxTimeout: number;
+    scrollDown: boolean;
+    scrollTime: number;
+    scrollInterval: number;
+    scrollIntervalUnit?: string;
+    scrollType: ScrollType;
+    scrollScope?: ScrollScope;
+    scrollXPath?: ActionItem;
+    IfStopScroll: boolean;
+    constructor(config: any);
+}

package/node_modules/@octopus/engine/dist/configs/EnterTextConfig.js

@@ -0,0 +1,36 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const BaseConfig_1 = __importDefault(require("./BaseConfig"));
+class EnterTextConfig extends BaseConfig_1.default {
+    constructor(config) {
+        super(config);
+        this.elementXPath = this.getElementXPath(config.ElementXPath);
+        this.inputElementXPaths = this.getInputElementXPaths(config.InputElementXPaths);
+        this.inputMode = config.InputMode;
+        this.isPassword = config.IsPassword == 'true';
+        this.textToSet = config.TextToSet;
+        this.autoSubmit = config.AutoSubmit == 'true';
+        this.autoSubmitTimeout = parseInt(config.AutoSubmitTimeout);
+        this.ajaxLoad = config.AjaxLoad == 'true';
+        this.ajaxTimeout = parseInt(config.AjaxTimeout);
+        this.scrollDown = config.ScrollDown == 'true';
+        this.scrollTime = parseInt(config.ScrollTime);
+        if (config.ScrollIntervalUnit == 'ms') {
+            this.scrollInterval = parseInt(config.ScrollInterval);
+        }
+        else {
+            this.scrollInterval = parseInt(config.ScrollInterval) * 1000;
+        }
+        this.scrollIntervalUnit = config.ScrollIntervalUnit;
+        this.scrollType = parseInt(config.ScrollType);
+        this.scrollScope = config.ScrollScope === '1' ? 1 /* ScrollScope.Local */ : 0 /* ScrollScope.AllDocument */;
+        if (this.scrollScope === 1 /* ScrollScope.Local */) {
+            this.scrollXPath = this.getElementXPath(config.ScrollXPath);
+        }
+        this.IfStopScroll = config.IfStopScroll === 'true';
+    }
+}
+exports.default = EnterTextConfig;

package/node_modules/@octopus/engine/dist/configs/ExtractDataConfig.d.ts

@@ -0,0 +1,12 @@
+import { ExtractItem } from '../models/extractItem';
+import { Trigger } from '../models/trigger';
+import BaseConfig from './BaseConfig';
+export default class ExtractDataConfig extends BaseConfig {
+    url: string;
+    extractTriggerStatus: number;
+    filePath?: string;
+    extractTemplate: Array<ExtractItem>;
+    triggers: Array<Trigger>;
+    uniqueGroup: Array<string>;
+    constructor(config: any, extensionElements: any);
+}