octoparse-cli 0.1.14

package/node_modules/@octopus/engine/dist/enums/index.js

@@ -0,0 +1,314 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MutipleUrlSplitType = exports.DownloadFileNameRepeatType = exports.DownloadFileRenameType = exports.CaptchaEventType = exports.CookieClearType = exports.UserAgentSwitchType = exports.IpProxyFromType = exports.CaptchaAvailableStatus = exports.LocalCaptchaType = exports.ElementNotFoundHandleType = exports.extractFunctions = exports.CaptchaFailureElementType = exports.LogKey = exports.RunnerStatus = exports.LogType = exports.TaskType = void 0;
+/** 任务类型 */
+var TaskType;
+(function (TaskType) {
+    /** 自定义任务 */
+    TaskType[TaskType["Customize"] = 1] = "Customize";
+    /** 模板任务 */
+    TaskType[TaskType["Template"] = 10] = "Template";
+})(TaskType || (exports.TaskType = TaskType = {}));
+var LogType;
+(function (LogType) {
+    LogType[LogType["Info"] = 0] = "Info";
+    LogType[LogType["Error"] = 1] = "Error";
+    LogType[LogType["Resource"] = 2] = "Resource";
+    LogType[LogType["DebugLogger"] = 3] = "DebugLogger";
+})(LogType || (exports.LogType = LogType = {}));
+exports.RunnerStatus = {
+    Completed: 'completed',
+    Stopped: 'stopped'
+};
+exports.LogKey = {
+    Common: {
+        BeforeWaitTime: 'Common.BeforeWaitTime',
+        BeforeWaitXPath: 'Common.BeforeWaitXPath',
+        Retry: {
+            URL: {
+                Found: 'Common.Retry.URL.Found',
+                NotFound: 'Common.Retry.URL.NotFound'
+            },
+            Text: {
+                Found: 'Common.Retry.Text.Found',
+                NotFound: 'Common.Retry.Text.NotFound'
+            },
+            XPath: {
+                Found: 'Common.Retry.XPath.Found',
+                NotFound: 'Common.Retry.XPath.NotFound'
+            },
+            Success: 'Common.Retry.Success',
+            Failure: 'Common.Retry.Failure'
+        },
+        SwitchIP: 'Common.SwitchIP',
+        ResourceSWitchIp: 'Common.ResourceSWitchIp',
+        SwitchUA: 'Common.SwitchUA',
+        Scroll: {
+            Global: {
+                Screen: 'Common.Scroll.Global.Screen',
+                Bottom: 'Common.Scroll.Global.Bottom'
+            },
+            Local: {
+                Screen: 'Common.Scroll.Local.Screen',
+                Bottom: 'Common.Scroll.Local.Bottom'
+            },
+            Finish: 'Common.Scroll.Finish'
+        },
+        Ajax: {
+            Action: 'Common.Ajax.Action',
+            Success: 'Common.Ajax.Success',
+            Failure: 'Common.Ajax.Failure'
+        },
+        RemoteControlTip: 'Common.RemoteControlTip'
+    },
+    Navigate: {
+        Begin: 'Navigate.Begin',
+        BeginWithLoop: 'Navigate.BeginWithLoop',
+        ClearCache: {
+            Success: 'Navigate.ClearCache.Success',
+            Failure: 'Navigate.ClearCache.Failure'
+        },
+        Cookies: {
+            Success: 'Navigate.Cookies.Success',
+            Failure: 'Navigate.Cookies.Failure'
+        },
+        Goto: {
+            Loading: 'Navigate.Goto.Loading',
+            Success: 'Navigate.Goto.Success',
+            Failure: 'Navigate.Goto.Failure'
+        },
+        Error: {
+            Timeout: 'Navigate.Error.Timeout',
+            NotFondURL: 'Navigate.Error.NotFondURL'
+        }
+    },
+    Click: {
+        Begin: 'Click.Begin',
+        NewWindow: {
+            Action: 'Click.NewWindow.Action',
+            Loading: 'Click.NewWindow.Loading',
+            Success: 'Click.NewWindow.Success',
+            Failure: 'Click.NewWindow.Failure'
+        },
+        Error: {
+            Timeout: 'Click.Error.Timeout',
+            NotFound: 'Click.Error.NotFound',
+            HrefInvalid: 'Click.Error.HrefInvalid'
+        }
+    },
+    ExtractData: {
+        Begin: 'ExtractData.Begin',
+        Success: 'ExtractData.Success',
+        Trigger: {
+            NotSave: 'ExtractData.Trigger.NotSave',
+            BreakLoop: 'ExtractData.Trigger.BreakLoop',
+            EndWorkflow: 'ExtractData.Trigger.EndWorkflow'
+        },
+        Error: {
+            Empty: 'ExtractData.Error.Empty',
+            Trigger: {
+                NotFoundField: 'ExtractData.Error.Trigger.NotFoundField'
+            }
+        }
+    },
+    Loop: {
+        Begin: {
+            FixedItem: 'Loop.Begin.FixedItem',
+            FixedList: 'Loop.Begin.FixedList',
+            VarilableList: 'Loop.Begin.VarilableList',
+            URLList: 'Loop.Begin.URLList',
+            TextList: 'Loop.Begin.TextList',
+            Scroll: 'Loop.Begin.Scroll'
+        },
+        Action: 'Loop.Action',
+        Error: 'Loop.Error',
+        Finish: 'Loop.Finish'
+    },
+    EnterText: {
+        Begin: 'EnterText.Begin',
+        Action: 'EnterText.Action',
+        Enter: 'EnterText.Enter',
+        Error: {
+            NotString: 'EnterText.Error.NotString'
+        }
+    },
+    MouseOver: {
+        Begin: 'MouseOver.Begin'
+    },
+    EnterCapacha: {
+        Begin: 'EnterCapacha.Begin',
+        Action: 'EnterCapacha.Action',
+        Complete: 'EnterCapacha.Complete',
+        ResourceCpathca: 'EnterCapacha.ResourceCpathca',
+        PhotoCpathca: 'EnterCapacha.PhotoCpathca',
+        RecaptchaV2Cpathca: 'EnterCapacha.RecaptchaV2Cpathca',
+        RecaptchaV3Cpathca: 'EnterCapacha.RecaptchaV3Cpathca',
+        HcaptchaCpathca: 'EnterCapacha.HcaptchaCpathca',
+        Error: {
+            Retry: 'EnterCapacha.Error.Retry',
+            Distance: 'EnterCapacha.Error.Distance',
+            ClickArea: 'EnterCapacha.Error.ClickArea',
+            InputNotFound: 'EnterCapacha.Error.InputNotFound',
+            ImageNotFound: 'EnterCapacha.Error.ImageNotFound',
+            TipImageNotFound: 'EnterCapacha.Error.TipImageNotFound',
+            HuaKuaiImageNotFound: 'EnterCapacha.Error.HuaKuaiImageNotFound',
+            Captcha: 'EnterCapacha.Error.Captcha'
+        }
+    },
+    SwitchCombo: {
+        Begin: 'SwitchCombo.Begin'
+    },
+    BackPreWebPage: {
+        Begin: 'BackPreWebPage.Begin'
+    },
+    Condition: {
+        Begin: 'Condition.Begin'
+    },
+    Branch: {
+        Begin: 'Branch.Begin',
+        Action: {
+            Allow: 'Branch.Action.Allow',
+            Text: {
+                Normal: {
+                    Success: 'Branch.Action.Text.Normal.Success',
+                    Failure: 'Branch.Action.Text.Normal.Failure'
+                },
+                Loop: {
+                    Success: 'Branch.Action.Text.Loop.Success',
+                    Failure: 'Branch.Action.Text.Loop.Failure'
+                }
+            },
+            Element: {
+                Normal: {
+                    Success: 'Branch.Action.Element.Normal.Success',
+                    Failure: 'Branch.Action.Element.Normal.Failure'
+                },
+                Loop: {
+                    Success: 'Branch.Action.Element.Loop.Success',
+                    Failure: 'Branch.Action.Element.Loop.Failure'
+                }
+            }
+        }
+    },
+    GlobalCookies: {
+        Success: 'GlobalCookies.Success',
+        Failure: 'GlobalCookies.Failure'
+    }
+};
+var CaptchaFailureElementType;
+(function (CaptchaFailureElementType) {
+    CaptchaFailureElementType["XPath"] = "XPath";
+    CaptchaFailureElementType["Text"] = "Text";
+})(CaptchaFailureElementType || (exports.CaptchaFailureElementType = CaptchaFailureElementType = {}));
+exports.extractFunctions = {
+    ["ExtractText" /* ExtractTextType.ExtractText */]: (ele) => {
+        var _a, _b;
+        const text = ((_a = ele.innerText) === null || _a === void 0 ? void 0 : _a.length) >= ((_b = ele.textContent) === null || _b === void 0 ? void 0 : _b.length)
+            ? ele.innerText
+            : ele.textContent;
+        return text;
+    },
+    ["ExtractHtml" /* ExtractTextType.ExtractHtml */]: (ele) => ele.innerHTML,
+    ["ExtractOuterHtml" /* ExtractTextType.ExtractOuterHtml */]: (ele) => ele.outerHTML,
+    ["ExtractHref" /* ExtractTextType.ExtractHref */]: (ele) => ele.href || ele.getAttribute('href'),
+    ["ExtractSrc" /* ExtractTextType.ExtractSrc */]: (ele) => ele.src || ele.getAttribute('src'),
+    ["ExtractValue" /* ExtractTextType.ExtractValue */]: (ele) => ele.value || ele.getAttribute('value'),
+    ["ExtractSelectText" /* ExtractTextType.ExtractSelectText */]: (ele) => {
+        var _a, _b;
+        const text = ((_a = ele.innerText) === null || _a === void 0 ? void 0 : _a.length) >= ((_b = ele.textContent) === null || _b === void 0 ? void 0 : _b.length)
+            ? ele.innerText
+            : ele.textContent;
+        return text;
+    }
+};
+var ElementNotFoundHandleType;
+(function (ElementNotFoundHandleType) {
+    ElementNotFoundHandleType[ElementNotFoundHandleType["NotHandle"] = 0] = "NotHandle";
+    ElementNotFoundHandleType[ElementNotFoundHandleType["AllowEmpty"] = 1] = "AllowEmpty";
+    ElementNotFoundHandleType[ElementNotFoundHandleType["AllowSkip"] = 2] = "AllowSkip";
+    ElementNotFoundHandleType[ElementNotFoundHandleType["SetBackup"] = 3] = "SetBackup";
+    ElementNotFoundHandleType[ElementNotFoundHandleType["ModifyXPath"] = 4] = "ModifyXPath";
+})(ElementNotFoundHandleType || (exports.ElementNotFoundHandleType = ElementNotFoundHandleType = {}));
+var LocalCaptchaType;
+(function (LocalCaptchaType) {
+    /** 图片验证码,答案是字符串的类型(text) */
+    LocalCaptchaType[LocalCaptchaType["TextInput"] = 0] = "TextInput";
+    /** 数字字母混合 */
+    LocalCaptchaType[LocalCaptchaType["Chars"] = 1] = "Chars";
+    /** 需要一次或者多次拖动([p1a, p1b, speed1], [p2a, p2b, speed2]) */
+    LocalCaptchaType[LocalCaptchaType["Drags"] = 2] = "Drags";
+    /** 谷歌验证码 V2 版本 */
+    LocalCaptchaType[LocalCaptchaType["reCAPTCHA_V2"] = 3] = "reCAPTCHA_V2";
+    /** hCaptcha */
+    LocalCaptchaType[LocalCaptchaType["HCaptcha"] = 4] = "HCaptcha";
+    /** 滑块拼图验证码 */
+    LocalCaptchaType[LocalCaptchaType["Silder"] = 64] = "Silder";
+    /** 点选验证码 */
+    LocalCaptchaType[LocalCaptchaType["Click"] = 65] = "Click";
+    /** 滑动验证码（没有缺口和背景图，直接滑动到底的类型） */
+    LocalCaptchaType[LocalCaptchaType["SilderWithoutImage"] = 128] = "SilderWithoutImage";
+    /** 谷歌验证码V3 版本 */
+    LocalCaptchaType[LocalCaptchaType["ReCAPTCHA_V3"] = 63] = "ReCAPTCHA_V3";
+    /** 使用callback解决的方式 */
+    LocalCaptchaType[LocalCaptchaType["reCAPTCHA_V2_Callback"] = 100] = "reCAPTCHA_V2_Callback";
+    LocalCaptchaType[LocalCaptchaType["HCaptcha_Callback"] = 101] = "HCaptcha_Callback";
+    LocalCaptchaType[LocalCaptchaType["reCAPTCHA_V3_Callback"] = 102] = "reCAPTCHA_V3_Callback";
+    LocalCaptchaType[LocalCaptchaType["Cloudflare"] = 999] = "Cloudflare";
+})(LocalCaptchaType || (exports.LocalCaptchaType = LocalCaptchaType = {}));
+var CaptchaAvailableStatus;
+(function (CaptchaAvailableStatus) {
+    CaptchaAvailableStatus[CaptchaAvailableStatus["None"] = 0] = "None";
+    CaptchaAvailableStatus[CaptchaAvailableStatus["Success"] = 1] = "Success";
+    CaptchaAvailableStatus[CaptchaAvailableStatus["AccountExpired"] = 2] = "AccountExpired";
+    CaptchaAvailableStatus[CaptchaAvailableStatus["NoBalance"] = 3] = "NoBalance";
+    CaptchaAvailableStatus[CaptchaAvailableStatus["ReachTodayLimit"] = 4] = "ReachTodayLimit";
+    CaptchaAvailableStatus[CaptchaAvailableStatus["ServerError"] = 9] = "ServerError";
+})(CaptchaAvailableStatus || (exports.CaptchaAvailableStatus = CaptchaAvailableStatus = {}));
+var IpProxyFromType;
+(function (IpProxyFromType) {
+    IpProxyFromType[IpProxyFromType["None"] = 0] = "None";
+    IpProxyFromType[IpProxyFromType["Strong"] = 1] = "Strong";
+    IpProxyFromType[IpProxyFromType["Custom"] = 2] = "Custom";
+    IpProxyFromType[IpProxyFromType["Fake"] = 3] = "Fake";
+})(IpProxyFromType || (exports.IpProxyFromType = IpProxyFromType = {}));
+var UserAgentSwitchType;
+(function (UserAgentSwitchType) {
+    UserAgentSwitchType[UserAgentSwitchType["None"] = 0] = "None";
+    UserAgentSwitchType[UserAgentSwitchType["Custom"] = 1] = "Custom";
+    UserAgentSwitchType[UserAgentSwitchType["FollowIP"] = 2] = "FollowIP";
+})(UserAgentSwitchType || (exports.UserAgentSwitchType = UserAgentSwitchType = {}));
+var CookieClearType;
+(function (CookieClearType) {
+    CookieClearType[CookieClearType["None"] = 0] = "None";
+    CookieClearType[CookieClearType["Custom"] = 1] = "Custom";
+    CookieClearType[CookieClearType["FollowIP"] = 2] = "FollowIP";
+})(CookieClearType || (exports.CookieClearType = CookieClearType = {}));
+var CaptchaEventType;
+(function (CaptchaEventType) {
+    /** 发送验证码参数事件 */
+    CaptchaEventType["RequestCaptchaToken"] = "request-captcha-token";
+    /** 获取验证码Token事件 */
+    CaptchaEventType["DeliverCaptchaToken"] = "deliver-captcha-token";
+})(CaptchaEventType || (exports.CaptchaEventType = CaptchaEventType = {}));
+/** 下载文件字段文件命名方式 */
+var DownloadFileRenameType;
+(function (DownloadFileRenameType) {
+    DownloadFileRenameType[DownloadFileRenameType["SourceFileName"] = 0] = "SourceFileName";
+    DownloadFileRenameType[DownloadFileRenameType["SourceFileMD5"] = 1] = "SourceFileMD5";
+    DownloadFileRenameType[DownloadFileRenameType["AcquisitionTime"] = 2] = "AcquisitionTime";
+    DownloadFileRenameType[DownloadFileRenameType["FieldValue"] = 3] = "FieldValue";
+})(DownloadFileRenameType || (exports.DownloadFileRenameType = DownloadFileRenameType = {}));
+/** 文件名称重复时操作方式 */
+var DownloadFileNameRepeatType;
+(function (DownloadFileNameRepeatType) {
+    DownloadFileNameRepeatType[DownloadFileNameRepeatType["AutoRename"] = 0] = "AutoRename";
+    DownloadFileNameRepeatType[DownloadFileNameRepeatType["Cover"] = 1] = "Cover";
+    DownloadFileNameRepeatType[DownloadFileNameRepeatType["SkipNonDownload"] = 2] = "SkipNonDownload";
+})(DownloadFileNameRepeatType || (exports.DownloadFileNameRepeatType = DownloadFileNameRepeatType = {}));
+/** 包含多个URL的间隔方式 */
+var MutipleUrlSplitType;
+(function (MutipleUrlSplitType) {
+    MutipleUrlSplitType[MutipleUrlSplitType["LineBreak"] = 0] = "LineBreak";
+    MutipleUrlSplitType[MutipleUrlSplitType["Comma"] = 1] = "Comma";
+    MutipleUrlSplitType[MutipleUrlSplitType["Blank"] = 2] = "Blank";
+})(MutipleUrlSplitType || (exports.MutipleUrlSplitType = MutipleUrlSplitType = {}));

package/node_modules/@octopus/engine/dist/extension/BrowserWebSocketTransport-D_zAGZMQ.js

@@ -0,0 +1 @@
+class BrowserWebSocketTransport{static['create'](_0x1d1766){return new Promise((_0x385065,_0x211417)=>{const _0xb7b533=new WebSocket(_0x1d1766);_0xb7b533['addEventListener']('open',()=>{return _0x385065(new BrowserWebSocketTransport(_0xb7b533));}),_0xb7b533['addEventListener']('error',_0x211417);});}#ws;['onmessage'];['onclose'];constructor(_0x517643){this.#ws=_0x517643,this.#ws['addEventListener']('message',_0x1851a6=>{this['onmessage']&&this['onmessage']['call'](null,_0x1851a6['data']);}),this.#ws['addEventListener']('close',()=>{this['onclose']&&this['onclose']['call'](null);}),this.#ws['addEventListener']('error',()=>{});}['send'](_0x365d49){this.#ws['send'](_0x365d49);}['close'](){this.#ws['close']();}}export{BrowserWebSocketTransport};

package/node_modules/@octopus/engine/dist/extension/LaunchOptions-DxvePrV4.js

@@ -0,0 +1,6 @@
+import{ChromeReleaseChannel}from'@puppeteer/browsers';/**
+ * @license
+ * Copyright 2020 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+function convertPuppeteerChannelToBrowsersChannel(_0x5b6fe2){switch(_0x5b6fe2){case'chrome':return ChromeReleaseChannel['STABLE'];case'chrome-dev':return ChromeReleaseChannel['DEV'];case'chrome-beta':return ChromeReleaseChannel['BETA'];case'chrome-canary':return ChromeReleaseChannel['CANARY'];}}export{convertPuppeteerChannelToBrowsersChannel};

package/node_modules/@octopus/engine/dist/extension/NodeWebSocketTransport-BTgRVB7Z.js

@@ -0,0 +1,6 @@
+import _0x1cc874 from'ws';import{p as _0x2f0ae9}from'./background.js';/**
+ * @license
+ * Copyright 2018 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+class NodeWebSocketTransport{static['create'](_0x20695e,_0x521ffb){return new Promise((_0x29f87e,_0x2c5ddb)=>{const _0x5521d3=new _0x1cc874(_0x20695e,[],{'followRedirects':!![],'perMessageDeflate':![],'allowSynchronousEvents':![],'maxPayload':0x100*0x400*0x400,'headers':{'User-Agent':'Puppeteer\x20'+_0x2f0ae9,..._0x521ffb}});_0x5521d3['addEventListener']('open',()=>{return _0x29f87e(new NodeWebSocketTransport(_0x5521d3));}),_0x5521d3['addEventListener']('error',_0x2c5ddb);});}#ws;['onmessage'];['onclose'];constructor(_0x41a8bc){this.#ws=_0x41a8bc,this.#ws['addEventListener']('message',_0x3a027c=>{this['onmessage']&&this['onmessage']['call'](null,_0x3a027c['data']);}),this.#ws['addEventListener']('close',()=>{this['onclose']&&this['onclose']['call'](null);}),this.#ws['addEventListener']('error',()=>{});}['send'](_0x10af68){this.#ws['send'](_0x10af68);}['close'](){this.#ws['close']();}}export{NodeWebSocketTransport};