apify 2.3.1-beta.4 → 3.0.0-alpha.10

package/build/stealth/hiding_tricks.js

@@ -1,308 +0,0 @@
-"use strict";
-/* istanbul ignore file */
-Object.defineProperty(exports, "__esModule", { value: true });
-const hackPermissions = () => {
-    const originalQuery = window.navigator.permissions.query;
-    // eslint-disable-next-line
-    window.navigator.permissions.__proto__.query = parameters => parameters.name === 'notifications'
-        ? Promise.resolve({ state: Notification.permission }) //eslint-disable-line
-        : originalQuery(parameters);
-    // Inspired by: https://github.com/ikarienator/phantomjs_hide_and_seek/blob/master/5.spoofFunctionBind.js
-    const oldCall = Function.prototype.call;
-    function call() {
-        return oldCall.apply(this, arguments); //eslint-disable-line
-    }
-    // eslint-disable-next-line
-    Function.prototype.call = call;
-    const nativeToStringFunctionString = Error.toString().replace(/Error/g, 'toString');
-    const oldToString = Function.prototype.toString;
-    function functionToString() {
-        if (this === window.navigator.permissions.query) {
-            return 'function query() { [native code] }';
-        }
-        if (this === functionToString) {
-            return nativeToStringFunctionString;
-        }
-        return oldCall.call(oldToString, this);
-    }
-    // eslint-disable-next-line
-    Function.prototype.toString = functionToString;
-};
-const addLanguage = () => {
-    Object.defineProperty(Object.getPrototypeOf(navigator), 'languages', {
-        get: () => ['en-US', 'en'],
-    });
-};
-const emulateWebGL = () => {
-    try {
-        const getParameterOld = WebGLRenderingContext.getParameter;
-        WebGLRenderingContext.prototype.getParameter = function (parameter) {
-            // UNMASKED_VENDOR_WEBGL
-            if (parameter === 37445) {
-                return 'Intel Inc.';
-            }
-            // UNMASKED_RENDERER_WEBGL
-            if (parameter === 37446) {
-                return 'Intel(R) Iris(TM) Plus Graphics 640';
-            }
-            return getParameterOld(parameter);
-        };
-    }
-    catch (err) {
-        // eslint-disable-next-line no-console
-        console.error('hiding_tricks: Could not emulate WebGL');
-    }
-};
-const emulateWindowFrame = () => {
-    if (window.outerWidth && window.outerHeight) {
-        return; // nothing to do here
-    }
-    const windowFrame = 85; // probably OS and WM dependent
-    window.outerWidth = window.innerWidth;
-    window.outerHeight = window.innerHeight + windowFrame;
-};
-const addPlugins = () => {
-    function mockPluginsAndMimeTypes() {
-        // Disguise custom functions as being native
-        const makeFnsNative = (fns = []) => {
-            const oldCall = Function.prototype.call;
-            function call() {
-                return oldCall.apply(this, arguments); // eslint-disable-line
-            }
-            // eslint-disable-next-line
-            Function.prototype.call = call;
-            const nativeToStringFunctionString = Error.toString().replace(/Error/g, 'toString');
-            const oldToString = Function.prototype.toString;
-            function functionToString() {
-                for (const fn of fns) {
-                    if (this === fn.ref) {
-                        return `function ${fn.name}() { [native code] }`;
-                    }
-                }
-                if (this === functionToString) {
-                    return nativeToStringFunctionString;
-                }
-                return oldCall.call(oldToString, this);
-            }
-            // eslint-disable-next-line
-            Function.prototype.toString = functionToString;
-        };
-        const mockedFns = [];
-        const fakeData = {
-            mimeTypes: [
-                {
-                    type: 'application/pdf',
-                    suffixes: 'pdf',
-                    description: '',
-                    __pluginName: 'Chrome PDF Viewer',
-                },
-                {
-                    type: 'application/x-google-chrome-pdf',
-                    suffixes: 'pdf',
-                    description: 'Portable Document Format',
-                    __pluginName: 'Chrome PDF Plugin',
-                },
-                {
-                    type: 'application/x-nacl',
-                    suffixes: '',
-                    description: 'Native Client Executable',
-                    enabledPlugin: window.Plugin,
-                    __pluginName: 'Native Client',
-                },
-                {
-                    type: 'application/x-pnacl',
-                    suffixes: '',
-                    description: 'Portable Native Client Executable',
-                    __pluginName: 'Native Client',
-                },
-            ],
-            plugins: [
-                {
-                    name: 'Chrome PDF Plugin',
-                    filename: 'internal-pdf-viewer',
-                    description: 'Portable Document Format',
-                },
-                {
-                    name: 'Chrome PDF Viewer',
-                    filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai',
-                    description: '',
-                },
-                {
-                    name: 'Native Client',
-                    filename: 'internal-nacl-plugin',
-                    description: '',
-                },
-            ],
-            fns: {
-                namedItem: (instanceName) => {
-                    // Returns the Plugin/MimeType with the specified name.
-                    const fn = function (name) {
-                        if (!arguments.length) {
-                            throw new TypeError(`Failed to execute 'namedItem' on '${instanceName}': 1 argument required, but only 0 present.`);
-                        }
-                        return this[name] || null;
-                    };
-                    mockedFns.push({ ref: fn, name: 'namedItem' });
-                    return fn;
-                },
-                item: (instanceName) => {
-                    // Returns the Plugin/MimeType at the specified index into the array.
-                    const fn = function (index) {
-                        if (!arguments.length) {
-                            throw new TypeError(`Failed to execute 'namedItem' on '${instanceName}': 1 argument required, but only 0 present.`);
-                        }
-                        return this[index] || null;
-                    };
-                    mockedFns.push({ ref: fn, name: 'item' });
-                    return fn;
-                },
-                refresh: () => {
-                    // Refreshes all plugins on the current page, optionally reloading documents.
-                    const fn = function () {
-                        return undefined;
-                    };
-                    mockedFns.push({ ref: fn, name: 'refresh' });
-                    return fn;
-                },
-            },
-        };
-        // Poor mans _.pluck
-        const getSubset = (keys, obj) => keys.reduce((a, c) => ({ ...a, [c]: obj[c] }), {});
-        function generateMimeTypeArray() {
-            const arr = fakeData.mimeTypes
-                .map((obj) => getSubset(['type', 'suffixes', 'description'], obj))
-                .map((obj) => Object.setPrototypeOf(obj, MimeType.prototype));
-            arr.forEach((obj) => {
-                arr[obj.type] = obj;
-            });
-            // Mock functions
-            arr.namedItem = fakeData.fns.namedItem('MimeTypeArray');
-            arr.item = fakeData.fns.item('MimeTypeArray');
-            return Object.setPrototypeOf(arr, MimeTypeArray.prototype);
-        }
-        const mimeTypeArray = generateMimeTypeArray();
-        Object.defineProperty(window.navigator, 'mimeTypes', {
-            get: () => mimeTypeArray,
-        });
-        function generatePluginArray() {
-            const arr = fakeData.plugins
-                .map((obj) => getSubset(['name', 'filename', 'description'], obj))
-                .map((obj) => {
-                const mimes = fakeData.mimeTypes.filter(m => m.__pluginName === obj.name);
-                // Add mimetypes
-                mimes.forEach((mime, index) => {
-                    window.navigator.mimeTypes[mime.type].enabledPlugin = obj;
-                    obj[mime.type] = window.navigator.mimeTypes[mime.type];
-                    obj[index] = window.navigator.mimeTypes[mime.type];
-                });
-                obj.length = mimes.length;
-                return obj;
-            })
-                .map((obj) => {
-                // Mock functions
-                obj.namedItem = fakeData.fns.namedItem('Plugin');
-                obj.item = fakeData.fns.item('Plugin');
-                return obj;
-            })
-                .map((obj) => Object.setPrototypeOf(obj, window.Plugin.prototype));
-            arr.forEach((obj) => {
-                arr[obj.name] = obj;
-            });
-            // Mock functions
-            arr.namedItem = fakeData.fns.namedItem('PluginArray');
-            arr.item = fakeData.fns.item('PluginArray');
-            arr.refresh = fakeData.fns.refresh('PluginArray');
-            return Object.setPrototypeOf(arr, PluginArray.prototype);
-        }
-        const pluginArray = generatePluginArray();
-        Object.defineProperty(window.navigator, 'plugins', {
-            get: () => pluginArray,
-        });
-        // Make mockedFns toString() representation resemble a native function
-        makeFnsNative(mockedFns);
-    }
-    const isPluginArray = window.navigator.plugins instanceof PluginArray;
-    const hasPlugins = isPluginArray && window.navigator.plugins.length > 0;
-    if (isPluginArray && hasPlugins) {
-        return; // nothing to do here
-    }
-    mockPluginsAndMimeTypes();
-};
-const emulateConsoleDebug = () => {
-    window.console.debug = () => {
-        return null;
-    };
-};
-// Should be mocked more properly - this one will bypass only some stupid tests
-const mockChrome = () => {
-    if (!window.chrome) {
-        Object.defineProperty(window, 'chrome', {
-            value: {
-                runtime: {},
-            },
-        });
-    }
-};
-// not sure if this hack does not broke iframe on websites... Should figure out how to test properly
-// Should cover that it is custom function same as the permission query
-const mockChromeInIframe = () => {
-    const oldCreate = document.createElement.bind(document);
-    const newCreate = (...args) => {
-        if (args[0] === 'iframe') {
-            const iframe = oldCreate(...args);
-            if (!iframe.contentWindow) {
-                Object.defineProperty(iframe, 'contentWindow', {
-                    configurable: true,
-                    value: { chrome: {} },
-                });
-            }
-            if (!iframe.contentWindow.chrome) {
-                Object.defineProperty(iframe.contentWindow, 'chrome', {
-                    value: {},
-                    configurable: true,
-                });
-            }
-            return iframe;
-        }
-        return oldCreate(...args);
-    };
-    newCreate.toString = () => 'function createElement() { [native code] }';
-    document.createElement = newCreate;
-    const oldCall = Function.prototype.call;
-    function call() {
-        return oldCall.apply(this, arguments); //eslint-disable-line
-    }
-    // eslint-disable-next-line
-    Function.prototype.call = call;
-    const nativeToStringFunctionString = Error.toString().replace(/Error/g, 'toString');
-    const oldToString = Function.prototype.toString;
-    function functionToString() {
-        if (this === window.document.createElement) {
-            return 'function createElement() { [native code] }';
-        }
-        if (this === functionToString) {
-            return nativeToStringFunctionString;
-        }
-        return oldCall.call(oldToString, this);
-    }
-    // eslint-disable-next-line
-    Function.prototype.toString = functionToString;
-};
-const mockDeviceMemory = () => {
-    // TODO: Count from env according to - https://developer.mozilla.org/en-US/docs/Web/API/Navigator/deviceMemory
-    Object.defineProperty(navigator, 'deviceMemory', {
-        value: 8,
-    });
-};
-exports.default = {
-    addPlugins,
-    emulateWindowFrame,
-    emulateWebGL,
-    emulateConsoleDebug,
-    addLanguage,
-    hackPermissions,
-    mockChrome,
-    mockChromeInIframe,
-    mockDeviceMemory,
-};
-//# sourceMappingURL=hiding_tricks.js.map

package/build/stealth/hiding_tricks.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"hiding_tricks.js","sourceRoot":"","sources":["../../src/stealth/hiding_tricks.js"],"names":[],"mappings":";AAAA,0BAA0B;;AAE1B,MAAM,eAAe,GAAG,GAAG,EAAE;IACzB,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;IACzD,2BAA2B;IAC3B,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,eAAe;QAC5F,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,qBAAqB;QAC3E,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAEhC,yGAAyG;IACzG,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;IACxC,SAAS,IAAI;QACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,qBAAqB;IAChE,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;IAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;IAEhD,SAAS,gBAAgB;QACrB,IAAI,IAAI,KAAK,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7C,OAAO,oCAAoC,CAAC;SAC/C;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE;YAC3B,OAAO,4BAA4B,CAAC;SACvC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;AAClD,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,GAAG,EAAE;IACrB,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE;QACjE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;KAC7B,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,GAAG,EAAE;IACtB,IAAI;QACA,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,CAAC;QAC3D,qBAAqB,CAAC,SAAS,CAAC,YAAY,GAAG,UAAU,SAAS;YAC9D,wBAAwB;YACxB,IAAI,SAAS,KAAK,KAAK,EAAE;gBACrB,OAAO,YAAY,CAAC;aACvB;YACD,0BAA0B;YAC1B,IAAI,SAAS,KAAK,KAAK,EAAE;gBACrB,OAAO,qCAAqC,CAAC;aAChD;YAED,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC;KACL;IAAC,OAAO,GAAG,EAAE;QACV,sCAAsC;QACtC,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;KAC3D;AACL,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,GAAG,EAAE;IAC5B,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE;QACzC,OAAO,CAAC,qBAAqB;KAChC;IACD,MAAM,WAAW,GAAG,EAAE,CAAC,CAAC,+BAA+B;IACvD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,GAAG,EAAE;IACpB,SAAS,uBAAuB;QAC5B,4CAA4C;QAC5C,MAAM,aAAa,GAAG,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE;YAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;YACxC,SAAS,IAAI;gBACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,sBAAsB;YACjE,CAAC;YACD,2BAA2B;YAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;YAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;YACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;YAEhD,SAAS,gBAAgB;gBACrB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE;oBAClB,IAAI,IAAI,KAAK,EAAE,CAAC,GAAG,EAAE;wBACjB,OAAO,YAAY,EAAE,CAAC,IAAI,sBAAsB,CAAC;qBACpD;iBACJ;gBAED,IAAI,IAAI,KAAK,gBAAgB,EAAE;oBAC3B,OAAO,4BAA4B,CAAC;iBACvC;gBACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAC3C,CAAC;YACD,2BAA2B;YAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;QAClD,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,MAAM,QAAQ,GAAG;YACb,SAAS,EAAE;gBACP;oBACI,IAAI,EAAE,iBAAiB;oBACvB,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,mBAAmB;iBACpC;gBACD;oBACI,IAAI,EAAE,iCAAiC;oBACvC,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,0BAA0B;oBACvC,YAAY,EAAE,mBAAmB;iBACpC;gBACD;oBACI,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ,EAAE,EAAE;oBACZ,WAAW,EAAE,0BAA0B;oBACvC,aAAa,EAAE,MAAM,CAAC,MAAM;oBAC5B,YAAY,EAAE,eAAe;iBAChC;gBACD;oBACI,IAAI,EAAE,qBAAqB;oBAC3B,QAAQ,EAAE,EAAE;oBACZ,WAAW,EAAE,mCAAmC;oBAChD,YAAY,EAAE,eAAe;iBAChC;aACJ;YACD,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,qBAAqB;oBAC/B,WAAW,EAAE,0BAA0B;iBAC1C;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,kCAAkC;oBAC5C,WAAW,EAAE,EAAE;iBAClB;gBACD;oBACI,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,sBAAsB;oBAChC,WAAW,EAAE,EAAE;iBAClB;aACJ;YACD,GAAG,EAAE;gBACD,SAAS,EAAE,CAAC,YAAY,EAAE,EAAE;oBACxB,uDAAuD;oBACvD,MAAM,EAAE,GAAG,UAAU,IAAI;wBACrB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;4BACnB,MAAM,IAAI,SAAS,CACf,qCAAqC,YAAY,6CAA6C,CACjG,CAAC;yBACL;wBACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;oBAC9B,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;oBAC/C,OAAO,EAAE,CAAC;gBACd,CAAC;gBACD,IAAI,EAAE,CAAC,YAAY,EAAE,EAAE;oBACnB,qEAAqE;oBACrE,MAAM,EAAE,GAAG,UAAU,KAAK;wBACtB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;4BACnB,MAAM,IAAI,SAAS,CACf,qCAAqC,YAAY,6CAA6C,CACjG,CAAC;yBACL;wBACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;oBAC/B,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC1C,OAAO,EAAE,CAAC;gBACd,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE;oBACV,6EAA6E;oBAC7E,MAAM,EAAE,GAAG;wBACP,OAAO,SAAS,CAAC;oBACrB,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;oBAC7C,OAAO,EAAE,CAAC;gBACd,CAAC;aACJ;SACJ,CAAC;QACF,oBAAoB;QACpB,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAEpF,SAAS,qBAAqB;YAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS;iBACzB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,GAAG,CAAC,CAAC;iBACjE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAE9C,OAAO,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,aAAa,GAAG,qBAAqB,EAAE,CAAC;QAC9C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE;YACjD,GAAG,EAAE,GAAG,EAAE,CAAC,aAAa;SAC3B,CAAC,CAAC;QAEH,SAAS,mBAAmB;YACxB,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO;iBACvB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,GAAG,CAAC,CAAC;iBACjE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACT,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,GAAG,CAAC,IAAI,CACnC,CAAC;gBACF,gBAAgB;gBAChB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;oBAC1B,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;oBAC1D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvD,GAAG,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC;gBACH,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;gBAC1B,OAAO,GAAG,CAAC;YACf,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACT,iBAAiB;gBACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACjD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvC,OAAO,GAAG,CAAC;YACf,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YACvE,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACtD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5C,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAElD,OAAO,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,WAAW,GAAG,mBAAmB,EAAE,CAAC;QAC1C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE;YAC/C,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW;SACzB,CAAC,CAAC;QAEH,sEAAsE;QACtE,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,YAAY,WAAW,CAAC;IACtE,MAAM,UAAU,GAAG,aAAa,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACxE,IAAI,aAAa,IAAI,UAAU,EAAE;QAC7B,OAAO,CAAC,qBAAqB;KAChC;IACD,uBAAuB,EAAE,CAAC;AAC9B,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,GAAG,EAAE;IAC7B,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,EAAE;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,UAAU,GAAG,GAAG,EAAE;IACpB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;QAChB,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE;YACpC,KAAK,EAAE;gBACH,OAAO,EAAE,EAAE;aACd;SACJ,CAAC,CAAC;KACN;AACL,CAAC,CAAC;AAEF,oGAAoG;AACpG,uEAAuE;AACvE,MAAM,kBAAkB,GAAG,GAAG,EAAE;IAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE;QAC1B,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE;YACtB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;gBACvB,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE;oBAC3C,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;iBACxB,CAAC,CAAC;aACN;YACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;gBAC9B,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ,EAAE;oBAClD,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;aACN;YACD,OAAO,MAAM,CAAC;SACjB;QACD,OAAO,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEF,SAAS,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC,4CAA4C,CAAC;IAExE,QAAQ,CAAC,aAAa,GAAG,SAAS,CAAC;IAEnC,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;IACxC,SAAS,IAAI;QACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,qBAAqB;IAChE,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;IAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;IAEhD,SAAS,gBAAgB;QACrB,IAAI,IAAI,KAAK,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE;YACxC,OAAO,4CAA4C,CAAC;SACvD;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE;YAC3B,OAAO,4BAA4B,CAAC;SACvC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;AAClD,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,GAAG,EAAE;IAC1B,8GAA8G;IAC9G,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,EAAE;QAC7C,KAAK,EAAE,CAAC;KACX,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,kBAAe;IACX,UAAU;IACV,kBAAkB;IAClB,YAAY;IACZ,mBAAmB;IACnB,WAAW;IACX,eAAe;IACf,UAAU;IACV,kBAAkB;IAClB,gBAAgB;CACnB,CAAC"}

package/build/stealth/stealth.d.ts

@@ -1,56 +0,0 @@
-/**
- *  The main purpose of this function is to override newPage function and attach selected tricks.
- * @param {Browser} browser - puppeteer browser instance
- * @param {StealthOptions} options
- * @returns {Promise<Browser>} - Instance of Browser from puppeteer package
- */
-export default function applyStealthToBrowser(browser: Browser, options: StealthOptions): Promise<Browser>;
-/**
- * Configuration of stealth tricks for a proper hiding effect all of them should be set to true.
- * These tricks are applied only when the `stealth` option is set to `true`.
- */
-export type StealthOptions = {
-    /**
-     * - If plugins should be added to the navigator.
-     */
-    addPlugins?: boolean | undefined;
-    /**
-     * - Emulates window Iframe.
-     */
-    emulateWindowFrame?: boolean | undefined;
-    /**
-     * - Emulates graphic card.
-     */
-    emulateWebGL?: boolean | undefined;
-    /**
-     * - Emulates console.debug to return null.
-     */
-    emulateConsoleDebug?: boolean | undefined;
-    /**
-     * - Adds languages to the navigator.
-     */
-    addLanguage?: boolean | undefined;
-    /**
-     * - Hides the webdriver by changing the navigator proto.
-     */
-    hideWebDriver?: boolean | undefined;
-    /**
-     * - Fakes interaction with permissions.
-     */
-    hackPermissions?: boolean | undefined;
-    /**
-     * - Adds the chrome runtime properties.
-     */
-    mockChrome?: boolean | undefined;
-    /**
-     * - Adds the chrome runtime properties inside the every newly created iframe.
-     */
-    mockChromeInIframe?: boolean | undefined;
-    /**
-     * - Sets device memory to other value than 0.
-     */
-    mockDeviceMemory?: boolean | undefined;
-};
-// @ts-ignore optional peer dependency
-import { Browser } from "puppeteer";
-//# sourceMappingURL=stealth.d.ts.map

package/build/stealth/stealth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"stealth.d.ts","sourceRoot":"","sources":["../../src/stealth/stealth.js"],"names":[],"mappings":"AAwCA;;;;;GAKG;AACH,uDAJW,OAAO,WACP,cAAc,GACZ,QAAQ,OAAO,CAAC,CA2B5B"}

package/build/stealth/stealth.js

@@ -1,125 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
-const utilities_1 = require("@apify/utilities");
-const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
-const hiding_tricks_1 = (0, tslib_1.__importDefault)(require("./hiding_tricks"));
-const log = utils_log_1.default.child({ prefix: 'Stealth' });
-/**
- * Configuration of stealth tricks for a proper hiding effect all of them should be set to true.
- * These tricks are applied only when the `stealth` option is set to `true`.
- * @typedef StealthOptions
- * @property {boolean} [addPlugins=true] - If plugins should be added to the navigator.
- * @property {boolean} [emulateWindowFrame=true] - Emulates window Iframe.
- * @property {boolean} [emulateWebGL=true] - Emulates graphic card.
- * @property {boolean} [emulateConsoleDebug=true] - Emulates console.debug to return null.
- * @property {boolean} [addLanguage=true] - Adds languages to the navigator.
- * @property {boolean} [hideWebDriver=true] - Hides the webdriver by changing the navigator proto.
- * @property {boolean} [hackPermissions=true] - Fakes interaction with permissions.
- * @property {boolean} [mockChrome=true] - Adds the chrome runtime properties.
- * @property {boolean} [mockChromeInIframe=true] - Adds the chrome runtime properties inside the every newly created iframe.
- * @property {boolean} [mockDeviceMemory=true] - Sets device memory to other value than 0.
- */
-const DEFAULT_STEALTH_OPTIONS = {
-    addPlugins: true,
-    emulateWindowFrame: true,
-    emulateWebGL: true,
-    emulateConsoleDebug: true,
-    addLanguage: true,
-    hackPermissions: true,
-    mockChrome: true,
-    mockChromeInIframe: true,
-    mockDeviceMemory: true,
-};
-const STEALTH_ERROR_MESSAGE_PREFIX = 'StealthError';
-const MAX_IFRAMES = 10;
-const alreadyWrapped = Symbol('alreadyWrapped');
-/**
- *  The main purpose of this function is to override newPage function and attach selected tricks.
- * @param {Browser} browser - puppeteer browser instance
- * @param {StealthOptions} options
- * @returns {Promise<Browser>} - Instance of Browser from puppeteer package
- */
-function applyStealthToBrowser(browser, options) {
-    const modifiedBrowser = browser;
-    const opts = underscore_1.default.defaults(options, DEFAULT_STEALTH_OPTIONS);
-    const defaultContext = browser.defaultBrowserContext();
-    const contextPrototype = Object.getPrototypeOf(defaultContext);
-    const prevNewPage = contextPrototype.newPage;
-    if (!contextPrototype.newPage[alreadyWrapped]) {
-        contextPrototype.newPage = async function (...args) {
-            const page = await prevNewPage.bind(this)(...args);
-            const evaluationDebugMessage = generateEvaluationDebugMessage();
-            addStealthDebugToPage(page, evaluationDebugMessage);
-            await applyStealthTricks(page, evaluationDebugMessage, opts);
-            return page;
-        };
-        contextPrototype.newPage[alreadyWrapped] = true;
-    }
-    return Promise.resolve(modifiedBrowser);
-}
-exports.default = applyStealthToBrowser;
-function generateEvaluationDebugMessage() {
-    const minLength = 6;
-    const maxLength = 10;
-    const randomLength = Math.random() * (maxLength - minLength) + minLength;
-    return (0, utilities_1.cryptoRandomObjectId)(randomLength);
-}
-/**
- * Logs the stealth errors in browser to the node stdout.
- * @param {Page} page - puppeteer page instance
- * @param {string} evaluationDebugMessage - debug message
- */
-function addStealthDebugToPage(page, evaluationDebugMessage) {
-    let warningLogged = false;
-    let counter = 1;
-    page.on('console', (msg) => {
-        const text = msg.text();
-        if (text.includes(STEALTH_ERROR_MESSAGE_PREFIX)) {
-            log.error(text);
-        }
-        else if (text.includes(evaluationDebugMessage)) {
-            if (counter > MAX_IFRAMES && !warningLogged) {
-                log.warning(`Evaluating hiding tricks in too many iframes (limit: ${MAX_IFRAMES}).`
-                    + 'You might experience some performance issues. Try setting \'stealth\' false');
-                warningLogged = true;
-            }
-            counter++;
-            log.debug('Tricks evaluated', { counter });
-        }
-    });
-}
-/**
- * Applies stealth tricks to the puppeteer page
- * @param {Page} page
- * @param {string} evaluationDebugMessage - debug message
- * @param {StealthOptions} options
- * @returns {Promise<void>}
- * @private
- * @ignore
- */
-function applyStealthTricks(page, evaluationDebugMessage, options) {
-    const functions = Object.keys(options)
-        .filter((key) => {
-        return options[key];
-    })
-        .map((key) => hiding_tricks_1.default[key].toString());
-    /* istanbul ignore next */
-    const addFunctions = (functionsArr, errorMessagePrefix, debugMessage) => {
-        // eslint-disable-next-line no-console
-        console.log(debugMessage);
-        // add functions
-        for (const func of functionsArr) {
-            try {
-                eval(func)(); // eslint-disable-line
-            }
-            catch (e) {
-                // eslint-disable-next-line no-console
-                console.error(`${errorMessagePrefix}: Failed to apply stealth trick reason: ${e.message}`);
-            }
-        }
-    };
-    return page.evaluateOnNewDocument(addFunctions, functions, STEALTH_ERROR_MESSAGE_PREFIX, evaluationDebugMessage);
-}
-//# sourceMappingURL=stealth.js.map

package/build/stealth/stealth.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"stealth.js","sourceRoot":"","sources":["../../src/stealth/stealth.js"],"names":[],"mappings":";;;AAAA,yEAA2B;AAE3B,gDAAwD;AACxD,0EAAqC;AAErC,iFAA2C;AAE3C,MAAM,GAAG,GAAG,mBAAS,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAEnD;;;;;;;;;;;;;;GAcG;AAEH,MAAM,uBAAuB,GAAG;IAC5B,UAAU,EAAE,IAAI;IAChB,kBAAkB,EAAE,IAAI;IACxB,YAAY,EAAE,IAAI;IAClB,mBAAmB,EAAE,IAAI;IACzB,WAAW,EAAE,IAAI;IACjB,eAAe,EAAE,IAAI;IACrB,UAAU,EAAE,IAAI;IAChB,kBAAkB,EAAE,IAAI;IACxB,gBAAgB,EAAE,IAAI;CACzB,CAAC;AAEF,MAAM,4BAA4B,GAAG,cAAc,CAAC;AACpD,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAChD;;;;;GAKG;AACH,SAAwB,qBAAqB,CAAC,OAAO,EAAE,OAAO;IAC1D,MAAM,eAAe,GAAG,OAAO,CAAC;IAChC,MAAM,IAAI,GAAG,oBAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IAE1D,MAAM,cAAc,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IACvD,MAAM,gBAAgB,GAAG,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC;IAE7C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;QAC3C,gBAAgB,CAAC,OAAO,GAAG,KAAK,WAAW,GAAG,IAAI;YAC9C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAEnD,MAAM,sBAAsB,GAAG,8BAA8B,EAAE,CAAC;YAEhE,qBAAqB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YACpD,MAAM,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,EAAE,IAAI,CAAC,CAAC;YAE7D,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEF,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;KACnD;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;AAC5C,CAAC;AAzBD,wCAyBC;AAED,SAAS,8BAA8B;IACnC,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;IAEzE,OAAO,IAAA,gCAAoB,EAAC,YAAY,CAAC,CAAC;AAC9C,CAAC;AACD;;;;GAIG;AACH,SAAS,qBAAqB,CAAC,IAAI,EAAE,sBAAsB;IACvD,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,EAAE;YAC7C,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACnB;aAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE;YAC9C,IAAI,OAAO,GAAG,WAAW,IAAI,CAAC,aAAa,EAAE;gBACzC,GAAG,CAAC,OAAO,CACP,wDAAwD,WAAW,IAAI;sBACrE,6EAA6E,CAClF,CAAC;gBAEF,aAAa,GAAG,IAAI,CAAC;aACxB;YACD,OAAO,EAAE,CAAC;YACV,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;SAC9C;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,EAAE,OAAO;IAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACjC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QACZ,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,uBAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAEhD,0BAA0B;IAC1B,MAAM,YAAY,GAAG,CAAC,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,EAAE;QACpE,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,gBAAgB;QAChB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;YAC7B,IAAI;gBACA,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,sBAAsB;aACvC;YAAC,OAAO,CAAC,EAAE;gBACR,sCAAsC;gBACtC,OAAO,CAAC,KAAK,CAAC,GAAG,kBAAkB,2CAA2C,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;aAC9F;SACJ;IACL,CAAC,CAAC;IAEF,OAAO,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,SAAS,EAAE,4BAA4B,EAAE,sBAAsB,CAAC,CAAC;AACrH,CAAC"}