es6-crawler-detect 3.3.0 → 4.0.0-beta.2

package/dist/lib/crawler/crawlers.js

@@ -0,0 +1,1400 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Crawlers = void 0;
+class Crawlers {
+    getAll() {
+        return [
+            ' YLT',
+            '^Aether',
+            '^Amazon Simple Notification Service Agent$',
+            '^Amazon-Route53-Health-Check-Service',
+            '^b0t$',
+            '^bluefish ',
+            '^Calypso v\\/',
+            '^COMODO DCV',
+            '^Corax',
+            '^DangDang',
+            '^DavClnt',
+            '^DHSH',
+            '^docker\\/[0-9]',
+            '^Expanse',
+            '^FDM ',
+            '^git\\/',
+            '^Goose\\/',
+            '^Grabber',
+            '^Gradle\\/',
+            '^HTTPClient\\/',
+            '^HTTPing',
+            '^Java\\/',
+            '^Jeode\\/',
+            '^Jetty\\/',
+            '^Mail\\/',
+            '^Mget',
+            '^Microsoft URL Control',
+            '^Mikrotik\\/',
+            '^Netlab360',
+            '^NG\\/[0-9\\.]',
+            '^NING\\/',
+            '^npm\\/',
+            '^Nuclei',
+            '^PHP-AYMAPI\\/',
+            '^PHP\\/',
+            '^pip\\/',
+            '^pnpm\\/',
+            '^RMA\\/',
+            '^Ruby|Ruby\\/[0-9]',
+            '^Swurl ',
+            '^TLS tester ',
+            '^twine\\/',
+            '^ureq',
+            '^VSE\\/[0-9]',
+            '^WordPress\\.com',
+            '^XRL\\/[0-9]',
+            '^ZmEu',
+            '008\\/',
+            '13TABS',
+            '192\\.comAgent',
+            '2GDPR\\/',
+            '2ip\\.ru',
+            '404enemy',
+            '7Siters',
+            '80legs',
+            'a3logics\\.in',
+            'A6-Indexer',
+            'Abonti',
+            'Aboundex',
+            'aboutthedomain',
+            'Accoona-AI-Agent',
+            'acebookexternalhit\\/',
+            'acoon',
+            'acrylicapps\\.com\\/pulp',
+            'Acunetix',
+            'AdAuth\\/',
+            'adbeat',
+            'AddThis',
+            'ADmantX',
+            'AdminLabs',
+            'adressendeutschland',
+            'adreview\\/',
+            'adscanner',
+            'adstxt-worker',
+            'Adstxtaggregator',
+            'adstxt\\.com',
+            'Adyen HttpClient',
+            'AffiliateLabz\\/',
+            'affilimate-puppeteer',
+            'agentslug',
+            'AHC',
+            'aihit',
+            'aiohttp\\/',
+            'Airmail',
+            'akka-http\\/',
+            'akula\\/',
+            'alertra',
+            'alexa site audit',
+            'Alibaba\\.Security\\.Heimdall',
+            'Alligator',
+            'allloadin',
+            'AllSubmitter',
+            'alyze\\.info',
+            'amagit',
+            'Anarchie',
+            'AndroidDownloadManager',
+            'Anemone',
+            'AngleSharp',
+            'annotate_google',
+            'Anthill',
+            'Anturis Agent',
+            'Ant\\.com',
+            'AnyEvent-HTTP\\/',
+            'Apache Ant\\/',
+            'Apache Droid',
+            'Apache OpenOffice',
+            'Apache-HttpAsyncClient',
+            'Apache-HttpClient',
+            'ApacheBench',
+            'Apexoo',
+            'apimon\\.de',
+            'APIs-Google',
+            'AportWorm\\/',
+            'AppBeat\\/',
+            'AppEngine-Google',
+            'AppleSyndication',
+            'Aprc\\/[0-9]',
+            'Arachmo',
+            'arachnode',
+            'Arachnophilia',
+            'aria2',
+            'Arukereso',
+            'asafaweb',
+            'Asana\\/',
+            'Ask Jeeves',
+            'AskQuickly',
+            'ASPSeek',
+            'Asterias',
+            'Astute',
+            'asynchttp',
+            'Attach',
+            'attohttpc',
+            'autocite',
+            'AutomaticWPTester',
+            'Autonomy',
+            'awin\\.com',
+            'AWS Security Scanner',
+            'axios\\/',
+            'a\\.pr-cy\\.ru',
+            'B-l-i-t-z-B-O-T',
+            'Backlink-Ceck',
+            'backlink-check',
+            'BacklinkHttpStatus',
+            'BackStreet',
+            'BackupLand',
+            'BackWeb',
+            'Bad-Neighborhood',
+            'Badass',
+            'baidu\\.com',
+            'Bandit',
+            'basicstate',
+            'BatchFTP',
+            'Battleztar Bazinga',
+            'baypup\\/',
+            'BazQux',
+            'BBBike',
+            'BCKLINKS',
+            'BDFetch',
+            'BegunAdvertising',
+            'Bewica-security-scan',
+            'Bidtellect',
+            'BigBozz',
+            'Bigfoot',
+            'biglotron',
+            'BingLocalSearch',
+            'BingPreview',
+            'binlar',
+            'biNu image cacher',
+            'Bitacle',
+            'Bitrix link preview',
+            'biz_Directory',
+            'BKCTwitterUnshortener\\/',
+            'Black Hole',
+            'Blackboard Safeassign',
+            'BlackWidow',
+            'BlockNote\\.Net',
+            'BlogBridge',
+            'Bloglines',
+            'Bloglovin',
+            'BlogPulseLive',
+            'BlogSearch',
+            'Blogtrottr',
+            'BlowFish',
+            'boitho\\.com-dc',
+            'Boost\\.Beast',
+            'BPImageWalker',
+            'Braintree-Webhooks',
+            'Branch Metrics API',
+            'Branch-Passthrough',
+            'Brandprotect',
+            'BrandVerity',
+            'Brandwatch',
+            'Brodie\\/',
+            'Browsershots',
+            'BUbiNG',
+            'Buck\\/',
+            'Buddy',
+            'BuiltWith',
+            'Bullseye',
+            'BunnySlippers',
+            'Burf Search',
+            'Butterfly\\/',
+            'BuzzSumo',
+            'CAAM\\/[0-9]',
+            'CakePHP',
+            'Calculon',
+            'Canary%20Mail',
+            'CaretNail',
+            'catexplorador',
+            'CC Metadata Scaper',
+            'Cegbfeieh',
+            'censys',
+            'centuryb.o.t9[at]gmail.com',
+            'Cerberian Drtrs',
+            'CERT\\.at-Statistics-Survey',
+            'cf-facebook',
+            'cg-eye',
+            'changedetection',
+            'ChangesMeter',
+            'Charlotte',
+            'CheckHost',
+            'checkprivacy',
+            'CherryPicker',
+            'ChinaClaw',
+            'Chirp\\/',
+            'chkme\\.com',
+            'Chlooe',
+            'Chromaxa',
+            'CirrusExplorer',
+            'CISPA Vulnerability Notification',
+            'CISPA Web Analyser',
+            'Citoid',
+            'CJNetworkQuality',
+            'Clarsentia',
+            'clips\\.ua\\.ac\\.be',
+            'Cloud mapping',
+            'CloudEndure',
+            'CloudFlare-AlwaysOnline',
+            'Cloudflare-Healthchecks',
+            'Cloudinary',
+            'cmcm\\.com',
+            'coccoc',
+            'cognitiveseo',
+            'ColdFusion',
+            'colly -',
+            'CommaFeed',
+            'Commons-HttpClient',
+            'commonscan',
+            'contactbigdatafr',
+            'contentkingapp',
+            'Contextual Code Sites Explorer',
+            'convera',
+            'CookieReports',
+            'copyright sheriff',
+            'CopyRightCheck',
+            'Copyscape',
+            'cortex\\/',
+            'Cosmos4j\\.feedback',
+            'Covario-IDS',
+            'Craw\\/',
+            'Crescent',
+            'Criteo',
+            'Crowsnest',
+            'CSHttp',
+            'CSSCheck',
+            'Cula\\/',
+            'curb',
+            'Curious George',
+            'curl',
+            'cuwhois\\/',
+            'cybo\\.com',
+            'DAP\\/NetHTTP',
+            'DareBoost',
+            'DatabaseDriverMysqli',
+            'DataCha0s',
+            'Datafeedwatch',
+            'Datanyze',
+            'DataparkSearch',
+            'dataprovider',
+            'DataXu',
+            'Daum(oa)?[ \\/][0-9]',
+            'dBpoweramp',
+            'ddline',
+            'deeris',
+            'delve\\.ai',
+            'Demon',
+            'DeuSu',
+            'developers\\.google\\.com\\/\\+\\/web\\/snippet\\/',
+            'Devil',
+            'Digg',
+            'Digincore',
+            'DigitalPebble',
+            'Dirbuster',
+            'Discourse Forum Onebox',
+            'Dispatch\\/',
+            'Disqus\\/',
+            'DittoSpyder',
+            'dlvr',
+            'DMBrowser',
+            'DNSPod-reporting',
+            'docoloc',
+            'Dolphin http client',
+            'DomainAppender',
+            'DomainLabz',
+            'Domains Project\\/',
+            'Donuts Content Explorer',
+            'dotMailer content retrieval',
+            'dotSemantic',
+            'downforeveryoneorjustme',
+            'Download Wonder',
+            'downnotifier',
+            'DowntimeDetector',
+            'Drip',
+            'drupact',
+            'Drupal \\(\\+http:\\/\\/drupal\\.org\\/\\)',
+            'DTS Agent',
+            'dubaiindex',
+            'DuplexWeb-Google',
+            'DynatraceSynthetic',
+            'EARTHCOM',
+            'Easy-Thumb',
+            'EasyDL',
+            'Ebingbong',
+            'ec2linkfinder',
+            'eCairn-Grabber',
+            'eCatch',
+            'ECCP',
+            'eContext\\/',
+            'Ecxi',
+            'EirGrabber',
+            'ElectricMonk',
+            'elefent',
+            'EMail Exractor',
+            'EMail Wolf',
+            'EmailWolf',
+            'Embarcadero',
+            'Embed PHP Library',
+            'Embedly',
+            'endo\\/',
+            'europarchive\\.org',
+            'evc-batch',
+            'EventMachine HttpClient',
+            'Everwall Link Expander',
+            'Evidon',
+            'Evrinid',
+            'ExactSearch',
+            'ExaleadCloudview',
+            'Excel\\/',
+            'exif',
+            'ExoRank',
+            'Exploratodo',
+            'Express WebPictures',
+            'Extreme Picture Finder',
+            'EyeNetIE',
+            'ezooms',
+            'facebookexternalhit',
+            'facebookexternalua',
+            'facebookplatform',
+            'fairshare',
+            'Faraday v',
+            'fasthttp',
+            'Faveeo',
+            'Favicon downloader',
+            'faviconarchive',
+            'faviconkit',
+            'FavOrg',
+            'Feed Wrangler',
+            'Feedable\\/',
+            'Feedbin',
+            'FeedBooster',
+            'FeedBucket',
+            'FeedBunch\\/',
+            'FeedBurner',
+            'feeder',
+            'Feedly',
+            'FeedshowOnline',
+            'Feedshow\\/',
+            'Feedspot',
+            'FeedViewer\\/',
+            'Feedwind\\/',
+            'FeedZcollector',
+            'feeltiptop',
+            'Fetch API',
+            'Fetch\\/[0-9]',
+            'Fever\\/[0-9]',
+            'FHscan',
+            'Fiery%20Feeds',
+            'Filestack',
+            'Fimap',
+            'findlink',
+            'findthatfile',
+            'FlashGet',
+            'FlipboardBrowserProxy',
+            'FlipboardProxy',
+            'FlipboardRSS',
+            'Flock\\/',
+            'Florienzh\\/',
+            'fluffy',
+            'Flunky',
+            'flynxapp',
+            'forensiq',
+            'FoundSeoTool',
+            'free thumbnails',
+            'Freeuploader',
+            'FreshRSS',
+            'Funnelback',
+            'Fuzz Faster U Fool',
+            'G-i-g-a-b-o-t',
+            'g00g1e\\.net',
+            'ganarvisitas',
+            'gdnplus\\.com',
+            'geek-tools',
+            'Genieo',
+            'GentleSource',
+            'GetCode',
+            'Getintent',
+            'GetLinkInfo',
+            'getprismatic',
+            'GetRight',
+            'getroot',
+            'GetURLInfo\\/',
+            'GetWeb',
+            'Geziyor',
+            'Ghost Inspector',
+            'GigablastOpenSource',
+            'GIS-LABS',
+            'github-camo',
+            'GitHub-Hookshot',
+            'github\\.com',
+            'Go http package',
+            'Go [\\d\\.]* package http',
+            'Go!Zilla',
+            'Go-Ahead-Got-It',
+            'Go-http-client',
+            'go-mtasts\\/',
+            'gobyus',
+            'Gofeed',
+            'gofetch',
+            'Goldfire Server',
+            'GomezAgent',
+            'gooblog',
+            'Goodzer\\/',
+            'Google AppsViewer',
+            'Google Desktop',
+            'Google favicon',
+            'Google Keyword Suggestion',
+            'Google Keyword Tool',
+            'Google Page Speed Insights',
+            'Google PP Default',
+            'Google Search Console',
+            'Google Web Preview',
+            'Google-Ads-Creatives-Assistant',
+            'Google-Ads-Overview',
+            'Google-Adwords',
+            'Google-Apps-Script',
+            'Google-Calendar-Importer',
+            'Google-HotelAdsVerifier',
+            'Google-HTTP-Java-Client',
+            'Google-Podcast',
+            'Google-Publisher-Plugin',
+            'Google-Read-Aloud',
+            'Google-SearchByImage',
+            'Google-Site-Verification',
+            'Google-SMTP-STS',
+            'Google-speakr',
+            'Google-Structured-Data-Testing-Tool',
+            'Google-Transparency-Report',
+            'google-xrawler',
+            'Google-Youtube-Links',
+            'GoogleDocs',
+            'GoogleHC\\/',
+            'GoogleProber',
+            'GoogleProducer',
+            'GoogleSites',
+            'Gookey',
+            'GoSpotCheck',
+            'gosquared-thumbnailer',
+            'Gotit',
+            'GoZilla',
+            'grabify',
+            'GrabNet',
+            'Grafula',
+            'Grammarly',
+            'GrapeFX',
+            'GreatNews',
+            'Gregarius',
+            'GRequests',
+            'grokkit',
+            'grouphigh',
+            'grub-client',
+            'gSOAP\\/',
+            'GT::WWW',
+            'GTmetrix',
+            'GuzzleHttp',
+            'gvfs\\/',
+            'HAA(A)?RTLAND http client',
+            'Haansoft',
+            'hackney\\/',
+            'Hadi Agent',
+            'HappyApps-WebCheck',
+            'Hardenize',
+            'Hatena',
+            'Havij',
+            'HaxerMen',
+            'HeadlessChrome',
+            'HEADMasterSEO',
+            'HeartRails_Capture',
+            'help@dataminr\\.com',
+            'heritrix',
+            'Hexometer',
+            'historious',
+            'hkedcity',
+            'hledejLevne\\.cz',
+            'Hloader',
+            'HMView',
+            'Holmes',
+            'HonesoSearchEngine',
+            'HootSuite Image proxy',
+            'Hootsuite-WebFeed',
+            'hosterstats',
+            'HostTracker',
+            'ht:\\/\\/check',
+            'htdig',
+            'HTMLparser',
+            'htmlyse',
+            'HTTP Banner Detection',
+            'http-get',
+            'HTTP-Header-Abfrage',
+            'http-kit',
+            'http-request\\/',
+            'HTTP-Tiny',
+            'HTTP::Lite',
+            'http:\\/\\/www.neomo.de\\/',
+            'HttpComponents',
+            'httphr',
+            'HTTPie',
+            'HTTPMon',
+            'httpRequest',
+            'httpscheck',
+            'httpssites_power',
+            'httpunit',
+            'HttpUrlConnection',
+            'http\\.rb\\/',
+            'HTTP_Compression_Test',
+            'http_get',
+            'http_request2',
+            'http_requester',
+            'httrack',
+            'huaweisymantec',
+            'HubSpot ',
+            'HubSpot-Link-Resolver',
+            'Humanlinks',
+            'i2kconnect\\/',
+            'Iblog',
+            'ichiro',
+            'Id-search',
+            'IdeelaborPlagiaat',
+            'IDG Twitter Links Resolver',
+            'IDwhois\\/',
+            'Iframely',
+            'igdeSpyder',
+            'iGooglePortal',
+            'IlTrovatore',
+            'Image Fetch',
+            'Image Sucker',
+            'ImageEngine\\/',
+            'ImageVisu\\/',
+            'Imagga',
+            'imagineeasy',
+            'imgsizer',
+            'InAGist',
+            'inbound\\.li parser',
+            'InDesign%20CC',
+            'Indy Library',
+            'InetURL',
+            'infegy',
+            'infohelfer',
+            'InfoTekies',
+            'InfoWizards Reciprocal Link',
+            'inpwrd\\.com',
+            'instabid',
+            'Instapaper',
+            'Integrity',
+            'integromedb',
+            'Intelliseek',
+            'InterGET',
+            'Internet Ninja',
+            'InternetSeer',
+            'internetVista monitor',
+            'internetwache',
+            'internet_archive',
+            'intraVnews',
+            'IODC',
+            'IOI',
+            'iplabel',
+            'ips-agent',
+            'IPS\\/[0-9]',
+            'IPWorks HTTP\\/S Component',
+            'iqdb\\/',
+            'Iria',
+            'Irokez',
+            'isitup\\.org',
+            'iskanie',
+            'isUp\\.li',
+            'iThemes Sync\\/',
+            'IZaBEE',
+            'iZSearch',
+            'JAHHO',
+            'janforman',
+            'Jaunt\\/',
+            'Java.*outbrain',
+            'javelin\\.io',
+            'Jbrofuzz',
+            'Jersey\\/',
+            'JetCar',
+            'Jigsaw',
+            'Jobboerse',
+            'JobFeed discovery',
+            'Jobg8 URL Monitor',
+            'jobo',
+            'Jobrapido',
+            'Jobsearch1\\.5',
+            'JoinVision Generic',
+            'JolokiaPwn',
+            'Joomla',
+            'Jorgee',
+            'JS-Kit',
+            'JungleKeyThumbnail',
+            'JustView',
+            'Kaspersky Lab CFR link resolver',
+            'Kelny\\/',
+            'Kerrigan\\/',
+            'KeyCDN',
+            'Keyword Density',
+            'Keywords Research',
+            'khttp\\/',
+            'KickFire',
+            'KimonoLabs\\/',
+            'Kml-Google',
+            'knows\\.is',
+            'KOCMOHABT',
+            'kouio',
+            'kube-probe',
+            'kubectl',
+            'kulturarw3',
+            'KumKie',
+            'Larbin',
+            'Lavf\\/',
+            'leakix\\.net',
+            'LeechFTP',
+            'LeechGet',
+            'letsencrypt',
+            'Lftp',
+            'LibVLC',
+            'LibWeb',
+            'Libwhisker',
+            'libwww',
+            'Licorne',
+            'Liferea\\/',
+            'Lighthouse',
+            'Lightspeedsystems',
+            'Likse',
+            'limber\\.io',
+            'Link Valet',
+            'LinkAlarm\\/',
+            'LinkAnalyser',
+            'linkCheck',
+            'linkdex',
+            'LinkExaminer',
+            'linkfluence',
+            'linkpeek',
+            'LinkPreview',
+            'LinkScan',
+            'LinksManager',
+            'LinkTiger',
+            'LinkWalker',
+            'link_thumbnailer',
+            'Lipperhey',
+            'Litemage_walker',
+            'livedoor ScreenShot',
+            'LoadImpactRload',
+            'localsearch-web',
+            'LongURL API',
+            'longurl-r-package',
+            'looid\\.com',
+            'looksystems\\.net',
+            'ltx71',
+            'lua-resty-http',
+            'Lucee \\(CFML Engine\\)',
+            'Lush Http Client',
+            'lwp-request',
+            'lwp-trivial',
+            'LWP::Simple',
+            'lycos',
+            'LYT\\.SR',
+            'L\\.webis',
+            'mabontland',
+            'MacOutlook\\/',
+            'Mag-Net',
+            'MagpieRSS',
+            'Mail::STS',
+            'MailChimp',
+            'Mail\\.Ru',
+            'Majestic12',
+            'makecontact\\/',
+            'Mandrill',
+            'MapperCmd',
+            'marketinggrader',
+            'MarkMonitor',
+            'MarkWatch',
+            'Mass Downloader',
+            'masscan\\/',
+            'Mata Hari',
+            'mattermost',
+            'Mediametric',
+            'Mediapartners-Google',
+            'mediawords',
+            'MegaIndex\\.ru',
+            'MeltwaterNews',
+            'Melvil Rawi',
+            'MemGator',
+            'Metaspinner',
+            'MetaURI',
+            'MFC_Tear_Sample',
+            'Microsearch',
+            'Microsoft Data Access',
+            'Microsoft Office',
+            'Microsoft Outlook',
+            'Microsoft Windows Network Diagnostics',
+            'Microsoft-WebDAV-MiniRedir',
+            'Microsoft\\.Data\\.Mashup',
+            'MIDown tool',
+            'MIIxpc',
+            'Mindjet',
+            'Miniature\\.io',
+            'Miniflux',
+            'mio_httpc',
+            'Miro-HttpClient',
+            'Mister PiX',
+            'mixdata dot com',
+            'mixed-content-scan',
+            'mixnode',
+            'Mnogosearch',
+            'mogimogi',
+            'Mojeek',
+            'Mojolicious \\(Perl\\)',
+            'monitis',
+            'Monitority\\/',
+            'Monit\\/',
+            'montastic',
+            'MonTools',
+            'Moreover',
+            'Morfeus Fucking Scanner',
+            'Morning Paper',
+            'MovableType',
+            'mowser',
+            'Mrcgiguy',
+            'Mr\\.4x3 Powered',
+            'MS Web Services Client Protocol',
+            'MSFrontPage',
+            'mShots',
+            'MuckRack\\/',
+            'muhstik-scan',
+            'MVAClient',
+            'MxToolbox\\/',
+            'myseosnapshot',
+            'nagios',
+            'Najdi\\.si',
+            'Name Intelligence',
+            'NameFo\\.com',
+            'Nameprotect',
+            'nationalarchives',
+            'Navroad',
+            'NearSite',
+            'Needle',
+            'Nessus',
+            'Net Vampire',
+            'NetAnts',
+            'NETCRAFT',
+            'NetLyzer',
+            'NetMechanic',
+            'NetNewsWire',
+            'Netpursual',
+            'netresearch',
+            'NetShelter ContentScan',
+            'Netsparker',
+            'NetSystemsResearch',
+            'nettle',
+            'NetTrack',
+            'Netvibes',
+            'NetZIP',
+            'Neustar WPM',
+            'NeutrinoAPI',
+            'NewRelicPinger',
+            'NewsBlur .*Finder',
+            'NewsGator',
+            'newsme',
+            'newspaper\\/',
+            'Nexgate Ruby Client',
+            'NG-Search',
+            'nghttp2',
+            'Nibbler',
+            'NICErsPRO',
+            'NihilScio',
+            'Nikto',
+            'nineconnections',
+            'NLNZ_IAHarvester',
+            'Nmap Scripting Engine',
+            'node-fetch',
+            'node-superagent',
+            'node-urllib',
+            'Nodemeter',
+            'NodePing',
+            'node\\.io',
+            'nominet\\.org\\.uk',
+            'nominet\\.uk',
+            'Norton-Safeweb',
+            'Notifixious',
+            'notifyninja',
+            'NotionEmbedder',
+            'nuhk',
+            'nutch',
+            'Nuzzel',
+            'nWormFeedFinder',
+            'nyawc\\/',
+            'Nymesis',
+            'NYU',
+            'Observatory\\/',
+            'Ocelli\\/',
+            'Octopus',
+            'oegp',
+            'Offline Explorer',
+            'Offline Navigator',
+            'OgScrper',
+            'okhttp',
+            'omgili',
+            'OMSC',
+            'Online Domain Tools',
+            'Open Source RSS',
+            'OpenCalaisSemanticProxy',
+            'Openfind',
+            'OpenLinkProfiler',
+            'Openstat\\/',
+            'OpenVAS',
+            'OPPO A33',
+            'Optimizer',
+            'Orbiter',
+            'OrgProbe\\/',
+            'orion-semantics',
+            'Outlook-Express',
+            'Outlook-iOS',
+            'Owler',
+            'Owlin',
+            'ownCloud News',
+            'ow\\.ly',
+            'OxfordCloudService',
+            'page scorer',
+            'Page Valet',
+            'page2rss',
+            'PageFreezer',
+            'PageGrabber',
+            'PagePeeker',
+            'PageScorer',
+            'Pagespeed\\/',
+            'PageThing',
+            'page_verifier',
+            'Panopta',
+            'panscient',
+            'Papa Foto',
+            'parsijoo',
+            'Pavuk',
+            'PayPal IPN',
+            'pcBrowser',
+            'Pcore-HTTP',
+            'PDF24 URL To PDF',
+            'Pearltrees',
+            'PECL::HTTP',
+            'peerindex',
+            'Peew',
+            'PeoplePal',
+            'Perlu -',
+            'PhantomJS Screenshoter',
+            'PhantomJS\\/',
+            'Photon\\/',
+            'php-requests',
+            'phpservermon',
+            'Pi-Monster',
+            'Picscout',
+            'Picsearch',
+            'PictureFinder',
+            'Pimonster',
+            'Pingability',
+            'PingAdmin\\.Ru',
+            'Pingdom',
+            'Pingoscope',
+            'PingSpot',
+            'ping\\.blo\\.gs',
+            'pinterest\\.com',
+            'Pixray',
+            'Pizilla',
+            'Plagger\\/',
+            'Pleroma ',
+            'Ploetz \\+ Zeller',
+            'Plukkie',
+            'plumanalytics',
+            'PocketImageCache',
+            'PocketParser',
+            'Pockey',
+            'PodcastAddict\\/',
+            'POE-Component-Client-HTTP',
+            'Polymail\\/',
+            'Pompos',
+            'Porkbun',
+            'Port Monitor',
+            'postano',
+            'postfix-mta-sts-resolver',
+            'PostmanRuntime',
+            'postplanner\\.com',
+            'PostPost',
+            'postrank',
+            'PowerPoint\\/',
+            'Prebid',
+            'Prerender',
+            'Priceonomics Analysis Engine',
+            'PrintFriendly',
+            'PritTorrent',
+            'Prlog',
+            'probethenet',
+            'Project ?25499',
+            'Project-Resonance',
+            'prospectb2b',
+            'Protopage',
+            'ProWebWalker',
+            'proximic',
+            'PRTG Network Monitor',
+            'pshtt, https scanning',
+            'PTST ',
+            'PTST\\/[0-9]+',
+            'Pump',
+            'Python-httplib2',
+            'python-httpx',
+            'python-requests',
+            'Python-urllib',
+            'Qirina Hurdler',
+            'QQDownload',
+            'QrafterPro',
+            'Qseero',
+            'Qualidator',
+            'QueryN Metasearch',
+            'queuedriver',
+            'quic-go-HTTP\\/',
+            'QuiteRSS',
+            'Quora Link Preview',
+            'Qwantify',
+            'Radian6',
+            'RadioPublicImageResizer',
+            'Railgun\\/',
+            'RankActive',
+            'RankFlex',
+            'RankSonicSiteAuditor',
+            'RapidLoad\\/',
+            'Re-re Studio',
+            'ReactorNetty',
+            'Readability',
+            'RealDownload',
+            'RealPlayer%20Downloader',
+            'RebelMouse',
+            'Recorder',
+            'RecurPost\\/',
+            'redback\\/',
+            'ReederForMac',
+            'Reeder\\/',
+            'ReGet',
+            'RepoMonkey',
+            'request\\.js',
+            'reqwest\\/',
+            'ResponseCodeTest',
+            'RestSharp',
+            'Riddler',
+            'Rival IQ',
+            'Robosourcer',
+            'Robozilla',
+            'ROI Hunter',
+            'RPT-HTTPClient',
+            'RSSMix\\/',
+            'RSSOwl',
+            'RyowlEngine',
+            'safe-agent-scanner',
+            'SalesIntelligent',
+            'Saleslift',
+            'SAP NetWeaver Application Server',
+            'SauceNAO',
+            'SBIder',
+            'sc-downloader',
+            'scalaj-http',
+            'Scamadviser-Frontend',
+            'ScanAlert',
+            'scan\\.lol',
+            'Scoop',
+            'scooter',
+            'ScopeContentAG-HTTP-Client',
+            'ScoutJet',
+            'ScoutURLMonitor',
+            'ScrapeBox Page Scanner',
+            'Scrapy',
+            'Screaming',
+            'ScreenShotService',
+            'Scrubby',
+            'Scrutiny\\/',
+            'Search37',
+            'searchenginepromotionhelp',
+            'Searchestate',
+            'SearchExpress',
+            'SearchSight',
+            'SearchWP',
+            'search\\.thunderstone',
+            'Seeker',
+            'semanticdiscovery',
+            'semanticjuice',
+            'Semiocast HTTP client',
+            'Semrush',
+            'Sendsay\\.Ru',
+            'sentry\\/',
+            'SEO Browser',
+            'Seo Servis',
+            'seo-nastroj\\.cz',
+            'seo4ajax',
+            'Seobility',
+            'SEOCentro',
+            'SeoCheck',
+            'SEOkicks',
+            'SEOlizer',
+            'Seomoz',
+            'SEOprofiler',
+            'seoscanners',
+            'SEOsearch',
+            'seositecheckup',
+            'SEOstats',
+            'servernfo',
+            'sexsearcher',
+            'Seznam',
+            'Shelob',
+            'Shodan',
+            'Shoppimon',
+            'ShopWiki',
+            'ShortLinkTranslate',
+            'shortURL lengthener',
+            'shrinktheweb',
+            'Sideqik',
+            'Siege',
+            'SimplePie',
+            'SimplyFast',
+            'Siphon',
+            'SISTRIX',
+            'Site Sucker',
+            'Site-Shot\\/',
+            'Site24x7',
+            'SiteBar',
+            'Sitebeam',
+            'Sitebulb\\/',
+            'SiteCondor',
+            'SiteExplorer',
+            'SiteGuardian',
+            'Siteimprove',
+            'SiteIndexed',
+            'Sitemap(s)? Generator',
+            'SitemapGenerator',
+            'SiteMonitor',
+            'Siteshooter B0t',
+            'SiteSnagger',
+            'SiteSucker',
+            'SiteTruth',
+            'Sitevigil',
+            'sitexy\\.com',
+            'SkypeUriPreview',
+            'Slack\\/',
+            'sli-systems\\.com',
+            'slider\\.com',
+            'slurp',
+            'SlySearch',
+            'SmartDownload',
+            'SMRF URL Expander',
+            'SMUrlExpander',
+            'Snake',
+            'Snappy',
+            'SnapSearch',
+            'Snarfer\\/',
+            'SniffRSS',
+            'sniptracker',
+            'Snoopy',
+            'SnowHaze Search',
+            'sogou web',
+            'SortSite',
+            'Sottopop',
+            'sovereign\\.ai',
+            'SpaceBison',
+            'SpamExperts',
+            'Spammen',
+            'Spanner',
+            'spaziodati',
+            'SPDYCheck',
+            'Specificfeeds',
+            'speedy',
+            'SPEng',
+            'Spinn3r',
+            'spray-can',
+            'Sprinklr ',
+            'spyonweb',
+            'sqlmap',
+            'Sqlworm',
+            'Sqworm',
+            'SSL Labs',
+            'ssl-tools',
+            'StackRambler',
+            'Statastico\\/',
+            'Statically-',
+            'StatusCake',
+            'Steeler',
+            'Stratagems Kumo',
+            'Stripe\\/',
+            'Stroke\\.cz',
+            'StudioFACA',
+            'StumbleUpon',
+            'suchen',
+            'Sucuri',
+            'summify',
+            'SuperHTTP',
+            'Surphace Scout',
+            'Suzuran',
+            'swcd ',
+            'Symfony BrowserKit',
+            'Symfony2 BrowserKit',
+            'Synapse\\/',
+            'Syndirella\\/',
+            'SynHttpClient-Built',
+            'Sysomos',
+            'sysscan',
+            'Szukacz',
+            'T0PHackTeam',
+            'tAkeOut',
+            'Tarantula\\/',
+            'Taringa UGC',
+            'TarmotGezgin',
+            'tchelebi\\.io',
+            'techiaith\\.cymru',
+            'TelegramBot',
+            'Teleport',
+            'Telesoft',
+            'Telesphoreo',
+            'Telesphorep',
+            'Tenon\\.io',
+            'teoma',
+            'terrainformatica',
+            'Test Certificate Info',
+            'testuri',
+            'Tetrahedron',
+            'TextRazor Downloader',
+            'The Drop Reaper',
+            'The Expert HTML Source Viewer',
+            'The Intraformant',
+            'The Knowledge AI',
+            'theinternetrules',
+            'TheNomad',
+            'Thinklab',
+            'Thumbor',
+            'Thumbshots',
+            'ThumbSniper',
+            'timewe\\.net',
+            'TinEye',
+            'Tiny Tiny RSS',
+            'TLSProbe\\/',
+            'Toata',
+            'topster',
+            'touche\\.com',
+            'Traackr\\.com',
+            'tracemyfile',
+            'Trackuity',
+            'TrapitAgent',
+            'Trendiction',
+            'Trendsmap',
+            'trendspottr',
+            'truwoGPS',
+            'TryJsoup',
+            'TulipChain',
+            'Turingos',
+            'Turnitin',
+            'tweetedtimes',
+            'Tweetminster',
+            'Tweezler\\/',
+            'twibble',
+            'Twice',
+            'Twikle',
+            'Twingly',
+            'Twisted PageGetter',
+            'Typhoeus',
+            'ubermetrics-technologies',
+            'uclassify',
+            'UdmSearch',
+            'ultimate_sitemap_parser',
+            'unchaos',
+            'unirest-java',
+            'UniversalFeedParser',
+            'unshortenit',
+            'Unshorten\\.It',
+            'Untiny',
+            'UnwindFetchor',
+            'updated',
+            'updown\\.io daemon',
+            'Upflow',
+            'Uptimia',
+            'URL Verifier',
+            'Urlcheckr',
+            'URLitor',
+            'urlresolver',
+            'Urlstat',
+            'URLTester',
+            'UrlTrends Ranking Updater',
+            'URLy Warning',
+            'URLy\\.Warning',
+            'URL\\/Emacs',
+            'Vacuum',
+            'Vagabondo',
+            'VB Project',
+            'vBSEO',
+            'VCI',
+            'via ggpht\\.com GoogleImageProxy',
+            'Virusdie',
+            'visionutils',
+            'vkShare',
+            'VoidEYE',
+            'Voil',
+            'voltron',
+            'voyager\\/',
+            'VSAgent\\/',
+            'VSB-TUO\\/',
+            'Vulnbusters Meter',
+            'VYU2',
+            'w3af\\.org',
+            'W3C-checklink',
+            'W3C-mobileOK',
+            'W3C_Unicorn',
+            'WAC-OFU',
+            'WakeletLinkExpander',
+            'WallpapersHD',
+            'Wallpapers\\/[0-9]+',
+            'wangling',
+            'Wappalyzer',
+            'WatchMouse',
+            'WbSrch\\/',
+            'WDT\\.io',
+            'Web Auto',
+            'Web Collage',
+            'Web Enhancer',
+            'Web Fetch',
+            'Web Fuck',
+            'Web Pix',
+            'Web Sauger',
+            'Web spyder',
+            'Web Sucker',
+            'web-capture\\.net',
+            'Web-sniffer',
+            'Webalta',
+            'Webauskunft',
+            'WebAuto',
+            'WebCapture',
+            'WebClient\\/',
+            'webcollage',
+            'WebCookies',
+            'WebCopier',
+            'WebCorp',
+            'WebDataStats',
+            'WebDoc',
+            'WebEnhancer',
+            'WebFetch',
+            'WebFuck',
+            'WebGazer',
+            'WebGo IS',
+            'WebImageCollector',
+            'WebImages',
+            'WebIndex',
+            'webkit2png',
+            'WebLeacher',
+            'webmastercoffee',
+            'webmon ',
+            'WebPix',
+            'WebReaper',
+            'WebSauger',
+            'webscreenie',
+            'Webshag',
+            'Webshot',
+            'Website Quester',
+            'websitepulse agent',
+            'WebsiteQuester',
+            'Websnapr',
+            'WebSniffer',
+            'Webster',
+            'WebStripper',
+            'WebSucker',
+            'webtech\\/',
+            'WebThumbnail',
+            'Webthumb\\/',
+            'WebWhacker',
+            'WebZIP',
+            'WeLikeLinks',
+            'WEPA',
+            'WeSEE',
+            'wf84',
+            'Wfuzz\\/',
+            'wget',
+            'WhatCMS',
+            'WhatsApp',
+            'WhatsMyIP',
+            'WhatWeb',
+            'WhereGoes\\?',
+            'Whibse',
+            'WhoAPI\\/',
+            'WhoRunsCoinHive',
+            'Whynder Magnet',
+            'Windows-RSS-Platform',
+            'WinHttp-Autoproxy-Service',
+            'WinHTTP\\/',
+            'WinPodder',
+            'wkhtmlto',
+            'wmtips',
+            'Woko',
+            'Wolfram HTTPClient',
+            'woorankreview',
+            'WordPress\\/',
+            'WordupinfoSearch',
+            'Word\\/',
+            'worldping-api',
+            'wotbox',
+            'WP Engine Install Performance API',
+            'WP Rocket',
+            'wpif',
+            'wprecon\\.com survey',
+            'WPScan',
+            'wscheck',
+            'Wtrace',
+            'WWW-Collector-E',
+            'WWW-Mechanize',
+            'WWW::Document',
+            'WWW::Mechanize',
+            'WWWOFFLE',
+            'www\\.monitor\\.us',
+            'x09Mozilla',
+            'x22Mozilla',
+            'XaxisSemanticsClassifier',
+            'XenForo\\/',
+            'Xenu Link Sleuth',
+            'XING-contenttabreceiver',
+            'xpymep([0-9]?)\\.exe',
+            'Y!J-[A-Z][A-Z][A-Z]',
+            'Yaanb',
+            'yacy',
+            'Yahoo Link Preview',
+            'YahooCacheSystem',
+            'YahooMailProxy',
+            'YahooYSMcm',
+            'YandeG',
+            'Yandex(?!Search)',
+            'yanga',
+            'yeti',
+            'Yo-yo',
+            'Yoleo Consumer',
+            'yomins\\.com',
+            'yoogliFetchAgent',
+            'YottaaMonitor',
+            'Your-Website-Sucks',
+            'yourls\\.org',
+            'YoYs\\.net',
+            'YP\\.PL',
+            'Zabbix',
+            'Zade',
+            'Zao',
+            'Zauba',
+            'Zemanta Aggregator',
+            'Zend\\\\Http\\\\Client',
+            'Zend_Http_Client',
+            'Zermelo',
+            'Zeus ',
+            'zgrab',
+            'ZnajdzFoto',
+            'ZnHTTP',
+            'Zombie\\.js',
+            'Zoom\\.Mac',
+            'ZoteroTranslationServer',
+            'ZyBorg',
+            '[a-z0-9\\-_]*(bot|crawl|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)',
+        ];
+    }
+}
+exports.Crawlers = Crawlers;
+//# sourceMappingURL=crawlers.js.map