fakefilter 1.1.13 → 1.1.1581

package/shared.js

@@ -1,736 +0,0 @@
-const debug = require('debug')('_shared')
-const punycode = require('punycode/')
-const { Op } = require("sequelize")
-const { parseDomain, ParseResultType } = require("parse-domain")
-const argv = require('minimist')(process.argv.slice(2))
-const chalk = require('chalk')
-var dns = require('dns')
-const vars = require('./vars')
-const { wait, validEmail, isLocal, utcnow } = require('mybase');
-const puppeteer = require('puppeteer-extra')
-const RecaptchaPlugin = require('puppeteer-extra-plugin-recaptcha')
-var { randomUseragent, UseragentByFamily } = require('useragentsdata');
-const { Sentry, config } = require('./config');
-const StealthPlugin = require('puppeteer-extra-plugin-stealth');
-const { default: isEmail } = require("validator/lib/isEmail")
-const UA = UseragentByFamily('chrome', 'Mac OS X').ua
-const psl = require('psl')
-const { hostnameFromEmailAddress } = require("./apiserver/inc/shared")
-// console.log(chalk.bold(`Useragent:${UA}`))
-
-function getDomainPart(hostname) {
-  const parseResult = parseDomain(hostname)
-  const domain = parseResult.domain + '.' + parseResult.topLevelDomains.join('.')
-  if (hostname !== domain) {
-    // console.log(chalk.red(`Is this a subdomain ? `),parseResult,domain,hostname)
-    // collect+=`${chalk.yellow(domain)} <> ${chalk.green(hostname)}\n`
-    // process.exit(0)
-    return domain
-  }
-  return hostname
-}
-
-
-async function initiateEmpty() {
-  return new Promise(async function (resolve, reject) {
-    return resolve(true)
-  })
-}
-
-const promiseTimeout = function (ms, promise) {
-  // Create a promise that rejects in <ms> milliseconds
-  let timeout = new Promise((resolve, reject) => {
-    let id = setTimeout(() => {
-      clearTimeout(id);
-      reject('TIMEDOUT')
-    }, ms)
-  })
-
-  // Returns a race between our timeout and the passed in promise
-  return Promise.race([
-    promise,
-    timeout
-  ])
-}
-
-function launch(headless, url, waitTime = 3, CLICK_SELECTOR = false, captchaPlugin = false, waitUntil = 'load', socks5 = '') {
-  debug(`launching ${url}`)
-  return new Promise(async function (resolve, reject) {
-    try {
-      if (captchaPlugin) puppeteer.use(
-        RecaptchaPlugin({
-          provider: {
-            id: '2captcha',
-            token: config.captcha_resolver_api
-          },
-          visualFeedback: true // colorize reCAPTCHAs (violet = detected, green = solved)
-        })
-      )
-      puppeteer.use(StealthPlugin())
-      debug(`launching browser`)
-
-      const args = ['--no-sandbox']
-      if (argv.socks5 || socks5 !== '') {
-        argv.socks5 = argv.socks5 || socks5
-        debug(`using socks5 proxy ${argv.socks5}`)
-        args.push(`--proxy-server=socks5://${argv.socks5}`)
-      }
-
-      const browser = await puppeteer.launch({
-        args,
-        devtools: isLocal(), // This line opens the DevTools
-        // args: [
-        //   // '--disable-features=IsolateOrigins,site-per-process',
-        //   // '--flag-switches-begin --disable-site-isolation-trials --flag-switches-end',
-        //   '--disable-web-security',
-        //   '--no-sandbox'
-        // ],
-        defaultViewport: null,
-        headless: headless ? true : false
-      })
-      vars.browsers.push(browser)
-      debug(`opening new page`)
-      const page = await browser.newPage()
-      debug(`setting useragent`)
-      await page.setUserAgent(UA)
-      debug(`going to ${url} waituntil: ${waitUntil}`)
-      await page.goto(url, { waitUntil });
-
-      if (argv.ss) {
-        debug(`taking screenshot as goto.png`)
-        await page.screenshot({ path: 'screenshots/goto.png', fullPage: true })
-      }
-
-      debug(`waiting ${waitTime} seconds`)
-      await wait(waitTime)
-      debug(`waiting ended`)
-      if (CLICK_SELECTOR) {
-        debug(`clicking ${CLICK_SELECTOR}`)
-        // await page.waitForNavigation()
-        try {
-          // we use puppeeter click function
-          await page.click(CLICK_SELECTOR)
-        } catch (err3) {
-          // if it fails we click via javascript
-          await page.evaluate((CLICK_SELECTOR) => {
-            let btn = document.querySelector(CLICK_SELECTOR)
-            if (btn) {
-              btn.click()
-              return true
-            }
-            return false
-          }, CLICK_SELECTOR)
-        }
-
-        // await page.waitForNavigation()
-        await wait(waitTime)
-
-      }
-      if (argv.ss) {
-        debug(`taking screenshot as afterclick.png`)
-        await page.screenshot({ path: 'screenshots/afterclick.png', fullPage: true })
-      }
-      debug(`finished launching`)
-      return resolve({ page, browser })
-    } catch (err) {
-      console.log(err)
-      console.log(`Browser handels:${vars.browsers.length} UA:${UA}`)
-      Sentry.captureException(err)
-      resolve(false)
-    }
-  })
-}
-
-function resolveMx(host) {
-  return new Promise((resolve, reject) => {
-    dns.resolveMx(host, (err, addresses) => {
-      if (err) return resolve(false)
-      resolve(addresses)
-    })
-  })
-}
-
-
-async function emailBy_querySelector_innerText(page, Selector, raw = false) {
-  debug(`emailBy_querySelector_innerText '${Selector}'`)
-  if (!page) return false
-  let got = await page.evaluate((Selector) => {
-    let response = []
-    for (let item of document.querySelectorAll(Selector))
-      response.push(item.innerText)
-    return response
-  }, Selector)
-  debug(`got ${got}`)
-  // await page.screenshot({path: 'screenshots/after.png', fullPage: true})
-  if (raw) return got
-  // console.log(got)
-  for (let item of got)
-    if (validEmail(item.trim())) return item.toLowerCase().trim()
-  return false
-}
-
-async function clickto_element_withText(page, element, text) {
-  debug(`clickto_element_withText ${element} ${text}`)
-  if (argv.ss) await page.screenshot({ path: 'screenshots/clickto_element_withText.png', fullPage: true })
-  const got = await page.evaluate((element, text) => {
-    const spanElement = Array.from(document.querySelectorAll(element))
-      .find(span => span.textContent.trim() === text);
-
-    if (spanElement) spanElement.click()
-    return spanElement
-  }, element, text)
-  debug(`clickto_element_withText ${got}`)
-}
-
-async function emailBy_querySelector_innerHTML(page, Selector, raw = false) {
-  debug(`emailBy_querySelector_innerHTML '${Selector}'`)
-  if (!page) return false
-  let got = await page.evaluate((Selector) => {
-    let response = []
-    for (let item of document.querySelectorAll(Selector))
-      response.push(item.innerHTML)
-    return response
-  }, Selector)
-  // await page.screenshot({path: 'screenshots/after.png', fullPage: true})
-  if (raw) return got
-  // console.log(got)
-  for (let item of got)
-    if (validEmail(item.trim())) return item.toLowerCase().trim()
-  return false
-}
-
-
-async function emailBy_querySelector_placeholder(page, Selector, raw = false) {
-  if (!page) return false
-  let got = await page.evaluate((Selector) => {
-    let response = []
-    for (let item of document.querySelectorAll(Selector))
-      response.push(item.placeholder)
-    return response
-  }, Selector)
-  if (raw) return got
-  for (let item of got)
-    if (validEmail(item.trim())) return item.toLowerCase().trim()
-  return false
-}
-
-async function emailBy_querySelector_value(page, Selector, raw = false) {
-  debug(`emailBy_querySelector_value '${Selector}'`)
-  if (!page) return false
-  let got = await page.evaluate((Selector) => {
-    let response = []
-    for (let item of document.querySelectorAll(Selector))
-      response.push(item.value)
-    return response
-  }, Selector)
-  debug(`got '${got}'`)
-  if (raw) return got
-  for (let item of got)
-    if (item && validEmail(item.trim())) return item.toLowerCase().trim()
-  return false
-}
-
-async function emailBy_id_value(page, tagId) {
-  debug(`emailBy_id_value ${tagId} ${page}`)
-  if (!page) {
-    debug(`no page found`)
-    return false
-  }
-  debug(`page.evaluate '${tagId}'`)
-  let got = await page.evaluate((tagId) => {
-    return document.getElementById(tagId)?.value
-  }, tagId)
-  debug(`got ${got}`)
-  if (validEmail(got?.trim())) return got.toLowerCase().trim()
-  return false
-}
-
-async function email_recursive_search(page, selector) {
-  if (!page) return false
-  let emails = await page.evaluate((selector) => {
-    function findAllEmails(element, regex, emails = []) {
-      // Check the current element
-      if (regex.test(element.innerText)) {
-        if (!emails.includes(element.innerText)) emails.push(element.innerText);
-      }
-
-      // Recursively search in each child
-      for (let child of element.children) {
-        findAllEmails(child, regex, emails);
-      }
-
-      return emails;
-    }
-
-    let emailRegex = /^((([a-z]|\d|[!#\$%&'\*\+\-\/=\?\^_`{\|}~]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])+(\.([a-z]|\d|[!#\$%&'\*\+\-\/=\?\^_`{\|}~]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])+)*)|((\x22)((((\x20|\x09)*(\x0d\x0a))?(\x20|\x09)+)?(([\x01-\x08\x0b\x0c\x0e-\x1f\x7f]|\x21|[\x23-\x5b]|[\x5d-\x7e]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])|(\\([\x01-\x09\x0b\x0c\x0d-\x7f]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF]))))*(((\x20|\x09)*(\x0d\x0a))?(\x20|\x09)+)?(\x22)))@((([a-z]|\d|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])|(([a-z]|\d|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])([a-z]|\d|-|\.|_|~|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])*([a-z]|\d|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])))\.)+(([a-z]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])|(([a-z]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])([a-z]|\d|-|\.|_|~|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])*([a-z]|[\u00A0-\uD7FF\uF900-\uFDCF\uFDF0-\uFFEF])))$/i;
-    // https://stackoverflow.com/questions/46155/how-can-i-validate-an-email-address-in-javascript
-    let emails = []
-    for (let item of document.querySelectorAll(selector)) {
-      findAllEmails(item, emailRegex, emails);
-    }
-    return emails
-  }, selector)
-  emails = emails.filter(e => validEmail(e))
-  return emails
-}
-
-
-async function emailBy_id_innerText(page, tagId, raw = false) {
-  if (!page) return false
-  let got = await page.evaluate((tagId) => {
-    console.log(`>`, tagId)
-    return document.getElementById(tagId).innerText
-  }, tagId)
-  // console.log(`emailBy_id_innerText`,got)
-  if (raw) return got
-  if (validEmail(got.trim())) return got.toLowerCase().trim()
-  return false
-}
-
-
-function findByIdValue(headless, url, tagId, waitTime = 3) {
-  async function pull(page, theid) {
-
-    let got = await page.evaluate((theid) => {
-
-      return document.getElementById(theid).value
-    }, tagId)
-
-    if (validEmail(got.trim())) return got.trim()
-
-    return false
-  }
-
-  return new Promise(async function (resolve, reject) {
-    try {
-      let { page, browser } = await launch(headless, url, waitTime)
-      let emailAddr = await pull(page, tagId)
-      await browser.close()
-      if (emailAddr) return resolve({
-        email: emailAddr,
-        url,
-        t: Date.now()
-      })
-      return resolve(null)
-    } catch (err) {
-      console.log(err)
-      Sentry.captureException(err)
-      resolve(false)
-    }
-  })
-}
-
-function emailFrom_combobox_selector(page, Selector, replaceRX = false, raw = false) {
-  debug(`emailFrom_combobox_selector ${Selector}`)
-  return new Promise(async function (resolve, reject) {
-    if (!page) return resolve(false)
-    let got = await page.evaluate((Selector) => {
-      let response = []
-      // console.log(`>>`,Selector)
-      // console.log(document.querySelectorAll(Selector))
-      for (let option of document.querySelectorAll(Selector)[0].children) {
-        let txt = option.innerText.toLowerCase().trim()
-        if (txt.search(/^@/) == 0) response.push(`any` + txt); else
-          response.push(`any@` + txt)
-        console.log(`option`, option, response)
-      }
-      return response
-    }, Selector)
-    debug(`got ${got}`)
-    // if (raw) return got
-    let email = []
-    for (let item of got) {
-      if (replaceRX) item = item.replace(replaceRX, '').toLowerCase().trim()
-      if (item && validEmail(item.toLowerCase().trim())) email.push(item.toLowerCase().trim())
-    }
-
-    if (email.length > 0) return resolve(email)
-    return resolve(false)
-  })
-}
-
-function emailFrom_combobox_id(page, elementID, replaceRX = false) {
-  return new Promise(async function (resolve, reject) {
-    if (!page) return resolve(false) // in case page could not be loaded
-    let got = await page.evaluate((elementID) => {
-      // console.log(`emailendID`, elementID)
-
-      let response = []
-      for (let option of document.getElementById(elementID).children) {
-        // console.log(`option`,option)
-        let txt = option.innerText.toLowerCase().trim()
-        if (txt.search(/^@/) == 0) response.push(`any` + txt); else
-          response.push(`any@` + txt)
-      }
-      return response
-    }, elementID)
-    // console.log(got)
-    let email = []
-    for (let item of got) {
-      if (validEmail(item)) {
-        email.push(item)
-        continue
-      }
-      if (replaceRX) item = item.replace(replaceRX, '').toLowerCase().trim()
-      if (item && validEmail(item.toLowerCase().trim())) email.push(item.toLowerCase().trim())
-    }
-
-    if (email.length > 0) return resolve(email)
-    return resolve(false)
-  })
-}
-
-
-
-function email_from_raw(rawArray) {
-  let email = []
-  if (Array.isArray(rawArray))
-    for (let i of rawArray) {
-      i = i.trim()
-      if (validEmail(`any@${i}`) && !email.includes(`any@${i}`)) email.push(`any@${i}`);
-      else
-        if (validEmail(`any${i}`) && !email.includes(`any${i}`)) email.push(`any${i}`);
-    }
-
-  if (email.length > 0) return email
-  return null
-}
-
-
-
-function pullEventsByProvider(providerName, daysago = 60) {
-  return new Promise(async function (resolve, reject) {
-    let since = Date.now() - daysago * 24 * 60 * 60 * 1000
-    try {
-      let rows = await vars.models.Events.findAll({
-        // attributes:['provider'],
-        where: { t: { [Op.gt]: since }, provider: providerName },
-        raw: true
-      })
-
-      return resolve(rows)
-    } catch (err) {
-      console.log(err)
-      if (logger) logger.error(err)
-      Sentry.captureException(err)
-    }
-    return resolve(false)
-  })
-}
-
-
-function pullEventsProviders(logger, daysago = 60) {
-  return new Promise(async function (resolve, reject) {
-    let since = Date.now() - daysago * 24 * 60 * 60 * 1000
-    try {
-      let rows = await vars.models.Events.findAll({
-        attributes: ['provider'],
-        where: { t: { [Op.gt]: since } },
-        raw: true
-      })
-      let providers = []
-      rows.map(r => !providers.includes(r.provider) && providers.push(r.provider))
-
-      return resolve(providers.sort())
-    } catch (err) {
-      console.log(err)
-      if (logger) logger.error(err)
-      Sentry.captureException(err)
-    }
-    return resolve(false)
-  })
-}
-
-
-function pullDomains(days = 600, logger) {
-  return new Promise(async function (resolve, reject) {
-    let yearago = Date.now() - days * 24 * 60 * 60 * 1000
-    try {
-      let rows = await vars.models.Harvested.findAll({
-        where: { t: { [Op.gt]: yearago } },
-        order: [["t", "DESC"]],
-        raw: true
-      })
-
-      return resolve(rows)
-    } catch (err) {
-      console.log(err)
-      if (logger) logger.error(err)
-      Sentry.captureException(err)
-    }
-    return resolve(false)
-  })
-}
-
-function getProviderDetails(name) {
-  for (let provider of vars.providers) {
-    if (provider.name === name) return provider
-  }
-  return null
-}
-
-function combineDomains(rows, obfuscateTime = true, expiration_days = 2 * 365) {
-  let profile = {
-    punycode: 0,
-    domainparse: 0,
-    progressbar: 0,
-    whitelistcheck: 0,
-    emailvalidation: 0,
-    total: 0
-  }
-  let domainparse_cache = {
-
-  }
-  return new Promise(async function (resolve, reject) {
-    let result = {} // provider/domain
-    const progress = require('progressbar').create().step('combining')
-    progress.setTotal(rows.length)
-    const started = Date.now()
-    let cnt = 0
-    for (let row of rows) {
-      // if (row.domain!=='maitrimony.com') continue
-      cnt++
-
-
-      // detect IDN domains
-      let time0 = Date.now()
-      let pc = punycode.toASCII(row.domain)
-      if (pc !== row.domain) {
-        console.log(`IDN Domain found: ${row.domain} provider: ${row.provider}`)
-        row.unicodeDomain = row.domain
-        row.domain = pc
-      }
-      profile.punycode += Date.now() - time0
-
-      time0 = Date.now()
-      if (Math.random() * 500 < 1) {
-        await wait(1 / 10000)
-        progress.setTick(cnt)
-        // if (cnt>100000) break
-      }
-      profile.progressbar += Date.now() - time0
-
-
-      // parse domains with psl
-      time0 = Date.now()
-      let hostname = row.domain.toLowerCase()
-      let domainparse
-      // parse domains with psl
-      if (domainparse_cache.hasOwnProperty(hostname)) {
-        domainparse = domainparse_cache[hostname]
-      } else {
-        domainparse = psl.parse(hostname)
-      }
-
-      if (!domainparse || !domainparse?.domain) {
-        console.log(`Not parseable hostname : ${hostname} - detected id: ${row.id} - provider: ${row.provider} - ${chalk.red('deleting')}`)
-        try { await vars.models.Harvested.destroy({ where: { id: row.id } }) } catch (_) { } // DELETE
-        continue
-      }
-      domainparse_cache[hostname] = domainparse
-
-
-
-      // lets take the domain of the hostname
-      let domain = domainparse.domain
-      // let domain_pc = punycode.toASCII(domain)
-      profile.domainparse += Date.now() - time0
-
-      // not listed tld found, not listed tlds are made up ones
-      if (!domainparse.listed) {
-        console.log(`Not listed TLD: ${domain} - detected id: ${row.id} - provider: ${row.provider} `)
-        // what to do with those
-      }
-
-
-
-      // ignore whitelisted domains
-      time0 = Date.now()
-      if (vars.config.ignore_domains.includes(domain)) {
-        try { await vars.models.Harvested.destroy({ where: { id: row.id } }) } catch (_) { } // DELETE
-        console.log(chalk.red(`Ignoring whitelisted domain:${domain} at row: ${row.id} provider:${row.provider} - DELETED`))
-        continue
-      }
-      profile.whitelistcheck += Date.now() - time0
-
-
-      // make sure email address is valid by validator library
-      time0 = Date.now()
-      if (!isEmail(`any@${domain}`)) {
-        try { await vars.models.Harvested.destroy({ where: { id: row.id } }) } catch (_) { } // DELETE
-        console.log(`Invalid domain: ${domain} - detected id: ${row.id} - DELETED`)
-        continue
-      }
-      profile.emailvalidation += Date.now() - time0
-
-      // create the provider
-      if (!result.hasOwnProperty(row.provider)) result[row.provider] = {}
-
-      // create the domain inside provider
-      if (!result[row.provider].hasOwnProperty(domain))
-        result[row.provider][domain] = {
-          // domain level firstseen & lastseen
-          firstseen: 5645821813648,
-          lastseen: 0,
-
-          hosts: {
-            [hostname]: {
-              firstseen: 5645821813648,
-              lastseen: 0,
-            }
-          }
-        }
-      else {
-        if (!result[row.provider][domain].hosts.hasOwnProperty(hostname))
-          result[row.provider][domain].hosts[hostname] = {
-            firstseen: 5645821813648,
-            lastseen: 0,
-          }
-      }
-
-      if (row.unicodeDomain)
-        result[row.provider][domain].unicodeDomain = punycode.toUnicode(domain)
-
-      let t = obfuscateTime ? obfuscatedTime(row.t) : row.t
-
-      // firstseen of domain
-      if (t < result[row.provider][domain].firstseen) result[row.provider][domain].firstseen = t
-      // lastseen update of domain
-      if (t > result[row.provider][domain].lastseen) result[row.provider][domain].lastseen = t
-
-      // firstseen of hostname
-      if (t < result[row.provider][domain].hosts[hostname].firstseen) result[row.provider][domain].hosts[hostname].firstseen = t
-
-      // lastseen update of hostname
-      if (t > result[row.provider][domain].hosts[hostname].lastseen) result[row.provider][domain].hosts[hostname].lastseen = t
-    }
-    profile.total = Date.now() - started
-    console.log(profile)
-
-    // routine to detect and remove expired domains from the results
-    // based on lastseen property
-    let expiredDomains = {
-
-    }
-    if (expiration_days > 0) {
-      for (let provider of Object.keys(result)) {
-        let inner = result[provider]
-        for (let domain of Object.keys(inner)) {
-          let inner2 = inner[domain]
-          if (!inner2?.lastseen || !inner2?.firstseen) {
-            console.log(chalk.red(`📌 domain without lastseen or firstseen: ${domain} - provider: ${provider}`))
-            continue
-          }
-          // we check domain level expiration
-          // for now expiration implementation rudimentary
-          let lastseenDaysAgo = Math.round((utcnow() - inner2.lastseen) / 60 / 60 / 24)
-          if (lastseenDaysAgo > expiration_days) {
-            if (!expiredDomains.hasOwnProperty(domain)) expiredDomains[domain] = {}
-            if (!expiredDomains[domain].hasOwnProperty(provider)) expiredDomains[domain][provider] = {
-              firstseen: inner2.firstseen,
-              lastseen: inner2.lastseen,
-            }
-            result[provider][domain].expired = true
-
-            // console.log(`expired domain: ${chalk.yellow(domain)} @ ${chalk.blue(provider)} - firstseen: ${new Date(inner2.firstseen * 1000).toISOString()} - lastseen: ${new Date(inner2.lastseen * 1000).toISOString()} (${lastseenDaysAgo} days ago)`)
-          }
-
-        }
-      }
-    }
-
-    progress.finish()
-    console.log(`✅ finished ${rows.length} rows, took ${(Math.floor(Date.now() - started) / 1000)} seconds`)
-    console.log(`✅ expired domains: ${Object.keys(expiredDomains).length}`)
-    return resolve([result, expiredDomains])
-  })
-}
-
-function obfuscatedTime(dt) {
-  return Math.round(dt / 10000000) * 10000
-}
-
-function domainFromEmail(email) {
-  let domPart = email.split(/@/)[1]
-  return domPart
-}
-
-
-function eventsOfProvider(providerName, days = 7) {
-  const { Op } = require("sequelize")
-  return new Promise(async function (resolve, reject) {
-    try {
-      let got = await vars.models.Events.findAll({
-        where: {
-          provider: providerName,
-          createdAt: {
-            [Op.gt]: new Date(new Date() - days * 24 * 60 * 60 * 1000)
-          }
-        }, raw: true
-      })
-      return resolve(got)
-    } catch (err) {
-      console.log(err)
-      Sentry.captureException(err)
-      return resolve(false)
-    }
-
-  })
-}
-
-function is_domain_banned(hostname_or_email, current_filter = {}) {
-  // determins if the main domain of this hostname is banned
-  let hostname
-  // lets parse the hostname from email address
-  if (hostname_or_email && typeof hostname_or_email === 'string' && hostname_or_email.search(/^.*@.+$/) === 0)
-    hostname = hostnameFromEmailAddress(hostname_or_email);
-  else hostname = hostname_or_email
-
-  // lets work with the hostname
-  if (hostname && typeof hostname === 'string') {
-    hostname = hostname.toLowerCase().trim()
-    let domainparse = psl.parse(hostname)
-    if (domainparse && typeof domainparse.domain === 'string' && domainparse.domain.length > 0) {
-      return current_filter.hasOwnProperty(domainparse.domain) ? current_filter[domainparse.domain] : false
-    }
-  }
-  return null
-}
-
-
-module.exports = {
-  findByIdValue,
-  initiateEmpty,
-  launch,
-
-
-  emailBy_id_innerText,
-  emailBy_id_value,
-
-  emailBy_querySelector_innerHTML,
-  emailBy_querySelector_innerText,
-  emailBy_querySelector_placeholder,
-  emailBy_querySelector_value,
-
-
-  emailFrom_combobox_id,
-  emailFrom_combobox_selector,
-
-  email_from_raw,
-
-  resolveMx,
-  promiseTimeout,
-  getDomainPart,
-
-  combineDomains,
-  getProviderDetails,
-  pullDomains,
-  pullEventsProviders,
-  pullEventsByProvider,
-  obfuscatedTime,
-  domainFromEmail,
-  eventsOfProvider,
-  is_domain_banned,
-  email_recursive_search,
-  clickto_element_withText
-}