fakefilter 0.1.651 → 1.1.10

package/apiserver/inc/shared.js

@@ -0,0 +1,45 @@
+const chalk = require('chalk')
+
+function reply(res, reply_json = {}) {
+    console.log(chalk.green.inverse(`reply:`), JSON.stringify(reply_json))
+    return res.json(reply_json)
+}
+
+function hostnameFromEmailAddress(email) {
+    if (email && typeof email === 'string' && email.search(/@/) > 0)
+        return email.split(/@/)[1]
+    return null
+}
+
+
+
+function perDomain(combined) {
+    let json = {
+        v:2,
+        domains: {},
+    }
+    for (let provider of Object.keys(combined)) {
+        let domains = combined[provider]
+        for (let domain of Object.keys(domains)) {
+            let data = domains[domain]
+            if (!json.domains.hasOwnProperty(domain)) json.domains[domain] = {
+                providers: [provider],
+                hosts: data.hosts
+            };
+            else {
+                if (!json.domains[domain].providers.includes(provider)) json.domains[domain].providers.push(provider)
+            }
+
+            if (data.hasOwnProperty('unicodeDomain')) 
+                json.domains[domain].unicodeDomain = data.unicodeDomain
+        }
+    }
+    return json.domains
+}
+
+
+module.exports = {
+    reply,
+    hostnameFromEmailAddress,
+    perDomain
+}

package/apiserver/inc/worker_fakefilter.js

@@ -0,0 +1,53 @@
+const fs = require('fs')
+const path = require('path')
+const vars = require('./../../vars')
+const chalk = require('chalk')
+const { wait, isLocal } = require("mybase")
+const { Sentry } = require('../../config')
+const { pullDomains, combineDomains, obfuscatedTime } = require('../../shared')
+const { perDomain } = require('./shared')
+
+async function worker(config) {
+    console.log(chalk.green(`+ worker_fakefilter has been started`))
+
+    const cacheFile = path.join(config.cache_folder, 'api-current_filter.json')
+    // do we have a valid cache file to load immediately ?
+    if (fs.existsSync(cacheFile)) {
+        try {
+            let _tmp = JSON.parse(fs.readFileSync(cacheFile, 'utf8'))
+            vars.current_filter = _tmp
+            console.log(chalk.green(`+ current_filter has been loaded from cache`))
+        } catch (err) {
+            console.log(err)
+            Sentry.captureException(err)
+        }
+    }
+    while (true) {
+        try {
+            let rows = await pullDomains(isLocal() ? 30 : 10000)
+            if (rows) {
+                let combined = await combineDomains(rows)
+                if (combined) {
+                    vars.current_filter = perDomain(combined)
+                    console.log(chalk.green(`\n. current_filter updated with ${Object.keys(vars.current_filter).length} domains`))
+                    // lets write this into the cache file
+                    try {
+                        fs.writeFileSync(cacheFile, JSON.stringify(vars.current_filter))
+                    } catch (err) {
+                        Sentry.captureException(err)
+                        console.log(err)
+                    }
+                    vars.coadmin_service_apiserver.report_every(1, 'worker1')
+                }
+            }
+            // console.log(domains)
+        } catch (err) {
+            console.log(err)
+            Sentry.captureException(err)
+        }
+        await wait(vars.current_filter ? 600: 60)
+    }
+}
+
+
+module.exports = worker

package/apiserver/index.js

@@ -0,0 +1,62 @@
+const cors = require('cors')
+const chalk = require('chalk')
+const express = require('express');
+const app = express()
+const bodyParser = require('body-parser');
+const middleware_logging = require('./inc/middleware_logging')
+const middleware_client = require('./inc/middleware_client')
+const worker_fakefilter = require('./inc/worker_fakefilter')
+const package = require('./../package.json')
+const { getConfig, Sentry } = require('./../config.js');
+const { api_ping } = require('./api/ping');
+const { api_is_fakedomain } = require('./api/is_fakedomain');
+const { api_is_fakeemail } = require('./api/is_fakeemail')
+
+const { api_ext_tasks } = require('./api/ext_tasks');
+const { api_ext_result } = require('./api/ext_result');
+const vars = require('../vars');
+
+
+let config
+
+// middleware
+app.set('view engine', 'ejs')
+app.use(cors())
+
+app.use(bodyParser.urlencoded({ extended: true, limit: '1mb' })) // if 413, look at parameterlimit
+app.use(bodyParser.json({ limit: '1mb', strict: false }))
+app.use(middleware_client)
+app.use(middleware_logging)
+app.use('/static',express.static('docs/build'))
+app.use('/public',express.static('public'))
+
+app.get(`/api/ping`, api_ping)
+app.get(`/api/is/fakedomain/:domain`, api_is_fakedomain)
+app.get(`/api/is/fakeemail/:email`, api_is_fakeemail)
+
+// extention
+app.get (`/api/ext/tasks`, api_ext_tasks)
+app.post(`/api/ext/result`, api_ext_result)
+
+app.get(`*`, (req, res) => {res.redirect('/static/') })
+
+async function bootstrap() {
+    config = await getConfig()
+    worker_fakefilter(config)
+    console.log(chalk.green(`Starting fakefilter apiserver`))
+    try {
+        app.listen(config.apiserver.port, config.apiserver.ip, async function () {
+            console.log(chalk.bold(`${package.name} ${package.version} Server is running at ${chalk.yellow(config.apiserver.ip)}:${chalk.yellow(config.apiserver.port)}`));
+            vars.coadmin_service_apiserver.report("api launched")
+        })
+    }
+    catch (err) {
+        console.log(chalk.red(`Exception at start:`), err)
+        vars.coadmin_service_apiserver.report_error("bootstrap")
+        // if (Sentry) Sentry.captureException(err, { extra: { location: 'bootstrap' } })
+        softexit(60)
+    }
+}
+
+bootstrap()
+

package/apiserver/public/10minemail.com.js

@@ -0,0 +1,27 @@
+let provider='10minemail.com'
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('input#mail').value.search(/@/) > 0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('input#mail').value
+    console.log(`10minemail.com is ready to be picken up`, emailAddr)
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 1000)
+}
+
+console.log(`10minemail.com module has been loaded`)
+
+bootstrap()

package/apiserver/public/10minuteemails.com.js

@@ -0,0 +1,46 @@
+let provider='10minuteemails.com'
+let interval
+let email_sent = false
+
+let precondition = () => {
+    if (!validator) return false // we need validator
+    // if email address we send precondition true
+    // return false
+
+    for(let div of document.querySelectorAll('div.block')) {
+        if (validator.isEmail(div.innerHTML)) return true
+        // console.log(div.innerHTML)
+    }
+
+    // if button is there, we click to the button
+    let button1 = document.querySelector(`input[value="Create a Random Email"]`)
+    if (button1) {
+        console.log(`button1`,button1)
+        console.log(`clicking to button1`)
+        // click to the random button if seen
+        button1.click()
+        return false
+    }
+    
+    return false
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('div#email_id').innerHTML
+    console.log(`${provider} is ready to be picken up`,emailAddr)   
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 2000)
+}
+
+console.log(`${provider} module has been loaded`)
+
+bootstrap()

package/apiserver/public/10minutemail.com.js

@@ -0,0 +1,29 @@
+
+let provider='10minutemail.com'
+let interval
+let email_sent = false
+
+
+let precondition = () => {
+    return document.querySelector('input#mail_address[type="text"]').value.search(/@/)>0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('input#mail_address[type="text"]').value
+    console.log(`${provider} is ready to be picken up`,emailAddr)   
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 2000)
+}
+
+console.log(`${provider} module has been loaded`)
+
+bootstrap()

package/apiserver/public/crazymailing.com.js

@@ -0,0 +1,27 @@
+let provider='crazymailing.com'
+let interval
+let email_sent = false
+
+
+let precondition = () => {
+    return document.querySelector('#trsh_mail').value.search(/@/)>0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailDomain = document.querySelector('#trsh_mail').value
+    console.log(`${provider} is ready to be picken up`,emailDomain)   
+    sendResult(provider,`any`+emailDomain)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 1000)
+}
+console.log(`${provider} module has been loaded`)
+
+bootstrap()

package/apiserver/public/gettempmail.com.js

@@ -0,0 +1,39 @@
+let provider='gettempmail.com'
+let interval
+let email_sent = false
+
+let precondition = () => {
+    let email_field = document.querySelector('div#email_id').innerHTML.search(/@/)>0
+    if (email_field===true) return true
+
+    let random_button = document.querySelector('input#random[type="submit"]')
+    console.log(`random_button`,random_button)
+    if (random_button) {
+        console.log(`clicking to random_button`)
+        // click to the random button if seen
+        random_button.click()
+        return false
+    }
+    
+    return false
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('div#email_id').innerHTML
+    console.log(`${provider} is ready to be picken up`,emailAddr)   
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 2000)
+}
+
+console.log(`${provider} module has been loaded`)
+
+bootstrap()

package/apiserver/public/onetempmail.com.js

@@ -0,0 +1,35 @@
+let provider='onetempmail.com'
+
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('h1 strong').innerText.search(/OTM/) > 0
+}
+
+let loop = () => {
+    if (!validator) return false // we need validator
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+
+    let emails = []
+    for (let item of document.querySelectorAll('a.transition')) {
+        if (validator.isEmail(`any@${item.innerText}`) && !emails.includes(`any@${item.innerText}`)) 
+            emails.push(`any@${item.innerText}`)
+    }
+    // let emailAddr = document.querySelector('input#eposta_adres').value
+    console.log(`onetempmail.com is ready to be picken up`, emails)
+    sendResult(provider,emails)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 10000)
+}
+
+console.log(`onetempmail.com module has been loaded`)
+
+bootstrap()

package/apiserver/public/shared.js

@@ -0,0 +1,54 @@
+function reloadAfterHours(hours=12) {
+    console.log(`reloadAfterHours ${hours} hours`)
+    setTimeout(()=>{
+        location.reload(true)
+    },hours*60*60*1000)
+}
+
+function deleteCookies() {
+    var allCookies = document.cookie.split(';');
+    
+    // The "expire" attribute of every cookie is 
+    // Set to "Thu, 01 Jan 1970 00:00:00 GMT"
+    for (var i = 0; i < allCookies.length; i++)
+        document.cookie = allCookies[i] + "=;expires="
+        + new Date(0).toUTCString();
+
+    displayCookies.innerHTML = document.cookie;
+
+}
+
+function sendResult (provider,emailAddr) {
+    let emails = []
+    if (Array.isArray(emailAddr)) emails=emailAddr; else emails=[emailAddr];
+    
+    console.log(`Sending result of ${provider}:`,emailAddr)
+    $.post("https://fakefilter.net/api/ext/result", {provider,emails} ,function (res) {
+        if (res.retcode==200) {
+            console.log(`Email '${emailAddr}' has been submitted successfully`)
+            document.body.innerHTML = `<h1>Success ${emailAddr}</h1><h2>Kapatabilirsiniz</h2> ${provider}`;
+            document.head.remove()
+            for(var iframe of document.querySelectorAll('iframe'))
+                iframe.remove()
+        }
+        else {
+            console.log(`Email could not be submitted`,res)
+        }
+        
+        })
+        .done(function (x) {
+            console.log(`done`, x)
+        })
+        .fail(function (x) {
+            console.log(`fail`, x)
+        })
+        .always(function (x) {
+            console.log(`finished`, x)
+            email_sent = true
+            clearInterval(interval)
+            reloadAfterHours(12)
+        });
+}
+
+localStorage.clear()
+deleteCookies()

package/apiserver/public/temp-mail.org.js

@@ -0,0 +1,28 @@
+let provider='temp-mail.org'
+
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('input#mail').value.search(/@/) > 0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('input#mail').value
+    console.log(`temp-mail.org is ready to be picken up`, emailAddr)
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 1000)
+}
+
+console.log(`temp-mail.org module has been loaded`)
+
+bootstrap()

package/apiserver/public/tempmail.com.tr.js

@@ -0,0 +1,36 @@
+let provider='tempmail.com.tr'
+
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('#trsh_mail').value.search(/@/) > 0
+}
+
+let loop = () => {
+    if (!validator) return false // we need validator
+    console.log(`looping ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+
+    // let emails = []
+    // for (let item of document.querySelectorAll('a.transition')) {
+    //     if (validator.isEmail(`any@${item.innerText}`) && !emails.includes(`any@${item.innerText}`)) 
+    //         emails.push(`any@${item.innerText}`)
+    // }
+    let emails = [ validator.isEmail(document.querySelector('#trsh_mail').value) ? document.querySelector('#trsh_mail').value : false ]
+    // let emailAddr = document.querySelector('input#eposta_adres').value
+    console.log(`tempmail.com.tr is ready to be picken up`, emails)
+    sendResult(provider,emails)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 10000)
+}
+
+console.log(`tempmail.com.tr module has been loaded`)
+
+bootstrap()

package/apiserver/public/tempmail.net.js

@@ -0,0 +1,28 @@
+let provider='tempmail.net'
+
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('input#eposta_adres').value.search(/@/) > 0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('input#eposta_adres').value
+    console.log(`tempmail.net is ready to be picken up`, emailAddr)
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 1000)
+}
+
+console.log(`tempmail.net module has been loaded`)
+
+bootstrap()

package/apiserver/public/tempmailid.com.js

@@ -0,0 +1,40 @@
+
+let provider='tempmailid.com'
+let interval
+let email_sent = false
+
+let precondition = () => {
+    let email_field = document.querySelector('div#email_id').innerHTML.search(/@/)>0
+    if (email_field===true) return true
+
+    let random_button = document.querySelector('input#random[type="submit"]')
+    console.log(`random_button`,random_button)
+    if (random_button) {
+        console.log(`clicking to random_button`)
+        // click to the random button if seen
+        random_button.click()
+        return false
+    }
+    
+    return false
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('div#email_id').innerHTML
+    console.log(`${provider} is ready to be picken up`,emailAddr)   
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 2000)
+}
+
+console.log(`${provider} module has been loaded`)
+
+bootstrap()

package/apiserver/public/tempmailo.org.js

@@ -0,0 +1,36 @@
+let provider='tempmailo.org'
+
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('#trsh_mail').value.search(/@/) > 0
+}
+
+let loop = () => {
+    if (!validator) return false // we need validator
+    console.log(`looping ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+
+    // let emails = []
+    // for (let item of document.querySelectorAll('a.transition')) {
+    //     if (validator.isEmail(`any@${item.innerText}`) && !emails.includes(`any@${item.innerText}`)) 
+    //         emails.push(`any@${item.innerText}`)
+    // }
+    let emails = [ validator.isEmail(document.querySelector('#trsh_mail').value) ? document.querySelector('#trsh_mail').value : false ]
+    // let emailAddr = document.querySelector('input#eposta_adres').value
+    console.log(`tempmailo.org is ready to be picken up`, emails)
+    sendResult(provider,emails)
+}
+
+let bootstrap = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 10000)
+}
+
+console.log(`tempmailo.org module has been loaded`)
+
+bootstrap()

package/apiserver/public/throwawaymail.com.js

@@ -0,0 +1,27 @@
+let provider='throwawaymail.com'
+let interval
+let email_sent = false
+
+let precondition = () => {
+    return document.querySelector('span#email').innerHTML.search(/@/) > 0
+}
+
+let loop = () => {
+    console.log(`setInterval ${Date.now()}`)
+    if (precondition() !== true) {
+        console.log(`precondition not met`)
+        return
+    }
+    let emailAddr = document.querySelector('span#email').innerHTML
+    console.log(`throwawaymail.com is ready to be picken up`,emailAddr)   
+    sendResult(provider,emailAddr)
+}
+
+let bootstrap  = () => {
+    console.log(`Document is ready`)
+    interval = setInterval(loop, 1000)
+}
+
+console.log(`throwawaymail.com module has been loaded`)
+
+bootstrap()

package/burner/README.md

@@ -0,0 +1 @@
+scripts to process https://github.com/wesbos/burner-email-providers list

package/burner/burner-check.js

@@ -0,0 +1,57 @@
+const chalk = require('chalk')
+const fs = require('fs')
+const path = require('path')
+var dns = require('dns')
+
+
+
+
+function resolve4(host) {
+    return new Promise((resolve, reject) => {
+        dns.resolve4(host, (err, addresses) => {
+            if (err) return resolve(false)
+            resolve(addresses)
+        })
+    })
+}
+
+function processDomain(domain) {
+    return new Promise(async function (resolve, reject) {
+        let tmp = path.join(__dirname, 'temp', domain)
+        if (fs.existsSync(tmp)) resolve(true) // was processed
+        // console.log(chalk.yellow(domain))
+        let info = {
+            domain,
+            ip4: false,
+            mx: false
+        }
+        // resolveable?
+        info.ip4 = await resolve4(domain)
+        info.mx = await resolveMx(domain)
+        
+        // console.log(info)
+        // save
+        fs.writeFileSync(tmp,JSON.stringify(info))
+
+        resolve(info)
+    })
+}
+
+async function start() {
+    try {
+        // download from https://raw.githubusercontent.com/wesbos/burner-email-providers/master/emails.txt
+        let all = fs.readFileSync('./emails.txt', 'ascii')
+        let split = all.split(/\n/)
+        for (let domain of split) {
+            // console.log(line)
+            let info = await processDomain(domain)
+            console.log(info)
+            // process.exit(0)
+        }
+        process.exit(0)
+    } catch (err) {
+        console.log(chalk.red(err))
+    }
+}
+
+start()