fakefilter 1.1.13 → 1.1.1581

package/dist/types.d.ts

@@ -0,0 +1,16 @@
+export interface DomainDetails {
+    provider: string;
+    firstseen: number;
+    lastseen: number;
+    randomSubdomain: string | boolean;
+}
+export interface FakeDomainResponse {
+    retcode: number;
+    isFakeDomain: string | false;
+    details: DomainDetails | null;
+}
+export interface FakeFilterDataset {
+    version: number;
+    t: number;
+    domains: Record<string, unknown>;
+}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+// Central type definitions for the fakefilter library
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,49 +1,43 @@
 {
   "name": "fakefilter",
-  "version": "1.1.13",
-  "description": "",
-  "main": "fetch.js",
-  "dependencies": {
-    "@7c/autovalidate": "^1.0.3",
-    "@sentry/node": "^6.18.1",
-    "axios": "^1.5.0",
-    "body-parser": "^1.19.2",
-    "chalk": "^4.0.0",
-    "cheerio": "^1.0.0",
-    "coadmin-lib": "^1.0.4",
-    "cors": "^2.8.5",
-    "debug": "^4.3.4",
-    "easy-table": "^1.2.0",
-    "express": "^4.17.3",
-    "md5": "^2.3.0",
-    "minimist": "^1.2.5",
-    "mybase": "^1.0.48",
-    "mysql2": "^2.3.3",
-    "node-vault": "^0.9.22",
-    "parse-domain": "^5.0.0",
-    "playwright": "^1.49.0",
-    "playwright-extra": "^4.3.6",
-    "progressbar": "^1.3.0",
-    "punycode": "^2.3.0",
-    "puppeteer": "^13.4.1",
-    "puppeteer-extra": "^3.2.3",
-    "puppeteer-extra-plugin-recaptcha": "^3.5.0",
-    "puppeteer-extra-plugin-stealth": "^2.9.0",
-    "quickchart-js": "^3.0.0",
-    "sequelize": "^6.17.0",
-    "tcp-mutex": "^1.0.1",
-    "useragentsdata": "^1.0.23",
-    "validator": "^13.7.0",
-    "winston": "^3.6.0"
-  },
+  "version": "1.1.1581",
+  "description": "reliable fake and temp email filter solution for site operators",
+  "license": "BSD-3-Clause",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
   "scripts": {
-    "test": "npx mocha --exit"
+    "build": "tsc -p tsconfig.build.json",
+    "clean": "rm -rf dist",
+    "prepare": "npm run build",
+    "test": "jest --forceExit",
+    "typecheck": "tsc --noEmit",
+    "example:online": "ts-node examples/online.ts"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/7c/fakefilter.git"
+  },
+  "keywords": [
+    "fakeemail",
+    "tempemail",
+    "tempmail",
+    "email",
+    "filter"
+  ],
+  "author": "7c",
+  "bugs": {
+    "url": "https://github.com/7c/fakefilter/issues"
   },
-  "author": "",
-  "license": "ISC",
+  "homepage": "https://github.com/7c/fakefilter#readme",
   "devDependencies": {
-    "chai": "^4.3.7",
-    "mocha": "^10.2.0",
-    "should": "^13.2.3"
+    "@types/jest": "^30.0.0",
+    "@types/node": "^25.9.1",
+    "jest": "^30.4.2",
+    "ts-jest": "^29.4.11",
+    "ts-node": "^10.9.2",
+    "typescript": "^6.0.3"
   }
 }

package/apiserver/api/ext_result.js

@@ -1,51 +0,0 @@
-const { reply } = require('../inc/shared')
-const vars = require('../../vars')
-const { validEmail } = require('mybase')
-const { validateParameters } = require('@7c/autovalidate')
-const { getDomainPart, domainFromEmail } = require('../../shared')
-const { Sentry } = require('../../config')
-
-async function api_ext_result(req, res, next) {
-    let validation = validateParameters(req.body,
-        [
-            { key: 'emails', type: ['array'], required: true },
-            { key: 'provider', type: ['string'], required: true },
-        ])
-    if (!validation.validated) return reply(res, { retcode: -50, validation })
-
-    let { provider, emails } = validation.values
-
-    try {
-        for (email of emails) {
-            if (validEmail(email)) {
-                console.log(`adding new email ${email}`)
-                let thedomain = getDomainPart(domainFromEmail(email))
-                await vars.models.Harvested.create({
-                    provider,
-                    t: Date.now(),
-                    domain: thedomain
-                })
-
-                await vars.models.Events.create({
-                    provider,
-                    t: Date.now(),
-                    event: 'fetch',
-                    result: 'success'
-                })
-                console.log(`added new email ${email} domain ${thedomain}`)
-            }
-        }
-
-        return reply(res, {
-            retcode: 200,
-            validation
-        })
-    } catch (err) {
-        console.log(err)
-        Sentry.captureException(err)
-        return reply(res, { retcode: -1 })
-    }
-
-}
-
-module.exports = { api_ext_result }

package/apiserver/api/ext_tasks.js

@@ -1,151 +0,0 @@
-const { reply } = require('../inc/shared')
-const vars = require('../../vars')
-
-
-
-function api_ext_tasks(req, res, next) {
-    let jobs = [
-        {
-            id:'temp-mail.org',
-            start_url:'https://temp-mail.org',
-            domains:['temp-mail.org','www.temp-mail.org'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js','https://fakefilter.net/public/shared.js','https://fakefilter.net/public/temp-mail.org.js'],
-            remind_every:18 // hours
-        },
-        {
-            id:'10minemail.com',
-            start_url:'https://10minemail.com',
-            domains:['10minemail.com','www.10minemail.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js','https://fakefilter.net/public/shared.js','https://fakefilter.net/public/10minemail.com.js'],
-            remind_every:18 // hours
-        },
-        
-        {
-            id:'throwawaymail.com',
-            start_url:'https://throwawaymail.com',
-            domains:['throwawaymail.com','www.throwawaymail.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js','https://fakefilter.net/public/shared.js','https://fakefilter.net/public/throwawaymail.com.js'],
-            remind_every:48 // hours   
-        },         
-      
-        {
-            id:'crazymailing.com',
-            start_url:'https://crazymailing.com',
-            domains:['crazymailing.com','www.crazymailing.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/crazymailing.com.js'],
-            remind_every:78 // hours   
-        },
-
-
-        {
-            id:'gettempmail.com',
-            start_url:'https://gettempmail.com',
-            domains:['gettempmail.com','www.gettempmail.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/gettempmail.com.js'],
-            remind_every:18 // hours   
-        },
-        {
-            id:'tempmailid.com',
-            start_url:'https://tempmailid.com',
-            domains:['tempmailid.com','www.tempmailid.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/tempmailid.com.js'],
-            remind_every:78 // hours   
-        },
-
-        {
-            id:'10minutemail.com',
-            start_url:'https://10minutemail.com',
-            domains:['10minutemail.com','www.10minutemail.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/10minutemail.com.js'],
-            remind_every:18 // hours   
-        },
-
-
-        {
-            id:'10minuteemails.com',
-            start_url:'https://10minuteemails.com',
-            domains:['10minuteemails.com','www.10minuteemails.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://unpkg.com/validator@latest/validator.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/10minuteemails.com.js'],
-            remind_every:17 // hours   
-        },
-
-        {
-            id:'tempmail.net',
-            start_url:'https://tempmail.net',
-            domains:['tempmail.net','www.tempmail.net'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://unpkg.com/validator@latest/validator.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/tempmail.net.js'],
-            remind_every:36 // hours   
-        },
-        {
-            id:'onetempmail.com',
-            start_url:'https://onetempmail.com',
-            domains:['onetempmail.com','www.onetempmail.com'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://unpkg.com/validator@latest/validator.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/onetempmail.com.js'],
-            remind_every:36 // hours   
-        },
-        {
-            id:'tempmail.com.tr',
-            start_url:'https://tempmail.com.tr',
-            domains:['tempmail.com.tr','www.tempmail.com.tr'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://unpkg.com/validator@latest/validator.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/tempmail.com.tr.js'
-            ],
-            // 'https://fakefilter.net/public/thnen.com.js'],
-            remind_every:36 // hours   
-        },
-        {
-            id:'tempmailo.org',
-            start_url:'https://tempmailo.org',
-            domains:['tempmailo.org'],
-            scripts:['https://code.jquery.com/jquery-3.6.0.min.js',
-            'https://unpkg.com/validator@latest/validator.min.js',
-            'https://fakefilter.net/public/shared.js',
-            'https://fakefilter.net/public/tempmailo.org.js'
-            ],
-            // 'https://fakefilter.net/public/thnen.com.js'],
-            remind_every:36 // hours   
-        },
-
-        // {
-        //     id:'tempmailid.com',
-        //     start_url:'https://tempmailid.com',
-        //     click_to:'input#random[type="submit"]',
-        //     preconditions:[
-        //         'div#email_id',
-        //     ],
-
-        //     send:'body',
-        //     remind_every:18 // hours
-        // },
-    ]
-
-    return reply(res, {
-        retcode: 200,
-        jobs,
-        config:{
-            fetch_config: 6 // fetch the config every 6 hours
-        }
-        
-    })
-}
-
-module.exports = { api_ext_tasks }

package/apiserver/api/is_fakedomain.js

@@ -1,39 +0,0 @@
-const punycode = require('punycode/')
-const { reply } = require('../inc/shared')
-const { validateParameters } = require('@7c/autovalidate')
-const { validHostname } = require('mybase')
-const vars = require('../../vars')
-const { is_domain_banned } = require('../../shared')
-
-// GET
-function api_is_fakedomain(req, res, next) {
-    let response = validateParameters(req.params, [{ key: 'domain', type: ['string'], validator: (v) => v.search(/\./) > 0 }])
-    let { validated } = response
-    if (!validated) return reply(res, { retcode: -50 })
-    let { domain } = response.values
-    let original_domain = domain
-
-    // is it an idn domain (unicode formatted)
-    if (punycode.toASCII(domain)!==domain) 
-        domain = punycode.toASCII(domain)
-    
-    if (!validHostname(domain))  return reply(res, { retcode: -50 })
-
-    try {
-        let outcome = is_domain_banned(domain,vars.current_filter)
-        if (outcome!==null) { // null indicates problem with the domain
-            vars.coadmin_service_apiserver.report_every(1,'is_fakedomain')
-            return reply(res, {
-                retcode: 200,
-                isFakeDomain:typeof outcome==='object' ? original_domain : false,
-                details: typeof outcome==='object' ? outcome : null
-            })
-        }        
-    } catch (err) {
-        console.log(err)
-        Sentry.captureException(err)
-    }
-    return reply(res, { retcode: -1 })
-}
-
-module.exports = { api_is_fakedomain }

package/apiserver/api/is_fakeemail.js

@@ -1,17 +0,0 @@
-const { reply, hostnameFromEmailAddress } = require('../inc/shared')
-const { validateParameters } = require('@7c/autovalidate')
-const { validEmail } = require('mybase')
-const vars = require('../../vars')
-const { api_is_fakedomain } = require('./is_fakedomain')
-
-// GET
-function api_is_fakeemail(req, res, next) {
-    let response = validateParameters(req.params, [{ key: 'email', type: ['string'], validator: (v) => validEmail(v) }])
-    let { validated, values } = response
-    if (!validated) return reply(res, { retcode: -50 })
-    let { email } = response.values
-    req.params.domain = hostnameFromEmailAddress(email)
-    api_is_fakedomain(req,res,next)
-}
-
-module.exports = { api_is_fakeemail }

package/apiserver/api/ping.js

@@ -1,12 +0,0 @@
-const { reply } = require('../inc/shared')
-// var debug=require('debug')('apiserver')
-
-// GET
-function api_ping (req, res, next) {
-    reply(res,{
-        retcode: 200,
-        message: 'pong',
-    })
-}
-
-module.exports = { api_ping }

package/apiserver/docs/README.md

@@ -1,41 +0,0 @@
-# Website
-
-This website is built using [Docusaurus 2](https://docusaurus.io/), a modern static website generator.
-
-### Installation
-
-```
-$ yarn
-```
-
-### Local Development
-
-```
-$ yarn start
-```
-
-This command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server.
-
-### Build
-
-```
-$ yarn build
-```
-
-This command generates static content into the `build` directory and can be served using any static contents hosting service.
-
-### Deployment
-
-Using SSH:
-
-```
-$ USE_SSH=true yarn deploy
-```
-
-Not using SSH:
-
-```
-$ GIT_USER=<Your GitHub username> yarn deploy
-```
-
-If you are using GitHub pages for hosting, this command is a convenient way to build the website and push to the `gh-pages` branch.

package/apiserver/docs/babel.config.js

@@ -1,3 +0,0 @@
-module.exports = {
-  presets: [require.resolve('@docusaurus/core/lib/babel/preset')],
-};

package/apiserver/docs/blog/2019-05-28-first-blog-post.md

@@ -1,12 +0,0 @@
----
-slug: first-blog-post
-title: First Blog Post
-authors:
-  name: Gao Wei
-  title: Docusaurus Core Team
-  url: https://github.com/wgao19
-  image_url: https://github.com/wgao19.png
-tags: [hola, docusaurus]
----
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet

package/apiserver/docs/blog/2019-05-29-long-blog-post.md

@@ -1,44 +0,0 @@
----
-slug: long-blog-post
-title: Long Blog Post
-authors: endi
-tags: [hello, docusaurus]
----
-
-This is the summary of a very long blog post,
-
-Use a `<!--` `truncate` `-->` comment to limit blog post size in the list view.
-
-<!--truncate-->
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
-
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet

package/apiserver/docs/blog/2021-08-01-mdx-blog-post.mdx

@@ -1,20 +0,0 @@
----
-slug: mdx-blog-post
-title: MDX Blog Post
-authors: [slorber]
-tags: [docusaurus]
----
-
-Blog posts support [Docusaurus Markdown features](https://docusaurus.io/docs/markdown-features), such as [MDX](https://mdxjs.com/).
-
-:::tip
-
-Use the power of React to create interactive blog posts.
-
-```js
-<button onClick={() => alert('button clicked!')}>Click me!</button>
-```
-
-<button onClick={() => alert('button clicked!')}>Click me!</button>
-
-:::

package/apiserver/docs/blog/2021-08-26-welcome/index.md

@@ -1,25 +0,0 @@
----
-slug: welcome
-title: Welcome
-authors: [slorber, yangshun]
-tags: [facebook, hello, docusaurus]
----
-
-[Docusaurus blogging features](https://docusaurus.io/docs/blog) are powered by the [blog plugin](https://docusaurus.io/docs/api/plugins/@docusaurus/plugin-content-blog).
-
-Simply add Markdown files (or folders) to the `blog` directory.
-
-Regular blog authors can be added to `authors.yml`.
-
-The blog post date can be extracted from filenames, such as:
-
-- `2019-05-30-welcome.md`
-- `2019-05-30-welcome/index.md`
-
-A blog post folder can be convenient to co-locate blog post images:
-
-![Docusaurus Plushie](./docusaurus-plushie-banner.jpeg)
-
-The blog supports tags as well!
-
-**And if you don't want a blog**: just delete this directory, and use `blog: false` in your Docusaurus config.

package/apiserver/docs/blog/authors.yml

@@ -1,17 +0,0 @@
-endi:
-  name: Endilie Yacop Sucipto
-  title: Maintainer of Docusaurus
-  url: https://github.com/endiliey
-  image_url: https://github.com/endiliey.png
-
-yangshun:
-  name: Yangshun Tay
-  title: Front End Engineer @ Facebook
-  url: https://github.com/yangshun
-  image_url: https://github.com/yangshun.png
-
-slorber:
-  name: Sébastien Lorber
-  title: Docusaurus maintainer
-  url: https://sebastienlorber.com
-  image_url: https://github.com/slorber.png

package/apiserver/docs/docs/intro.md

@@ -1,16 +0,0 @@
----
-sidebar_position: 1
----
-
-# About FakeFilter
-
-FakeFilter`s aim is to monitor Fake/Temp Email providers and offer site operators the chance to distinguish between fake- and real emails. Even though anonimity is a right of clients, site operators also do have rights to know about this. This way they can decide whether they want to accept registrations or not.
-
-## Repo
-
-Main repo can be found at [Github](https://github.com/7c/fakefilter/), this repo hosts different formats such as [JSON](https://github.com/7c/fakefilter/blob/main/json/data.json), [Markdown](https://github.com/7c/fakefilter/tree/main/markdown), [Txt](https://github.com/7c/fakefilter/blob/main/txt/data.txt). These formats are designed for you to implement FakeFilter into different backends.
-
-## Offline databases
-
-Offline Database is distributed through the repo, updated daily at 00:00 UTC time in different formats. You may `git pull` the repo right after 00:00 UTC to get latest formats. You may also `npm update` to get latest npm package if you are using NodeJS. We increase the package version daily.
-

package/apiserver/docs/docs/nodejs/_category_.json

@@ -1,4 +0,0 @@
-{
-  "label": "NodeJS API",
-  "position": 2
-}

package/apiserver/docs/docs/nodejs/index.md

@@ -1,30 +0,0 @@
-# NodeJS API
-
-## Installation
-`npm i --save fakefilter`
-
-## Usage
-We provide isFakeDomain and isFakeEmail functions to be implemented from NodeJS.Both return boolean `false` if there is no match, otherwise they will return the domain which has matched
-
-
-### Basic Usage
-See [index.js](https://github.com/7c/fakefilter/blob/82c5fe3851418813d605a678e48b34d84bad3fcc/index.js#L40) for tests and how to use it.
-
-```
-const { isFakeDomain, isFakeEmail } = require('fakefilter')
-
-console.log(isFakeDomain('domain.com')) // will return false
-console.log(isFakeEmail('user@domain.com')) // will return false
-
-// domain lookup
-console.log(isFakeDomain('afakedomain.com')) // will return 'afakedomain.com'
-console.log(isFakeDomain('sub.afakedomain.com')) // will return 'afakedomain.com'
-console.log(isFakeDomain('subafakedomain.com')) // will return false
-
-// email lookup
-console.log(isFakeEmail('user@afakedomain.com')) // will return 'afakedomain.com'
-console.log(isFakeEmail('user@sub.afakedomain.com')) // will return 'afakedomain.com'
-console.log(isFakeEmail('user@asubafakedomain.com')) // will return false
-
-```
-

package/apiserver/docs/docs/restful/_category_.json

@@ -1,4 +0,0 @@
-{
-  "label": "RESTful API",
-  "position": 3
-}