email_data 1601156760 → 1601253725

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f7a8f3df2f2943f47d66fb39399eb771a4d95068818fd8569bdee6455b057894
-  data.tar.gz: 0b103a3048fae80b575687af7c2aea172ebc43fc6237041edd8b97f04e0b240e
+  metadata.gz: 30846c35bbd3804aaac5b765b0a5d76bbff432809379a2aecd9812cf171120f7
+  data.tar.gz: c1b60e704efc6c3fbb892ec7bcc4bc94c017c6662b5a2ab541ce18dca37a1de4
 SHA512:
-  metadata.gz: b076e2437aca0b2e94dc60533f703e358b5796e254100c37f1d2fd4dbc5f07b5ceb7d167685aed004ada35f4ae5d26b1ca28ccbcf494a147858cd40f4b7efbae
-  data.tar.gz: d2ac1858ed07ad527416a434f9923e292139dcfbbe97ea78068f270d1049516a90e81cb02a50101b66d17ada0829b7ca0a77d6d7f07980498a1a54094f08baeb
+  metadata.gz: 38b446d412c486b73842e92dadb57c05c723ea0e2155db1a9e282768af8948eba30539ebe4511b2a6e70089f145bfd31e65bdcef2064791518fdc1edd9f7e47f
+  data.tar.gz: e7e7aa9c672a8f4c07b4d172ded1d8038907d655a61bcd4e584050f2ae52ba196cd0dc02e0db9a3e7b2003012a290e1d19bb62dbaac19a32fd240316cfc08fdf

data/.gitignore

@@ -6,5 +6,6 @@
 /pkg/
 /spec/reports/
 /tmp/
-/data/disposable/**/**
+/data/disposable/**/*
+/data/json/**/*
 Gemfile.lock

data/.tool-versions

@@ -0,0 +1,2 @@
+ruby 2.7.1
+nodejs 12.18.4

data/README.md

@@ -11,6 +11,8 @@ this data available.
 
 ## Installation
 
+### Ruby
+
 Add this line to your application's Gemfile:
 
 ```ruby
@@ -25,7 +27,7 @@ Or install it yourself as:
 
     $ gem install email_data
 
-## Usage
+#### Usage
 
 ```ruby
 require "email_data"
@@ -44,6 +46,26 @@ EmailData.disposable_emails
 EmailData.free_email_domains
 ```
 
+### Node.js
+
+```console
+$ yarn add @fnando/email_data
+```
+
+or
+
+```console
+$ npm install @fnando/email_data
+```
+
+#### Usage
+
+```js
+const disposableEmails = require("@fnando/email_data/data/json/disposable_emails.json");
+const disposableDomains = require("@fnando/email_data/data/json/disposable_domains.json");
+const freeEmailDomains = require("@fnando/email_data/data/json/free_email_domains.json");
+```
+
 ## Dataset
 
 The dataset is updated automatically. If you have any manual entries you would

data/VERSION

@@ -1 +1 @@
-1601156760
+1601253725

data/bin/helpers.rb

@@ -13,8 +13,6 @@ require "logger"
 require "simpleidn"
 require "timeout"
 require "active_support/all"
-require "whois"
-require "whois-parser"
 require "root_domain"
 
 USER_AGENT = [

data/bin/publish

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+
+set -e
+
+source $HOME/.zsh/exports.sh
+source $HOME/.zsh/asdf.sh
+
+git pull --rebase
+git push
+
+./bin/sync
+
+git_status=$(git status 2> /dev/null | tr "\\n" " ")
+
+if [[ "$git_status" =~ "nothing to commit" ]]; then
+  terminal-notifier \
+    -message "No changes detected. Skipping new packages." \
+    -ignoreDnD \
+    -title "email_data" \
+    -group homebrew \
+    &> /dev/null
+  exit
+fi
+
+date "+%s" > VERSION
+
+version=$(cat VERSION)
+package_json=$(cat package.json | jq --arg version "${version}.0.0" '.version = $version')
+
+echo $package_json | jq --tab > package.json
+
+git add .
+git commit -m "Bump up version."
+git push
+
+./bin/publish-gem
+./bin/publish-npm

data/bin/publish-gem

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+set -e
+
+source $HOME/.zsh/exports.sh
+source $HOME/.zsh/asdf.sh
+
+asdf local ruby 2.7.1
+
+gem install bundler
+bundle update
+
+rake release
+
+terminal-notifier \
+  -message "Just published a new gem version." \
+  -ignoreDnD \
+  -title "email_data" \
+  -group homebrew \
+  &> /dev/null

data/bin/publish-npm

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+
+set -e
+
+source $HOME/.zsh/exports.sh
+source $HOME/.zsh/asdf.sh
+
+asdf local nodejs 12.18.4
+
+for input in $(ls -1 data/*.txt); do
+  name=$(basename $input)
+  output=data/json/"${name%.txt}.json"
+  jq -R -s -c 'split("\n")' < $input > $output
+done
+
+npm publish --access=public
+
+terminal-notifier \
+  -message "Just published a new npm version." \
+  -ignoreDnD \
+  -title "email_data" \
+  -group homebrew \
+  &> /dev/null

data/bin/sync-disposable-emails

@@ -194,7 +194,7 @@ Dir["./data/disposable/**/*.txt"].map do |file|
   domains += normalize_list(File.read(file).lines)
 end
 
-ignore_domains = %w[gmail.com hotmail.com]
+ignore_domains = %w[gmail.com hotmail.com outlook.com]
 
 puts "=> Normalize domains (count: #{domains.size})"
 domains = domains

data/bin/sync-free-emails

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require_relative "helpers"
+
+threads = []
+
+threads << thread { load_github_url("https://gist.github.com/fnando/dafe542cac13f831bbf5521a55248116/raw/free_email_providers.txt") }
+
+threads.each_slice(5) do |slice|
+  slice.each(&:join)
+end
+
+threads.clear
+
+domains = []
+
+puts "=> Loading free_email_domains.txt"
+domains += normalize_list(File.read("#{__dir__}/../data/free_email_domains.txt").lines)
+
+puts "=> Loading manual/free_email_domains.txt"
+domains += normalize_list(File.read("#{__dir__}/../data/manual/free_email_domains.txt").lines)
+
+ignore_domains = %w[]
+
+puts "=> Normalize domains (count: #{domains.size})"
+domains = domains
+          .uniq
+          .map {|domain| RootDomain.call(domain.split("@").last.downcase) }
+          .compact
+          .uniq
+          .reject {|domain| ignore_domains.include?(domain) }
+
+puts "=> Saving domains (count: #{domains.size})"
+save_file("free_email_domains.txt", normalize_list(domains))

data/data/disposable_domains.txt

@@ -12585,6 +12585,7 @@ asinproplus.com
 asinspector.org
 asio.club
 asioncriblomatic.com
+asioncriblomatic.live
 asisec.cf
 asisec.ga
 asisec.gq
@@ -12950,6 +12951,7 @@ atozconference.com
 atp-dz.com
 atpfinals.ru
 atpworldtour-2016.com
+atqpq.live
 atrais-kredits24.com
 atrakcje-nestor.pl
 atrakcjedladziecii.pl
@@ -25650,6 +25652,7 @@ cpanelhome.com
 cpanellicense.shop
 cpaoz.com
 cpapa.ooo
+cparm.cf
 cpaycard.asia
 cpb-online.com
 cpc.cx
@@ -33607,6 +33610,7 @@ emarkwebsolutions.com
 emasqiuqiu.info
 emasqiuqiu.org
 emasqq.info
+emaw.email
 embalaje.us
 embeddedconsulting.com
 embeddedresearch.com
@@ -41844,6 +41848,7 @@ go-blogger.ru
 go-centric.com
 go-creditcardnofeeca-ok.live
 go-creditcardnofeecas-ok.live
+go-intl-online-ok.degree
 go-moscow.ru
 go-parkinsons-ok.live
 go-trade.dev
@@ -50323,6 +50328,7 @@ isfahantourism.info
 isgre.at
 isherz.net
 ishetalgedaan.site
+ishi-tut.online
 ishis.site
 ishkinn.ru
 ishockey.se
@@ -72498,7 +72504,6 @@ outlok.com
 outlok.net
 outlok.site
 outloo.com
-outlook.com
 outlook2.gq
 outlookkk.online
 outlookpro.net
@@ -75589,6 +75594,7 @@ playtubepk.com
 playtubes.net
 playyo88.info
 playyo88.win
+playzonex.com
 pldppd.site
 pleadfl.xyz
 pleadid.email
@@ -86844,6 +86850,7 @@ shopuniformswarehouse.com
 shopuniformwarehouse.com
 shopussy.com
 shopwalmarte.com
+shopwrights.com
 shopylingo.xyz
 shopytopsale-lika.space
 shorefitmb.com
@@ -107170,6 +107177,7 @@ xn--e1aef6b4c.xn--p1ai
 xn--e1afgidgbjksq6gj2a.xn--p1ai
 xn--e1afhbdbtuhcg3i.xn--p1ai
 xn--e1afkbvo.xn--p1ai
+xn--e1aftbcd8d.xn--p1ai
 xn--e1agcemeeaqni.xn--p1ai
 xn--e1aggeflfmdhfk9bc5f.xn--p1ai
 xn--e5xx98d.top

data/email_data.gemspec

@@ -8,7 +8,9 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Nando Vieira"]
   spec.email         = ["me@fnando.com"]
 
-  spec.summary       = "Data"
+  spec.summary       = "This project is a compilation of datasets related to " \
+                       "emails. Includes disposable emails, disposable " \
+                       "domains, and free email services."
   spec.description   = spec.summary
   spec.homepage      = "https://github.com/fnando/email_data"
   spec.license       = "MIT"
@@ -27,6 +29,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) {|f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_development_dependency "activesupport"
+  spec.add_development_dependency "aitch"
   spec.add_development_dependency "bundler"
   spec.add_development_dependency "minitest"
   spec.add_development_dependency "minitest-utils"

data/package.json

@@ -0,0 +1,18 @@
+{
+	"name": "@fnando/email_data",
+	"description": "This project is a compilation of datasets related to emails. Includes disposable emails, disposable domains, and free email services.",
+	"version": "1601253725.0.0",
+	"license": "MIT",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/fnando/email_data.git"
+	},
+	"homepage": "https://github.com/fnando/email_data",
+	"author": "Nando Vieira <me@fnando.com>",
+	"files": [
+		"package.json",
+		"README.md",
+		"LICENSE.txt",
+		"data/json/**/*.json"
+	]
+}

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: email_data
 version: !ruby/object:Gem::Version
-  version: '1601156760'
+  version: '1601253725'
 platform: ruby
 authors:
 - Nando Vieira
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-09-26 00:00:00.000000000 Z
+date: 2020-09-28 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aitch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -122,7 +150,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Data
+description: This project is a compilation of datasets related to emails. Includes
+  disposable emails, disposable domains, and free email services.
 email:
 - me@fnando.com
 executables: []
@@ -132,6 +161,7 @@ files:
 - ".github/FUNDING.yml"
 - ".gitignore"
 - ".rubocop.yml"
+- ".tool-versions"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -141,9 +171,13 @@ files:
 - VERSION
 - bin/console
 - bin/helpers.rb
+- bin/publish
+- bin/publish-gem
+- bin/publish-npm
 - bin/setup
 - bin/sync
 - bin/sync-disposable-emails
+- bin/sync-free-emails
 - bin/sync-tld
 - data/country_tlds.txt
 - data/disposable_domains.txt
@@ -156,6 +190,7 @@ files:
 - email_data.gemspec
 - lib/email_data.rb
 - lib/email_data/version.rb
+- package.json
 homepage: https://github.com/fnando/email_data
 licenses:
 - MIT
@@ -180,5 +215,6 @@ requirements: []
 rubygems_version: 3.1.2
 signing_key:
 specification_version: 4
-summary: Data
+summary: This project is a compilation of datasets related to emails. Includes disposable
+  emails, disposable domains, and free email services.
 test_files: []