RubyGems - email_data - Versions diffs - 1604444717 → 1604907377 - Mend

email_data 1604444717 → 1604907377

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (12) hide show

checksums.yaml +4 -4
data/Gemfile.lock +5 -5
data/README.md +15 -2
data/VERSION +1 -1
data/data/disposable_domains.txt +14 -0
data/data/manual/roles.txt +413 -0
data/data/roles.txt +412 -0
data/lib/email_data.rb +2 -1
data/lib/email_data/source/active_record.rb +8 -0
data/lib/email_data/source/file_system.rb +4 -0
data/package.json +1 -1
metadata +4 -2

checksums.yaml CHANGED

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c30f18f4105fa9f6c1503c73e18435c44514d0cc7d3d9af9eb05a5ed7a314ebd
-  data.tar.gz: e2d2143c9c2bcca90209c7f2a88cf94b9136c8e569985afa212862d574d395d2
+  metadata.gz: 63429f97483aed55d56a256b2132a18ce6d352be1e3bc57bcf41c975b7f74020
+  data.tar.gz: 65f4750c6ff5766bbe66efc11339c44f6837561d0864202a6e54970bdd9c9e22
 SHA512:
-  metadata.gz: 0a62ef94635df6bd95089e9de15027d6d383ec4ab4843d6e9574cc04f83b335e38771e4a9876b998b0007bf6613dec180c81fecdc4a91f80934c150cb8918c20
-  data.tar.gz: 3fca2824f9dd013ae8ca97ead924a5709db677f19b42328b307cb594bc9783305a377147a40e8e7f0e7f9cf8cb89f88034480a1be9e3ac994dfbe186ea81d030
+  metadata.gz: 45d0b566a2f9a1b843828fe1a2139f72f0f56b770357121f8041588b61ffcb7f1b45c073bdb565dbc60c01939ee5032db54675d2d77c4bea99f1380047c1e080
+  data.tar.gz: cc8efb3365fd0b0851e941d1da92b3f3ab013b8f5e98a43eaf6aaf0957fa7a340a5df203427baf6926b60ea9cd310e3defa82e10b0cdf8811279951baa55ee90

data/Gemfile.lock CHANGED

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    email_data (1604444717)
+    email_data (1604907377)
 GEM
   remote: https://rubygems.org/
@@ -30,7 +30,7 @@ GEM
       minitest
     nokogiri (1.10.10)
       mini_portile2 (~> 2.4.0)
-    parallel (1.19.2)
+    parallel (1.20.0)
     parser (2.7.2.0)
       ast (~> 2.4.1)
     pg (1.2.3)
@@ -40,7 +40,7 @@ GEM
     rexml (3.2.4)
     root_domain (0.1.0)
       simpleidn
-    rubocop (1.1.0)
+    rubocop (1.2.0)
       parallel (~> 1.10)
       parser (>= 2.7.1.5)
       rainbow (>= 2.2.2, < 4.0)
@@ -49,7 +49,7 @@ GEM
       rubocop-ast (>= 1.0.1)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 2.0)
-    rubocop-ast (1.1.0)
+    rubocop-ast (1.1.1)
       parser (>= 2.7.1.5)
     rubocop-fnando (0.0.13)
     ruby-progressbar (1.10.1)
@@ -60,7 +60,7 @@ GEM
     simpleidn (0.1.1)
       unf (~> 0.1.4)
     thread_safe (0.3.6)
-    tzinfo (1.2.7)
+    tzinfo (1.2.8)
       thread_safe (~> 0.1)
     unf (0.1.4)
       unf_ext

data/README.md CHANGED

@@ -15,6 +15,7 @@ This project is a compilation of datasets related to emails.
 - Disposable emails
 - Disposable domains
 - Free email services
+- Roles (e.g. info, spam, etc)
 The data is compiled from several different sources, so thank you all for making
 this data available.
@@ -54,6 +55,9 @@ EmailData.disposable_emails
 # List of free email services.
 EmailData.free_email_domains
+# List of roles. Can be used to filter out emails like info@ or all@.
+EmailData.roles
 ```
 #### Data sources
@@ -117,6 +121,12 @@ class SetupEmailData < ActiveRecord::Migration[6.1]
     end
     add_index :free_email_domains, :name, unique: true
+    create_table :roles do |t|
+      t.citext :name, null: false
+    end
+    add_index :roles, :name, unique: true
   end
 end
 ```
@@ -149,6 +159,7 @@ COPY country_tlds (name) FROM '/usr/local/ruby/2.7.1/lib/ruby/gems/2.7.0/gems/em
 COPY disposable_emails (name) FROM '/usr/local/ruby/2.7.1/lib/ruby/gems/2.7.0/gems/email_data-1601479967/data/disposable_emails.txt';
 COPY disposable_domains (name) FROM '/usr/local/ruby/2.7.1/lib/ruby/gems/2.7.0/gems/email_data-1601479967/data/disposable_domains.txt';
 COPY free_email_domains (name) FROM '/usr/local/ruby/2.7.1/lib/ruby/gems/2.7.0/gems/email_data-1601479967/data/free_email_domains.txt';
+COPY roles (name) FROM '/usr/local/ruby/2.7.1/lib/ruby/gems/2.7.0/gems/email_data-1601479967/data/roles.txt';
 ```
 Alternatively, you could create a migrate that executes that same command; given
@@ -174,6 +185,7 @@ class LoadEmailData < ActiveRecord::Migration[6.1]
     copy.call(:disposable_emails)
     copy.call(:disposable_domains)
     copy.call(:free_email_domains)
+    copy.call(:roles)
   end
 end
 ```
@@ -196,6 +208,7 @@ $ npm install @fnando/email_data
 const disposableEmails = require("@fnando/email_data/data/json/disposable_emails.json");
 const disposableDomains = require("@fnando/email_data/data/json/disposable_domains.json");
 const freeEmailDomains = require("@fnando/email_data/data/json/free_email_domains.json");
+const roles = require("@fnando/email_data/data/json/roles.json");
 ```
 ## Dataset
@@ -209,8 +222,8 @@ like to add, please make a pull request against the files `data/manual/*.txt`.
   free email services must go here. E.g. `d.i.s.p.o.s.a.b.l.e+1234@gmail.com`
   must be added as `disposable@gmail.com`.
 - `data/manual/free_email_domains.txt`: only free email services must go here.
-  These are services that allow anyone to create an email account, even if it's
-  just a trial without credit cards.
+- `data/manual/roles.txt`: list of role-based user names like `info` or
+  `no-reply`.
 ## Development

data/VERSION CHANGED

	@@ -1 +1 @@
1	- ~~1604444717~~
1	+ 1604907377

data/data/disposable_domains.txt CHANGED

@@ -8761,6 +8761,7 @@ adjustmyfontsize.com
 adjwsaws.icu
 adk66.ru
 adkchecking.com
+adkcontracting.com
 adkecochecking.com
 adleep.org
 adlinking2.com
@@ -9756,6 +9757,7 @@ airportparkingcincinnati.net
 airporttaxisinloughborough.org
 airporttaxisinquorn.org
 airporttransfershuttles.com
+airporttransfersistanbul.net
 airpriority.com
 airpurifiermax.us
 airriveroutlet.us
@@ -9774,6 +9776,7 @@ airxr.ru
 airyofe.space
 aisaelectronics.com
 aiseattle.xyz
+aiseeker.com
 aishenma.xyz
 aisingapore.xyz
 aisiys.com
@@ -28195,6 +28198,7 @@ dap38.space
 daphnee1818.site
 dapk.site
 dapopo.xyz
+dapperraptor.com
 dapplica.com
 daqbank.net
 daqbank.org
@@ -41806,6 +41810,7 @@ getinstafollowers.website
 getinsuranceforyou.com
 getintopci.com
 getisrael.com
+getit-beauty.com
 getitfast.com
 getjar.pl
 getjulia.com
@@ -42757,6 +42762,7 @@ gmaills.eu
 gmailmail.ga
 gmailmarina.com
 gmailmirror.com
+gmailnator.com
 gmailner.com
 gmailnew.com
 gmailom.co
@@ -49216,6 +49222,7 @@ ict0crp6ocptyrplcr.ml
 ict0crp6ocptyrplcr.tk
 ictaintict.date
 ictenlider.org
+ictnew2024.com
 ictnew2027.com
 ictuber.info
 icunet.icu
@@ -58049,6 +58056,7 @@ ldovehxbuehf.ml
 ldovehxbuehf.tk
 ldssharingtable.com
 ldtp.com
+ldwdkj.com
 ldzg.email
 le-asi-yyyo-ooiue.com
 le-book.info
@@ -59832,6 +59840,7 @@ lnongqmafdr7vbrhk.ga
 lnongqmafdr7vbrhk.gq
 lnongqmafdr7vbrhk.ml
 lnongqmafdr7vbrhk.tk
+lnqnmx.com
 lnr9ry.us
 lns-411.net
 lnsilver.com
@@ -62006,6 +62015,8 @@ mailboxvip.com
 mailboxxx.net
 mailboxy.fun
 mailbrazilnet.space
+mailbrev.com
+mailbrev.se
 mailbros1.info
 mailbros2.info
 mailbros3.info
@@ -94818,6 +94829,7 @@ taworle.ml
 taworle.tk
 tawowk.com
 tawserdog.com
+tawtar.com
 tax315.xyz
 taxfilingsite.com
 taxfreeemail.com
@@ -108453,6 +108465,7 @@ x1cult.ru
 x1econ.ru
 x1lion.ru
 x1news.ru
+x1post.com
 x1sci.ru
 x1x22716.com
 x1xthj.us
@@ -109716,6 +109729,7 @@ xn--fiq06l2rdsvs.site
 xn--fiq06l2rdsvs.tech
 xn--fiq64f9jv65a.com
 xn--fiqz9sm5fhob0y1f.xn--czru2d
+xn--fjq089buwib4gq1mz8ye5o8kc.xn--j6w193g
 xn--fnva655m.xn--6qq986b3xl
 xn--fnvur060a.xn--6qq986b3xl
 xn--fnvv98hjkf.xn--6qq986b3xl

data/data/manual/roles.txt ADDED

@@ -0,0 +1,413 @@
+abuse
+academicadministrator
+accessibility
+account
+accounting
+accounts
+admin
+administration
+administrator
+administrators
+adminoffice
+admins
+admissions
+adops
+ads
+advertise
+advertisingsales
+advice
+advisor
+advisors
+adwords
+affiliate
+affiliates
+agents
+alarm
+alarms
+alert
+alerts
+all
+allemployees
+allhands
+allpms
+allsales
+allstaff
+allstudents
+allteachers
+allteam
+allusers
+alumni
+analysts
+analytics
+announce
+announcements
+api
+app
+application
+applications
+appointments
+apps
+archives
+ask
+associates
+associatesall
+auctions
+available
+backenddev
+billing
+biz
+bizdev
+blog
+board
+booking
+bookings
+books
+brand
+branding
+brandsolutions
+bugs
+bursar
+busdev
+business
+businessdevelopment
+campaign
+campaigns
+career
+careers
+ceo
+channelsales
+chat
+citymanagers
+client
+clients
+clientservices
+comercial
+comment
+comments
+commercial
+commissions
+committee
+communication
+communications
+community
+compete
+compliance
+connect
+consultant
+contact
+contactus
+contractor
+contractors
+contracts
+coop
+copyright
+core
+corp
+corporate
+crew
+cs
+customercare
+customerfeedback
+customerservice
+customerservices
+customersuccess
+customersupport
+custserv
+data
+database
+deals
+dean
+delivery
+design
+designer
+designers
+details
+dev
+developer
+developers
+development
+devnull
+devops
+devs
+devteam
+digital
+digsitesvalue
+director
+directors
+directory
+distribution
+dns
+domainmanagement
+domains
+donations
+download
+ecommerce
+editor
+editorial
+editors
+education
+email
+emergency
+employee
+employees
+employment
+eng
+engall
+engineering
+engineers
+enq
+enqs
+enquire
+enquires
+enquiries
+enquiry
+enquries
+enterprise
+error
+errors
+event
+events
+everybody
+everyone
+exec
+execs
+executive
+executives
+exim
+expenses
+expert
+experts
+export
+fbl
+feedback
+finance
+financial
+frontdesk
+frontend
+ftp
+fundraising
+gdpr
+genenquiries
+general
+generalenquiries
+genoffice
+global
+group
+head
+head.office
+headmaster
+headoffice
+headteacher
+hello
+help
+helpdesk
+helpline
+hi
+hosting
+hostmaster
+hq
+hr
+humanresource
+inbound
+inbox
+info
+infodesk
+information
+infos
+infouk
+innovation
+inoc
+inquires
+inquiries
+institute
+insurance
+integration
+integrations
+internal
+interns
+internship
+inventory
+investorrelations
+investors
+invoice
+invoices
+invoicing
+ispfeedback
+ispsupport
+it
+ithelp
+jira
+jobs
+kontakt
+law
+lawyers
+leadership
+leadershipteam
+leads
+leasing
+legal
+list
+listrequest
+listadmin
+mail
+mailbox
+maildaemon
+mailerdaemon
+mailing
+mainoffice
+maintenance
+management
+management_team
+managementgroup
+managementteam
+manager
+managers
+marketing
+marketingops
+marketingteam
+master
+me
+media
+meetup
+member
+members
+membership
+mentors
+mgmt
+misc
+newbusiness
+news
+newsletter
+noreply
+nobody
+noc
+noemail
+noemailadress
+none
+noresponse
+null
+office
+officeadmin
+officestaff
+onboarding
+online
+operations
+ops
+order
+orders
+owner
+owners
+packaging
+partner
+partners
+partnerships
+payment
+payments
+paypal
+payroll
+people
+phish
+phishing
+planning
+post
+postbox
+postfix
+postmaster
+pr
+press
+prime
+principal
+print
+privacy
+productgrowth
+productmanagement
+productmanagers
+productteam
+projectmanagers
+projects
+publicrelations
+purchasing
+qa
+quality
+rd
+reception
+recruit
+recruiting
+recruitment
+referral
+referrals
+registrar
+remove
+request
+reservation
+reservations
+root
+sale
+sales
+salesengineers
+salesforce
+salesinfo
+salesteam
+salesuk
+school
+schooladmin
+schoolinfo
+schoolmail
+schooloffice
+secretary
+security
+server
+service
+serviceadmin
+servicedesk
+services
+shipping
+shop
+smtp
+solicitors
+solutions
+spam
+spamtrap
+staff
+studio
+subscribe
+suggestions
+support
+sysadmin
+system
+systems
+team
+teamleads
+tech
+technical
+techops
+techsupport
+testing
+theoffice
+theteam
+trade
+trading
+trouble
+ukinfo
+uksales
+undisclosedrecipients
+unsubscribe
+update
+updates
+usenet
+users
+uucp
+ux
+vendor
+vendors
+warranty
+watercooler
+web
+webadmin
+webmaster
+webteam
+welcome
+whois
+wholesale
+work
+www

data/data/roles.txt ADDED

@@ -0,0 +1,412 @@
+abuse
+academicadministrator
+accessibility
+account
+accounting
+accounts
+admin
+administration
+administrator
+administrators
+adminoffice
+admins
+admissions
+adops
+ads
+advertise
+advertisingsales
+advice
+advisor
+advisors
+adwords
+affiliate
+affiliates
+agents
+alarm
+alarms
+alert
+alerts
+all
+allemployees
+allhands
+allpms
+allsales
+allstaff
+allstudents
+allteachers
+allteam
+allusers
+alumni
+analysts
+analytics
+announce
+announcements
+api
+app
+application
+applications
+appointments
+apps
+archives
+ask
+associates
+associatesall
+auctions
+available
+backenddev
+billing
+biz
+bizdev
+blog
+board
+booking
+bookings
+books
+brand
+branding
+brandsolutions
+bugs
+bursar
+busdev
+business
+businessdevelopment
+campaign
+campaigns
+career
+careers
+ceo
+channelsales
+chat
+citymanagers
+client
+clients
+clientservices
+comercial
+comment
+comments
+commercial
+commissions
+committee
+communication
+communications
+community
+compete
+compliance
+connect
+consultant
+contact
+contactus
+contractor
+contractors
+contracts
+coop
+copyright
+core
+corp
+corporate
+crew
+cs
+customercare
+customerfeedback
+customerservice
+customerservices
+customersuccess
+customersupport
+custserv
+data
+database
+deals
+dean
+delivery
+design
+designer
+designers
+details
+dev
+developer
+developers
+development
+devnull
+devops
+devs
+devteam
+digital
+digsitesvalue
+director
+directors
+directory
+distribution
+dns
+domainmanagement
+domains
+donations
+download
+ecommerce
+editor
+editorial
+editors
+education
+email
+emergency
+employee
+employees
+employment
+eng
+engall
+engineering
+engineers
+enq
+enqs
+enquire
+enquires
+enquiries
+enquiry
+enquries
+enterprise
+error
+errors
+event
+events
+everybody
+everyone
+exec
+execs
+executive
+executives
+exim
+expenses
+expert
+experts
+export
+fbl
+feedback
+finance
+financial
+frontdesk
+frontend
+ftp
+fundraising
+gdpr
+genenquiries
+general
+generalenquiries
+genoffice
+global
+group
+head
+headmaster
+headoffice
+headteacher
+hello
+help
+helpdesk
+helpline
+hi
+hosting
+hostmaster
+hq
+hr
+humanresource
+inbound
+inbox
+info
+infodesk
+information
+infos
+infouk
+innovation
+inoc
+inquires
+inquiries
+institute
+insurance
+integration
+integrations
+internal
+interns
+internship
+inventory
+investorrelations
+investors
+invoice
+invoices
+invoicing
+ispfeedback
+ispsupport
+it
+ithelp
+jira
+jobs
+kontakt
+law
+lawyers
+leadership
+leadershipteam
+leads
+leasing
+legal
+list
+listadmin
+listrequest
+mail
+mailbox
+maildaemon
+mailerdaemon
+mailing
+mainoffice
+maintenance
+management
+management_team
+managementgroup
+managementteam
+manager
+managers
+marketing
+marketingops
+marketingteam
+master
+me
+media
+meetup
+member
+members
+membership
+mentors
+mgmt
+misc
+newbusiness
+news
+newsletter
+nobody
+noc
+noemail
+noemailadress
+none
+noreply
+noresponse
+null
+office
+officeadmin
+officestaff
+onboarding
+online
+operations
+ops
+order
+orders
+owner
+owners
+packaging
+partner
+partners
+partnerships
+payment
+payments
+paypal
+payroll
+people
+phish
+phishing
+planning
+post
+postbox
+postfix
+postmaster
+pr
+press
+prime
+principal
+print
+privacy
+productgrowth
+productmanagement
+productmanagers
+productteam
+projectmanagers
+projects
+publicrelations
+purchasing
+qa
+quality
+rd
+reception
+recruit
+recruiting
+recruitment
+referral
+referrals
+registrar
+remove
+request
+reservation
+reservations
+root
+sale
+sales
+salesengineers
+salesforce
+salesinfo
+salesteam
+salesuk
+school
+schooladmin
+schoolinfo
+schoolmail
+schooloffice
+secretary
+security
+server
+service
+serviceadmin
+servicedesk
+services
+shipping
+shop
+smtp
+solicitors
+solutions
+spam
+spamtrap
+staff
+studio
+subscribe
+suggestions
+support
+sysadmin
+system
+systems
+team
+teamleads
+tech
+technical
+techops
+techsupport
+testing
+theoffice
+theteam
+trade
+trading
+trouble
+ukinfo
+uksales
+undisclosedrecipients
+unsubscribe
+update
+updates
+usenet
+users
+uucp
+ux
+vendor
+vendors
+warranty
+watercooler
+web
+webadmin
+webmaster
+webteam
+welcome
+whois
+wholesale
+work
+www

data/lib/email_data.rb CHANGED

@@ -15,7 +15,8 @@ module EmailData
                    :disposable_emails,
                    :country_tlds,
                    :free_email_domains,
-                   :tlds
+                   :tlds,
+                   :roles
   end
   def self.source=(source)

data/lib/email_data/source/active_record.rb CHANGED

@@ -35,6 +35,10 @@ module EmailData
         self.table_name = "free_email_domains"
       end
+      class Role < ApplicationRecord
+        self.table_name = "roles"
+      end
       class Collection
         def initialize(model)
           @model = model
@@ -68,6 +72,10 @@ module EmailData
       def self.free_email_domains
         @free_email_domains ||= Collection.new(FreeEmailDomain)
       end
+      def self.roles
+        @roles ||= Collection.new(Role)
+      end
     end
   end
 end

data/lib/email_data/source/file_system.rb CHANGED

@@ -23,6 +23,10 @@ module EmailData
         @free_email_domains ||= load_file("free_email_domains.txt")
       end
+      def self.roles
+        @roles ||= load_file("roles.txt")
+      end
       def self.load_file(filename)
         EmailData
           .data_dir

data/package.json CHANGED

@@ -1,7 +1,7 @@
 {
 	"name": "@fnando/email_data",
 	"description": "This project is a compilation of datasets related to emails. Includes disposable emails, disposable domains, and free email services.",
-	"version": "1604444717.0.0",
+	"version": "1604907377.0.0",
 	"license": "MIT",
 	"repository": {
 		"type": "git",

metadata CHANGED

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: email_data
 version: !ruby/object:Gem::Version
-  version: '1604444717'
+  version: '1604907377'
 platform: ruby
 authors:
 - Nando Vieira
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-11-03 00:00:00.000000000 Z
+date: 2020-11-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -201,6 +201,8 @@ files:
 - data/manual/disposable_domains.txt
 - data/manual/disposable_emails.txt
 - data/manual/free_email_domains.txt
+- data/manual/roles.txt
+- data/roles.txt
 - data/tlds.txt
 - email_data.gemspec
 - lib/email_data.rb