email_assessor 0.9.1 → 1.0.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: email_assessor
 version: !ruby/object:Gem::Version
-  version: 0.9.1
+  version: 1.0.0
 platform: ruby
 authors:
 - Michael Wolfe Millard
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-04-09 00:00:00.000000000 Z
+date: 2024-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -87,26 +87,100 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".travis.yml"
-- CHANGELOG.md
-- Gemfile
-- LICENSE.txt
-- README.md
-- Rakefile
-- email_assessor.gemspec
-- gemfiles/activemodel4.gemfile
+- assets/data/blacklisted_domains/_prioritization.txt
+- assets/data/blacklisted_domains/b.txt
+- assets/data/disposable_domains/0.txt
+- assets/data/disposable_domains/1.txt
+- assets/data/disposable_domains/2.txt
+- assets/data/disposable_domains/3.txt
+- assets/data/disposable_domains/4.txt
+- assets/data/disposable_domains/5.txt
+- assets/data/disposable_domains/6.txt
+- assets/data/disposable_domains/7.txt
+- assets/data/disposable_domains/8.txt
+- assets/data/disposable_domains/9.txt
+- assets/data/disposable_domains/_prioritization.txt
+- assets/data/disposable_domains/a.txt
+- assets/data/disposable_domains/b.txt
+- assets/data/disposable_domains/c.txt
+- assets/data/disposable_domains/d.txt
+- assets/data/disposable_domains/e.txt
+- assets/data/disposable_domains/f.txt
+- assets/data/disposable_domains/g.txt
+- assets/data/disposable_domains/h.txt
+- assets/data/disposable_domains/i.txt
+- assets/data/disposable_domains/j.txt
+- assets/data/disposable_domains/k.txt
+- assets/data/disposable_domains/l.txt
+- assets/data/disposable_domains/m.txt
+- assets/data/disposable_domains/n.txt
+- assets/data/disposable_domains/o.txt
+- assets/data/disposable_domains/p.txt
+- assets/data/disposable_domains/q.txt
+- assets/data/disposable_domains/r.txt
+- assets/data/disposable_domains/s.txt
+- assets/data/disposable_domains/t.txt
+- assets/data/disposable_domains/u.txt
+- assets/data/disposable_domains/v.txt
+- assets/data/disposable_domains/w.txt
+- assets/data/disposable_domains/x.txt
+- assets/data/disposable_domains/y.txt
+- assets/data/disposable_domains/z.txt
+- assets/data/disposable_domains/陸.txt
+- assets/data/disposable_domains/뜃.txt
+- assets/data/educational_domains/5.txt
+- assets/data/educational_domains/_prioritization.txt
+- assets/data/educational_domains/a.txt
+- assets/data/educational_domains/b.txt
+- assets/data/educational_domains/c.txt
+- assets/data/educational_domains/d.txt
+- assets/data/educational_domains/e.txt
+- assets/data/educational_domains/f.txt
+- assets/data/educational_domains/g.txt
+- assets/data/educational_domains/h.txt
+- assets/data/educational_domains/i.txt
+- assets/data/educational_domains/j.txt
+- assets/data/educational_domains/k.txt
+- assets/data/educational_domains/l.txt
+- assets/data/educational_domains/m.txt
+- assets/data/educational_domains/n.txt
+- assets/data/educational_domains/o.txt
+- assets/data/educational_domains/p.txt
+- assets/data/educational_domains/q.txt
+- assets/data/educational_domains/r.txt
+- assets/data/educational_domains/s.txt
+- assets/data/educational_domains/t.txt
+- assets/data/educational_domains/u.txt
+- assets/data/educational_domains/v.txt
+- assets/data/educational_domains/w.txt
+- assets/data/educational_domains/x.txt
+- assets/data/educational_domains/y.txt
+- assets/data/educational_domains/z.txt
+- assets/data/fastpass_domains/_prioritization.txt
+- assets/data/fastpass_domains/a.txt
+- assets/data/fastpass_domains/c.txt
+- assets/data/fastpass_domains/d.txt
+- assets/data/fastpass_domains/f.txt
+- assets/data/fastpass_domains/g.txt
+- assets/data/fastpass_domains/h.txt
+- assets/data/fastpass_domains/i.txt
+- assets/data/fastpass_domains/l.txt
+- assets/data/fastpass_domains/m.txt
+- assets/data/fastpass_domains/o.txt
+- assets/data/fastpass_domains/p.txt
+- assets/data/fastpass_domains/r.txt
+- assets/data/fastpass_domains/s.txt
+- assets/data/fastpass_domains/t.txt
+- assets/data/fastpass_domains/w.txt
+- assets/data/fastpass_domains/y.txt
 - lib/email_assessor.rb
 - lib/email_assessor/address.rb
+- lib/email_assessor/directory_domain_list.rb
+- lib/email_assessor/domain_token_set.rb
 - lib/email_assessor/email_validator.rb
+- lib/email_assessor/empty_domain_list.rb
+- lib/email_assessor/file_domain_list.rb
 - lib/email_assessor/version.rb
-- pull_mailchecker_emails.rb
-- spec/email_assessor_spec.rb
-- spec/spec_helper.rb
-- vendor/blacklisted_domains.txt
-- vendor/disposable_domains.txt
-- vendor/educational_domains.txt
-- vendor/fastpass_domains.txt
 homepage: https://github.com/wolfemm/email_assessor
 licenses:
 - MIT
@@ -126,10 +200,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.3.7
 signing_key: 
 specification_version: 4
 summary: Advanced ActiveModel email validation
-test_files:
-- spec/email_assessor_spec.rb
-- spec/spec_helper.rb
+test_files: []

data/.gitignore

@@ -1,18 +0,0 @@
-.DS_STORE
-*.gem
-*.rbc
-.bundle
-.config
-.yardoc
-Gemfile.lock
-InstalledFiles
-_yardoc
-coverage
-doc/
-lib/bundler/man
-pkg
-rdoc
-spec/reports
-test/tmp
-test/version_tmp
-tmp

data/.travis.yml

@@ -1,9 +0,0 @@
-language: ruby
-
-sudo: false
-
-rvm:
-  - 2.4.0
-
-gemfile:
-  - gemfiles/activemodel4.gemfile

data/CHANGELOG.md

@@ -1,9 +0,0 @@
-## Version 0.3.8 (November 8th, 2016)
-- Add more disposable domains
-
-## Version 0.3
-- Refactored the logic in `EmailAssessor.domain_in_file?` to be simpler
-- Removed configurability in favor of convention over configuration
-
-## Version 0.1
-Gave this fork its very own name: EmailAssessor

data/Gemfile

@@ -1,4 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in email_assessor.gemspec
-gemspec

data/LICENSE.txt

@@ -1,22 +0,0 @@
-Copyright for portions of this project are held by Micke Lisinge, 2013, as part of valid_email2. All other copyright are held by Michael Wolfe Millard, 2016.
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -1,132 +0,0 @@
-# EmailAssessor
-[![Build Status](https://travis-ci.org/wolfemm/email_assessor.png?branch=master)](https://travis-ci.org/wolfemm/email_assessor)
-[![Gem Version](https://badge.fury.io/rb/email_assessor.png)](http://badge.fury.io/rb/email_assessor)
-
-A fork of [Micke Lisinge](https://github.com/lisinge)'s [ValidEmail2](https://github.com/lisinge/valid_email2).
-
-ValidEmail2:
-
-* Validates emails with the help of the `mail` gem instead of some clunky regexp.
-* Aditionally validates that the domain has a MX record.
-* Optionally validates against a static [list of disposable email services](vendor/disposable_domains.txt).
-
-
-### Why?
-
-ValidEmail2 offers very comprehensive email validation, but it has a few pitfalls.
-
-For starters, it loads the entire list of blacklisted/disposable email domains into memory from a YAML file. In a never ending battle against spam, loading such an extremely large (and ever-growing) array into memory is far from ideal. Instead, EmailAssessor reads a text file line-by-line.
-
-Another pitfall is that subdomains are able to bypass the disposable and blacklist checks in ValidEmail2. EmailAssessor checks if a given domain *ends* with a blacklisted/disposable domain, preventing subdomains from masking an email that would otherwise be considered invalid.
-
-
-## Installation
-
-Add this line to your application's Gemfile:
-
-```ruby
-gem "email_assessor"
-```
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
-
-    $ gem install email_assessor
-
-## Domain List Files
-
-Domain list files, used for blacklisting and blocking disposable emails, are plain-text files with one **lower case** domain per line.
-
-Valid domain list file:
-```
-example.com
-subdomain.example.org
-```
-
-Invalid domain list file:
-```
-http://example.com
-example.com/mail
-```
-
-Be careful with subdomains. Given the following domain list file:
-
-```
-sub.example.com
-```
-
-A user would be able to register with the email `jake@example.com` but not `tom@sub.example.com` or `jerry@deep.sub.example.com`.
-
-## Usage
-
-### Use with ActiveModel
-
-If you just want to validate that it is a valid email address:
-```ruby
-class User < ActiveRecord::Base
-  validates :email, presence: true, email: true
-end
-```
-
-To validate that the domain has a MX record:
-```ruby
-validates :email, email: { mx: true }
-```
-
-To validate that the domain is not a disposable email:
-```ruby
-validates :email, email: { disposable: true }
-```
-
-To validate that the domain is not blacklisted (via `vendor/blacklisted_domains.txt`):
-```ruby
-validates :email, email: { blacklist: true }
-```
-
-All together:
-```ruby
-validates :email, email: { mx: true, disposable: true, blacklist: true }
-```
-
-> Note that this gem will let an empty email pass through so you will need to
-> add `presence: true` if you require an email
-
-### Use without ActiveModel
-
-```ruby
-address = EmailAssessor::Address.new("lisinge@gmail.com")
-address.valid? => true
-address.disposable? => false
-address.valid_mx? => true
-```
-
-### Test environment
-
-If you are validating `mx` then your specs will fail without an internet connection.
-It is a good idea to stub out that validation in your test environment.
-Do so by adding this in your `spec_helper`:
-```ruby
-config.before(:each) do
-  allow_any_instance_of(EmailAssessor::Address).to receive(:valid_mx?) { true }
-end
-```
-
-## Requirements
-
-This gem requires Rails 3.2 or 4.0. It is tested against both versions using:
-* Ruby-1.9
-* Ruby-2.0
-* Ruby-2.1
-* Ruby-2.2
-* JRuby-1.9
-
-## Contributing
-
-1. Fork it
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create new Pull Request

data/Rakefile

@@ -1,10 +0,0 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
-
-desc "Run specs"
-RSpec::Core::RakeTask.new do |t|
-  t.pattern = "spec/**/*_spec.rb"
-end
-
-task :default => [:spec]
-task :build => [:spec]

data/email_assessor.gemspec

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-# encoding: UTF-8
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "email_assessor/version"
-
-Gem::Specification.new do |spec|
-  spec.name          = "email_assessor"
-  spec.version       = EmailAssessor::VERSION
-  spec.summary       = "Advanced ActiveModel email validation"
-  spec.description   = "Advanced ActiveModel email validation with MX lookups, domain blacklisting and disposable email blocking"
-
-  spec.license = "MIT"
-
-  spec.author   = "Michael Wolfe Millard"
-  spec.email    = "wolfemm.development@gmail.com"
-  spec.homepage = "https://github.com/wolfemm/email_assessor"
-
-  spec.files         = `git ls-files`.split($/)
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
-
-  spec.required_ruby_version = ">= 2.4.0"
-
-  spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake"
-  spec.add_development_dependency "rspec", "~> 3.4"
-  spec.add_runtime_dependency "mail", "~> 2.5"
-  spec.add_runtime_dependency "activemodel", ">= 5.0.2"
-end

data/gemfiles/activemodel4.gemfile

@@ -1,5 +0,0 @@
-source "https://rubygems.org"
-
-gem "activemodel", "~> 5.0.2"
-
-gemspec path: "../"

data/pull_mailchecker_emails.rb

@@ -1,21 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require "yaml"
-
-require "json"
-require "net/http"
-require "set"
-
-whitelisted_domains = %w(poczta.onet.pl fastmail.fm hushmail.com naver.com qq.com nus.edu.sg)
-
-existing_domains = File.readlines("vendor/disposable_domains.txt")
-
-url = "https://raw.githubusercontent.com/FGRibreau/mailchecker/master/list.txt"
-resp = Net::HTTP.get_response(URI.parse(url))
-
-remote_domains = (resp.body.split("\n")) - whitelisted_domains
-
-result_domains = SortedSet.new((existing_domains + remote_domains).map! { |domain| domain.strip.downcase })
-
-File.open("vendor/disposable_domains.txt", "w") { |f| f.write result_domains.to_a.join("\n") }

data/spec/email_assessor_spec.rb

@@ -1,209 +0,0 @@
-# frozen_string_literal: true
-require "spec_helper"
-
-class TestUser < TestModel
-  validates :email, email: true
-end
-
-class TestUserMX < TestModel
-  validates :email, email: { mx: true }
-end
-
-class TestUserDisallowDisposable < TestModel
-  validates :email, email: { disposable: true }
-end
-
-class TestUserDisallowBlacklisted < TestModel
-  validates :email, email: { blacklist: true }
-end
-
-class TestUserDisallowEducational < TestModel
-  validates :email, email: { educational: :no_educational }
-end
-
-describe EmailAssessor do
-  let(:plain_user) { TestUser.new(email: "") }
-  let(:disposable_user) { TestUserDisallowDisposable.new(email: "foo@gmail.com") }
-  let(:blacklist_user) { TestUserDisallowBlacklisted.new(email: "foo@gmail.com") }
-  let(:educational_user) { TestUserDisallowEducational.new(email: "foo@gmail.com") }
-  let(:mx_user) { TestUserMX.new(email: "foo@gmail.com") }
-
-  let(:blacklisted_domains_file_name) { described_class::BLACKLISTED_DOMAINS_FILE_NAME }
-  let(:blacklisted_domain) { File.open(blacklisted_domains_file_name, &:readline).chomp }
-
-  let(:disposable_domains_file_name) { described_class::DISPOSABLE_DOMAINS_FILE_NAME }
-  let(:disposable_domain) { File.open(disposable_domains_file_name, &:readline).chomp }
-
-  let(:educational_domains_file_name) { described_class::EDUCATIONAL_DOMAINS_FILE_NAME }
-  let(:educational_domain) { File.open(educational_domains_file_name, &:readline).chomp }
-
-  describe "basic validation" do
-    subject(:user) { plain_user }
-
-    it "is valid when email is empty" do
-      is_expected.to be_valid
-    end
-
-    it "is invalid if the address starts with a dot" do
-      user = TestUser.new(email: ".foo@bar.com")
-      expect(user.valid?).to be_falsey
-    end
-
-    it "is invalid if the address contains consecutive dots" do
-      user = TestUser.new(email: "foo..bar@gmail.com")
-      expect(user.valid?).to be_falsey
-    end
-
-    it "is invalid if the address ends with a dot" do
-      user = TestUser.new(email: "foo.@bar.com")
-      expect(user.valid?).to be_falsey
-    end
-
-    it "is invalid when domain is missing" do
-      user.email = "foo@.com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when domain starts with a dot" do
-      user.email = "foo@.example.com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email is malformed" do
-      user.email = "foo@bar"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email contains a trailing symbol" do
-      user.email = "foo@bar.com/"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid if Mail::AddressListsParser raises exception" do
-      allow(Mail::Address).to receive(:new).and_raise(Mail::Field::ParseError.new(nil, nil, nil))
-      user.email = "foo@gmail.com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid if the domain constains consecutives dots" do
-      user.email = "foo@bar..com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid if the domain contains emoticons" do
-      user.email = "foo🙈@gmail.com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid if the domain contains spaces" do
-      user.email = "user@gmail .com"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid if the domain contains '.@'" do
-      user.email = "foo.@gmail.com"
-      expect(user.valid?).to be_falsy
-    end
-
-    it "is invalid if the domain begins with a hyphen" do
-      user.email = "foo@-gmail.com"
-      expect(user.valid?).to be_falsy
-    end
-
-    it "is invalid if the domain name ends with a hyphen" do
-      user.email = "foo@gmail-.com"
-      expect(user.valid?).to be_falsy
-    end
-
-    %w[+ _ ! / \  '].each do |invalid_character|
-      it "is invalid if domain contains a \"#{invalid_character}\" character" do
-        user.email = "foo@google#{invalid_character}yahoo.com"
-        is_expected.to be_invalid
-      end
-    end
-  end
-
-  describe "disposable domains" do
-    subject(:user) { disposable_user }
-
-    it "is valid when email is not in the list of disposable domains" do
-      is_expected.to be_valid
-    end
-
-    it "is invalid when email is in the list of disposable domains" do
-      user.email = "foo@#{disposable_domain}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email is in the list of disposable domains regardless of case" do
-      user.email = "foo@#{disposable_domain.upcase}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email is in the list of disposable domains regardless of subdomain" do
-      user.email = "foo@abc123.#{disposable_domain}"
-      is_expected.to be_invalid
-    end
-  end
-
-  describe "blacklisted domains" do
-    subject(:user) { blacklist_user }
-
-    it "is valid when email domain is not in the blacklist" do
-      is_expected.to be_valid
-    end
-
-    it "is invalid when email domain is in the blacklist" do
-      user.email = "foo@#{blacklisted_domain}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email is in the blacklist regardless of case" do
-      user.email = "foo@#{blacklisted_domain.upcase}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email domain is in the blacklist regardless of subdomain" do
-      user.email = "foo@abc123.#{blacklisted_domain}"
-      is_expected.to be_invalid
-    end
-  end
-
-  describe "educational domains" do
-    subject(:user) { educational_user }
-
-    it "is valid when email domain is not in the educational blocklist" do
-      is_expected.to be_valid
-    end
-
-    it "is invalid when email domain is in the educational blocklist" do
-      user.email = "foo@#{educational_domain}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email is in the educational blocklist regardless of case" do
-      user.email = "foo@#{educational_domain.upcase}"
-      is_expected.to be_invalid
-    end
-
-    it "is invalid when email domain is in the educational blocklist regardless of subdomain" do
-      user.email = "foo@abc123.#{educational_domain}"
-      is_expected.to be_invalid
-      expect(user.errors.added?(:email, :no_educational)).to be_truthy
-    end
-  end
-
-
-  describe "mx lookup" do
-    subject(:user) { mx_user }
-
-    it "is valid if mx records are found" do
-      is_expected.to be_valid
-    end
-
-    it "is invalid if no mx records are found" do
-      user.email = "foo@subdomain.gmail.com"
-      is_expected.to be_invalid
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-$:.unshift File.expand_path("../lib",__FILE__)
-require "email_assessor"
-
-class TestModel
-  include ActiveModel::Validations
-
-  def initialize(attributes = {})
-    @attributes = attributes
-  end
-
-  def email=(email)
-    @attributes[:email] = email
-  end
-
-  def read_attribute_for_validation(key)
-    @attributes[key]
-  end
-end