public_suffix 5.0.3 → 5.0.4

data/test/benchmarks/bm_find.rb

@@ -1,66 +0,0 @@
-require 'benchmark'
-require_relative "../../lib/public_suffix"
-
-NAME_SHORT  = "example.de"
-NAME_MEDIUM = "www.subdomain.example.de"
-NAME_LONG   = "one.two.three.four.five.example.de"
-NAME_WILD   = "one.two.three.four.five.example.bd"
-NAME_EXCP   = "one.two.three.four.five.www.ck"
-
-IAAA = "www.example.ac"
-IZZZ = "www.example.zone"
-
-PAAA = "one.two.three.four.five.example.beep.pl"
-PZZZ = "one.two.three.four.five.example.now.sh"
-
-JP   = "www.yokoshibahikari.chiba.jp"
-IT   = "www.example.it"
-COM  = "www.example.com"
-
-TIMES = (ARGV.first || 50_000).to_i
-
-# Initialize
-PublicSuffixList = PublicSuffix::List.default
-PublicSuffixList.find("example.com")
-
-Benchmark.bmbm(25) do |x|
-  x.report("NAME_SHORT") do
-    TIMES.times { PublicSuffixList.find(NAME_SHORT) != nil }
-  end
-  x.report("NAME_MEDIUM") do
-    TIMES.times { PublicSuffixList.find(NAME_MEDIUM) != nil }
-  end
-  x.report("NAME_LONG") do
-    TIMES.times { PublicSuffixList.find(NAME_LONG) != nil }
-  end
-  x.report("NAME_WILD") do
-    TIMES.times { PublicSuffixList.find(NAME_WILD) != nil }
-  end
-  x.report("NAME_EXCP") do
-    TIMES.times { PublicSuffixList.find(NAME_EXCP) != nil }
-  end
-
-  x.report("IAAA") do
-    TIMES.times { PublicSuffixList.find(IAAA) != nil }
-  end
-  x.report("IZZZ") do
-    TIMES.times { PublicSuffixList.find(IZZZ) != nil }
-  end
-
-  x.report("PAAA") do
-    TIMES.times { PublicSuffixList.find(PAAA) != nil }
-  end
-  x.report("PZZZ") do
-    TIMES.times { PublicSuffixList.find(PZZZ) != nil }
-  end
-
-  x.report("JP") do
-    TIMES.times { PublicSuffixList.find(JP) != nil }
-  end
-  x.report("IT") do
-    TIMES.times { PublicSuffixList.find(IT) != nil }
-  end
-  x.report("COM") do
-    TIMES.times { PublicSuffixList.find(COM) != nil }
-  end
-end

data/test/benchmarks/bm_find_all.rb

@@ -1,102 +0,0 @@
-require 'benchmark'
-require_relative "../../lib/public_suffix"
-
-NAME_SHORT  = "example.de"
-NAME_MEDIUM = "www.subdomain.example.de"
-NAME_LONG   = "one.two.three.four.five.example.de"
-NAME_WILD   = "one.two.three.four.five.example.bd"
-NAME_EXCP   = "one.two.three.four.five.www.ck"
-
-IAAA = "www.example.ac"
-IZZZ = "www.example.zone"
-
-PAAA = "one.two.three.four.five.example.beep.pl"
-PZZZ = "one.two.three.four.five.example.now.sh"
-
-JP   = "www.yokoshibahikari.chiba.jp"
-IT   = "www.example.it"
-COM  = "www.example.com"
-
-TIMES = (ARGV.first || 50_000).to_i
-
-# Initialize
-PublicSuffixList = PublicSuffix::List.default
-PublicSuffixList.find("example.com")
-
-Benchmark.bmbm(25) do |x|
-  x.report("NAME_SHORT") do
-    TIMES.times { PublicSuffixList.find(NAME_SHORT) != nil }
-  end
-  x.report("NAME_SHORT (noprivate)") do
-    TIMES.times { PublicSuffixList.find(NAME_SHORT, ignore_private: true) != nil }
-  end
-  x.report("NAME_MEDIUM") do
-    TIMES.times { PublicSuffixList.find(NAME_MEDIUM) != nil }
-  end
-  x.report("NAME_MEDIUM (noprivate)") do
-    TIMES.times { PublicSuffixList.find(NAME_MEDIUM, ignore_private: true) != nil }
-  end
-  x.report("NAME_LONG") do
-    TIMES.times { PublicSuffixList.find(NAME_LONG) != nil }
-  end
-  x.report("NAME_LONG (noprivate)") do
-    TIMES.times { PublicSuffixList.find(NAME_LONG, ignore_private: true) != nil }
-  end
-  x.report("NAME_WILD") do
-    TIMES.times { PublicSuffixList.find(NAME_WILD) != nil }
-  end
-  x.report("NAME_WILD (noprivate)") do
-    TIMES.times { PublicSuffixList.find(NAME_WILD, ignore_private: true) != nil }
-  end
-  x.report("NAME_EXCP") do
-    TIMES.times { PublicSuffixList.find(NAME_EXCP) != nil }
-  end
-  x.report("NAME_EXCP (noprivate)") do
-    TIMES.times { PublicSuffixList.find(NAME_EXCP, ignore_private: true) != nil }
-  end
-
-  x.report("IAAA") do
-    TIMES.times { PublicSuffixList.find(IAAA) != nil }
-  end
-  x.report("IAAA (noprivate)") do
-    TIMES.times { PublicSuffixList.find(IAAA, ignore_private: true) != nil }
-  end
-  x.report("IZZZ") do
-    TIMES.times { PublicSuffixList.find(IZZZ) != nil }
-  end
-  x.report("IZZZ (noprivate)") do
-    TIMES.times { PublicSuffixList.find(IZZZ, ignore_private: true) != nil }
-  end
-
-  x.report("PAAA") do
-    TIMES.times { PublicSuffixList.find(PAAA) != nil }
-  end
-  x.report("PAAA (noprivate)") do
-    TIMES.times { PublicSuffixList.find(PAAA, ignore_private: true) != nil }
-  end
-  x.report("PZZZ") do
-    TIMES.times { PublicSuffixList.find(PZZZ) != nil }
-  end
-  x.report("PZZZ (noprivate)") do
-    TIMES.times { PublicSuffixList.find(PZZZ, ignore_private: true) != nil }
-  end
-
-  x.report("JP") do
-    TIMES.times { PublicSuffixList.find(JP) != nil }
-  end
-  x.report("JP (noprivate)") do
-    TIMES.times { PublicSuffixList.find(JP, ignore_private: true) != nil }
-  end
-  x.report("IT") do
-    TIMES.times { PublicSuffixList.find(IT) != nil }
-  end
-  x.report("IT (noprivate)") do
-    TIMES.times { PublicSuffixList.find(IT, ignore_private: true) != nil }
-  end
-  x.report("COM") do
-    TIMES.times { PublicSuffixList.find(COM) != nil }
-  end
-  x.report("COM (noprivate)") do
-    TIMES.times { PublicSuffixList.find(COM, ignore_private: true) != nil }
-  end
-end

data/test/benchmarks/bm_names.rb

@@ -1,91 +0,0 @@
-require 'benchmark/ips'
-
-STRING = "www.subdomain.example.com"
-ARRAY  = %w(
-  com
-  example.com
-  subdomain.example.com
-  www.subdomain.example.com
-)
-
-def tokenizer1(string)
-  parts = string.split(".").reverse!
-  index = 0
-  query = parts[index]
-  names = []
-
-  loop do
-    names << query
-
-    index += 1
-    break if index >= parts.size
-    query = parts[index] + "." + query
-  end
-  names
-end
-
-def tokenizer2(string)
-  parts = string.split(".")
-  index = parts.size - 1
-  query = parts[index]
-  names = []
-
-  loop do
-    names << query
-
-    index -= 1
-    break if index < 0
-    query = parts[index] + "." + query
-  end
-  names
-end
-
-def tokenizer3(string)
-  isx = string.size
-  idx = string.size - 1
-  names = []
-
-  loop do
-    isx = string.rindex(".", isx - 1) || -1
-    names << string[isx + 1, idx - isx]
-
-    break if isx <= 0
-  end
-  names
-end
-
-def tokenizer4(string)
-  isx = string.size
-  idx = string.size - 1
-  names = []
-
-  loop do
-    isx = string.rindex(".", isx - 1) || -1
-    names << string[(isx+1)..idx]
-
-    break if isx <= 0
-  end
-  names
-end
-
-(x = tokenizer1(STRING)) == ARRAY or fail("tokenizer1 failed: #{x.inspect}")
-(x = tokenizer2(STRING)) == ARRAY or fail("tokenizer2 failed: #{x.inspect}")
-(x = tokenizer3(STRING)) == ARRAY or fail("tokenizer3 failed: #{x.inspect}")
-(x = tokenizer4(STRING)) == ARRAY or fail("tokenizer4 failed: #{x.inspect}")
-
-Benchmark.ips do |x|
-  x.report("tokenizer1") do
-    tokenizer1(STRING).is_a?(Array)
-  end
-  x.report("tokenizer2") do
-    tokenizer2(STRING).is_a?(Array)
-  end
-  x.report("tokenizer3") do
-    tokenizer3(STRING).is_a?(Array)
-  end
-  x.report("tokenizer4") do
-    tokenizer4(STRING).is_a?(Array)
-  end
-
-  x.compare!
-end

data/test/benchmarks/bm_select.rb

@@ -1,26 +0,0 @@
-require 'benchmark'
-require_relative "../../lib/public_suffix"
-
-JP   = "www.yokoshibahikari.chiba.jp"
-
-TIMES = (ARGV.first || 50_000).to_i
-
-# Initialize
-class PublicSuffix::List
-  public :select
-end
-PublicSuffixList = PublicSuffix::List.default
-PublicSuffixList.select("example.jp")
-PublicSuffixList.find("example.jp")
-
-Benchmark.bmbm(25) do |x|
-  x.report("JP select") do
-    TIMES.times { PublicSuffixList.select(JP) }
-  end
-  x.report("JP find") do
-    TIMES.times { PublicSuffixList.find(JP) }
-  end
-  # x.report("JP (noprivate)") do
-  #   TIMES.times { PublicSuffixList.find(JP, ignore_private: true) != nil }
-  # end
-end

data/test/benchmarks/bm_select_incremental.rb

@@ -1,25 +0,0 @@
-require 'benchmark'
-require_relative "../../lib/public_suffix"
-
-JP   = "www.yokoshibahikari.chiba.jp"
-
-TIMES = (ARGV.first || 50_000).to_i
-
-# Initialize
-class PublicSuffix::List
-  public :select
-end
-PublicSuffixList = PublicSuffix::List.default
-PublicSuffixList.select("example.jp")
-
-Benchmark.bmbm(25) do |x|
-  x.report("select jp") do
-    TIMES.times { PublicSuffixList.select("jp") }
-  end
-  x.report("select example.jp") do
-    TIMES.times { PublicSuffixList.select("example.jp") }
-  end
-  x.report("select www.example.jp") do
-    TIMES.times { PublicSuffixList.select("www.example.jp") }
-  end
-end

data/test/benchmarks/bm_valid.rb

@@ -1,101 +0,0 @@
-require 'benchmark'
-require_relative "../../lib/public_suffix"
-
-NAME_SHORT  = "example.de"
-NAME_MEDIUM = "www.subdomain.example.de"
-NAME_LONG   = "one.two.three.four.five.example.de"
-NAME_WILD   = "one.two.three.four.five.example.bd"
-NAME_EXCP   = "one.two.three.four.five.www.ck"
-
-IAAA = "www.example.ac"
-IZZZ = "www.example.zone"
-
-PAAA = "one.two.three.four.five.example.beep.pl"
-PZZZ = "one.two.three.four.five.example.now.sh"
-
-JP   = "www.yokoshibahikari.chiba.jp"
-IT   = "www.example.it"
-COM  = "www.example.com"
-
-TIMES = (ARGV.first || 50_000).to_i
-
-# Initialize
-PublicSuffix.valid?("example.com")
-
-Benchmark.bmbm(25) do |x|
-  x.report("NAME_SHORT") do
-    TIMES.times { PublicSuffix.valid?(NAME_SHORT) == true }
-  end
-  x.report("NAME_SHORT (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(NAME_SHORT, ignore_private: true) == true }
-  end
-  x.report("NAME_MEDIUM") do
-    TIMES.times { PublicSuffix.valid?(NAME_MEDIUM) == true }
-  end
-  x.report("NAME_MEDIUM (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(NAME_MEDIUM, ignore_private: true) == true }
-  end
-  x.report("NAME_LONG") do
-    TIMES.times { PublicSuffix.valid?(NAME_LONG) == true }
-  end
-  x.report("NAME_LONG (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(NAME_LONG, ignore_private: true) == true }
-  end
-  x.report("NAME_WILD") do
-    TIMES.times { PublicSuffix.valid?(NAME_WILD) == true }
-  end
-  x.report("NAME_WILD (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(NAME_WILD, ignore_private: true) == true }
-  end
-  x.report("NAME_EXCP") do
-    TIMES.times { PublicSuffix.valid?(NAME_EXCP) == true }
-  end
-  x.report("NAME_EXCP (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(NAME_EXCP, ignore_private: true) == true }
-  end
-
-  x.report("IAAA") do
-    TIMES.times { PublicSuffix.valid?(IAAA) == true }
-  end
-  x.report("IAAA (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(IAAA, ignore_private: true) == true }
-  end
-  x.report("IZZZ") do
-    TIMES.times { PublicSuffix.valid?(IZZZ) == true }
-  end
-  x.report("IZZZ (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(IZZZ, ignore_private: true) == true }
-  end
-
-  x.report("PAAA") do
-    TIMES.times { PublicSuffix.valid?(PAAA) == true }
-  end
-  x.report("PAAA (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(PAAA, ignore_private: true) == true }
-  end
-  x.report("PZZZ") do
-    TIMES.times { PublicSuffix.valid?(PZZZ) == true }
-  end
-  x.report("PZZZ (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(PZZZ, ignore_private: true) == true }
-  end
-
-  x.report("JP") do
-    TIMES.times { PublicSuffix.valid?(JP) == true }
-  end
-  x.report("JP (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(JP, ignore_private: true) == true }
-  end
-  x.report("IT") do
-    TIMES.times { PublicSuffix.valid?(IT) == true }
-  end
-  x.report("IT (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(IT, ignore_private: true) == true }
-  end
-  x.report("COM") do
-    TIMES.times { PublicSuffix.valid?(COM) == true }
-  end
-  x.report("COM (noprivate)") do
-    TIMES.times { PublicSuffix.valid?(COM, ignore_private: true) == true }
-  end
-end

data/test/profilers/domain_profiler.rb

@@ -1,12 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require "memory_profiler"
-require "public_suffix"
-
-PublicSuffix::List.default
-
-report = MemoryProfiler.report do
-  PublicSuffix.domain("www.example.com")
-end
-
-report.pretty_print

data/test/profilers/find_profiler.rb

@@ -1,12 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require "memory_profiler"
-require "public_suffix"
-
-PublicSuffix::List.default
-
-report = MemoryProfiler.report do
-  PublicSuffix::List.default.find("www.example.com")
-end
-
-report.pretty_print

data/test/profilers/find_profiler_jp.rb

@@ -1,12 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require "memory_profiler"
-require "public_suffix"
-
-PublicSuffix::List.default
-
-report = MemoryProfiler.report do
-  PublicSuffix::List.default.find("a.b.ide.kyoto.jp")
-end
-
-report.pretty_print

data/test/profilers/initialization_profiler.rb

@@ -1,11 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require "memory_profiler"
-require "public_suffix"
-
-report = MemoryProfiler.report do
-  PublicSuffix::List.default
-end
-
-report.pretty_print
-# report.pretty_print(to_file: 'profiler-%s-%d.txt' % [ARGV[0], Time.now.to_i])

data/test/profilers/list_profsize.rb

@@ -1,11 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require_relative "object_binsize"
-require "public_suffix"
-
-list = PublicSuffix::List.default
-puts "#{list.size} rules:"
-
-prof = ObjectBinsize.new
-prof.report(PublicSuffix::List.default, label: "PublicSuffix::List size")
-prof.report(PublicSuffix::List.default.instance_variable_get(:@rules), label: "Size of rules")

data/test/profilers/object_binsize.rb

@@ -1,57 +0,0 @@
-require 'tempfile'
-
-# A very simple memory profiles that checks the full size of a variable
-# by serializing into a binary file.
-#
-# Yes, I know this is very rough, but there are cases where ObjectSpace.memsize_of
-# doesn't cooperate, and this is one of the possible workarounds.
-#
-# For certain cases, it works (TM).
-class ObjectBinsize
-
-  def measure(var, label: nil)
-    dump(var, label: label)
-  end
-
-  def report(var, label: nil, padding: 10)
-    file = measure(var, label: label)
-
-    size = format_integer(file.size)
-    name = label || File.basename(file.path)
-    printf("%#{padding}s   %s\n", size, name)
-  end
-
-  private
-
-  def dump(var, **args)
-    file = Tempfile.new(args[:label].to_s)
-    file.write(Marshal.dump(var))
-    file
-  ensure
-    file.close
-  end
-
-  def format_integer(int)
-    int.to_s.reverse.gsub(/...(?=.)/, '\&,').reverse
-  end
-
-end
-
-if __FILE__ == $0
-  prof = ObjectBinsize.new
-
-  prof.report(nil, label: "nil")
-  prof.report(false, label: "false")
-  prof.report(true, label: "true")
-  prof.report(0, label: "integer")
-  prof.report("", label: "empty string")
-  prof.report({}, label: "empty hash")
-  prof.report({}, label: "empty array")
-
-  prof.report({ foo: "1" }, label: "hash 1 item (symbol)")
-  prof.report({ foo: "1", bar: 2 }, label: "hash 2 items (symbol)")
-  prof.report({ "foo" => "1" }, label: "hash 1 item (string)")
-  prof.report({ "foo" => "1", "bar" => 2 }, label: "hash 2 items (string)")
-
-  prof.report("big string" * 200, label: "big string * 200")
-end

data/test/psl_test.rb

@@ -1,52 +0,0 @@
-# frozen_string_literal: true
-
-require "test_helper"
-require "public_suffix"
-
-# This test runs against the current PSL file and ensures
-# the definitions satisfies the test suite.
-class PslTest < Minitest::Test
-
-  ROOT = File.expand_path("..", __dir__)
-
-  # rubocop:disable Security/Eval
-  def self.tests
-    File.readlines(File.join(ROOT, "test/tests.txt")).map do |line|
-      line = line.strip
-      next if line.empty?
-      next if line.start_with?("//")
-
-      input, output = line.split(", ")
-
-      # handle the case of eval("null"), it must be eval("nil")
-      input  = "nil" if input  == "null"
-      output = "nil" if output == "null"
-
-      input  = eval(input)
-      output = eval(output)
-      [input, output]
-    end
-  end
-  # rubocop:enable Security/Eval
-
-
-  def test_valid
-    # Parse the PSL and run the tests
-    data = File.read(PublicSuffix::List::DEFAULT_LIST_PATH)
-    PublicSuffix::List.default = PublicSuffix::List.parse(data)
-
-    failures = []
-    self.class.tests.each do |input, output|
-      # Punycode domains are not supported ATM
-      next if input =~ /xn--/
-
-      domain = PublicSuffix.domain(input) rescue nil
-      failures << [input, output, domain] if output != domain
-    end
-
-    message = "The following #{failures.size} tests fail:\n"
-    failures.each { |i, o, d| message += format("Expected %s to be %s, got %s\n", i.inspect, o.inspect, d.inspect) }
-    assert_equal 0, failures.size, message
-  end
-
-end

data/test/test_helper.rb

@@ -1,10 +0,0 @@
-# frozen_string_literal: true
-
-require "minitest/autorun"
-require "minitest/reporters"
-require "mocha/minitest"
-
-Minitest::Reporters.use! Minitest::Reporters::DefaultReporter.new(color: true)
-
-$LOAD_PATH.unshift File.expand_path("../lib", __dir__)
-require "public_suffix"