domain_extraction 0.1.0

data/domain_extraction.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'domain_extraction/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "domain_extraction"
+  spec.version       = DomainExtraction::VERSION
+  spec.authors       = ["Brendon Murphy"]
+  spec.email         = ["xternal1+github@gmail.com"]
+
+  spec.summary       = %q{Extract domain information from hostnames.}
+  spec.description   = spec.summary
+  spec.homepage      = "https://github.com/Kajabi/domain_extraction"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/domain_extraction.rb

@@ -0,0 +1,64 @@
+require "domain_extraction/version"
+
+class DomainExtraction
+  def initialize(dat_source = File.open("#{File.dirname(__FILE__)}/../data/public_suffix_list.dat", "r:UTF-8"))
+    @tlds = Set.new
+    load_tlds(dat_source)
+  end
+
+  def extract_domain(hostname)
+    if tld = extract_tld(hostname)
+      hostname[/([^.]+\.#{tld}$)/, 1]
+    end
+  end
+
+  def extract_tld(hostname)
+    tld  = nil
+
+    possible_domains_for_host(hostname).each do |domain|
+      if tlds.include?(domain) || domain_matches_wildcard_tld?(domain)
+        tld = domain
+      end
+    end
+
+    tld
+  end
+
+  private
+
+  attr_reader :tlds
+
+  def load_tlds(dat_source)
+    dat_source.each_line do |line|
+      line = line.strip
+      unless line.empty? || line.start_with?("//")
+        tlds << line
+      end
+    end
+  end
+
+  # Returns a breakdown of descending domains for a given host
+  #
+  # For example, members.example.co.uk would provide:
+  #
+  #   uk
+  #   co.uk
+  #   example.co.uk
+  #   members.example.co.uk
+  #
+  def possible_domains_for_host(host)
+    host_parts = host.split(".")
+    domain     = nil
+
+    Enumerator.new do |yielder|
+      while part = host_parts.pop
+        domain = "#{part}.#{domain}".sub(/\.$/, '')
+        yielder << domain
+      end
+    end
+  end
+
+  def domain_matches_wildcard_tld?(domain)
+    tlds.include?(domain.sub(/.+?\./, "*."))
+  end
+end

data/lib/domain_extraction/version.rb

@@ -0,0 +1,3 @@
+class DomainExtraction
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: domain_extraction
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Brendon Murphy
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-06-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Extract domain information from hostnames.
+email:
+- xternal1+github@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- data/public_suffix_list.dat
+- domain_extraction.gemspec
+- lib/domain_extraction.rb
+- lib/domain_extraction/version.rb
+homepage: https://github.com/Kajabi/domain_extraction
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Extract domain information from hostnames.
+test_files: []