whois-parser 0.0.1 → 1.0.0.pre.beta1

data/lib/whois/parsers/base_cocca.rb

@@ -0,0 +1,97 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+
+
+module Whois
+  class Parsers
+
+    # Base parser for CoCCA servers.
+    #
+    # @abstract
+    class BaseCocca < Base
+
+      class_attribute :status_mapping
+
+      self.status_mapping = {
+        "active" => :registered,
+        "delegated" => :registered,
+        "not registered" => :available,
+      }
+
+
+      property_supported :domain do
+        content_for_scanner =~ /Query:\s+(.+?)\n/
+        $1 || Whois.bug!(ParserError, "Unable to parse domain.")
+      end
+
+      property_not_supported :domain_id
+
+
+      property_supported :status do
+        if content_for_scanner =~ /Status:\s+(.+?)\n/
+          status = $1.downcase
+          self.class.status_mapping[status] || Whois.bug!(ParserError, "Unknown status `#{status}'.")
+        else
+          Whois.bug!(ParserError, "Unable to parse status.")
+        end
+      end
+
+      property_supported :available? do
+        status == :available
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_supported :created_on do
+        if content_for_scanner =~ /Created:\s+(.+?)\n/
+          parse_time($1)
+        end
+      end
+
+      property_supported :updated_on do
+        if content_for_scanner =~ /Modified:\s+(.+?)\n/
+          parse_time($1)
+        end
+      end
+
+      property_supported :expires_on do
+        if content_for_scanner =~ /Expires:\s+(.+?)\n/
+          parse_time($1)
+        end
+      end
+
+
+      property_supported :registrar do
+        if content_for_scanner =~ /Registrar Name: (.+)\n/
+          Parser::Registrar.new(
+              name:         $1,
+              organization: nil,
+              url:          content_for_scanner.slice(/Registration URL: (.+)\n/, 1)
+          )
+        end
+      end
+
+
+      property_supported :nameservers do
+        if content_for_scanner =~ /Name Servers:\n((.+\n)+)\n/
+          $1.split("\n").map do |name|
+            Parser::Nameserver.new(:name => name.strip)
+          end
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/parsers/base_cocca2.rb

@@ -0,0 +1,91 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+require 'whois/scanners/base_cocca2.rb'
+
+
+module Whois
+  class Parsers
+
+    # Base parser for CoCCA servers.
+    #
+    # @abstract
+    class BaseCocca2 < Base
+      include Scanners::Scannable
+
+      self.scanner = Scanners::BaseCocca2
+
+
+      property_supported :domain do
+        node("Domain Name")
+      end
+
+      property_supported :domain_id do
+        node("Domain ID")
+      end
+
+
+      # TODO: /pending delete/ => :redemption
+      # TODO: /pending purge/  => :redemption
+      property_supported :status do
+        list = Array.wrap(node("Domain Status")).map(&:downcase)
+        case
+        when list.include?("no object found")
+          :available
+        when list.include?("ok")
+          :registered
+        else
+          Whois.bug!(ParserError, "Unknown status `#{list.join(", ")}'.")
+        end
+      end
+
+      property_supported :available? do
+        status == :available
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_supported :created_on do
+        node("Creation Date") { |value| parse_time(value) }
+      end
+
+      property_supported :updated_on do
+        node("Updated Date") { |value| parse_time(value) }
+      end
+
+      property_supported :expires_on do
+        node("Registry Expiry Date") { |value| parse_time(value) }
+      end
+
+
+      property_supported :registrar do
+        if node("Sponsoring Registrar")
+          Parser::Registrar.new(
+              id:           node("Sponsoring Registrar IANA ID").presence,
+              name:         node("Sponsoring Registrar"),
+              url:          node("Sponsoring Registrar URL").presence
+          )
+        end
+      end
+
+
+      property_supported :nameservers do
+        Array.wrap(node("Name Server")).map do |name|
+          Parser::Nameserver.new(name: name)
+        end
+      end
+
+    end
+
+end
+end

data/lib/whois/parsers/base_icann_compliant.rb

@@ -0,0 +1,150 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+require 'whois/scanners/base_icann_compliant'
+
+
+module Whois
+  class Parsers
+
+    # Base parser for ICANN Compliant servers.
+    #
+    # @abstract
+    # @see http://www.icann.org/en/resources/registrars/raa/approved-with-specs-27jun13-en.htm#whois
+    class BaseIcannCompliant < Base
+      include Scanners::Scannable
+
+      self.scanner = Scanners::BaseIcannCompliant
+
+
+      property_supported :domain do
+        node('Domain Name', &:downcase)
+      end
+
+      property_supported :domain_id do
+        node('Registry Domain ID')
+      end
+
+
+      property_supported :status do
+        # status = Array.wrap(node('Domain Status'))
+        if available?
+          :available
+        else
+          :registered
+        end
+      end
+
+      property_supported :available? do
+        !!node('status:available')
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_supported :created_on do
+        node('Creation Date') do |value|
+          parse_time(value)
+        end
+      end
+
+      property_supported :updated_on do
+        node('Updated Date') do |value|
+          parse_time(value)
+        end
+      end
+
+      property_supported :expires_on do
+        node('Registrar Registration Expiration Date') do |value|
+          parse_time(value)
+        end
+      end
+
+
+      property_supported :registrar do
+        return unless node('Registrar')
+        Parser::Registrar.new(
+            id:           node('Registrar IANA ID'),
+            name:         node('Registrar'),
+            organization: node('Registrar'),
+            url:          node('Registrar URL'),
+        )
+      end
+
+
+      property_supported :registrant_contacts do
+        build_contact('Registrant', Parser::Contact::TYPE_REGISTRANT)
+      end
+
+      property_supported :admin_contacts do
+        build_contact('Admin', Parser::Contact::TYPE_ADMINISTRATIVE)
+      end
+
+      property_supported :technical_contacts do
+        build_contact('Tech', Parser::Contact::TYPE_TECHNICAL)
+      end
+
+
+      property_supported :nameservers do
+        Array.wrap(node('Name Server') || node('Name Servers')).reject(&:empty?).map do |name|
+          Parser::Nameserver.new(name: name.downcase)
+        end
+      end
+
+
+      protected
+
+      def build_contact(element, type)
+        node("#{element} Name") do
+          Parser::Contact.new(
+              type:         type,
+              id:           node("Registry #{element} ID").presence,
+              name:         value_for_property(element, 'Name'),
+              organization: contact_organization_attribute(element),
+              address:      contact_address_attribute(element),
+              city:         value_for_property(element, 'City'),
+              zip:          value_for_property(element, 'Postal Code'),
+              state:        value_for_property(element, 'State/Province'),
+              country_code: value_for_property(element, 'Country'),
+              phone:        value_for_phone_property(element, 'Phone'),
+              fax:          value_for_phone_property(element, 'Fax'),
+              email:        value_for_property(element, 'Email')
+          )
+        end
+      end
+
+      def contact_organization_attribute(element)
+        value_for_property(element, 'Organization')
+      end
+
+      def contact_address_attribute(element)
+        value_for_property(element, 'Street')
+      end
+
+
+      private
+
+      def value_for_phone_property(element, property)
+        [
+          value_for_property(element, "#{property}"),
+          value_for_property(element, "#{property} Ext")
+        ].reject(&:empty?).join(' ext: ')
+      end
+
+      def value_for_property(element, property)
+        Array.wrap(node("#{element} #{property}")).reject(&:empty?).join(', ')
+      end
+
+    end
+
+  end
+end

data/lib/whois/parsers/base_icb.rb

@@ -0,0 +1,92 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+
+
+module Whois
+  class Parsers
+
+    class BaseIcb < Base
+
+      property_not_supported :disclaimer
+
+
+      property_supported :domain do
+        if registered?
+          content_for_scanner.match(/^Domain : (.+)\n/)[1]
+        elsif available?
+          content_for_scanner.match(/^Domain (.+) is available/)[1]
+        end
+      end
+
+      property_not_supported :domain_id
+
+
+      property_supported :status do
+        if available?
+          :available
+        else
+          :registered
+        end
+      end
+
+      property_supported :available? do
+        !!(content_for_scanner =~ /^Domain (.+?) is available/)
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_not_supported :created_on
+
+      property_not_supported :updated_on
+
+      property_supported :expires_on do
+        if content_for_scanner =~ /Expiry : (.+?)\n/
+          parse_time($1)
+        end
+      end
+
+
+      property_not_supported :registrar
+
+      property_supported :registrant_contacts do
+        lines = content_for_scanner.scan(/^Owner\s+: (.+)\n/).flatten
+        return if lines.empty?
+
+        Parser::Contact.new(
+          type:         Parser::Contact::TYPE_REGISTRANT,
+          name:         lines[0],
+          organization: lines[1],
+          address:      lines[2],
+          zip:          nil,
+          state:        lines[4],
+          city:         lines[3],
+          country:      lines[5]
+        )
+      end
+
+      property_not_supported :admin_contacts
+
+      property_not_supported :technical_contacts
+
+
+      property_supported :nameservers do
+        content_for_scanner.scan(/^NS \d\s+: (.+)/).flatten.map do |name|
+          Parser::Nameserver.new(name: name)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/parsers/base_iisse.rb

@@ -0,0 +1,113 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+require 'whois/scanners/base_iisse'
+
+
+module Whois
+  class Parsers
+
+    # Base parser for IIS.se servers.
+    #
+    # @abstract
+    class BaseIisse < Base
+      include Scanners::Scannable
+
+      self.scanner = Scanners::BaseIisse
+
+
+      property_supported :disclaimer do
+        node("field:disclaimer")
+      end
+
+
+      property_supported :domain do
+        node("domain")
+      end
+
+      property_not_supported :domain_id
+
+
+      property_supported :status do
+        if available?
+          :available
+        else
+          :registered
+        end
+      end
+
+      property_supported :available? do
+        !!node("status:available")
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_supported :created_on do
+        node("created") { |value| parse_time(value) }
+      end
+
+      property_supported :expires_on do
+        node("expires") { |value| parse_time(value) }
+      end
+
+      property_supported :updated_on do
+        node("modified") { |value| parse_time(value) }
+      end
+
+
+      property_supported :registrar do
+        node("registrar") { |name| Parser::Registrar.new(name: name) unless name == "-" }
+      end
+
+
+      property_supported :registrant_contacts do
+        build_contact(Parser::Contact::TYPE_REGISTRANT, node("holder"))
+      end
+
+      property_supported :admin_contacts do
+        build_contact(Parser::Contact::TYPE_ADMINISTRATIVE, node("admin-c"))
+      end
+
+      property_supported :technical_contacts do
+        build_contact(Parser::Contact::TYPE_TECHNICAL, node("tech-c"))
+      end
+
+
+      # nserver:  ns2.loopia.se
+      # nserver:  ns2.loopia.se 93.188.0.21
+      #
+      property_supported :nameservers do
+        node("nserver") do |values|
+          Array.wrap(values).map do |line|
+            name, ipv4 = line.split(/\s+/)
+            Parser::Nameserver.new(name: name, ipv4: ipv4)
+          end
+        end
+      end
+
+
+      private
+
+      def build_contact(type, id)
+        return if id.nil? || id == "-"
+
+        Parser::Contact.new(
+            type: type,
+            id: id
+        )
+      end
+
+    end
+
+  end
+end

data/lib/whois/parsers/base_nic_fr.rb

@@ -0,0 +1,169 @@
+#--
+# Ruby Whois
+#
+# An intelligent pure Ruby WHOIS client and parser.
+#
+# Copyright (c) 2009-2015 Simone Carletti <weppos@weppos.net>
+#++
+
+
+require_relative 'base'
+
+
+module Whois
+  class Parsers
+
+    # Base parser for Nic.fr servers.
+    #
+    # @abstract
+    class BaseNicFr < Base
+
+      property_supported :status do
+        if content_for_scanner =~ /status:\s+(.+)\n/
+          case $1.downcase
+          when "active"     then :registered
+          when "registered" then :registered
+          when "redemption" then :redemption
+          when "blocked"    then :inactive
+          # The 'frozen' status seems to be a status
+          # where a registered domain is placed to prevent changes
+          # and/or when changes can't be made.
+          when "frozen"     then :registered
+          # The 'not_open' status seems to indicate a domain
+          # that is already reserved and can't be registered directly.
+          # This is the case of second level names.
+          when "not_open"   then :reserved
+          else
+            Whois.bug!(ParserError, "Unknown status `#{$1}'.")
+          end
+        else
+          :available
+        end
+      end
+
+      property_supported :available? do
+        !!(content_for_scanner =~ /No entries found in the AFNIC Database/)
+      end
+
+      property_supported :registered? do
+        !available?
+      end
+
+
+      property_supported :created_on do
+        if content_for_scanner =~ /created:\s+(.+)\n/
+          d, m, y = $1.split("/")
+          parse_time("#{y}-#{m}-#{d}")
+        end
+      end
+
+      property_supported :updated_on do
+        if content_for_scanner =~ /last-update:\s+(.+)\n/
+          d, m, y = $1.split("/")
+          parse_time("#{y}-#{m}-#{d}")
+        end
+      end
+
+      # TODO: Use anniversary
+      property_not_supported :expires_on
+
+
+      property_supported :registrant_contacts do
+        parse_contact("holder-c", Parser::Contact::TYPE_REGISTRANT)
+      end
+
+      property_supported :admin_contacts do
+        parse_contact("admin-c", Parser::Contact::TYPE_ADMINISTRATIVE)
+      end
+
+      property_supported :technical_contacts do
+        parse_contact("tech-c", Parser::Contact::TYPE_TECHNICAL)
+      end
+
+
+      property_supported :nameservers do
+        content_for_scanner.scan(/nserver:\s+(.+)\n/).flatten.map do |line|
+          if line =~ /(.+) \[(.+)\]/
+            name = $1
+            ips  = $2.split(/\s+/)
+            ipv4 = ips.find { |ip| Whois::Server.valid_ipv4?(ip) }
+            ipv6 = ips.find { |ip| Whois::Server.valid_ipv6?(ip) }
+            Parser::Nameserver.new(:name => name, :ipv4 => ipv4, :ipv6 => ipv6)
+          else
+            Parser::Nameserver.new(:name => line)
+          end
+        end
+      end
+
+      # Checks whether the response has been throttled.
+      #
+      # @return [Boolean]
+      def response_throttled?
+        !!(content_for_scanner =~ /^%% Too many requests\.{3}/)
+      end
+
+
+      private
+
+      MULTIVALUE_KEYS = %w( address )
+
+      def parse_contact(element, type)
+        return unless content_for_scanner =~ /#{element}:\s+(.+)\n/
+
+        id = $1
+        content_for_scanner.scan(/nic-hdl:\s+#{id}\n((.+\n)+)\n/).any? ||
+            Whois.bug!(ParserError, "Unable to parse contact block for nic-hdl: #{id}")
+        values = build_hash($1.scan(/(.+?):\s+(.+?)\n/))
+
+        if values["type"] == "ORGANIZATION"
+          name = nil
+          organization = values["contact"]
+          address = values["address"].join("\n")
+        else
+          name = values["contact"]
+          if values["address"].nil?
+            organization = nil
+            address      = nil
+          elsif values["address"].size > 2
+            organization = values["address"][0]
+            address      = values["address"][1..-1].join("\n")
+          else
+            organization = nil
+            address      = values["address"].join("\n")
+          end
+        end
+
+        updated_on = values["changed"] ? Time.utc(*values["changed"].split(" ").first.split("/").reverse) : nil
+
+        Parser::Contact.new({
+          :type         => type,
+          :id           => id,
+          :name         => name,
+          :organization => organization,
+          :address      => address,
+          :country_code => values["country"],
+          :phone        => values["phone"],
+          :fax          => values["fax-no"],
+          :email        => values["e-mail"],
+          :updated_on   => updated_on,
+        })
+      end
+
+      def build_hash(tokens)
+        {}.tap do |hash|
+          tokens.each do |key, value|
+            if MULTIVALUE_KEYS.include?(key)
+              hash[key] ||= []
+              hash[key] <<  value
+            else
+              hash[key] = value
+            end
+          end
+        end
+      end
+
+
+    end
+
+  end
+end