whois-parser-next 0.1.0

data/lib/whois/scanners/whois.centralnic.com.rb

@@ -0,0 +1,32 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.centralnic.com record.
+    class WhoisCentralnicCom < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_available,
+          :scan_disclaimer,
+          :scan_keyvalue,
+      ]
+
+
+      tokenizer :scan_available do
+        if @input.skip(/^(?:DOMAIN NOT FOUND|The queried object does not exist: DOMAIN NOT FOUND|>>> Domain \S+ is available for registration)\n/i)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^\S([^:]+)\n/)
+          @ast["field:disclaimer"] = _scan_lines_to_array(/(.+)\n/).join(" ")
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.cira.ca.rb

@@ -0,0 +1,72 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.cira.ca record.
+    class WhoisCiraCa < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_disclaimer,
+          :skip_comment,
+          :scan_header,
+          :scan_keyvalue,
+          :scan_nameserver,
+      ]
+
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^% Use of CIRA/)
+          @ast["field:disclaimer"] = _scan_lines_to_array(/^%(.*)\n/).join("\n")
+        end
+      end
+
+      tokenizer :scan_header do
+        if !@input.match?(/^\s/) && @input.scan(/^(.+?):\n/)
+          @tmp["group"] = @input[1]
+        end
+      end
+
+      tokenizer :scan_keyvalue do
+        if @input.scan(/^(.+?):(.*?)\n/)
+          start = @input[1]
+          key, value = start.strip, @input[2].strip
+
+          # This is a nested key
+          target = if start.index(" ") == 0
+                     error!("Expected group.") if @tmp["group"].nil?
+                     @ast[@tmp["group"]] ||= {}
+                     @ast[@tmp["group"]]
+                   else
+                     @tmp.delete("group")
+                     @ast
+                   end
+
+          more  = _scan_lines_to_array(/^\s{#{start.size}}(.+)\n/)
+          value = more.unshift(value).join("\n") unless more.empty?
+
+          if target[key].nil?
+            target[key] = value
+          else
+            target[key] = Array.wrap(target[key])
+            target[key] << value
+          end
+        end
+      end
+
+      tokenizer :scan_nameserver do
+        if @input.scan(/^\s+(.+?)\n/) && @tmp["group"] == "Name servers"
+          @ast["field:nameservers"] ||= []
+          @ast["field:nameservers"] <<  @input[1].strip
+        end
+      end
+
+      tokenizer :skip_comment do
+        @input.skip(/^%.*\n/)
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.cnnic.cn.rb

@@ -0,0 +1,42 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.cnnic.cn record.
+    class WhoisCnnicCn < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_reserved,
+          :scan_reserved_list,
+          :scan_available,
+          :scan_keyvalue,
+      ]
+
+
+      tokenizer :scan_available do
+        if @input.match?(/^No matching record\.?\n/i)
+          @ast["status:available"] = true
+          @input.scan_until(/\n/)
+        end
+      end
+
+      tokenizer :scan_reserved do
+        if @input.match?(/^The domain you requested is prohibited/)
+          @ast["status:reserved"] = true
+          @input.scan_until(/\n/)
+        end
+      end
+
+      tokenizer :scan_reserved_list do
+        if @input.scan(/^Sorry, The domain you requested is in the reserved list/)
+          @ast["status:reserved"] = true
+          @input.scan_until(/\n/)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.denic.de.rb

@@ -0,0 +1,103 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    class WhoisDenicDe < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_response_throttled,
+          :scan_response_error,
+          :scan_disclaimer,
+          :scan_pair,
+          :scan_contact,
+          :skip_db_time,
+      ]
+
+
+      tokenizer :scan_response_throttled do
+        if @input.match?(/^% Error: 55000000002/)
+          @ast["response:throttled"] = true
+          @input.skip(/^.+\n/)
+        end
+      end
+
+      tokenizer :scan_response_error do
+        if @input.match?(/^% Error: 55000000010/)
+          @ast["response:error"] = true
+          @input.skip(/^.+\n/)
+        end
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/% Copyright \(c\) *\d{4} by DENIC\n/)
+          @input.scan_until(/% Terms and Conditions of Use\n/)
+          lines = []
+          while @input.match?(/%/) && @input.scan(/%(.*)\n/) # rubocop:disable Style/WhileUntilModifier
+            lines << @input[1].strip unless @input[1].strip == ""
+          end
+          @ast["Disclaimer"] = lines.join(" ")
+        elsif @input.match?(/^% Restricted rights\.\n/)
+          lines = []
+          while @input.match?(/^%.*\n/) && @input.scan(/^%(.*)\n/) # rubocop:disable Style/WhileUntilModifier
+            lines << @input[1].strip unless @input[1].strip == ""
+          end
+          @input.skip(/^\n/)
+          @ast["Disclaimer"] = lines.join(" ")
+        end
+      end
+
+      tokenizer :scan_pair do
+        parse_pair(@ast)
+      end
+
+      tokenizer :scan_contact do
+        if @input.scan(/\[(.*)\]\n/)
+          contact_name = @input[1]
+          contact = {}
+          while parse_pair(contact)
+          end
+          @ast[contact_name] = {
+            "id" => nil,
+            "name" => contact['Name'],
+            "organization" => contact['Organisation'],
+            "address" => contact['Address'],
+            "city" => contact['City'],
+            "zip" => contact['PostalCode'],
+            "state" => nil,
+            "country" => contact['Country'],
+            "country_code" => contact['CountryCode'],
+            "phone" => contact['Phone'],
+            "fax" => contact['Fax'],
+            "email" => contact['Email'],
+            "created_on" => nil,
+            "updated_on" => contact['Changed'],
+          }
+        end
+      end
+
+      tokenizer :skip_db_time do
+        @input.skip(/^% DB time is (.+)\n/)
+      end
+
+
+      private
+
+      def parse_pair(store)
+        if @input.scan(/([^ \[]*):(.*)\n/)
+          key, value = @input[1].strip, @input[2].strip
+          if store[key].nil?
+            store[key] = value
+          else
+            store[key].is_a?(Array) || store[key] = [store[key]]
+            store[key] << value
+          end
+          store
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.dns.hr.rb

@@ -0,0 +1,30 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.dns.hr record.
+    class WhoisDnsHr < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_available,
+          :skip_comment,
+          :scan_keyvalue,
+      ]
+
+
+      tokenizer :scan_available do
+        if @input.skip(/^%ERROR:\s*no entries found\s*\n/i)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :skip_comment do
+        @input.skip(/^%.*\n/)
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.domainregistry.ie.rb

@@ -0,0 +1,51 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.domainregistry.ie server.
+    class WhoisDomainregistryIe < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_disclaimer,
+          :scan_contact,
+          :scan_available,
+          :scan_keyvalue,
+          :skip_application_pending,
+          :skip_comment,
+      ]
+
+      tokenizer :scan_available do
+        if @input.skip(/^% Not Registered - .+\n/) || @input.skip(/^Not found: .+\n/)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :skip_comment do
+        @input.skip(/^%.*\n/)
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^% Rights restricted by copyright/)
+          @ast["field:disclaimer"] = _scan_lines_to_array(/^%(.+)\n/).join("\n")
+        end
+      end
+
+      tokenizer :scan_contact do
+        if @input.match?(/^person:/)
+          lines = _scan_lines_to_hash(/(.+?):(.*?)\n/)
+          @ast["field:#{lines['nic-hdl']}"] = lines
+        end
+      end
+
+      tokenizer :skip_application_pending do
+        if @input.match?(/^% Application Pending/)
+          _scan_lines_to_array(/^%(.+)\n/)
+          @ast["status:pending"] = true
+        end
+      end
+
+    end
+  end
+end

data/lib/whois/scanners/whois.fi.rb

@@ -0,0 +1,66 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.fi record.
+    class WhoisFi < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_available,
+          :scan_disclaimer,
+          :skip_section_header,
+          :scan_keyvalue_normalized,
+          :scan_reserved,
+          :skip_lastupdate,
+          :skip_copyright,
+      ]
+
+
+      tokenizer :scan_available do
+        if @input.skip(/^Domain not found/)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :scan_reserved do
+        if @input.skip(/^Domain not available/)
+          @ast["status:reserved"] = true
+        end
+      end
+
+      tokenizer :skip_section_header do
+        @input.skip(/^(Nameservers|DNSSEC|Holder|Registrar|Tech)\n/)
+      end
+
+      tokenizer :skip_lastupdate do
+        @input.skip(/^>>> Last update of WHOIS database:.*\n/)
+      end
+
+      tokenizer :skip_copyright do
+        @input.skip(/^Copyright \(c\) Finnish Transport and Communications Agency Traficom\n/)
+      end
+
+      tokenizer :scan_keyvalue_normalized do
+        if @input.scan(/(.+?):(.*?)(\n|\z)/)
+          key = @input[1].strip.sub(/\.+\z/, "").strip
+          value = @input[2].strip
+          @ast[key] = if @ast.key?(key)
+                        Array.wrap(@ast[key]) << value
+                      else
+                        value
+                      end
+        end
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^More information/)
+          @ast["field:disclaimer"] = @input.scan_until(/(.*)\n\n/).strip
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.nc.rb

@@ -0,0 +1,32 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.nc record.
+    class WhoisNc < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :skip_more,
+          :scan_available,
+          :scan_keyvalue,
+      ]
+
+
+      MORES = ['Whois \.NC', 'more details on']
+
+      tokenizer :scan_available do
+        if @input.skip(/^No entries found .+\n/)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :skip_more do
+        MORES.any? { |more| @input.skip(/^#{more}.*\n/) }
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.nic.cz.rb

@@ -0,0 +1,22 @@
+require_relative 'base_whoisd'
+
+module Whois
+  module Scanners
+
+    class WhoisNicCz < BaseWhoisd
+
+      self.tokenizers += [
+          :scan_response_throttled,
+      ]
+
+      tokenizer :scan_response_throttled do
+        if @input.match?(/Your connection limit exceeded\. Please slow down and try again later/)
+          @ast["response:throttled"] = true
+          @input.skip(/^.+\n/)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.nic.it.rb

@@ -0,0 +1,92 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    class WhoisNicIt < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :scan_response_unavailable,
+          :scan_disclaimer,
+          :scan_keyvalue,
+          :scan_section,
+      ]
+
+
+      tokenizer :scan_response_unavailable do
+        if @input.scan(/Service temporarily unavailable\.\n/)
+          @ast["response:unavailable"] = true
+        end
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/\*(.*?)\*\n/)
+          @ast["Disclaimer"] = _scan_lines_to_array(/\*(.*?)\*\n/).select { |line| line =~ /\w+/ }.join(" ")
+        end
+      end
+
+      tokenizer :scan_section do
+        if @input.scan(/([^:]+?)\n/)
+          section = @input[1].strip
+          content = parse_section_pairs ||
+                    parse_section_items
+          @input.match?(/\n+/) || error!("Unexpected end of section")
+          @ast[section] = content
+        end
+      end
+
+
+      private
+
+      def parse_section_items
+        if @input.match?(/(\s+)([^:]+?)\n/)
+          items = []
+          indentation = @input[1].length
+          while item = parse_section_items_item(indentation)
+            items << item
+          end
+          items
+        end
+      end
+
+      def parse_section_items_item(indentation)
+        if @input.scan(/\s{#{indentation}}(.+)\n/)
+          @input[1]
+        end
+      end
+
+      def parse_section_pairs
+        contents = {}
+        while content = parse_section_pair
+          contents.merge!(content)
+        end
+        if contents.empty?
+          false
+        else
+          contents
+        end
+      end
+
+      def parse_section_pair
+        if @input.scan(/(\s+)(.+?):(\s+)(.*?)\n/)
+          key = @input[2].strip
+          values = [@input[4].strip]
+          indentation = @input[1].length + @input[2].length + 1 + @input[3].length
+          while value = parse_section_pair_newlinevalue(indentation)
+            values << value
+          end
+          { key => values.join("\n") }
+        end
+      end
+
+      def parse_section_pair_newlinevalue(indentation)
+        if @input.scan(/\s{#{indentation}}(.+)\n/)
+          @input[1]
+        end
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.pir.org.rb

@@ -0,0 +1,17 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the Afilias-based records.
+    class WhoisPirOrg < BaseAfilias
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^Access to/)
+          @ast["field:disclaimer"] = _scan_lines_to_array(/^(.+)(\n+)/).join(" ")
+        end
+      end
+    end
+
+  end
+end

data/lib/whois/scanners/whois.rnids.rs.rb

@@ -0,0 +1,52 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.rnids.rs record.
+    class WhoisRnidsRs < Base
+
+      self.tokenizers += [
+          :scan_available,
+          :skip_comment,
+          :flag_section_start,
+          :scan_keyvalue,
+          :flag_section_end,
+          :skip_empty_line,
+          :skip_privacy,
+      ]
+
+
+      SECTIONS = ["Owner", "Administrative contact", "Technical contact"]
+
+      tokenizer :scan_available do
+        if @input.scan(/^%ERROR:103: Domain is not registered/)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :flag_section_start do
+        if SECTIONS.any? { |section| @input.check(/^(#{section}):/) }
+          @tmp['_section'] = @input[1]
+        end
+        false
+      end
+
+      tokenizer :flag_section_end do
+        if @input.match?(/^\n/)
+          @tmp.delete('_section')
+        end
+      end
+
+      tokenizer :skip_comment do
+        @input.skip(/^%.*\n/)
+      end
+
+      tokenizer :skip_privacy do
+        @input.skip(/^Whois privacy has been activated for domain.\n/)
+      end
+
+    end
+
+  end
+end

data/lib/whois/scanners/whois.smallregistry.net.rb

@@ -0,0 +1,50 @@
+require_relative 'base'
+require 'yaml'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.smallregistry.net record.
+    class WhoisSmallregistryNet < Base
+
+      self.tokenizers += [
+          :scan_yaml_header,
+          :scan_disclaimer,
+          :scan_request_time,
+          :scan_available,
+          :scan_body,
+      ]
+
+      tokenizer :scan_yaml_header do
+        # skip the YAML prelude
+        @input.scan(/^---.*\n/)
+      end
+
+      tokenizer :scan_disclaimer do
+        if @input.match?(/^#/) && disclaimer = @input.scan_until(/^#\n/)
+          @ast["field:disclaimer"] = disclaimer
+        end
+      end
+
+      tokenizer :scan_request_time do
+        if @input.scan(/^# (\d+-\d+-\d+T.*)\n/)
+          @ast["field:request_time"] = @input[1].strip
+        end
+      end
+
+      tokenizer :scan_available do
+        if @input.scan(/^# Object not found.*\n/)
+          @ast["status:available"] = true
+        end
+      end
+
+      tokenizer :scan_body do
+        str = @input.rest
+        str.gsub!(/ (!\w+) \n/, " \n") # remove custom types
+        @ast.merge! YAML.safe_load(str)
+        @input.terminate
+      end
+
+    end
+  end
+end

data/lib/whois/scanners/whois.srs.net.nz.rb

@@ -0,0 +1,23 @@
+require_relative 'base'
+
+module Whois
+  module Scanners
+
+    # Scanner for the whois.srs.net.nz record.
+    class WhoisSrsNetNz < Base
+
+      self.tokenizers += [
+          :skip_empty_line,
+          :skip_comment,
+          :scan_keyvalue,
+      ]
+
+
+      tokenizer :skip_comment do
+        @input.skip(/^%.*\n/)
+      end
+
+    end
+
+  end
+end