passivedns-client 2.1.7 → 2.1.13

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: passivedns-client
 version: !ruby/object:Gem::Version
-  version: 2.1.7
+  version: 2.1.13
 platform: ruby
 authors:
 - chrislee35
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-08-30 00:00:00.000000000 Z
+date: 2020-12-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -16,84 +16,84 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.4.3
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.4.3
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.3
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.3
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: structformatter
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.1
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.1
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: configparser
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -127,14 +127,10 @@ files:
 - lib/passivedns/client.rb
 - lib/passivedns/client/cli.rb
 - lib/passivedns/client/passivedb.rb
-- lib/passivedns/client/provider/bfk.rb
 - lib/passivedns/client/provider/circl.rb
-- lib/passivedns/client/provider/cn360.rb
 - lib/passivedns/client/provider/dnsdb.rb
-- lib/passivedns/client/provider/mnemonic.rb
 - lib/passivedns/client/provider/passivetotal.rb
 - lib/passivedns/client/provider/riskiq.rb
-- lib/passivedns/client/provider/tcpiputils.rb
 - lib/passivedns/client/provider/virustotal.rb
 - lib/passivedns/client/state.rb
 - lib/passivedns/client/version.rb
@@ -161,8 +157,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Query passive DNS databases

data/lib/passivedns/client/provider/bfk.rb

@@ -1,107 +0,0 @@
-require 'open-uri'
-
-module PassiveDNS #:nodoc: don't document this
-  # The Provider module contains all the Passive DNS provider client code
-  module Provider
-
-    # Queries BFK.de's passive DNS database
-    class BFK < PassiveDB
-      # Sets the modules self-reported name to "BFK.de"
-      def self.name
-        "BFK.de"
-      end
-      # Sets the configuration section name to "bfk"
-      def self.config_section_name
-        "bfk"
-      end
-      # Sets the command line database argument to "b"
-      def self.option_letter
-        "b"
-      end
-    
-      # :debug enables verbose logging to standard output
-      attr_accessor :debug
-      # === Options
-      # * :debug     Sets the debug flag for the module
-      # * "URL"      Alternate url for testing.  Defaults to "http://www.bfk.de/bfk_dnslogger.html?query="
-      #
-      # === Example Instantiation
-      #
-      #   options = {
-      #     :debug => true,
-      #     "URL" => "http://www.bfk.de/bfk_dnslogger.html?query="
-      #   }
-      #
-      #   PassiveDNS::Provider::BFK.new(options)
-      #
-      def initialize(options={})
-        @debug = options[:debug] || false
-        @base = options["URL"] || "http://www.bfk.de/bfk_dnslogger.html?query="
-      end
-    
-      # Takes a label (either a domain or an IP address) and returns
-      # an array of PassiveDNS::PDNSResult instances with the answers to the query
-       def lookup(label, limit=nil)  
-        $stderr.puts "DEBUG: #{self.class.name}.lookup(#{label})" if @debug
-        Timeout::timeout(240) {
-          t1 = Time.now
-          open(
-            @base+label,
-            "User-Agent" => "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}"
-          ) do |f|
-            t2 = Time.now
-            recs = parse(f.read,t2-t1)
-            if limit
-              recs[0,limit]
-            else
-              recs
-            end
-          end
-        }
-      rescue Timeout::Error => e
-        $stderr.puts "#{self.class.name} lookup timed out: #{label}"      
-      end
-    
-      private
-    
-      # parses the webpage returned by BFK to generate an array of PDNSResult
-      def parse(page,response_time)
-        line = page.unpack('C*').pack('U*').split(/<table/).grep(/ id=\"logger\"/)
-        return [] unless line.length > 0
-        line = line[0].gsub(/[\t\n]/,'').gsub(/<\/table.*/,'')
-        rows = line.split(/<tr.*?>/)
-        res = []
-        rows.collect do |row|
-          r = row.split(/<td>/).map{|x| x.gsub(/<.*?>/,'').gsub(/\&.*?;/,'')}[1,1000]
-          if r and r[0] =~ /\w/
-            # BFK includes the MX weight in the answer response. First, find the MX records, 
-            #    then dump the weight to present a consistent record name to the collecting 
-            #    array. Otherwise the other repositories will present the same answer and 
-            #    your results will become cluttered with duplicates.
-            if r[1] == "MX" then
-              # MX lines look like "5 mx.domain.tld", so split on the space and assign r[2] (:answer) to the latter part.
-              #s = r[2].split(/\w/).map{|x| x}[1,1000]
-              #  r[2] = s[1]
-              r[2] =~ /[0-9]+?\s(.+)/
-              s=$1
-              #puts "DEBUG: == BFK: MX Parsing Strip: Answer: " + r[2] + " : mod: " + s if @debug
-              r[2] = s
-            
-                ######### FIX BLANKS FOR MX
-            
-            end
-            query = r[0]
-            answer = r[2]
-            rrtype = r[1]
-            res << PDNSResult.new(self.class.name,response_time,query,answer,rrtype,'white')
-          end
-        end
-        res
-      rescue Exception => e
-        $stderr.puts "#{self.class.name} Exception: #{e}"
-        raise e
-      end
-
-    end
-  end
-end

data/lib/passivedns/client/provider/cn360.rb

@@ -1,111 +0,0 @@
-require 'net/http'
-require 'net/https'
-require 'openssl'
-require 'json'
-require 'digest/md5'
-
-module PassiveDNS #:nodoc: don't document this
-  # The Provider module contains all the Passive DNS provider client code
-  module Provider
-    # Queries 360.cn's passive DNS database
-    class CN360 < PassiveDB
-      # Sets the modules self-reported name to "360.cn"
-      def self.name
-        "360.cn"
-      end
-      # Sets the configuration section name to "cn360"
-      def self.config_section_name
-        "cn360"
-      end
-      # Sets the command line database argument to "3"
-      def self.option_letter
-        "3"
-      end
-    
-      # :debug enables verbose logging to standard output
-      attr_accessor :debug
-      # === Options
-      # * :debug       Sets the debug flag for the module
-      # * "API"        REQUIRED: http://some.web.address.for.their.api
-      # * "API_ID"     REQUIRED: a username that is given when you register
-      # * "API_KEY"    REQUIRED: a long and random password of sorts that is used along with the page request to generate a per page API key
-      #
-      # === Example Instantiation
-      #
-      #   options = {
-      #     :debug => true,
-      #     "API" => "http://some.web.address.for.their.api",
-      #     "API_ID" => "360user",
-      #     "API_KEY" => "360apikey"
-      #   }
-      #
-      #   PassiveDNS::Provider::CN360.new(options)
-      #
-      def initialize(options={})
-        @debug = options[:debug] || false
-        ["API", "API_ID", "API_KEY"].each do |opt|
-          if not options[opt]
-            raise "Field #{opt} is required.  See README.md"
-          end
-        end
-        @cp = options
-      end
-    
-      # Takes a label (either a domain or an IP address) and returns
-      # an array of PassiveDNS::PDNSResult instances with the answers to the query
-      def lookup(label, limit=10000)
-        table = "rrset"
-        if label =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/ or label =~ /^[0-9a-fA-F]+:[0-9a-fA-F:]+[0-9a-fA-F]$/
-          table = "rdata"
-        end
-        limit ||= 10000
-        path = "/api/#{table}/keyword/#{label}/count/#{limit}/"
-        url = @cp["API"]+path
-        url = URI.parse url
-        http = Net::HTTP.new(url.host, url.port)
-        http.use_ssl = (url.scheme == 'https')
-        http.verify_mode = OpenSSL::SSL::VERIFY_NONE # I hate doing this
-        http.verify_depth = 5
-        request = Net::HTTP::Get.new(url.path)
-        request.add_field("User-Agent", "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}")
-        request.add_field('Accept', 'application/json')
-        request.add_field("X-BashTokid", @cp["API_ID"])
-        token = Digest::MD5.hexdigest(path+@cp["API_KEY"])
-        $stderr.puts "DEBUG: cn360 url = #{url} token = #{token}" if @debug
-        request.add_field("X-BashToken", token)
-        t1 = Time.now
-        response = http.request(request)
-        t2 = Time.now
-        recs = parse_json(response.body, label, t2-t1)
-        if limit
-          recs[0,limit]
-        else
-          recs
-        end
-      end
-      
-      private
-      
-      # parses the response of 360.cn's JSON reply to generate an array of PDNSResult
-      def parse_json(page,query,response_time=0)
-        res = []
-        data = JSON.parse(page)
-        data.each do |row|
-          time_first = (row["time_first"]) ? Time.at(row["time_first"].to_i) : nil
-          time_last = (row["time_last"]) ? Time.at(row["time_last"].to_i) : nil
-          count = row["count"] || 0
-          query = row["rrname"]
-          answers = row["rdata"].gsub(/;$/,'').split(/;/)
-          rrtype = row["rrtype"]
-          answers.each do |answer|
-            res << PDNSResult.new(self.class.name, response_time, query, answer, rrtype, time_first, time_last, count, 'yellow')
-          end
-        end
-        res
-      rescue Exception => e
-        $stderr.puts "#{self.class.name} Exception: #{e}"
-        raise e
-      end
-    end
-  end
-end

data/lib/passivedns/client/provider/mnemonic.rb

@@ -1,111 +0,0 @@
-# DESCRIPTION: Module to query Mnemonic's passive DNS repository
-# CONTRIBUTOR: Drew Hunt (pinowudi@yahoo.com)
-require 'net/http'
-require 'net/https'
-require 'openssl'
-
-module PassiveDNS #:nodoc: don't document this
-  # The Provider module contains all the Passive DNS provider client code
-  module Provider
-    # Queries Mnemonic's passive DNS database
-    class Mnemonic < PassiveDB
-      # Sets the modules self-reported name to "Mnemonic"
-      def self.name
-        "Mnemonic"
-      end
-      # Sets the configuration section name to "mnemonic"
-      def self.config_section_name
-        "mnemonic"
-      end
-      # Sets the command line database argument to "m"
-      def self.option_letter
-        "m"
-      end
-    
-      # :debug enables verbose logging to standard output
-      attr_accessor :debug
-      # === Options
-      # * :debug       Sets the debug flag for the module
-      # * "APIKEY"     The API key associated with Mnemonic for doing automated queries
-      # * "URL"        Alternate url for testing.  Defaults to "https://api.mnemonic.no/pdns/v3/"
-      #
-      # === Example Instantiation
-      #
-      #   options = {
-      #     :debug => true,
-      #     "APIKEY" => "01234567890abcdef01234567890abcdef012345",
-      #     "URL" => "https://api.mnemonic.no/pdns/v3/"
-      #   }
-      #
-      #   PassiveDNS::Provider::Mnemonic.new(options)
-      #
-      def initialize(options={})
-        @debug = options[:debug] || false
-        @apikey = options["APIKEY"]
-        @url = options["URL"] || "https://api.mnemonic.no/pdns/v3/"
-        if @url == "https://passivedns.mnemonic.no/api1/?apikey="
-          @url = "https://api.mnemonic.no/pdns/v3/"
-        end
-      end
-
-      # Takes a label (either a domain or an IP address) and returns
-      # an array of PassiveDNS::PDNSResult instances with the answers to the query
-      def lookup(label, limit=nil)
-        $stderr.puts "DEBUG: #{self.class.name}.lookup(#{label})" if @debug
-        Timeout::timeout(240) {
-          url = "#{@url}#{label}"
-          $stderr.puts "DEBUG: #{self.class.name} url = #{url}" if @debug
-          url = URI.parse url
-          http = Net::HTTP.new(url.host, url.port)
-          http.use_ssl = (url.scheme == 'https')
-          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-          http.verify_depth = 5
-          request = Net::HTTP::Get.new(url.path)
-          request.add_field("User-Agent", "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}")
-          if @apikey
-            request.add_field("Argus-API-Key", @apikey)
-          end
-          t1 = Time.now
-          response = http.request(request)
-          t2 = Time.now
-          recs = parse_json(response.body, label, t2-t1)
-          if limit
-            recs[0,limit]
-          else
-            recs
-          end
-        }
-      rescue Timeout::Error => e
-        $stderr.puts "#{self.class.name} lookup timed out: #{label}"
-      end
-    
-      private
-    
-      # parses the response of mnemonic's JSON reply to generate an array of PDNSResult
-      def parse_json(page,query,response_time=0)
-        res = []
-        data = JSON.parse(page)
-        if data['data']
-          data['data'].each do |row|
-            if row['query']
-              query = row['query']
-              answer = row['answer']
-              rrtype = row['rrtype'].upcase
-              ttl = row['maxTtl'].to_i
-              firstseen = Time.at(row['firstSeenTimestamp'].to_i / 1000)
-              lastseen = Time.at(row['lastSeenTimestamp'].to_i / 1000)
-              tlp = row['tlp']
-              r = PDNSResult.new(self.class.name,response_time, query, answer, rrtype, ttl, firstseen, lastseen, tlp)
-              res << r
-            end
-          end
-        end
-        res
-      rescue Exception => e
-        $stderr.puts "#{self.class.name} Exception: #{e}"
-        raise e
-      end
-
-    end
-  end
-end