passivedns-client 2.0.6 → 2.1.0

data/test/test_passivedns-client.rb

@@ -48,7 +48,7 @@ class TestPassiveDnsQuery < Minitest::Test
 	
 	def test_BFK
     PassiveDNS::Client.new(['bfk'])
-    d = PassiveDNS::BFK.new(@cp['bfk'] || {})
+    d = PassiveDNS::Provider::BFK.new(@cp['bfk'] || {})
     refute_nil(d)
 		rows = d.lookup("example.org",3)
 		refute_nil(rows)
@@ -67,7 +67,7 @@ class TestPassiveDnsQuery < Minitest::Test
 	
 	def test_DNSDB
 		PassiveDNS::Client.new(['dnsdb'])
-    d = PassiveDNS::DNSDB.new(@cp['dnsdb'] || {})
+    d = PassiveDNS::Provider::DNSDB.new(@cp['dnsdb'] || {})
     refute_nil(d)
 		rows = d.lookup("example.org",3)
 		refute_nil(rows)
@@ -86,7 +86,7 @@ class TestPassiveDnsQuery < Minitest::Test
 
 	def test_VirusTotal
 		PassiveDNS::Client.new(['virustotal'])
-    d = PassiveDNS::VirusTotal.new(@cp['virustotal'] || {})
+    d = PassiveDNS::Provider::VirusTotal.new(@cp['virustotal'] || {})
     refute_nil(d)
 		rows = d.lookup("google.com",3)
 		refute_nil(rows)
@@ -105,7 +105,7 @@ class TestPassiveDnsQuery < Minitest::Test
   
   def test_TCPIPUtils
     PassiveDNS::Client.new(['tcpiputils'])
-    d = PassiveDNS::TCPIPUtils.new(@cp['tcpiputils'] || {})
+    d = PassiveDNS::Provider::TCPIPUtils.new(@cp['tcpiputils'] || {})
     refute_nil(d)
     rows = d.lookup("example.org")
     refute_nil(rows)
@@ -130,7 +130,7 @@ class TestPassiveDnsQuery < Minitest::Test
 
   def test_cn360
     PassiveDNS::Client.new(['cn360'])
-    d = PassiveDNS::CN360.new(@cp['cn360'] || {})
+    d = PassiveDNS::Provider::CN360.new(@cp['cn360'] || {})
     refute_nil(d)
     rows = d.lookup("example.org")
     refute_nil(rows)
@@ -155,7 +155,7 @@ class TestPassiveDnsQuery < Minitest::Test
   
   def test_nmemonic
 		PassiveDNS::Client.new(['mnemonic'])
-    d = PassiveDNS::Mnemonic.new(@cp['mnemonic'] || {})
+    d = PassiveDNS::Provider::Mnemonic.new(@cp['mnemonic'] || {})
     refute_nil(d)
 		rows = d.lookup("example.org")
 		refute_nil(rows)
@@ -180,7 +180,7 @@ class TestPassiveDnsQuery < Minitest::Test
   
   def test_passivetotal
 		PassiveDNS::Client.new(['passivetotal'])
-    d = PassiveDNS::PassiveTotal.new(@cp['passivetotal'] || {})
+    d = PassiveDNS::Provider::PassiveTotal.new(@cp['passivetotal'] || {})
     refute_nil(d)
 		rows = d.lookup("example.org")
 		refute_nil(rows)
@@ -205,7 +205,32 @@ class TestPassiveDnsQuery < Minitest::Test
     
   def test_circl
 		PassiveDNS::Client.new(['circl'])
-    d = PassiveDNS::CIRCL.new(@cp['circl'] || {})
+    d = PassiveDNS::Provider::CIRCL.new(@cp['circl'] || {})
+    refute_nil(d)
+		rows = d.lookup("example.org")
+		refute_nil(rows)
+		refute_nil(rows.to_s)
+		refute_nil(rows.to_xml)
+		refute_nil(rows.to_json)
+		refute_nil(rows.to_yaml)
+		rows = d.lookup("example.org",3)
+		refute_nil(rows)
+		refute_nil(rows.to_s)
+		refute_nil(rows.to_xml)
+		refute_nil(rows.to_json)
+		refute_nil(rows.to_yaml)
+		assert_equal(3, rows.length)
+		rows = d.lookup("8.8.8.8")
+		refute_nil(rows)
+		refute_nil(rows.to_s)
+		refute_nil(rows.to_xml)
+		refute_nil(rows.to_json)
+		refute_nil(rows.to_yaml)
+	end
+  
+  def test_riskiq
+		PassiveDNS::Client.new(['riskiq'])
+    d = PassiveDNS::Provider::RiskIQ.new(@cp['riskiq'] || {})
     refute_nil(d)
 		rows = d.lookup("example.org")
 		refute_nil(rows)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: passivedns-client
 version: !ruby/object:Gem::Version
-  version: 2.0.6
+  version: 2.1.0
 platform: ruby
 authors:
 - chrislee35
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-03 00:00:00.000000000 Z
+date: 2015-04-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -127,14 +127,15 @@ files:
 - lib/passivedns/client.rb
 - lib/passivedns/client/cli.rb
 - lib/passivedns/client/passivedb.rb
-- lib/passivedns/client/providers/bfk.rb
-- lib/passivedns/client/providers/circl.rb
-- lib/passivedns/client/providers/cn360.rb
-- lib/passivedns/client/providers/dnsdb.rb
-- lib/passivedns/client/providers/mnemonic.rb
-- lib/passivedns/client/providers/passivetotal.rb
-- lib/passivedns/client/providers/tcpiputils.rb
-- lib/passivedns/client/providers/virustotal.rb
+- lib/passivedns/client/provider/bfk.rb
+- lib/passivedns/client/provider/circl.rb
+- lib/passivedns/client/provider/cn360.rb
+- lib/passivedns/client/provider/dnsdb.rb
+- lib/passivedns/client/provider/mnemonic.rb
+- lib/passivedns/client/provider/passivetotal.rb
+- lib/passivedns/client/provider/riskiq.rb
+- lib/passivedns/client/provider/tcpiputils.rb
+- lib/passivedns/client/provider/virustotal.rb
 - lib/passivedns/client/state.rb
 - lib/passivedns/client/version.rb
 - passivedns-client.gemspec

data/lib/passivedns/client/providers/bfk.rb

@@ -1,77 +0,0 @@
-require 'open-uri'
-
-module PassiveDNS
-	class BFK < PassiveDB
-    # override
-    def self.name
-      "BFK.de"
-    end
-    #override
-    def self.config_section_name
-      "bfk"
-    end
-    #override
-    def self.option_letter
-      "b"
-    end
-    
-    attr_accessor :debug
-		def initialize(options={})
-			@debug = options[:debug] || false
-      @base = options["URL"] || "http://www.bfk.de/bfk_dnslogger.html?query="
-		end
-    
-		def parse(page,response_time)
-			line = page.unpack('C*').pack('U*').split(/<table/).grep(/ id=\"logger\"/)
-			return [] unless line.length > 0
-			line = line[0].gsub(/[\t\n]/,'').gsub(/<\/table.*/,'')
-			rows = line.split(/<tr.*?>/)
-			res = []
-			rows.collect do |row|
-				r = row.split(/<td>/).map{|x| x.gsub(/<.*?>/,'').gsub(/\&.*?;/,'')}[1,1000]
-				if r and r[0] =~ /\w/
-					# BFK includes the MX weight in the answer response. First, find the MX records, then dump the weight to present a consistent record name to the collecting array. Otherwise the other repositories will present the same answer and your results will become cluttered with duplicates.
-					if r[1] == "MX" then
-						# MX lines look like "5 mx.domain.tld", so split on the space and assign r[2] (:answer) to the latter part.
-						#s = r[2].split(/\w/).map{|x| x}[1,1000]
-						#	r[2] = s[1]
-						r[2] =~ /[0-9]+?\s(.+)/
-						s=$1
-						puts "DEBUG: == BFK: MX Parsing Strip: Answer: " + r[2] + " : mod: " + s if @debug
-						r[2] = s
-							
-							######### FIX BLANKS FOR MX
-							
-					end
-					res << PDNSResult.new(self.class.name,response_time,r[0],r[2],r[1])
-				end
-			end
-			res
-		rescue Exception => e
-			$stderr.puts "#{self.class.name} Exception: #{e}"
-			raise e
-		end
-
-    # override
-		def lookup(label, limit=nil)	
-			$stderr.puts "DEBUG: #{self.class.name}.lookup(#{label})" if @debug
-			Timeout::timeout(240) {
-				t1 = Time.now
-				open(
-					@base+label,
-					"User-Agent" => "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}"
-				) do |f|
-					t2 = Time.now
-					recs = parse(f.read,t2-t1)
-          if limit
-            recs[0,limit]
-          else
-            recs
-          end
-				end
-			}
-		rescue Timeout::Error => e
-			$stderr.puts "#{self.class.name} lookup timed out: #{label}"      
-		end
-	end
-end

data/lib/passivedns/client/providers/circl.rb

@@ -1,79 +0,0 @@
-# DESCRIPTION: Module to query PassiveTotal's passive DNS repository
-
-require 'net/http'
-require 'net/https'
-require 'openssl'
-
-module PassiveDNS
-	class Circl < PassiveDB
-    # override
-    def self.name
-      "CIRCL"
-    end
-    #override
-    def self.config_section_name
-      "circl"
-    end
-    #override
-    def self.option_letter
-      "c"
-    end
-    
-    attr_accessor :debug
-		def initialize(options={})
-      @debug = options[:debug] || false
-      @username = options["USERNAME"]
-      @password = options["PASSWORD"]
-      @auth_token = options["AUTH_TOKEN"]
-      @url = options["URL"] || "https://www.circl.lu/pdns/query"
-		end
-
-		def parse_json(page,query,response_time=0)
- 			res = []
-			# need to remove the json_class tag or the parser will crap itself trying to find a class to align it to
-      page.split(/\n/).each do |line|
-        row = JSON.parse(line)
-				res << PDNSResult.new(self.class.name,response_time,
-          row['rrname'], row['rdata'], row['rrtype'], 0, 
-          row['time_first'], row['time_last'], row['count'])
-      end
-			res
-		rescue Exception => e
-			$stderr.puts "#{self.class.name} Exception: #{e}"
-			raise e
-		end
-
-		def lookup(label, limit=nil)
-			$stderr.puts "DEBUG: #{self.class.name}.lookup(#{label})" if @debug
-			Timeout::timeout(240) {
-				url = @url+"/"+label
-				$stderr.puts "DEBUG: #{self.class.name} url = #{url}" if @debug
-				url = URI.parse url
-				http = Net::HTTP.new(url.host, url.port)
-				http.use_ssl = (url.scheme == 'https')
-				http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-				http.verify_depth = 5
-				request = Net::HTTP::Get.new(url.request_uri)
-				request.add_field("User-Agent", "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}")
-        if @username
-          request.basic_auth(@username, @password)
-        end
-        if @auth_token
-          request.add_field("Authorization", @auth_token)
-        end
-				t1 = Time.now
-				response = http.request(request)
-				t2 = Time.now
-				recs = parse_json(response.body, label, t2-t1)
-				if limit
-					recs[0,limit]
-				else
-					recs
-				end
-			}
-		rescue Timeout::Error => e
-			$stderr.puts "#{self.class.name} lookup timed out: #{label}"
-		end
-	end
-  CIRCL = PassiveDNS::Circl
-end

data/lib/passivedns/client/providers/cn360.rb

@@ -1,80 +0,0 @@
-require 'net/http'
-require 'net/https'
-require 'openssl'
-require 'json'
-require 'digest/md5'
-
-module PassiveDNS
-  class CN360 < PassiveDB
-    # override
-    def self.name
-      "360.cn"
-    end
-    #override
-    def self.config_section_name
-      "cn360"
-    end
-    #override
-    def self.option_letter
-      "3"
-    end
-    
-    attr_accessor :debug
-    def initialize(options={})
-      @debug = options[:debug] || false
-      ["API", "API_ID", "API_KEY"].each do |opt|
-        if not options[opt]
-          raise "Field #{opt} is required.  See README.md"
-        end
-      end
-      @cp = options
-    end
-    
-    def parse_json(page,query,response_time=0)
-			res = []
-			# need to remove the json_class tag or the parser will crap itself trying to find a class to align it to
-			data = JSON.parse(page)
-      data.each do |row|
-        time_first = (row["time_first"]) ? Time.at(row["time_first"].to_i) : nil
-        time_last = (row["time_last"]) ? Time.at(row["time_last"].to_i) : nil
-        count = row["count"] || 0
-        res << PDNSResult.new(self.class.name, response_time, row["rrname"], row["rdata"], row["rrtype"], time_first, time_last, count)
-			end
-			res
-		rescue Exception => e
-			$stderr.puts "#{self.class.name} Exception: #{e}"
-			raise e
-    end
-    
-    def lookup(label, limit=10000)
-      table = "rrset"
-      if label =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/ or label =~ /^[0-9a-fA-F]+:[0-9a-fA-F:]+[0-9a-fA-F]$/
-        table = "rdata"
-      end
-      limit ||= 10000
-      path = "/api/#{table}/keyword/#{label}/count/#{limit}/"
-      url = @cp["API"]+path
-			url = URI.parse url
-			http = Net::HTTP.new(url.host, url.port)
-			http.use_ssl = (url.scheme == 'https')
-			http.verify_mode = OpenSSL::SSL::VERIFY_NONE # I hate doing this
-			http.verify_depth = 5
-			request = Net::HTTP::Get.new(url.path)
-			request.add_field("User-Agent", "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}")
-      request.add_field('Accept', 'application/json')
-      request.add_field("X-BashTokid", @cp["API_ID"])
-      token = Digest::MD5.hexdigest(path+@cp["API_KEY"])
-			$stderr.puts "DEBUG: cn360 url = #{url} token = #{token}" if @debug
-      request.add_field("X-BashToken", token)
-			t1 = Time.now
-			response = http.request(request)
-			t2 = Time.now
-			recs = parse_json(response.body, label, t2-t1)
-      if limit
-        recs[0,limit]
-      else
-        recs
-      end
-    end
-  end
-end

data/lib/passivedns/client/providers/dnsdb.rb

@@ -1,85 +0,0 @@
-# DESCRIPTION: this is a module for pdns.rb, primarily used by pdnstool.rb, to query the Farsight Security passive DNS database
-# details on the API are at https://api.dnsdb.info/
-# to request an API key, please email dnsdb-api at farsightsecurity dot com.
-require 'net/http'
-require 'net/https'
-
-module PassiveDNS
-	class DNSDB < PassiveDB
-    # override
-    def self.name
-      "DNSDB"
-    end
-    #override
-    def self.config_section_name
-      "dnsdb"
-    end
-    #override
-    def self.option_letter
-      "d"
-    end
-    
-    attr_accessor :debug
-		def initialize(options={})
-			@debug = options[:debug] || false
-      @key = options["APIKEY"] || raise("APIKEY option required for #{self.class}")
-      @base = options["URL"] || "https://api.dnsdb.info/lookup"
-		end
-
-		def parse_json(page,response_time)
-			res = []
-			raise "Error: unable to parse request" if page =~ /Error: unable to parse request/
-			# need to remove the json_class tag or the parser will crap itself trying to find a class to align it to
-			rows = page.split(/\n/)
-			rows.each do |row|
-				record = JSON.parse(row)
-				record['rdata'] = [record['rdata']] if record['rdata'].class == String
-				record['rdata'].each do |rdata|
-					if record['time_first']
-						res << PDNSResult.new(self.class.name,response_time,record['rrname'],rdata,record['rrtype'],0,Time.at(record['time_first'].to_i).utc.strftime("%Y-%m-%dT%H:%M:%SZ"),Time.at(record['time_last'].to_i).utc.strftime("%Y-%m-%dT%H:%M:%SZ"),record['count'])
-					else
-						res << PDNSResult.new(self.class.name,response_time,record['rrname'],rdata,record['rrtype'])
-					end
-				end
-			end
-			res
-		rescue Exception => e
-			$stderr.puts "#{self.class.name} Exception: #{e}"
-			$stderr.puts page
-			raise e
-		end
-
-		def lookup(label, limit=nil)
-			$stderr.puts "DEBUG: #{self.class.name}.lookup(#{label})" if @debug
-			Timeout::timeout(240) {
-				url = nil
-				if label =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}(\/\d{1,2})?$/
-					label = label.gsub(/\//,',')
-					url = "#{@base}/rdata/ip/#{label}"
-				else
-					url = "#{@base}/rrset/name/#{label}"
-				end
-				url = URI.parse url
-				http = Net::HTTP.new(url.host, url.port)
-				http.use_ssl = (url.scheme == 'https')
-				http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-				http.verify_depth = 5
-        path = url.path
-        if limit
-          path << "?limit=#{limit}"
-        end
-				request = Net::HTTP::Get.new(path)
-				request.add_field("User-Agent", "Ruby/#{RUBY_VERSION} passivedns-client rubygem v#{PassiveDNS::Client::VERSION}")
-				request.add_field("X-API-Key", @key)
-				request.add_field("Accept", "application/json")
-				t1 = Time.now
-				response = http.request(request)
-				t2 = Time.now
-				$stderr.puts response.body if @debug
-				parse_json(response.body,t2-t1)
-			}
-		rescue Timeout::Error => e
-			$stderr.puts "#{self.class.name} lookup timed out: #{label}"
-		end
-	end
-end