mihari 1.3.1 → 1.5.1

data/lib/mihari/analyzers/onyphe.rb

@@ -5,10 +5,7 @@ require "onyphe"
 module Mihari
   module Analyzers
     class Onyphe < Base
-      attr_reader :title
-      attr_reader :description
-      attr_reader :query
-      attr_reader :tags
+      attr_reader :title, :description, :query, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -35,7 +32,7 @@ module Mihari
       PAGE_SIZE = 10
 
       def config_keys
-        %w(onyphe_api_key)
+        %w[onyphe_api_key]
       end
 
       def api
@@ -51,7 +48,7 @@ module Mihari
         (1..Float::INFINITY).each do |page|
           res = search_with_page(query, page: page)
           responses << res
-          total = res.dig("total").to_i
+          total = res["total"].to_i
           break if total <= page * PAGE_SIZE
         end
         responses

data/lib/mihari/analyzers/otx.rb

@@ -5,12 +5,7 @@ require "otx_ruby"
 module Mihari
   module Analyzers
     class OTX < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -30,7 +25,7 @@ module Mihari
       private
 
       def config_keys
-        %w(otx_api_key)
+        %w[otx_api_key]
       end
 
       def domain_client
@@ -42,7 +37,7 @@ module Mihari
       end
 
       def valid_type?
-        %w(ip domain).include? type
+        %w[ip domain].include? type
       end
 
       def lookup
@@ -52,7 +47,7 @@ module Mihari
         when "ip"
           ip_lookup
         else
-          raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+          raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
         end
       end
 

data/lib/mihari/analyzers/passive_dns.rb

@@ -5,12 +5,7 @@ require "parallel"
 module Mihari
   module Analyzers
     class PassiveDNS < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       ANALYZERS = [
         Mihari::Analyzers::CIRCL,
@@ -18,7 +13,7 @@ module Mihari
         Mihari::Analyzers::PassiveTotal,
         Mihari::Analyzers::Pulsedive,
         Mihari::Analyzers::SecurityTrails,
-        Mihari::Analyzers::VirusTotal,
+        Mihari::Analyzers::VirusTotal
       ].freeze
 
       def initialize(query, title: nil, description: nil, tags: [])
@@ -41,11 +36,11 @@ module Mihari
       private
 
       def valid_type?
-        %w(ip domain).include? type
+        %w[ip domain].include? type
       end
 
       def analyzers
-        raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+        raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
 
         ANALYZERS.map do |klass|
           klass.new(query)

data/lib/mihari/analyzers/passive_ssl.rb

@@ -5,16 +5,11 @@ require "parallel"
 module Mihari
   module Analyzers
     class PassiveSSL < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       ANALYZERS = [
         Mihari::Analyzers::CIRCL,
-        Mihari::Analyzers::PassiveTotal,
+        Mihari::Analyzers::PassiveTotal
       ].freeze
 
       def initialize(query, title: nil, description: nil, tags: [])
@@ -37,11 +32,11 @@ module Mihari
       private
 
       def valid_type?
-        %w(sha1).include? type
+        %w[sha1].include? type
       end
 
       def analyzers
-        raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+        raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
 
         ANALYZERS.map do |klass|
           klass.new(query)

data/lib/mihari/analyzers/passivetotal.rb

@@ -5,12 +5,7 @@ require "passivetotal"
 module Mihari
   module Analyzers
     class PassiveTotal < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -30,7 +25,7 @@ module Mihari
       private
 
       def config_keys
-        %w(passivetotal_username passivetotal_api_key)
+        %w[passivetotal_username passivetotal_api_key]
       end
 
       def api
@@ -38,7 +33,7 @@ module Mihari
       end
 
       def valid_type?
-        %w(ip domain mail).include? type
+        %w[ip domain mail].include? type
       end
 
       def lookup
@@ -52,28 +47,28 @@ module Mihari
         when "hash"
           ssl_lookup
         else
-          raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+          raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
         end
       end
 
       def passive_dns_lookup
         res = api.dns.passive_unique(query)
-        res.dig("results") || []
+        res["results"] || []
       end
 
       def reverse_whois_lookup
         res = api.whois.search(query: query, field: "email")
-        results = res.dig("results") || []
+        results = res["results"] || []
         results.map do |result|
-          result.dig("domain")
+          result["domain"]
         end.flatten.compact.uniq
       end
 
       def ssl_lookup
         res = api.ssl.history(query)
-        results = res.dig("results") || []
+        results = res["results"] || []
         results.map do |result|
-          result.dig("ipAddresses")
+          result["ipAddresses"]
         end.flatten.compact.uniq
       end
     end

data/lib/mihari/analyzers/pulsedive.rb

@@ -5,12 +5,7 @@ require "pulsedive"
 module Mihari
   module Analyzers
     class Pulsedive < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -30,7 +25,7 @@ module Mihari
       private
 
       def config_keys
-        %w(pulsedive_api_key)
+        %w[pulsedive_api_key]
       end
 
       def api
@@ -38,18 +33,18 @@ module Mihari
       end
 
       def valid_type?
-        %w(ip domain).include? type
+        %w[ip domain].include? type
       end
 
       def lookup
-        raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+        raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
 
         indicator = api.indicator.get_by_value(query)
-        iid = indicator.dig("iid")
+        iid = indicator["iid"]
 
         properties = api.indicator.get_properties_by_id(iid)
-        (properties.dig("dns") || []).map do |property|
-          property.dig("value") if ["A", "PTR"].include?(property.dig("name"))
+        (properties["dns"] || []).map do |property|
+          property["value"] if ["A", "PTR"].include?(property["name"])
         end.compact
       end
     end

data/lib/mihari/analyzers/reverse_whois.rb

@@ -5,16 +5,11 @@ require "parallel"
 module Mihari
   module Analyzers
     class ReveseWhois < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       ANALYZERS = [
         Mihari::Analyzers::PassiveTotal,
-        Mihari::Analyzers::SecurityTrails,
+        Mihari::Analyzers::SecurityTrails
       ].freeze
 
       def initialize(query, title: nil, description: nil, tags: [])
@@ -37,11 +32,11 @@ module Mihari
       private
 
       def valid_type?
-        %w(mail).include? type
+        %w[mail].include? type
       end
 
       def analyzers
-        raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+        raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
 
         ANALYZERS.map do |klass|
           klass.new(query)

data/lib/mihari/analyzers/securitytrails.rb

@@ -5,12 +5,7 @@ require "securitytrails"
 module Mihari
   module Analyzers
     class SecurityTrails < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -30,7 +25,7 @@ module Mihari
       private
 
       def config_keys
-        %w(securitytrails_api_key)
+        %w[securitytrails_api_key]
       end
 
       def api
@@ -38,7 +33,7 @@ module Mihari
       end
 
       def valid_type?
-        %w(ip domain mail).include? type
+        %w[ip domain mail].include? type
       end
 
       def lookup
@@ -50,28 +45,28 @@ module Mihari
         when "mail"
           mail_lookup
         else
-          raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+          raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
         end
       end
 
       def domain_lookup
         result = api.history.get_all_dns_history(query, type: "a")
-        records = result.dig("records") || []
+        records = result["records"] || []
         records.map do |record|
-          (record.dig("values") || []).map { |value| value.dig("ip") }
+          (record["values"] || []).map { |value| value["ip"] }
         end.flatten.compact.uniq
       end
 
       def ip_lookup
-        result = api.domains.search( filter: { ipv4: query })
-        records = result.dig("records") || []
-        records.map { |record| record.dig("hostname") }.compact.uniq
+        result = api.domains.search(filter: {ipv4: query})
+        records = result["records"] || []
+        records.map { |record| record["hostname"] }.compact.uniq
       end
 
       def mail_lookup
-        result = api.domains.search( filter: { whois_email: query })
-        records = result.dig("records") || []
-        records.map { |record| record.dig("hostname") }.compact.uniq
+        result = api.domains.search(filter: {whois_email: query})
+        records = result["records"] || []
+        records.map { |record| record["hostname"] }.compact.uniq
       end
     end
   end

data/lib/mihari/analyzers/securitytrails_domain_feed.rb

@@ -5,11 +5,7 @@ require "securitytrails"
 module Mihari
   module Analyzers
     class SecurityTrailsDomainFeed < Base
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :type, :title, :description, :tags
 
       def initialize(regexp, type: "registered", title: nil, description: nil, tags: [])
         super()
@@ -32,7 +28,7 @@ module Mihari
       private
 
       def config_keys
-        %w(securitytrails_api_key)
+        %w[securitytrails_api_key]
       end
 
       def api
@@ -40,7 +36,7 @@ module Mihari
       end
 
       def valid_type?
-        %w(all new registered).include? type
+        %w[all new registered].include? type
       end
 
       def regexp

data/lib/mihari/analyzers/shodan.rb

@@ -5,10 +5,7 @@ require "shodan"
 module Mihari
   module Analyzers
     class Shodan < Base
-      attr_reader :title
-      attr_reader :description
-      attr_reader :query
-      attr_reader :tags
+      attr_reader :title, :description, :query, :tags
 
       def initialize(query, title: nil, description: nil, tags: [])
         super()
@@ -24,9 +21,9 @@ module Mihari
         return [] unless results || results.empty?
 
         results.map do |result|
-          matches = result.dig("matches") || []
+          matches = result["matches"] || []
           matches.map do |match|
-            match.dig "ip_str"
+            match["ip_str"]
           end.compact
         end.flatten.compact.uniq
       end
@@ -36,7 +33,7 @@ module Mihari
       PAGE_SIZE = 100
 
       def config_keys
-        %w(shodan_api_key)
+        %w[shodan_api_key]
       end
 
       def api
@@ -58,7 +55,11 @@ module Mihari
           break unless res
 
           responses << res
-          break if res.dig("total").to_i <= page * PAGE_SIZE
+          break if res["total"].to_i <= page * PAGE_SIZE
+        rescue JSON::ParserError
+          # ignore JSON::ParserError
+          # ref. https://github.com/ninoseki/mihari/issues/197
+          next
         end
         responses
       end

data/lib/mihari/analyzers/spyse.rb

@@ -6,12 +6,7 @@ require "json"
 module Mihari
   module Analyzers
     class Spyse < Base
-      attr_reader :query
-      attr_reader :type
-
-      attr_reader :title
-      attr_reader :description
-      attr_reader :tags
+      attr_reader :query, :type, :title, :description, :tags
 
       def initialize(query, title: nil, description: nil, tags: [], type: "domain")
         super()
@@ -35,7 +30,7 @@ module Mihari
       end
 
       def config_keys
-        %w(spyse_api_key)
+        %w[spyse_api_key]
       end
 
       def api
@@ -43,14 +38,14 @@ module Mihari
       end
 
       def valid_type?
-        %w(ip domain cert).include? type
+        %w[ip domain cert].include? type
       end
 
       def domain_lookup
         res = api.domain.search(search_params, limit: 100)
         items = res.dig("data", "items") || []
         items.map do |item|
-          item.dig("name")
+          item["name"]
         end.uniq.compact
       end
 
@@ -58,7 +53,7 @@ module Mihari
         res = api.ip.search(search_params, limit: 100)
         items = res.dig("data", "items") || []
         items.map do |item|
-          item.dig("ip")
+          item["ip"]
         end.uniq.compact
       end
 
@@ -69,7 +64,7 @@ module Mihari
         when "ip"
           ip_lookup
         else
-          raise InvalidInputError, "#{query}(type: #{type || 'unknown'}) is not supported." unless valid_type?
+          raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
         end
       end
     end