mihari 4.7.4 → 4.9.0

data/lib/mihari.rb

@@ -235,7 +235,6 @@ require "mihari/analyzers/passivetotal"
 require "mihari/analyzers/pulsedive"
 require "mihari/analyzers/securitytrails"
 require "mihari/analyzers/shodan"
-require "mihari/analyzers/spyse"
 require "mihari/analyzers/urlscan"
 require "mihari/analyzers/virustotal_intelligence"
 require "mihari/analyzers/virustotal"

data/mihari.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 2.3"
-  spec.add_development_dependency "coveralls_reborn", "~> 0.24"
+  spec.add_development_dependency "coveralls_reborn", "~> 0.25"
   spec.add_development_dependency "fakefs", "~> 1.8"
   spec.add_development_dependency "mysql2", "~> 0.5"
   spec.add_development_dependency "overcommit", "~> 0.59"
@@ -39,14 +39,14 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rerun", "~> 0.13"
   spec.add_development_dependency "rspec", "~> 3.11"
   spec.add_development_dependency "simplecov-lcov", "~> 0.8.0"
-  spec.add_development_dependency "standard", "~> 1.14"
+  spec.add_development_dependency "standard", "~> 1.16"
   spec.add_development_dependency "steep", "~> 1.1"
   spec.add_development_dependency "timecop", "~> 0.9"
   spec.add_development_dependency "vcr", "~> 6.1"
-  spec.add_development_dependency "webmock", "~> 3.14"
+  spec.add_development_dependency "webmock", "~> 3.18"
 
-  spec.add_dependency "activerecord", "7.0.3.1"
-  spec.add_dependency "addressable", "2.8.0"
+  spec.add_dependency "activerecord", "7.0.4"
+  spec.add_dependency "addressable", "2.8.1"
   spec.add_dependency "awrence", "2.0.1"
   spec.add_dependency "binaryedge", "0.1.0"
   spec.add_dependency "censysx", "0.1.1"
@@ -55,10 +55,10 @@ Gem::Specification.new do |spec|
   spec.add_dependency "dnstwister", "0.1.0"
   spec.add_dependency "dotenv", "2.8.1"
   spec.add_dependency "dry-configurable", "0.15.0"
-  spec.add_dependency "dry-container", "0.10.1"
-  spec.add_dependency "dry-files", "0.2.0"
+  spec.add_dependency "dry-container", "0.11.0"
+  spec.add_dependency "dry-files", "0.3.0"
   spec.add_dependency "dry-initializer", "3.1.1"
-  spec.add_dependency "dry-schema", "1.9.3"
+  spec.add_dependency "dry-schema", "1.10.5"
   spec.add_dependency "dry-struct", "1.4.0"
   spec.add_dependency "dry-validation", "1.8.1"
   spec.add_dependency "email_address", "0.2.4"
@@ -80,24 +80,24 @@ Gem::Specification.new do |spec|
   spec.add_dependency "passive_circl", "0.1.0"
   spec.add_dependency "passivetotalx", "0.1.1"
   spec.add_dependency "plissken", "2.0.1"
-  spec.add_dependency "public_suffix", "4.0.7"
+  spec.add_dependency "public_suffix", "5.0.0"
   spec.add_dependency "pulsedive", "0.1.5"
-  spec.add_dependency "puma", "5.6.4"
+  spec.add_dependency "puma", "5.6.5"
   spec.add_dependency "rack", "2.2.4"
   spec.add_dependency "rack-contrib", "2.3.0"
   spec.add_dependency "rack-cors", "1.1.1"
   spec.add_dependency "securitytrails", "1.0.0"
   spec.add_dependency "semantic_logger", "4.11.0"
-  spec.add_dependency "sentry-ruby", "5.4.1"
+  spec.add_dependency "sentry-ruby", "5.4.2"
   spec.add_dependency "shodanx", "0.2.1"
   spec.add_dependency "slack-notifier", "2.4.0"
   spec.add_dependency "spysex", "0.2.0"
-  spec.add_dependency "sqlite3", "1.4.4"
+  spec.add_dependency "sqlite3", "1.5.0"
   spec.add_dependency "thor", "1.2.1"
   spec.add_dependency "urlscan", "0.8.0"
   spec.add_dependency "uuidtools", "2.2.0"
   spec.add_dependency "virustotalx", "1.2.0"
   spec.add_dependency "whois", "5.1.0"
-  spec.add_dependency "whois-parser", "1.2.0"
+  spec.add_dependency "whois-parser", "2.0.0"
   spec.add_dependency "zoomeye-rb", "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mihari
 version: !ruby/object:Gem::Version
-  version: 4.7.4
+  version: 4.9.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-07-30 00:00:00.000000000 Z
+date: 2022-10-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.24'
+        version: '0.25'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.24'
+        version: '0.25'
 - !ruby/object:Gem::Dependency
   name: fakefs
   requirement: !ruby/object:Gem::Requirement
@@ -184,14 +184,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '1.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '1.16'
 - !ruby/object:Gem::Dependency
   name: steep
   requirement: !ruby/object:Gem::Requirement
@@ -240,42 +240,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.14'
+        version: '3.18'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.14'
+        version: '3.18'
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.3.1
+        version: 7.0.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.3.1
+        version: 7.0.4
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.8.0
+        version: 2.8.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.8.0
+        version: 2.8.1
 - !ruby/object:Gem::Dependency
   name: awrence
   requirement: !ruby/object:Gem::Requirement
@@ -394,28 +394,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.10.1
+        version: 0.11.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.10.1
+        version: 0.11.0
 - !ruby/object:Gem::Dependency
   name: dry-files
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.3.0
 - !ruby/object:Gem::Dependency
   name: dry-initializer
   requirement: !ruby/object:Gem::Requirement
@@ -436,14 +436,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.9.3
+        version: 1.10.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.9.3
+        version: 1.10.5
 - !ruby/object:Gem::Dependency
   name: dry-struct
   requirement: !ruby/object:Gem::Requirement
@@ -744,14 +744,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 4.0.7
+        version: 5.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 4.0.7
+        version: 5.0.0
 - !ruby/object:Gem::Dependency
   name: pulsedive
   requirement: !ruby/object:Gem::Requirement
@@ -772,14 +772,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.6.4
+        version: 5.6.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.6.4
+        version: 5.6.5
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
@@ -856,14 +856,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.4.1
+        version: 5.4.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.4.1
+        version: 5.4.2
 - !ruby/object:Gem::Dependency
   name: shodanx
   requirement: !ruby/object:Gem::Requirement
@@ -912,14 +912,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.4.4
+        version: 1.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.4.4
+        version: 1.5.0
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -996,14 +996,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
   name: zoomeye-rb
   requirement: !ruby/object:Gem::Requirement
@@ -1033,6 +1033,7 @@ files:
 - ".gitmodules"
 - ".overcommit.yml"
 - ".rspec"
+- ".rubocop.yml"
 - ".standard.yml"
 - Gemfile
 - LICENSE
@@ -1073,7 +1074,6 @@ files:
 - lib/mihari/analyzers/rule.rb
 - lib/mihari/analyzers/securitytrails.rb
 - lib/mihari/analyzers/shodan.rb
-- lib/mihari/analyzers/spyse.rb
 - lib/mihari/analyzers/urlscan.rb
 - lib/mihari/analyzers/virustotal.rb
 - lib/mihari/analyzers/virustotal_intelligence.rb
@@ -1173,19 +1173,19 @@ files:
 - lib/mihari/web/public/index.html
 - lib/mihari/web/public/redoc-static.html
 - lib/mihari/web/public/static/css/app.2a5d3d21.css
-- lib/mihari/web/public/static/css/chunk-vendors.5013d549.css
+- lib/mihari/web/public/static/css/chunk-vendors.380724be.css
 - lib/mihari/web/public/static/favicon.ico
-- lib/mihari/web/public/static/fonts/fa-brands-400.7fa789ab.ttf
-- lib/mihari/web/public/static/fonts/fa-brands-400.859fc388.woff2
-- lib/mihari/web/public/static/fonts/fa-regular-400.2ffd018f.woff2
-- lib/mihari/web/public/static/fonts/fa-regular-400.da02cb7e.ttf
-- lib/mihari/web/public/static/fonts/fa-solid-900.3a463ec3.ttf
-- lib/mihari/web/public/static/fonts/fa-solid-900.40ddefd7.woff2
-- lib/mihari/web/public/static/fonts/fa-v4compatibility.924588dc.ttf
-- lib/mihari/web/public/static/js/app.524d9ed2.js
-- lib/mihari/web/public/static/js/app.524d9ed2.js.map
-- lib/mihari/web/public/static/js/chunk-vendors.64580a1f.js
-- lib/mihari/web/public/static/js/chunk-vendors.64580a1f.js.map
+- lib/mihari/web/public/static/fonts/fa-brands-400.86c7e1fa.woff2
+- lib/mihari/web/public/static/fonts/fa-brands-400.f5defc2e.ttf
+- lib/mihari/web/public/static/fonts/fa-regular-400.3edb9004.ttf
+- lib/mihari/web/public/static/fonts/fa-regular-400.e0550912.woff2
+- lib/mihari/web/public/static/fonts/fa-solid-900.64d5644d.woff2
+- lib/mihari/web/public/static/fonts/fa-solid-900.f418d876.ttf
+- lib/mihari/web/public/static/fonts/fa-v4compatibility.7e7e1dad.ttf
+- lib/mihari/web/public/static/js/app.6413bf4f.js
+- lib/mihari/web/public/static/js/app.6413bf4f.js.map
+- lib/mihari/web/public/static/js/chunk-vendors.723e02cf.js
+- lib/mihari/web/public/static/js/chunk-vendors.723e02cf.js.map
 - mihari.gemspec
 - renovate.json
 - sig/lib/mihari.rbs

data/lib/mihari/analyzers/spyse.rb

@@ -1,93 +0,0 @@
-# frozen_string_literal: true
-
-require "spyse"
-
-module Mihari
-  module Analyzers
-    class Spyse < Base
-      param :query
-
-      option :type, default: proc { "domain" }
-
-      # @return [String, nil]
-      attr_reader :api_key
-
-      def initialize(*args, **kwargs)
-        super(*args, **kwargs)
-
-        @api_key = kwargs[:api_key] || Mihari.config.spyse_api_key
-      end
-
-      def artifacts
-        search || []
-      end
-
-      private
-
-      def search_params
-        @search_params ||= JSON.parse(query)
-      end
-
-      def configuration_keys
-        %w[spyse_api_key]
-      end
-
-      def api
-        @api ||= ::Spyse::API.new(api_key)
-      end
-
-      #
-      # Check whether a type is valid or not
-      #
-      # @return [Boolean]
-      #
-      def valid_type?
-        %w[ip domain cert].include? type
-      end
-
-      #
-      # Domain search
-      #
-      # @return [Array<Mihari::Artifact>]
-      #
-      def domain_search
-        res = api.domain.search(search_params, limit: 100)
-        items = res.dig("data", "items") || []
-        items.map do |item|
-          data = item["name"]
-          Artifact.new(data: data, source: source, metadata: item)
-        end
-      end
-
-      #
-      # IP search
-      #
-      # @return [Array<Mihari::Artifact>]
-      #
-      def ip_search
-        res = api.ip.search(search_params, limit: 100)
-        items = res.dig("data", "items") || []
-        items.map do |item|
-          data = item["ip"]
-          Artifact.new(data: data, source: source, metadata: item)
-        end
-      end
-
-      #
-      # IP/domain search
-      #
-      # @return [Array<Mihari::Artifact>]
-      #
-      def search
-        case type
-        when "domain"
-          domain_search
-        when "ip"
-          ip_search
-        else
-          raise InvalidInputError, "#{query}(type: #{type || "unknown"}) is not supported." unless valid_type?
-        end
-      end
-    end
-  end
-end