mihari 5.7.1 → 6.0.0

data/lib/mihari.rb

@@ -53,9 +53,9 @@ require "mihari/config"
 require "mihari/mixins/autonomous_system"
 require "mihari/mixins/configurable"
 require "mihari/mixins/falsepositive"
-require "mihari/mixins/error_notification"
 require "mihari/mixins/refang"
 require "mihari/mixins/retriable"
+require "mihari/mixins/unwrap_error"
 
 #
 # Mihari module
@@ -261,7 +261,6 @@ require "mihari/schemas/rule"
 
 # Services
 require "mihari/services/rule_builder"
-require "mihari/services/rule_runner"
 
 require "mihari/services/alert_builder"
 require "mihari/services/alert_runner"

data/mihari.gemspec

@@ -10,10 +10,6 @@ def ci_env?
   ENV["CI"]
 end
 
-def is_ruby2?
-  RUBY_VERSION.to_s.start_with?("2.")
-end
-
 Gem::Specification.new do |spec|
   spec.name = "mihari"
   spec.version = Mihari::VERSION
@@ -24,7 +20,7 @@ Gem::Specification.new do |spec|
   spec.homepage = "https://github.com/ninoseki/mihari"
   spec.license = "MIT"
 
-  spec.required_ruby_version = ">= 2.7"
+  spec.required_ruby_version = ">= 3.1"
 
   spec.metadata["rubygems_mfa_required"] = "true"
 
@@ -40,6 +36,8 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_development_dependency "better_errors", "~> 2.10"
+  spec.add_development_dependency "binding_of_caller", "~> 1.0"
   spec.add_development_dependency "bundler", "~> 2.4"
   spec.add_development_dependency "coveralls_reborn", "~> 0.28"
   spec.add_development_dependency "fakefs", "~> 2.5"
@@ -48,26 +46,26 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "mysql2", "~> 0.5"
   spec.add_development_dependency "pg", "~> 1.5"
   spec.add_development_dependency "rack-test", "~> 2.1"
-  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rake", "~> 13.1"
   spec.add_development_dependency "rb-fsevent", "~> 0.11"
   spec.add_development_dependency "rerun", "~> 0.14"
   spec.add_development_dependency "rspec", "~> 3.12"
+  spec.add_development_dependency "rspec-parameterized", "~> 1.0"
   spec.add_development_dependency "rubocop-rspec", "~> 2.25"
+  spec.add_development_dependency "rubocop-yard", "~> 0.8"
   spec.add_development_dependency "simplecov-lcov", "~> 0.8"
-  spec.add_development_dependency "standard", "~> 1.31"
+  spec.add_development_dependency "standard", "~> 1.32"
   spec.add_development_dependency "test-prof", "~> 1.2"
   spec.add_development_dependency "timecop", "~> 0.9"
   spec.add_development_dependency "vcr", "~> 6.2"
   spec.add_development_dependency "webmock", "~> 3.19"
 
-  spec.add_development_dependency "rubocop-yard", "~> 0.7" unless is_ruby2?
-
   unless ci_env?
     spec.add_development_dependency "lefthook", "~> 1.5"
     spec.add_development_dependency "solargraph", "~> 0.49"
   end
 
-  spec.add_dependency "activerecord", "7.1.1"
+  spec.add_dependency "activerecord", "7.1.2"
   spec.add_dependency "addressable", "2.8.5"
   spec.add_dependency "anyway_config", "2.5.4"
   spec.add_dependency "awrence", "2.0.1"
@@ -79,9 +77,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency "dry-struct", "1.6.0"
   spec.add_dependency "dry-validation", "1.10.0"
   spec.add_dependency "email_address", "0.2.4"
-  spec.add_dependency "grape", "1.8.0"
+  spec.add_dependency "grape", "2.0.0"
   spec.add_dependency "grape-entity", "1.0.0"
-  spec.add_dependency "grape-swagger", "1.6.1"
+  spec.add_dependency "grape-swagger", "2.0.0"
   spec.add_dependency "grape-swagger-entity", "0.5.2"
   spec.add_dependency "http", "5.1.1"
   spec.add_dependency "jr-cli", "0.6.0"
@@ -90,18 +88,18 @@ Gem::Specification.new do |spec|
   spec.add_dependency "normalize_country", "0.3.2"
   spec.add_dependency "parallel", "1.23.0"
   spec.add_dependency "plissken", "2.0.1"
-  spec.add_dependency "public_suffix", "5.0.3"
+  spec.add_dependency "public_suffix", "5.0.4"
   spec.add_dependency "puma", "6.4.0"
   spec.add_dependency "rack", "3.0.8"
   spec.add_dependency "rack-cors", "2.0.1"
   spec.add_dependency "rackup", "2.1.0"
-  spec.add_dependency "semantic_logger", "4.14.0"
-  spec.add_dependency "sentry-ruby", "5.12.0"
+  spec.add_dependency "semantic_logger", "4.15.0"
+  spec.add_dependency "sentry-ruby", "5.13.0"
   spec.add_dependency "slack-notifier", "2.4.0"
   spec.add_dependency "sqlite3", "1.6.8"
   spec.add_dependency "thor", "1.3.0"
   spec.add_dependency "thor-hollaback", "0.2.1"
   spec.add_dependency "uuidtools", "2.2.0"
-  spec.add_dependency "whois", "5.1.0"
+  spec.add_dependency "whois", "5.1.1"
   spec.add_dependency "whois-parser", "2.0.0"
 end

data/mkdocs.yml

@@ -16,14 +16,16 @@ nav:
   - Usage: usage.md
   - Configuration: configuration.md
   - Tips:
-      - Docker: docker.md
-      - GitHub Actions: github_actions.md
-      - Alternatives: alternatives.md
+      - Docker: tips/docker.md
+      - GitHub Actions: tips/github_actions.md
+      - Superset: tips/superset.md
+      - Alternatives: tips/alternatives.md
   - References:
-      - Analyzers: "analyzers/index.md"
-      - Enrichers: "enrichers/index.md"
-      - Emitters: "emitters/index.md"
-      - Tags: "./tags.md"
+      - Analyzers: analyzers/index.md
+      - Enrichers: enrichers/index.md
+      - Emitters: emitters/index.md
+      - Database: database.md
+      - Tags: tags.md
 
 markdown_extensions:
   - toc:
@@ -33,4 +35,8 @@ markdown_extensions:
   - pymdownx.extra
   - pymdownx.highlight
   - pymdownx.magiclink
-  - pymdownx.superfences
+  - pymdownx.superfences:
+      custom_fences:
+        - name: mermaid
+          class: mermaid
+          format: !!python/name:pymdownx.superfences.fence_code_format

data/requirements.txt

@@ -1,2 +1,2 @@
 mkdocs==1.5.3
-mkdocs-material==9.4.7
+mkdocs-material==9.4.8

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: mihari
 version: !ruby/object:Gem::Version
-  version: 5.7.1
+  version: 6.0.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-11-05 00:00:00.000000000 Z
+date: 2023-11-18 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: better_errors
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.10'
+- !ruby/object:Gem::Dependency
+  name: binding_of_caller
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -128,14 +156,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '13.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '13.1'
 - !ruby/object:Gem::Dependency
   name: rb-fsevent
   requirement: !ruby/object:Gem::Requirement
@@ -178,6 +206,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: rspec-parameterized
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: rubocop-rspec
   requirement: !ruby/object:Gem::Requirement
@@ -192,6 +234,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.25'
+- !ruby/object:Gem::Dependency
+  name: rubocop-yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
 - !ruby/object:Gem::Dependency
   name: simplecov-lcov
   requirement: !ruby/object:Gem::Requirement
@@ -212,14 +268,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.31'
+        version: '1.32'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.31'
+        version: '1.32'
 - !ruby/object:Gem::Dependency
   name: test-prof
   requirement: !ruby/object:Gem::Requirement
@@ -276,20 +332,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.19'
-- !ruby/object:Gem::Dependency
-  name: rubocop-yard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.7'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.7'
 - !ruby/object:Gem::Dependency
   name: lefthook
   requirement: !ruby/object:Gem::Requirement
@@ -324,14 +366,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.1.1
+        version: 7.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.1.1
+        version: 7.1.2
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
@@ -492,14 +534,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
   name: grape-entity
   requirement: !ruby/object:Gem::Requirement
@@ -520,14 +562,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.6.1
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.6.1
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
   name: grape-swagger-entity
   requirement: !ruby/object:Gem::Requirement
@@ -646,14 +688,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.0.3
+        version: 5.0.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.0.3
+        version: 5.0.4
 - !ruby/object:Gem::Dependency
   name: puma
   requirement: !ruby/object:Gem::Requirement
@@ -716,28 +758,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 4.14.0
+        version: 4.15.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 4.14.0
+        version: 4.15.0
 - !ruby/object:Gem::Dependency
   name: sentry-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.12.0
+        version: 5.13.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.12.0
+        version: 5.13.0
 - !ruby/object:Gem::Dependency
   name: slack-notifier
   requirement: !ruby/object:Gem::Requirement
@@ -814,14 +856,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.1.0
+        version: 5.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.1.0
+        version: 5.1.1
 - !ruby/object:Gem::Dependency
   name: whois-parser
   requirement: !ruby/object:Gem::Requirement
@@ -907,6 +949,7 @@ files:
 - lib/mihari/clients/zoomeye.rb
 - lib/mihari/commands/alert.rb
 - lib/mihari/commands/database.rb
+- lib/mihari/commands/mixins.rb
 - lib/mihari/commands/rule.rb
 - lib/mihari/commands/search.rb
 - lib/mihari/commands/version.rb
@@ -945,10 +988,10 @@ files:
 - lib/mihari/http.rb
 - lib/mihari/mixins/autonomous_system.rb
 - lib/mihari/mixins/configurable.rb
-- lib/mihari/mixins/error_notification.rb
 - lib/mihari/mixins/falsepositive.rb
 - lib/mihari/mixins/refang.rb
 - lib/mihari/mixins/retriable.rb
+- lib/mihari/mixins/unwrap_error.rb
 - lib/mihari/models/alert.rb
 - lib/mihari/models/artifact.rb
 - lib/mihari/models/autonomous_system.rb
@@ -974,7 +1017,6 @@ files:
 - lib/mihari/services/alert_builder.rb
 - lib/mihari/services/alert_runner.rb
 - lib/mihari/services/rule_builder.rb
-- lib/mihari/services/rule_runner.rb
 - lib/mihari/structs/binaryedge.rb
 - lib/mihari/structs/censys.rb
 - lib/mihari/structs/config.rb
@@ -1001,7 +1043,7 @@ files:
 - lib/mihari/web/endpoints/tags.rb
 - lib/mihari/web/middleware/connection_adapter.rb
 - lib/mihari/web/middleware/error_notification_adapter.rb
-- lib/mihari/web/public/assets/index-07fafab5.js
+- lib/mihari/web/public/assets/index-07cddfcd.js
 - lib/mihari/web/public/assets/index-56fc2187.css
 - lib/mihari/web/public/assets/mode-yaml-24faa242.js
 - lib/mihari/web/public/favicon.ico
@@ -1024,14 +1066,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.7'
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: A query aggregator for OSINT based threat hunting

data/lib/mihari/mixins/error_notification.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Mixins
-    #
-    # Error notification mixin
-    #
-    module ErrorNotification
-      #
-      # Send an exception notification if there is any error in a block
-      #
-      def with_error_notification
-        yield
-      rescue StandardError => e
-        Mihari.logger.error e
-
-        Sentry.capture_exception(e) if Sentry.initialized?
-      end
-    end
-  end
-end

data/lib/mihari/services/rule_runner.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Services
-    #
-    # Rule runner
-    #
-    class RuleRunner < Service
-      #
-      # @params [Mihari::Rule]
-      #
-      # @return [Mihari::Models::Alert, nil]
-      #
-      def call(rule)
-        rule.call
-      end
-    end
-  end
-end