mihari 4.2.0 → 4.3.0

data/lib/mihari.rb

@@ -14,6 +14,7 @@ require "active_support"
 require "active_support/core_ext/hash"
 require "active_support/core_ext/integer/time"
 require "active_support/core_ext/numeric/time"
+require "active_support/core_ext/object/deep_dup"
 
 require "active_record"
 
@@ -181,6 +182,16 @@ require "mihari/models/tag"
 require "mihari/models/tagging"
 require "mihari/models/whois"
 
+# Emitters
+require "mihari/emitters/base"
+
+require "mihari/emitters/database"
+require "mihari/emitters/http"
+require "mihari/emitters/misp"
+require "mihari/emitters/slack"
+require "mihari/emitters/the_hive"
+require "mihari/emitters/webhook"
+
 # Analyzers
 require "mihari/analyzers/base"
 
@@ -205,16 +216,7 @@ require "mihari/analyzers/virustotal"
 require "mihari/analyzers/zoomeye"
 require "mihari/analyzers/rule"
 
-# Emitters
-require "mihari/emitters/base"
-require "mihari/emitters/database"
-require "mihari/emitters/misp"
-require "mihari/emitters/slack"
-require "mihari/emitters/the_hive"
-require "mihari/emitters/webhook"
-
 # Entities
-
 require "mihari/entities/message"
 
 require "mihari/entities/autonomous_system"

data/mihari.gemspec

@@ -16,6 +16,8 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = ">= 2.7"
 
+  spec.metadata["rubygems_mfa_required"] = "true"
+
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
   spec.files = Dir.chdir(File.expand_path(__dir__)) do
@@ -26,7 +28,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 2.3"
-  spec.add_development_dependency "coveralls_reborn", "~> 0.23"
+  spec.add_development_dependency "coveralls_reborn", "~> 0.24"
   spec.add_development_dependency "fakefs", "~> 1.4"
   spec.add_development_dependency "mysql2", "~> 0.5"
   spec.add_development_dependency "overcommit", "~> 0.58"
@@ -36,13 +38,14 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rb-fsevent", "~> 0.11"
   spec.add_development_dependency "rerun", "~> 0.13"
   spec.add_development_dependency "rspec", "~> 3.11"
-  spec.add_development_dependency "standard", "~> 1.7"
-  spec.add_development_dependency "steep", "~> 0.47"
+  spec.add_development_dependency "simplecov-lcov", "~> 0.8.0"
+  spec.add_development_dependency "standard", "~> 1.8"
+  spec.add_development_dependency "steep", "~> 0.49"
   spec.add_development_dependency "timecop", "~> 0.9"
-  spec.add_development_dependency "vcr", "~> 6.0"
+  spec.add_development_dependency "vcr", "~> 6.1"
   spec.add_development_dependency "webmock", "~> 3.14"
 
-  spec.add_dependency "activerecord", "7.0.2.2"
+  spec.add_dependency "activerecord", "7.0.2.3"
   spec.add_dependency "addressable", "~> 2.8"
   spec.add_dependency "awrence", "~> 2.0"
   spec.add_dependency "binaryedge", "~> 0.1"
@@ -55,6 +58,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "dry-container", "0.9.0"
   spec.add_dependency "dry-files", "0.1.0"
   spec.add_dependency "dry-initializer", "3.1.1"
+  spec.add_dependency "dry-schema", "1.9.1"
   spec.add_dependency "dry-struct", "1.4.0"
   spec.add_dependency "dry-validation", "1.8.0"
   spec.add_dependency "email_address", "~> 0.2"
@@ -64,6 +68,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "grape-swagger-entity", "0.5.1"
   spec.add_dependency "greynoise", "~> 0.1"
   spec.add_dependency "hachi", "~> 1.0"
+  spec.add_dependency "insensitive_hash", "~> 0.3"
   spec.add_dependency "jr-cli", "~> 0.5"
   spec.add_dependency "launchy", "~> 2.5"
   spec.add_dependency "memist", "~> 2.0"

data/sig/lib/mihari/constants.rbs

@@ -1,3 +1,5 @@
 module Mihari
   ALLOWED_DATA_TYPES: Array[String]
+
+  DEFAULT_EMITTERS: Array[Hash]
 end

data/sig/lib/mihari/emitters/http.rbs

@@ -0,0 +1,35 @@
+module Mihari
+  module Emitters
+    class PayloadTemplate < ERB
+      def self.template: () -> ::String
+
+      def initialize: (title: untyped title, description: untyped description, artifacts: untyped artifacts, source: untyped source, tags: untyped tags, ?options: ::Hash[untyped, untyped] options) -> void
+
+      def result: () -> untyped
+    end
+
+    class HTTP < Base
+      # @return [Addressable::URI, nil]
+      attr_reader uri: Addressable::URI?
+
+      # @return [Hash]
+      attr_reader http_request_headers: Hash
+
+      # @return [String]
+      attr_reader http_request_method: String
+
+      # @return [String, nil]
+      attr_reader template: String?
+
+      def initialize: (*untyped args, **untyped kwargs) -> void
+
+      def emit: (title: String title, artifacts: Array[Mihari::Artifact] artifacts, ?tags: Array[String] tags, **untyped _options) -> void
+
+      def valid?: () -> bool
+
+      private
+
+      def payload_as_string: (title: String title, description: String description, artifacts: Array[Mihari::Artifact] artifacts, source: String source, tags: Array[String] tags) -> String
+    end
+  end
+end

data/sig/lib/mihari/http.rbs

@@ -5,14 +5,11 @@ module Mihari
 
     attr_reader headers: Hash[(String | Symbol), untyped]
 
-    attr_reader payload_type: String?
-
     attr_reader payload: Hash[(String | Symbol), untyped]
 
     def initialize: (
       String uri,
       ?headers: Hash[(String | Symbol), untyped] headers,
-      ?payload_type: String? payload_type,
       ?payload: Hash[(String | Symbol), untyped] payload
     ) -> void
 
@@ -46,6 +43,8 @@ module Mihari
 
     private
 
+    def content_type: () -> String
+
     #
     # Get options for HTTP request
     #

data/sig/lib/mihari/structs/rule.rbs

@@ -53,9 +53,7 @@ module Mihari
 
         def to_analyzer: () -> Mihari::Analyzers::Rule
 
-        class << self
-          def from_model: (Mihari::Rule model) -> Mihari::Structs::Rule::Rule
-        end
+        def self.from_model: (Mihari::Rule model) -> Mihari::Structs::Rule::Rule
       end
     end
   end

data/sig/lib/mihari/types.rbs

@@ -17,5 +17,7 @@ module Mihari
     FeedHttpRequestMethods: Array[String]
 
     FeedHttpRequestPayloadTypes: Array[String]
+
+    EmitterTypes: Array[String]
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mihari
 version: !ruby/object:Gem::Version
-  version: 4.2.0
+  version: 4.3.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-03-06 00:00:00.000000000 Z
+date: 2022-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.24'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.24'
 - !ruby/object:Gem::Dependency
   name: fakefs
   requirement: !ruby/object:Gem::Requirement
@@ -164,34 +164,48 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.11'
+- !ruby/object:Gem::Dependency
+  name: simplecov-lcov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.0
 - !ruby/object:Gem::Dependency
   name: standard
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '1.8'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '1.8'
 - !ruby/object:Gem::Dependency
   name: steep
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.47'
+        version: '0.49'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.47'
+        version: '0.49'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -212,14 +226,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '6.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '6.1'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
@@ -240,14 +254,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.2.2
+        version: 7.0.2.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.2.2
+        version: 7.0.2.3
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
@@ -416,6 +430,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 3.1.1
+- !ruby/object:Gem::Dependency
+  name: dry-schema
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.1
 - !ruby/object:Gem::Dependency
   name: dry-struct
   requirement: !ruby/object:Gem::Requirement
@@ -542,6 +570,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: insensitive_hash
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: jr-cli
   requirement: !ruby/object:Gem::Requirement
@@ -1089,6 +1131,7 @@ files:
 - lib/mihari/database.rb
 - lib/mihari/emitters/base.rb
 - lib/mihari/emitters/database.rb
+- lib/mihari/emitters/http.rb
 - lib/mihari/emitters/misp.rb
 - lib/mihari/emitters/slack.rb
 - lib/mihari/emitters/the_hive.rb
@@ -1162,8 +1205,10 @@ files:
 - lib/mihari/web/middleware/error_notification_adapter.rb
 - lib/mihari/web/public/index.html
 - lib/mihari/web/public/redoc-static.html
+- lib/mihari/web/public/static/css/app.0de4b715.css
 - lib/mihari/web/public/static/css/app.43138058.css
 - lib/mihari/web/public/static/css/chunk-vendors.3ed9b08e.css
+- lib/mihari/web/public/static/css/chunk-vendors.c57bb3fd.css
 - lib/mihari/web/public/static/favicon.ico
 - lib/mihari/web/public/static/fonts/fa-brands-400.099a9556.woff
 - lib/mihari/web/public/static/fonts/fa-brands-400.1a575a41.woff
@@ -1174,19 +1219,25 @@ files:
 - lib/mihari/web/public/static/fonts/fa-brands-400.592643a8.eot
 - lib/mihari/web/public/static/fonts/fa-brands-400.5d5236fb.woff2
 - lib/mihari/web/public/static/fonts/fa-brands-400.ed311c7a.woff2
+- lib/mihari/web/public/static/fonts/fa-brands-400.edf40f86.woff2
+- lib/mihari/web/public/static/fonts/fa-brands-400.f7223235.ttf
 - lib/mihari/web/public/static/fonts/fa-brands-400.f7307680.woff2
 - lib/mihari/web/public/static/fonts/fa-regular-400.1f77739c.ttf
+- lib/mihari/web/public/static/fonts/fa-regular-400.3665ebc7.woff2
 - lib/mihari/web/public/static/fonts/fa-regular-400.64b3730e.woff2
 - lib/mihari/web/public/static/fonts/fa-regular-400.7124eb50.woff
 - lib/mihari/web/public/static/fonts/fa-regular-400.7630483d.eot
 - lib/mihari/web/public/static/fonts/fa-regular-400.766913e6.ttf
 - lib/mihari/web/public/static/fonts/fa-regular-400.95a8a8af.ttf
+- lib/mihari/web/public/static/fonts/fa-regular-400.a7fde52b.ttf
 - lib/mihari/web/public/static/fonts/fa-regular-400.b0e2db3b.eot
 - lib/mihari/web/public/static/fonts/fa-regular-400.b91d376b.woff2
 - lib/mihari/web/public/static/fonts/fa-regular-400.d1d7e3b4.woff
 - lib/mihari/web/public/static/fonts/fa-regular-400.f0f82301.woff2
 - lib/mihari/web/public/static/fonts/fa-solid-900.0c6bfc66.eot
+- lib/mihari/web/public/static/fonts/fa-solid-900.0d2abd43.woff2
 - lib/mihari/web/public/static/fonts/fa-solid-900.1042e8ca.eot
+- lib/mihari/web/public/static/fonts/fa-solid-900.5b03221c.ttf
 - lib/mihari/web/public/static/fonts/fa-solid-900.605ed792.ttf
 - lib/mihari/web/public/static/fonts/fa-solid-900.6115ad71.woff2
 - lib/mihari/web/public/static/fonts/fa-solid-900.9fe5a17c.woff
@@ -1195,6 +1246,7 @@ files:
 - lib/mihari/web/public/static/fonts/fa-solid-900.d824df7e.woff2
 - lib/mihari/web/public/static/fonts/fa-solid-900.e8a427e1.woff2
 - lib/mihari/web/public/static/fonts/fa-solid-900.f0203cfc.ttf
+- lib/mihari/web/public/static/fonts/fa-v4compatibility.42932bea.ttf
 - lib/mihari/web/public/static/fonts/fa-v4compatibility.e1023515.ttf
 - lib/mihari/web/public/static/img/fa-brands-400.1d5619cd.svg
 - lib/mihari/web/public/static/img/fa-brands-400.ba7ed552.svg
@@ -1204,6 +1256,8 @@ files:
 - lib/mihari/web/public/static/img/fa-solid-900.37bc7099.svg
 - lib/mihari/web/public/static/js/app-legacy.46b666f0.js
 - lib/mihari/web/public/static/js/app-legacy.46b666f0.js.map
+- lib/mihari/web/public/static/js/app-legacy.e451304b.js
+- lib/mihari/web/public/static/js/app-legacy.e451304b.js.map
 - lib/mihari/web/public/static/js/app.06d5cf1c.js
 - lib/mihari/web/public/static/js/app.06d5cf1c.js.map
 - lib/mihari/web/public/static/js/app.0a0cc502.js
@@ -1236,16 +1290,22 @@ files:
 - lib/mihari/web/public/static/js/app.cb1fa7be.js.map
 - lib/mihari/web/public/static/js/app.cccddb2b.js
 - lib/mihari/web/public/static/js/app.cccddb2b.js.map
+- lib/mihari/web/public/static/js/app.e74e91d7.js
+- lib/mihari/web/public/static/js/app.e74e91d7.js.map
 - lib/mihari/web/public/static/js/app.eb95cfc9.js
 - lib/mihari/web/public/static/js/app.eb95cfc9.js.map
 - lib/mihari/web/public/static/js/app.f2b8890f.js
 - lib/mihari/web/public/static/js/app.f2b8890f.js.map
 - lib/mihari/web/public/static/js/app.fbc19869.js
 - lib/mihari/web/public/static/js/app.fbc19869.js.map
+- lib/mihari/web/public/static/js/chunk-vendors-legacy.41357cdf.js
+- lib/mihari/web/public/static/js/chunk-vendors-legacy.41357cdf.js.map
 - lib/mihari/web/public/static/js/chunk-vendors-legacy.c99e452e.js
 - lib/mihari/web/public/static/js/chunk-vendors-legacy.c99e452e.js.map
 - lib/mihari/web/public/static/js/chunk-vendors.15e84e22.js
 - lib/mihari/web/public/static/js/chunk-vendors.15e84e22.js.map
+- lib/mihari/web/public/static/js/chunk-vendors.c5525f1e.js
+- lib/mihari/web/public/static/js/chunk-vendors.c5525f1e.js.map
 - mihari.gemspec
 - renovate.json
 - sig/lib/mihari.rbs
@@ -1282,6 +1342,7 @@ files:
 - sig/lib/mihari/database.rbs
 - sig/lib/mihari/emitters/base.rbs
 - sig/lib/mihari/emitters/database.rbs
+- sig/lib/mihari/emitters/http.rbs
 - sig/lib/mihari/emitters/misp.rbs
 - sig/lib/mihari/emitters/slack.rbs
 - sig/lib/mihari/emitters/stdout.rbs
@@ -1329,7 +1390,8 @@ files:
 homepage: https://github.com/ninoseki/mihari
 licenses:
 - MIT
-metadata: {}
+metadata:
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -1345,7 +1407,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.22
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: A framework for continuous OSINT based threat hunting