mihari 3.11.0 → 3.12.0

data/lib/mihari.rb

@@ -150,6 +150,7 @@ require "mihari/analyzers/circl"
 require "mihari/analyzers/crtsh"
 require "mihari/analyzers/dnpedia"
 require "mihari/analyzers/dnstwister"
+require "mihari/analyzers/feed"
 require "mihari/analyzers/greynoise"
 require "mihari/analyzers/onyphe"
 require "mihari/analyzers/otx"

data/mihari.gemspec

@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 2.2"
+  spec.add_development_dependency "bundler", "~> 2.3"
   spec.add_development_dependency "coveralls_reborn", "~> 0.23"
   spec.add_development_dependency "fakefs", "~> 1.4"
   spec.add_development_dependency "mysql2", "~> 0.5"
@@ -42,8 +42,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr", "~> 6.0"
   spec.add_development_dependency "webmock", "~> 3.14"
 
-  spec.add_dependency "activerecord", "~> 6.1"
-  spec.add_dependency "activerecord-filter", "~> 6.1"
+  spec.add_dependency "activerecord", "7.0.0"
   spec.add_dependency "addressable", "~> 2.8"
   spec.add_dependency "awrence", "~> 1.2"
   spec.add_dependency "binaryedge", "~> 0.1"
@@ -54,20 +53,21 @@ Gem::Specification.new do |spec|
   spec.add_dependency "dnpedia", "~> 0.1"
   spec.add_dependency "dnstwister", "~> 0.1"
   spec.add_dependency "dotenv", "~> 2.7"
-  spec.add_dependency "dry-configurable", "~> 0.13"
-  spec.add_dependency "dry-container", "~> 0.9"
-  spec.add_dependency "dry-files", "~> 0.1"
-  spec.add_dependency "dry-initializer", "~> 3.0"
-  spec.add_dependency "dry-struct", "~> 1.4"
-  spec.add_dependency "dry-validation", "~> 1.7"
+  spec.add_dependency "dry-configurable", "0.13.0"
+  spec.add_dependency "dry-container", "0.9.0"
+  spec.add_dependency "dry-files", "0.1.0"
+  spec.add_dependency "dry-initializer", "3.0.4"
+  spec.add_dependency "dry-struct", "1.4.0"
+  spec.add_dependency "dry-validation", "1.7.0"
   spec.add_dependency "email_address", "~> 0.2"
-  spec.add_dependency "grape", "~> 1.6"
-  spec.add_dependency "grape-entity", "~> 0.10"
-  spec.add_dependency "grape-swagger", "~> 1.4"
-  spec.add_dependency "grape-swagger-entity", "~> 0.5"
+  spec.add_dependency "grape", "1.6.2"
+  spec.add_dependency "grape-entity", "0.10.1"
+  spec.add_dependency "grape-swagger", "1.4.2"
+  spec.add_dependency "grape-swagger-entity", "0.5.1"
   spec.add_dependency "greynoise", "~> 0.1"
   spec.add_dependency "hachi", "~> 1.0"
   spec.add_dependency "http", "~> 5.0"
+  spec.add_dependency "jr-cli", "~> 0.5"
   spec.add_dependency "launchy", "~> 2.5"
   spec.add_dependency "mem", "~> 0.1"
   spec.add_dependency "memist", "~> 2.0"
@@ -82,9 +82,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency "plissken", "~> 1.4"
   spec.add_dependency "public_suffix", "~> 4.0"
   spec.add_dependency "pulsedive", "~> 0.1"
-  spec.add_dependency "puma", "~> 5.5"
-  spec.add_dependency "rack", "~> 2.2"
-  spec.add_dependency "rack-contrib", "~> 2.3"
+  spec.add_dependency "puma", "5.5.2"
+  spec.add_dependency "rack", "2.2.3"
+  spec.add_dependency "rack-contrib", "2.3.0"
   spec.add_dependency "rack-cors", "~> 1.1"
   spec.add_dependency "safe_shell", "~> 1.1"
   spec.add_dependency "securitytrails", "~> 1.0"
@@ -92,7 +92,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "slack-notifier", "~> 2.4"
   spec.add_dependency "spysex", "~> 0.2"
   spec.add_dependency "sqlite3", "~> 1.4"
-  spec.add_dependency "thor", "~> 1.1"
+  spec.add_dependency "thor", "1.1.0"
   spec.add_dependency "thread_safe", "~> 0.3"
   spec.add_dependency "urlscan", "~> 0.8"
   spec.add_dependency "uuidtools", "~> 2.2"

data/sig/lib/mihari/analyzers/feed.rbs

@@ -0,0 +1,23 @@
+module Mihari
+  module Analyzers
+    class Feed < Base
+      attr_reader query: String
+      attr_reader title: String
+      attr_reader description: String
+      attr_reader tags: Array[String]
+
+      attr_reader http_request_headers: Hash[(String | Symbol), untyped]
+      attr_reader http_request_method: String
+      attr_reader http_request_payload_type: String?
+      attr_reader http_request_payload: Hash[(String | Symbol), untyped]
+
+      attr_reader selector: String
+
+      def artifacts: () ->  (Array[String] | Array[Mihari::Artifact])
+
+      private
+
+      def data: () -> Array[Hash]
+    end
+  end
+end

data/sig/lib/mihari/cli/analyzer.rbs

@@ -13,6 +13,10 @@ module Mihari
 
       include Mihari::Commands::DNSTwister
 
+      include Mihari::Commands::Feed
+
+      include Mihari::Commands::GreyNoise
+
       include Mihari::Commands::JSON
 
       include Mihari::Commands::Onyphe

data/sig/lib/mihari/commands/feed.rbs

@@ -0,0 +1,7 @@
+module Mihari
+  module Commands
+    module Feed
+      def self.included: (untyped thor) -> untyped
+    end
+  end
+end

data/sig/lib/mihari/feed/parser.rbs

@@ -0,0 +1,11 @@
+module Mihari
+  module Feed
+    class Parser
+      attr_reader data: Array[Hash] | Array[Array[String]]
+
+      def initialize: (Array[Hash] | Array[Array[String]] data) -> void
+
+      def parse: (String selector) -> Array[String]
+    end
+  end
+end

data/sig/lib/mihari/feed/reader.rbs

@@ -0,0 +1,56 @@
+module Mihari
+  class FeedReader
+    attr_reader uri: URI
+
+    attr_reader http_request_headers: Hash[(String | Symbol), untyped]
+
+    attr_reader http_request_method: String
+
+    attr_reader http_request_payload_type: String?
+
+    attr_reader http_request_payload: Hash[(String | Symbol), untyped]
+
+    def initialize: (
+      String url,
+      ?http_request_headers: Hash[(String | Symbol), untyped]] http_request_headers,
+      ?http_request_method: ::String http_request_method,
+      ?http_request_payload_type: String?  http_request_payload_type,
+      ?http_request_payload: Hash[(String | Symbol), untyped] http_request_payload
+    ) -> void
+
+    def read: () -> Array[Hash]
+
+    def get: () -> Array[Hash]
+
+    def post: () -> Array[Hash]
+
+    #
+    # Convert text as JSON
+    #
+    # @param [String] text
+    #
+    # @return [Array<Hash>]
+    #
+    def convert_as_json: (String text) -> Array[Hash]
+
+    #
+    # Convert text as CSV
+    #
+    # @param [String] text
+    #
+    # @return [Array<Hash>]
+    #
+    def convert_as_csv: (String text) -> Array[Hash]
+
+    def https_options: () -> ({ use_ssl: ::TrueClass } | ::Hash[untyped, untyped])
+
+    #
+    # Make a HTTP request
+    #
+    # @param [Net::HTTPRequest] req
+    #
+    # @return [Array<Hash>]
+    #
+    def request: (Net::HTTPRequest req) -> Array[Hash]
+  end
+end

data/sig/lib/mihari/structs/alert.rbs

@@ -13,7 +13,7 @@ module Mihari
         attr_reader dns_record: String?
         attr_reader reverse_dns_name: String?
 
-        def has_valid_artifact_filters: () -> bool
+        def valid_artifact_filters?: () -> bool
       end
 
       class SearchFilterWithPagination

data/sig/lib/mihari/types.rbs

@@ -13,5 +13,9 @@ module Mihari
     DataTypes: Array[String]
 
     AnalyzerTypes: Array[String]
+
+    FeedHttpRequestMethods: Array[String]
+
+    FeedHttpRequestPayloadTypes: Array[String]
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mihari
 version: !ruby/object:Gem::Version
-  version: 3.11.0
+  version: 3.12.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-12-04 00:00:00.000000000 Z
+date: 2022-01-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.3'
 - !ruby/object:Gem::Dependency
   name: coveralls_reborn
   requirement: !ruby/object:Gem::Requirement
@@ -238,30 +238,16 @@ dependencies:
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.1'
-- !ruby/object:Gem::Dependency
-  name: activerecord-filter
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: 7.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: 7.0.0
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
@@ -406,86 +392,86 @@ dependencies:
   name: dry-configurable
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.13'
+        version: 0.13.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.13'
+        version: 0.13.0
 - !ruby/object:Gem::Dependency
   name: dry-container
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: 0.9.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: 0.9.0
 - !ruby/object:Gem::Dependency
   name: dry-files
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: 0.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: dry-initializer
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: 3.0.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: 3.0.4
 - !ruby/object:Gem::Dependency
   name: dry-struct
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 1.4.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 1.4.0
 - !ruby/object:Gem::Dependency
   name: dry-validation
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: 1.7.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: 1.7.0
 - !ruby/object:Gem::Dependency
   name: email_address
   requirement: !ruby/object:Gem::Requirement
@@ -504,58 +490,58 @@ dependencies:
   name: grape
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 1.6.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 1.6.2
 - !ruby/object:Gem::Dependency
   name: grape-entity
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: 0.10.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: 0.10.1
 - !ruby/object:Gem::Dependency
   name: grape-swagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 1.4.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 1.4.2
 - !ruby/object:Gem::Dependency
   name: grape-swagger-entity
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.5.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.5.1
 - !ruby/object:Gem::Dependency
   name: greynoise
   requirement: !ruby/object:Gem::Requirement
@@ -598,6 +584,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: jr-cli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: launchy
   requirement: !ruby/object:Gem::Requirement
@@ -798,44 +798,44 @@ dependencies:
   name: puma
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: 5.5.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: 5.5.2
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: 2.2.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: 2.2.3
 - !ruby/object:Gem::Dependency
   name: rack-contrib
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: 2.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: 2.3.0
 - !ruby/object:Gem::Dependency
   name: rack-cors
   requirement: !ruby/object:Gem::Requirement
@@ -938,16 +938,16 @@ dependencies:
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: 1.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: 1.1.0
 - !ruby/object:Gem::Dependency
   name: thread_safe
   requirement: !ruby/object:Gem::Requirement
@@ -1092,6 +1092,7 @@ files:
 - lib/mihari/analyzers/crtsh.rb
 - lib/mihari/analyzers/dnpedia.rb
 - lib/mihari/analyzers/dnstwister.rb
+- lib/mihari/analyzers/feed.rb
 - lib/mihari/analyzers/greynoise.rb
 - lib/mihari/analyzers/onyphe.rb
 - lib/mihari/analyzers/otx.rb
@@ -1117,6 +1118,7 @@ files:
 - lib/mihari/commands/crtsh.rb
 - lib/mihari/commands/dnpedia.rb
 - lib/mihari/commands/dnstwister.rb
+- lib/mihari/commands/feed.rb
 - lib/mihari/commands/greynoise.rb
 - lib/mihari/commands/init.rb
 - lib/mihari/commands/json.rb
@@ -1146,6 +1148,8 @@ files:
 - lib/mihari/enrichers/base.rb
 - lib/mihari/enrichers/ipinfo.rb
 - lib/mihari/errors.rb
+- lib/mihari/feed/parser.rb
+- lib/mihari/feed/reader.rb
 - lib/mihari/mixins/autonomous_system.rb
 - lib/mihari/mixins/configurable.rb
 - lib/mihari/mixins/configuration.rb
@@ -1249,6 +1253,8 @@ files:
 - lib/mihari/web/public/static/js/app.365f1907.js.map
 - lib/mihari/web/public/static/js/app.378da3dc.js
 - lib/mihari/web/public/static/js/app.378da3dc.js.map
+- lib/mihari/web/public/static/js/app.5dc97aae.js
+- lib/mihari/web/public/static/js/app.5dc97aae.js.map
 - lib/mihari/web/public/static/js/app.6b636b62.js
 - lib/mihari/web/public/static/js/app.6b636b62.js.map
 - lib/mihari/web/public/static/js/app.8e3e5150.js
@@ -1261,6 +1267,8 @@ files:
 - lib/mihari/web/public/static/js/app.b5914c39.js.map
 - lib/mihari/web/public/static/js/app.cccddb2b.js
 - lib/mihari/web/public/static/js/app.cccddb2b.js.map
+- lib/mihari/web/public/static/js/app.f2b8890f.js
+- lib/mihari/web/public/static/js/app.f2b8890f.js.map
 - lib/mihari/web/public/static/js/app.fbc19869.js
 - lib/mihari/web/public/static/js/app.fbc19869.js.map
 - mihari.gemspec
@@ -1274,6 +1282,7 @@ files:
 - sig/lib/mihari/analyzers/crtsh.rbs
 - sig/lib/mihari/analyzers/dnpedia.rbs
 - sig/lib/mihari/analyzers/dnstwister.rbs
+- sig/lib/mihari/analyzers/feed.rbs
 - sig/lib/mihari/analyzers/onyphe.rbs
 - sig/lib/mihari/analyzers/otx.rbs
 - sig/lib/mihari/analyzers/passivetotal.rbs
@@ -1298,6 +1307,7 @@ files:
 - sig/lib/mihari/commands/crtsh.rbs
 - sig/lib/mihari/commands/dnpedia.rbs
 - sig/lib/mihari/commands/dnstwister.rbs
+- sig/lib/mihari/commands/feed.rbs
 - sig/lib/mihari/commands/init.rbs
 - sig/lib/mihari/commands/json.rbs
 - sig/lib/mihari/commands/onyphe.rbs
@@ -1325,6 +1335,8 @@ files:
 - sig/lib/mihari/enrichers/base.rbs
 - sig/lib/mihari/enrichers/ipinfo.rbs
 - sig/lib/mihari/errors.rbs
+- sig/lib/mihari/feed/parser.rbs
+- sig/lib/mihari/feed/reader.rbs
 - sig/lib/mihari/mixins/autonomous_system.rbs
 - sig/lib/mihari/mixins/configurable.rbs
 - sig/lib/mihari/mixins/configuration.rbs