mihari 3.12.0 → 4.1.2

data/sig/lib/mihari/structs/rule.rbs

@@ -0,0 +1,56 @@
+module Mihari
+  module Structs
+    module Rule
+      class SearchFilter < Dry::Struct
+      end
+
+      class SearchFilterWithPagination < SearchFilter
+        def without_pagination: () -> SearchFilter
+      end
+
+      class Rule
+        attr_reader data: Hash
+
+        attr_reader errors: Array[untypes]
+
+        def initialize: (Hash data) -> void
+
+        #
+        # @return [Boolean]
+        #
+        def errors?: () -> (bool)
+
+        #
+        # @return [Array[String]]
+        #
+        def error_messages: () -> (Array[String])
+
+        def validate: () -> void
+
+        def validate!: () -> void
+
+        def []: (untyped key) -> untyped
+
+        #
+        # @return [String]
+        #
+        def id: () -> String
+
+        #
+        # @return [String]
+        #
+        def title: () -> String
+
+        #
+        # @return [String]
+        #
+        def description: () -> String
+
+        #
+        # @return [Mihari::Rule]
+        #
+        def to_model: () -> Mihari::Rule
+      end
+    end
+  end
+end

data/sig/lib/mihari.rbs

@@ -36,8 +36,6 @@ module Mihari
 
   extend Mixins::Configuration
 
-  # include Mem
-
   def self.emitters: () -> ::Array[singleton(Mihari::Emitters::Base)]
 
   def self.analyzers: () -> ::Array[singleton(Mihari::Analyzers::Base)]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mihari
 version: !ruby/object:Gem::Version
-  version: 3.12.0
+  version: 4.1.2
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-01-03 00:00:00.000000000 Z
+date: 2022-02-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -86,14 +86,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rack-test
   requirement: !ruby/object:Gem::Requirement
@@ -156,28 +156,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.10'
+        version: '3.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.10'
+        version: '3.11'
 - !ruby/object:Gem::Dependency
   name: standard
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.7'
 - !ruby/object:Gem::Dependency
   name: steep
   requirement: !ruby/object:Gem::Requirement
@@ -240,14 +240,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 7.0.2.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 7.0.2.2
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
@@ -268,14 +268,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: binaryedge
   requirement: !ruby/object:Gem::Requirement
@@ -332,20 +332,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.3'
-- !ruby/object:Gem::Dependency
-  name: cymbal
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: dnpedia
   requirement: !ruby/object:Gem::Requirement
@@ -394,14 +380,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: 0.14.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: 0.14.0
 - !ruby/object:Gem::Dependency
   name: dry-container
   requirement: !ruby/object:Gem::Requirement
@@ -436,14 +422,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.0.4
+        version: 3.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.0.4
+        version: 3.1.1
 - !ruby/object:Gem::Dependency
   name: dry-struct
   requirement: !ruby/object:Gem::Requirement
@@ -612,20 +598,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.5'
-- !ruby/object:Gem::Dependency
-  name: mem
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: memist
   requirement: !ruby/object:Gem::Requirement
@@ -672,14 +644,14 @@ dependencies:
   name: normalize_country
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.3'
 - !ruby/object:Gem::Dependency
@@ -758,14 +730,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: public_suffix
   requirement: !ruby/object:Gem::Requirement
@@ -800,14 +772,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.5.2
+        version: 5.6.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.5.2
+        version: 5.6.2
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
@@ -940,14 +912,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.0
+        version: 1.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.0
+        version: 1.2.1
 - !ruby/object:Gem::Dependency
   name: thread_safe
   requirement: !ruby/object:Gem::Requirement
@@ -1085,7 +1057,6 @@ files:
 - images/web_config.png
 - lib/mihari.rb
 - lib/mihari/analyzers/base.rb
-- lib/mihari/analyzers/basic.rb
 - lib/mihari/analyzers/binaryedge.rb
 - lib/mihari/analyzers/censys.rb
 - lib/mihari/analyzers/circl.rb
@@ -1106,36 +1077,15 @@ files:
 - lib/mihari/analyzers/virustotal.rb
 - lib/mihari/analyzers/virustotal_intelligence.rb
 - lib/mihari/analyzers/zoomeye.rb
-- lib/mihari/cli/analyzer.rb
 - lib/mihari/cli/base.rb
 - lib/mihari/cli/init.rb
 - lib/mihari/cli/main.rb
 - lib/mihari/cli/mixins/utils.rb
 - lib/mihari/cli/validator.rb
-- lib/mihari/commands/binaryedge.rb
-- lib/mihari/commands/censys.rb
-- lib/mihari/commands/circl.rb
-- lib/mihari/commands/crtsh.rb
-- lib/mihari/commands/dnpedia.rb
-- lib/mihari/commands/dnstwister.rb
-- lib/mihari/commands/feed.rb
-- lib/mihari/commands/greynoise.rb
 - lib/mihari/commands/init.rb
-- lib/mihari/commands/json.rb
-- lib/mihari/commands/onyphe.rb
-- lib/mihari/commands/otx.rb
-- lib/mihari/commands/passivetotal.rb
-- lib/mihari/commands/pulsedive.rb
 - lib/mihari/commands/search.rb
-- lib/mihari/commands/securitytrails.rb
-- lib/mihari/commands/shodan.rb
-- lib/mihari/commands/spyse.rb
-- lib/mihari/commands/urlscan.rb
 - lib/mihari/commands/validator.rb
-- lib/mihari/commands/virustotal.rb
-- lib/mihari/commands/virustotal_intelligence.rb
 - lib/mihari/commands/web.rb
-- lib/mihari/commands/zoomeye.rb
 - lib/mihari/constants.rb
 - lib/mihari/database.rb
 - lib/mihari/emitters/base.rb
@@ -1152,9 +1102,8 @@ files:
 - lib/mihari/feed/reader.rb
 - lib/mihari/mixins/autonomous_system.rb
 - lib/mihari/mixins/configurable.rb
-- lib/mihari/mixins/configuration.rb
+- lib/mihari/mixins/database.rb
 - lib/mihari/mixins/disallowed_data_value.rb
-- lib/mihari/mixins/hash.rb
 - lib/mihari/mixins/refang.rb
 - lib/mihari/mixins/retriable.rb
 - lib/mihari/mixins/rule.rb
@@ -1164,6 +1113,7 @@ files:
 - lib/mihari/models/dns.rb
 - lib/mihari/models/geolocation.rb
 - lib/mihari/models/reverse_dns.rb
+- lib/mihari/models/rule.rb
 - lib/mihari/models/tag.rb
 - lib/mihari/models/tagging.rb
 - lib/mihari/models/whois.rb
@@ -1171,7 +1121,6 @@ files:
 - lib/mihari/notifiers/exception_notifier.rb
 - lib/mihari/notifiers/slack.rb
 - lib/mihari/schemas/analyzer.rb
-- lib/mihari/schemas/configuration.rb
 - lib/mihari/schemas/macros.rb
 - lib/mihari/schemas/rule.rb
 - lib/mihari/status.rb
@@ -1180,6 +1129,7 @@ files:
 - lib/mihari/structs/greynoise.rb
 - lib/mihari/structs/ipinfo.rb
 - lib/mihari/structs/onyphe.rb
+- lib/mihari/structs/rule.rb
 - lib/mihari/structs/shodan.rb
 - lib/mihari/structs/urlscan.rb
 - lib/mihari/structs/virustotal_intelligence.rb
@@ -1194,6 +1144,7 @@ files:
 - lib/mihari/web/endpoints/command.rb
 - lib/mihari/web/endpoints/configs.rb
 - lib/mihari/web/endpoints/ip_addresses.rb
+- lib/mihari/web/endpoints/rules.rb
 - lib/mihari/web/endpoints/sources.rb
 - lib/mihari/web/endpoints/tags.rb
 - lib/mihari/web/entities/alert.rb
@@ -1206,10 +1157,11 @@ files:
 - lib/mihari/web/entities/ip_address.rb
 - lib/mihari/web/entities/message.rb
 - lib/mihari/web/entities/reverse_dns.rb
+- lib/mihari/web/entities/rule.rb
 - lib/mihari/web/entities/source.rb
 - lib/mihari/web/entities/tag.rb
 - lib/mihari/web/entities/whois.rb
-- lib/mihari/web/public/grape.rb
+- lib/mihari/web/middleware/connection_adapter.rb
 - lib/mihari/web/public/index.html
 - lib/mihari/web/public/redoc-static.html
 - lib/mihari/web/public/static/favicon.ico
@@ -1253,6 +1205,8 @@ files:
 - lib/mihari/web/public/static/js/app.365f1907.js.map
 - lib/mihari/web/public/static/js/app.378da3dc.js
 - lib/mihari/web/public/static/js/app.378da3dc.js.map
+- lib/mihari/web/public/static/js/app.49ab738a.js
+- lib/mihari/web/public/static/js/app.49ab738a.js.map
 - lib/mihari/web/public/static/js/app.5dc97aae.js
 - lib/mihari/web/public/static/js/app.5dc97aae.js.map
 - lib/mihari/web/public/static/js/app.6b636b62.js
@@ -1265,8 +1219,14 @@ files:
 - lib/mihari/web/public/static/js/app.ab213f7c.js.map
 - lib/mihari/web/public/static/js/app.b5914c39.js
 - lib/mihari/web/public/static/js/app.b5914c39.js.map
+- lib/mihari/web/public/static/js/app.b88ce341.js
+- lib/mihari/web/public/static/js/app.b88ce341.js.map
+- lib/mihari/web/public/static/js/app.cb1fa7be.js
+- lib/mihari/web/public/static/js/app.cb1fa7be.js.map
 - lib/mihari/web/public/static/js/app.cccddb2b.js
 - lib/mihari/web/public/static/js/app.cccddb2b.js.map
+- lib/mihari/web/public/static/js/app.eb95cfc9.js
+- lib/mihari/web/public/static/js/app.eb95cfc9.js.map
 - lib/mihari/web/public/static/js/app.f2b8890f.js
 - lib/mihari/web/public/static/js/app.f2b8890f.js.map
 - lib/mihari/web/public/static/js/app.fbc19869.js
@@ -1275,7 +1235,6 @@ files:
 - renovate.json
 - sig/lib/mihari.rbs
 - sig/lib/mihari/analyzers/base.rbs
-- sig/lib/mihari/analyzers/basic.rbs
 - sig/lib/mihari/analyzers/binaryedge.rbs
 - sig/lib/mihari/analyzers/censys.rbs
 - sig/lib/mihari/analyzers/circl.rbs
@@ -1295,34 +1254,16 @@ files:
 - sig/lib/mihari/analyzers/virustotal.rbs
 - sig/lib/mihari/analyzers/virustotal_intelligence.rbs
 - sig/lib/mihari/analyzers/zoomeye.rbs
-- sig/lib/mihari/cli/analyzer.rbs
 - sig/lib/mihari/cli/base.rbs
 - sig/lib/mihari/cli/init.rbs
 - sig/lib/mihari/cli/main.rbs
 - sig/lib/mihari/cli/mixins/utils.rbs
 - sig/lib/mihari/cli/validator.rbs
-- sig/lib/mihari/commands/binaryedge.rbs
-- sig/lib/mihari/commands/censys.rbs
-- sig/lib/mihari/commands/circl.rbs
-- sig/lib/mihari/commands/crtsh.rbs
-- sig/lib/mihari/commands/dnpedia.rbs
-- sig/lib/mihari/commands/dnstwister.rbs
-- sig/lib/mihari/commands/feed.rbs
 - sig/lib/mihari/commands/init.rbs
 - sig/lib/mihari/commands/json.rbs
-- sig/lib/mihari/commands/onyphe.rbs
-- sig/lib/mihari/commands/otx.rbs
-- sig/lib/mihari/commands/passivetotal.rbs
-- sig/lib/mihari/commands/pulsedive.rbs
 - sig/lib/mihari/commands/search.rbs
-- sig/lib/mihari/commands/securitytrails.rbs
-- sig/lib/mihari/commands/shodan.rbs
-- sig/lib/mihari/commands/spyse.rbs
-- sig/lib/mihari/commands/urlscan.rbs
 - sig/lib/mihari/commands/validator.rbs
-- sig/lib/mihari/commands/virustotal.rbs
 - sig/lib/mihari/commands/web.rbs
-- sig/lib/mihari/commands/zoomeye.rbs
 - sig/lib/mihari/constants.rbs
 - sig/lib/mihari/database.rbs
 - sig/lib/mihari/emitters/base.rbs
@@ -1351,6 +1292,7 @@ files:
 - sig/lib/mihari/models/dns.rbs
 - sig/lib/mihari/models/geolocation.rbs
 - sig/lib/mihari/models/reverse_dns.rbs
+- sig/lib/mihari/models/rule.rbs
 - sig/lib/mihari/models/tag.rbs
 - sig/lib/mihari/models/tagging.rbs
 - sig/lib/mihari/models/whois.rbs
@@ -1363,6 +1305,7 @@ files:
 - sig/lib/mihari/structs/greynoise.rbs
 - sig/lib/mihari/structs/ipinfo.rbs
 - sig/lib/mihari/structs/onyphe.rbs
+- sig/lib/mihari/structs/rule.rbs
 - sig/lib/mihari/structs/shodan.rbs
 - sig/lib/mihari/structs/urlscan.rbs
 - sig/lib/mihari/structs/virustotal_intelligence.rbs

data/lib/mihari/analyzers/basic.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Analyzers
-    class Basic < Base
-      attr_reader :title, :description, :artifacts, :source, :tags
-
-      def initialize(title:, description:, artifacts:, source:, tags: [])
-        super()
-
-        @title = title
-        @description = description
-        @artifacts = artifacts
-        @source = source
-        @tags = tags
-      end
-    end
-  end
-end

data/lib/mihari/cli/analyzer.rb

@@ -1,55 +0,0 @@
-# frozen_string_literal: true
-
-require "mihari/commands/binaryedge"
-require "mihari/commands/censys"
-require "mihari/commands/circl"
-require "mihari/commands/crtsh"
-require "mihari/commands/dnpedia"
-require "mihari/commands/dnstwister"
-require "mihari/commands/feed"
-require "mihari/commands/greynoise"
-require "mihari/commands/onyphe"
-require "mihari/commands/otx"
-require "mihari/commands/passivetotal"
-require "mihari/commands/pulsedive"
-require "mihari/commands/securitytrails"
-require "mihari/commands/shodan"
-require "mihari/commands/spyse"
-require "mihari/commands/urlscan"
-require "mihari/commands/virustotal_intelligence"
-require "mihari/commands/virustotal"
-require "mihari/commands/zoomeye"
-
-require "mihari/commands/json"
-
-module Mihari
-  module CLI
-    class Analyzer < Base
-      class_option :ignore_old_artifacts, type: :boolean, default: false, desc: "Whether to ignore old artifacts from checking or not."
-      class_option :ignore_threshold, type: :numeric, default: 0, desc: "Number of days to define whether an artifact is old or not."
-      class_option :interval, type: :numeric, default: 0, desc: "Seconds of the interval while calling API in a row."
-      class_option :config, type: :string, desc: "Path to the config file"
-
-      include Mihari::Commands::BinaryEdge
-      include Mihari::Commands::Censys
-      include Mihari::Commands::CIRCL
-      include Mihari::Commands::Crtsh
-      include Mihari::Commands::DNPedia
-      include Mihari::Commands::DNSTwister
-      include Mihari::Commands::Feed
-      include Mihari::Commands::GreyNoise
-      include Mihari::Commands::JSON
-      include Mihari::Commands::Onyphe
-      include Mihari::Commands::OTX
-      include Mihari::Commands::PassiveTotal
-      include Mihari::Commands::Pulsedive
-      include Mihari::Commands::SecurityTrails
-      include Mihari::Commands::Shodan
-      include Mihari::Commands::Spyse
-      include Mihari::Commands::Urlscan
-      include Mihari::Commands::VirusTotal
-      include Mihari::Commands::VirusTotalIntelligence
-      include Mihari::Commands::ZoomEye
-    end
-  end
-end

data/lib/mihari/commands/binaryedge.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Commands
-    module BinaryEdge
-      def self.included(thor)
-        thor.class_eval do
-          desc "binaryedge [QUERY]", "BinaryEdge host search"
-          method_option :title, type: :string, desc: "title"
-          method_option :description, type: :string, desc: "description"
-          method_option :tags, type: :array, desc: "tags"
-          def binaryedge(query)
-            with_error_handling do
-              run_analyzer Analyzers::BinaryEdge, query: query, options: options
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/mihari/commands/censys.rb

@@ -1,22 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Commands
-    module Censys
-      def self.included(thor)
-        thor.class_eval do
-          desc "censys [QUERY]", "Censys IPv4 search"
-          method_option :title, type: :string, desc: "title"
-          method_option :description, type: :string, desc: "description"
-          method_option :tags, type: :array, desc: "tags"
-          method_option :type, type: :string, desc: "type to search (ipv4 / websites / certificates)", default: "ipv4"
-          def censys(query)
-            with_error_handling do
-              run_analyzer Analyzers::Censys, query: query, options: options
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/mihari/commands/circl.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Commands
-    module CIRCL
-      def self.included(thor)
-        thor.class_eval do
-          desc "circl [DOMAIN|SHA1]", "CIRCL passive DNS/SSL search by a domain or SHA1 certificate fingerprint"
-          method_option :title, type: :string, desc: "title"
-          method_option :description, type: :string, desc: "description"
-          method_option :tags, type: :array, desc: "tags"
-          def circl(query)
-            with_error_handling do
-              run_analyzer Analyzers::CIRCL, query: query, options: options
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/mihari/commands/crtsh.rb

@@ -1,22 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Commands
-    module Crtsh
-      def self.included(thor)
-        thor.class_eval do
-          desc "crtsh [QUERY]", "crt.sh search"
-          method_option :title, type: :string, desc: "title"
-          method_option :description, type: :string, desc: "description"
-          method_option :tags, type: :array, desc: "tags"
-          method_option :exclude_expired, type: :boolean, desc: "exclude expired certificates"
-          def crtsh(query)
-            with_error_handling do
-              run_analyzer Analyzers::Crtsh, query: query, options: options
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/mihari/commands/dnpedia.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Mihari
-  module Commands
-    module DNPedia
-      def self.included(thor)
-        thor.class_eval do
-          desc "dnpedia [QUERY]", "DNPedia domain search"
-          method_option :title, type: :string, desc: "title"
-          method_option :description, type: :string, desc: "description"
-          method_option :tags, type: :array, desc: "tags"
-          def dnpedia(query)
-            with_error_handling do
-              run_analyzer Analyzers::DNPedia, query: query, options: options
-            end
-          end
-        end
-      end
-    end
-  end
-end