mihari 3.5.0 → 3.7.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitmodules +3 -0
- data/README.md +2 -0
- data/Steepfile +32 -0
- data/config.ru +1 -0
- data/lib/mihari/analyzers/base.rb +24 -11
- data/lib/mihari/analyzers/binaryedge.rb +13 -0
- data/lib/mihari/analyzers/censys.rb +42 -9
- data/lib/mihari/analyzers/circl.rb +15 -0
- data/lib/mihari/analyzers/crtsh.rb +5 -0
- data/lib/mihari/analyzers/dnpedia.rb +5 -0
- data/lib/mihari/analyzers/dnstwister.rb +17 -0
- data/lib/mihari/analyzers/onyphe.rb +50 -9
- data/lib/mihari/analyzers/otx.rb +20 -0
- data/lib/mihari/analyzers/passivetotal.rb +25 -0
- data/lib/mihari/analyzers/pulsedive.rb +10 -0
- data/lib/mihari/analyzers/rule.rb +18 -0
- data/lib/mihari/analyzers/securitytrails.rb +25 -0
- data/lib/mihari/analyzers/shodan.rb +39 -5
- data/lib/mihari/analyzers/spyse.rb +20 -0
- data/lib/mihari/analyzers/urlscan.rb +10 -0
- data/lib/mihari/analyzers/virustotal.rb +20 -0
- data/lib/mihari/analyzers/zoomeye.rb +38 -0
- data/lib/mihari/{constraints.rb → constants.rb} +0 -0
- data/lib/mihari/database.rb +55 -3
- data/lib/mihari/emitters/base.rb +1 -1
- data/lib/mihari/emitters/misp.rb +38 -5
- data/lib/mihari/emitters/slack.rb +20 -2
- data/lib/mihari/emitters/the_hive.rb +16 -3
- data/lib/mihari/emitters/webhook.rb +18 -3
- data/lib/mihari/enrichers/base.rb +18 -0
- data/lib/mihari/enrichers/ipinfo.rb +49 -0
- data/lib/mihari/mixins/autonomous_system.rb +19 -0
- data/lib/mihari/mixins/disallowed_data_value.rb +1 -1
- data/lib/mihari/models/alert.rb +8 -4
- data/lib/mihari/models/artifact.rb +94 -0
- data/lib/mihari/models/autonomous_system.rb +26 -0
- data/lib/mihari/models/dns.rb +55 -0
- data/lib/mihari/models/geolocation.rb +29 -0
- data/lib/mihari/models/reverse_dns.rb +26 -0
- data/lib/mihari/models/whois.rb +119 -0
- data/lib/mihari/schemas/rule.rb +2 -15
- data/lib/mihari/serializers/alert.rb +6 -4
- data/lib/mihari/serializers/artifact.rb +11 -2
- data/lib/mihari/serializers/autonomous_system.rb +9 -0
- data/lib/mihari/serializers/dns.rb +11 -0
- data/lib/mihari/serializers/geolocation.rb +11 -0
- data/lib/mihari/serializers/reverse_dns.rb +11 -0
- data/lib/mihari/serializers/tag.rb +4 -2
- data/lib/mihari/serializers/whois.rb +11 -0
- data/lib/mihari/status.rb +7 -2
- data/lib/mihari/structs/censys.rb +92 -0
- data/lib/mihari/structs/ipinfo.rb +39 -0
- data/lib/mihari/structs/onyphe.rb +47 -0
- data/lib/mihari/structs/shodan.rb +53 -0
- data/lib/mihari/type_checker.rb +9 -9
- data/lib/mihari/types.rb +21 -0
- data/lib/mihari/version.rb +1 -1
- data/lib/mihari/web/controllers/artifacts_controller.rb +53 -8
- data/lib/mihari/web/controllers/ip_address_controller.rb +4 -19
- data/lib/mihari/web/controllers/sources_controller.rb +2 -2
- data/lib/mihari/web/public/index.html +1 -1
- data/lib/mihari/web/public/redoc-static.html +7 -6
- data/lib/mihari/web/public/static/js/app.06d5cf1c.js +36 -0
- data/lib/mihari/web/public/static/js/app.06d5cf1c.js.map +1 -0
- data/lib/mihari/web/public/static/js/app.8e3e5150.js +36 -0
- data/lib/mihari/web/public/static/js/app.8e3e5150.js.map +1 -0
- data/lib/mihari.rb +39 -5
- data/mihari.gemspec +10 -1
- data/sig/lib/mihari/analyzers/base.rbs +90 -0
- data/sig/lib/mihari/analyzers/basic.rbs +17 -0
- data/sig/lib/mihari/analyzers/binaryedge.rbs +25 -0
- data/sig/lib/mihari/analyzers/censys.rbs +38 -0
- data/sig/lib/mihari/analyzers/circl.rbs +29 -0
- data/sig/lib/mihari/analyzers/crtsh.rbs +19 -0
- data/sig/lib/mihari/analyzers/dnpedia.rbs +18 -0
- data/sig/lib/mihari/analyzers/dnstwister.rbs +27 -0
- data/sig/lib/mihari/analyzers/onyphe.rbs +33 -0
- data/sig/lib/mihari/analyzers/otx.rbs +33 -0
- data/sig/lib/mihari/analyzers/passivetotal.rbs +33 -0
- data/sig/lib/mihari/analyzers/pulsedive.rbs +27 -0
- data/sig/lib/mihari/analyzers/rule.rbs +68 -0
- data/sig/lib/mihari/analyzers/securitytrails.rbs +33 -0
- data/sig/lib/mihari/analyzers/shodan.rbs +33 -0
- data/sig/lib/mihari/analyzers/spyse.rbs +29 -0
- data/sig/lib/mihari/analyzers/urlscan.rbs +28 -0
- data/sig/lib/mihari/analyzers/virustotal.rbs +31 -0
- data/sig/lib/mihari/analyzers/zoomeye.rbs +33 -0
- data/sig/lib/mihari/cli/analyzer.rbs +39 -0
- data/sig/lib/mihari/cli/base.rbs +11 -0
- data/sig/lib/mihari/cli/init.rbs +7 -0
- data/sig/lib/mihari/cli/main.rbs +9 -0
- data/sig/lib/mihari/cli/mixins/utils.rbs +50 -0
- data/sig/lib/mihari/cli/validator.rbs +7 -0
- data/sig/lib/mihari/commands/binaryedge.rbs +7 -0
- data/sig/lib/mihari/commands/censys.rbs +7 -0
- data/sig/lib/mihari/commands/circl.rbs +7 -0
- data/sig/lib/mihari/commands/crtsh.rbs +7 -0
- data/sig/lib/mihari/commands/dnpedia.rbs +7 -0
- data/sig/lib/mihari/commands/dnstwister.rbs +7 -0
- data/sig/lib/mihari/commands/init.rbs +11 -0
- data/sig/lib/mihari/commands/json.rbs +7 -0
- data/sig/lib/mihari/commands/onyphe.rbs +7 -0
- data/sig/lib/mihari/commands/otx.rbs +7 -0
- data/sig/lib/mihari/commands/passivetotal.rbs +7 -0
- data/sig/lib/mihari/commands/pulsedive.rbs +7 -0
- data/sig/lib/mihari/commands/search.rbs +35 -0
- data/sig/lib/mihari/commands/securitytrails.rbs +7 -0
- data/sig/lib/mihari/commands/shodan.rbs +7 -0
- data/sig/lib/mihari/commands/spyse.rbs +7 -0
- data/sig/lib/mihari/commands/urlscan.rbs +7 -0
- data/sig/lib/mihari/commands/validator.rbs +11 -0
- data/sig/lib/mihari/commands/virustotal.rbs +7 -0
- data/sig/lib/mihari/commands/web.rbs +7 -0
- data/sig/lib/mihari/commands/zoomeye.rbs +7 -0
- data/sig/lib/mihari/constants.rbs +3 -0
- data/sig/lib/mihari/database.rbs +25 -0
- data/sig/lib/mihari/emitters/base.rbs +18 -0
- data/sig/lib/mihari/emitters/database.rbs +9 -0
- data/sig/lib/mihari/emitters/misp.rbs +28 -0
- data/sig/lib/mihari/emitters/slack.rbs +58 -0
- data/sig/lib/mihari/emitters/stdout.rbs +9 -0
- data/sig/lib/mihari/emitters/the_hive.rbs +24 -0
- data/sig/lib/mihari/emitters/webhook.rbs +20 -0
- data/sig/lib/mihari/enrichers/base.rbs +12 -0
- data/sig/lib/mihari/enrichers/ipinfo.rbs +16 -0
- data/sig/lib/mihari/errors.rbs +10 -0
- data/sig/lib/mihari/mixins/autonomous_system.rbs +14 -0
- data/sig/lib/mihari/mixins/configurable.rbs +26 -0
- data/sig/lib/mihari/mixins/configuration.rbs +45 -0
- data/sig/lib/mihari/mixins/disallowed_data_value.rbs +25 -0
- data/sig/lib/mihari/mixins/hash.rbs +14 -0
- data/sig/lib/mihari/mixins/refang.rbs +14 -0
- data/sig/lib/mihari/mixins/retriable.rbs +15 -0
- data/sig/lib/mihari/mixins/rule.rbs +41 -0
- data/sig/lib/mihari/models/alert.rbs +46 -0
- data/sig/lib/mihari/models/artifact.rbs +65 -0
- data/sig/lib/mihari/models/autonomous_system.rbs +14 -0
- data/sig/lib/mihari/models/dns.rbs +19 -0
- data/sig/lib/mihari/models/geolocation.rbs +15 -0
- data/sig/lib/mihari/models/reverse_dns.rbs +14 -0
- data/sig/lib/mihari/models/tag.rbs +5 -0
- data/sig/lib/mihari/models/tagging.rbs +4 -0
- data/sig/lib/mihari/models/whois.rbs +66 -0
- data/sig/lib/mihari/notifiers/base.rbs +18 -0
- data/sig/lib/mihari/notifiers/exception_notifier.rbs +75 -0
- data/sig/lib/mihari/notifiers/slack.rbs +50 -0
- data/sig/lib/mihari/status.rbs +25 -0
- data/sig/lib/mihari/structs/censys.rbs +50 -0
- data/sig/lib/mihari/structs/ipinfo.rbs +17 -0
- data/sig/lib/mihari/structs/onyphe.rbs +25 -0
- data/sig/lib/mihari/structs/shodan.rbs +28 -0
- data/sig/lib/mihari/type_checker.rbs +48 -0
- data/sig/lib/mihari/types.rbs +17 -0
- data/sig/lib/mihari/version.rbs +3 -0
- data/sig/lib/mihari/web/app.rbs +5 -0
- data/sig/lib/mihari.rbs +59 -0
- metadata +244 -6
@@ -0,0 +1,33 @@
|
|
1
|
+
module Mihari
|
2
|
+
module Analyzers
|
3
|
+
class ZoomEye < Base
|
4
|
+
attr_reader query: String
|
5
|
+
attr_reader title: String
|
6
|
+
attr_reader description: String
|
7
|
+
attr_reader tags: Array[String]
|
8
|
+
attr_reader type: String
|
9
|
+
|
10
|
+
def artifacts: () -> (Array[String] | Array[Mihari::Artifact])
|
11
|
+
|
12
|
+
private
|
13
|
+
|
14
|
+
PAGE_SIZE: ::Integer
|
15
|
+
|
16
|
+
def valid_type?: () -> bool
|
17
|
+
|
18
|
+
def configuration_keys: () -> ::Array["zoomeye_api_key"]
|
19
|
+
|
20
|
+
def api: () -> untyped
|
21
|
+
|
22
|
+
def convert_responses: (Array[Hash[(String | Symbol), untyped]] responses) -> Array[String]
|
23
|
+
|
24
|
+
def _host_search: (String query, ?page: ::Integer page) -> (Hash[(String | Symbol), untyped] | nil)
|
25
|
+
|
26
|
+
def host_search: () -> Array[String]
|
27
|
+
|
28
|
+
def _web_search: (String query, ?page: ::Integer page) -> (Hash[(String | Symbol), untyped] | nil)
|
29
|
+
|
30
|
+
def web_search: () -> Array[String]
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
@@ -0,0 +1,39 @@
|
|
1
|
+
module Mihari
|
2
|
+
module CLI
|
3
|
+
class Analyzer < Base
|
4
|
+
include Mihari::Commands::BinaryEdge
|
5
|
+
|
6
|
+
include Mihari::Commands::Censys
|
7
|
+
|
8
|
+
include Mihari::Commands::CIRCL
|
9
|
+
|
10
|
+
include Mihari::Commands::Crtsh
|
11
|
+
|
12
|
+
include Mihari::Commands::DNPedia
|
13
|
+
|
14
|
+
include Mihari::Commands::DNSTwister
|
15
|
+
|
16
|
+
include Mihari::Commands::JSON
|
17
|
+
|
18
|
+
include Mihari::Commands::Onyphe
|
19
|
+
|
20
|
+
include Mihari::Commands::OTX
|
21
|
+
|
22
|
+
include Mihari::Commands::PassiveTotal
|
23
|
+
|
24
|
+
include Mihari::Commands::Pulsedive
|
25
|
+
|
26
|
+
include Mihari::Commands::SecurityTrails
|
27
|
+
|
28
|
+
include Mihari::Commands::Shodan
|
29
|
+
|
30
|
+
include Mihari::Commands::Spyse
|
31
|
+
|
32
|
+
include Mihari::Commands::Urlscan
|
33
|
+
|
34
|
+
include Mihari::Commands::VirusTotal
|
35
|
+
|
36
|
+
include Mihari::Commands::ZoomEye
|
37
|
+
end
|
38
|
+
end
|
39
|
+
end
|
@@ -0,0 +1,50 @@
|
|
1
|
+
module Mihari
|
2
|
+
module CLI
|
3
|
+
module Mixins
|
4
|
+
module Utils
|
5
|
+
#
|
6
|
+
# Send an exception notification if there is any error in a block
|
7
|
+
#
|
8
|
+
# @return [Nil]
|
9
|
+
#
|
10
|
+
def with_error_handling: () { () -> untyped } -> void
|
11
|
+
|
12
|
+
#
|
13
|
+
# Check required keys in JSON
|
14
|
+
#
|
15
|
+
# @param [Hash] json
|
16
|
+
#
|
17
|
+
# @return [Boolean]
|
18
|
+
#
|
19
|
+
def required_alert_keys?: (Hash[(String | Symbol), untyped] json) -> bool
|
20
|
+
|
21
|
+
#
|
22
|
+
# Load configuration and establish DB connection
|
23
|
+
#
|
24
|
+
# @return [Hash]
|
25
|
+
#
|
26
|
+
def load_configuration: () -> Hash[(String | Symbol), untyped]
|
27
|
+
|
28
|
+
#
|
29
|
+
# Run analyzer
|
30
|
+
#
|
31
|
+
# @param [Class<Mihari::Analyzers::Base>] analyzer_class
|
32
|
+
# @param [String] query
|
33
|
+
# @param [Hash] options
|
34
|
+
#
|
35
|
+
# @return [nil]
|
36
|
+
#
|
37
|
+
def run_analyzer: (untyped analyzer_class, query: String query, options: untyped options) -> void
|
38
|
+
|
39
|
+
#
|
40
|
+
# Normalize options (reject keys not for analyzers)
|
41
|
+
#
|
42
|
+
# @param [Hash] options
|
43
|
+
#
|
44
|
+
# @return [Hash]
|
45
|
+
#
|
46
|
+
def normalize_options: (Hash[(String | Symbol), untyped] options) -> Hash[(String | Symbol), untyped]
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
@@ -0,0 +1,35 @@
|
|
1
|
+
module Mihari
|
2
|
+
module Commands
|
3
|
+
module Search
|
4
|
+
include Mixins::Rule
|
5
|
+
|
6
|
+
def self.included: (untyped thor) -> untyped
|
7
|
+
|
8
|
+
private
|
9
|
+
|
10
|
+
#
|
11
|
+
# Build a rule analyzer
|
12
|
+
#
|
13
|
+
# @param [String] title
|
14
|
+
# @param [String] description
|
15
|
+
# @param [Array<Hash>] queries
|
16
|
+
# @param [Array<String>, nil] tags
|
17
|
+
# @param [Array<String>, nil] allowed_data_types
|
18
|
+
# @param [Array<String>, nil] disallowed_data_values
|
19
|
+
# @param [String, nil] source
|
20
|
+
#
|
21
|
+
# @return [Mihari::Analyzers::Rule]
|
22
|
+
#
|
23
|
+
def build_rule_analyzer: (title: String title, description: String description, queries: Array[Hash[(String | Symbol), untyped]] queries, ?tags: Array[String]? tags, ?allowed_data_types: Array[String]? allowed_data_types, ?disallowed_data_values: Array[String]? disallowed_data_values, ?source: String? source, ?id: String? id) -> Mihari::Analyzers::Rule
|
24
|
+
|
25
|
+
#
|
26
|
+
# Run rule analyzer
|
27
|
+
#
|
28
|
+
# @param [Mihari::Analyzer::Rule] analyzer
|
29
|
+
#
|
30
|
+
# @return [nil]
|
31
|
+
#
|
32
|
+
def run_rule_analyzer: (Mihari::Analyzers::Rule analyzer, ?ignore_old_artifacts: bool ignore_old_artifacts, ?ignore_threshold: ::Integer ignore_threshold) -> untyped
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
@@ -0,0 +1,25 @@
|
|
1
|
+
class InitialSchema
|
2
|
+
def change: () -> void
|
3
|
+
end
|
4
|
+
|
5
|
+
class AddeSourceToArtifactSchema
|
6
|
+
def change: () -> void
|
7
|
+
end
|
8
|
+
|
9
|
+
class EnrichmentsSchema
|
10
|
+
def change: () -> void
|
11
|
+
end
|
12
|
+
|
13
|
+
module Mihari
|
14
|
+
class Database
|
15
|
+
def self.connect: () -> void
|
16
|
+
|
17
|
+
def self.close: () -> void
|
18
|
+
|
19
|
+
def self.destroy!: () -> void
|
20
|
+
end
|
21
|
+
end
|
22
|
+
|
23
|
+
class Object
|
24
|
+
def adapter: () -> ("postgresql" | "mysql2" | "sqlite3")
|
25
|
+
end
|
@@ -0,0 +1,18 @@
|
|
1
|
+
module Mihari
|
2
|
+
module Emitters
|
3
|
+
class Base
|
4
|
+
include Mixins::Configurable
|
5
|
+
|
6
|
+
include Mixins::Retriable
|
7
|
+
|
8
|
+
def self.inherited: (untyped child) -> untyped
|
9
|
+
|
10
|
+
# @return [true, false]
|
11
|
+
def valid?: () -> bool
|
12
|
+
|
13
|
+
def run: (**untyped params) -> void
|
14
|
+
|
15
|
+
def emit: () -> void
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|