mihari 3.5.0 → 3.7.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (158) hide show
  1. checksums.yaml +4 -4
  2. data/.gitmodules +3 -0
  3. data/README.md +2 -0
  4. data/Steepfile +32 -0
  5. data/config.ru +1 -0
  6. data/lib/mihari/analyzers/base.rb +24 -11
  7. data/lib/mihari/analyzers/binaryedge.rb +13 -0
  8. data/lib/mihari/analyzers/censys.rb +42 -9
  9. data/lib/mihari/analyzers/circl.rb +15 -0
  10. data/lib/mihari/analyzers/crtsh.rb +5 -0
  11. data/lib/mihari/analyzers/dnpedia.rb +5 -0
  12. data/lib/mihari/analyzers/dnstwister.rb +17 -0
  13. data/lib/mihari/analyzers/onyphe.rb +50 -9
  14. data/lib/mihari/analyzers/otx.rb +20 -0
  15. data/lib/mihari/analyzers/passivetotal.rb +25 -0
  16. data/lib/mihari/analyzers/pulsedive.rb +10 -0
  17. data/lib/mihari/analyzers/rule.rb +18 -0
  18. data/lib/mihari/analyzers/securitytrails.rb +25 -0
  19. data/lib/mihari/analyzers/shodan.rb +39 -5
  20. data/lib/mihari/analyzers/spyse.rb +20 -0
  21. data/lib/mihari/analyzers/urlscan.rb +10 -0
  22. data/lib/mihari/analyzers/virustotal.rb +20 -0
  23. data/lib/mihari/analyzers/zoomeye.rb +38 -0
  24. data/lib/mihari/{constraints.rb → constants.rb} +0 -0
  25. data/lib/mihari/database.rb +55 -3
  26. data/lib/mihari/emitters/base.rb +1 -1
  27. data/lib/mihari/emitters/misp.rb +38 -5
  28. data/lib/mihari/emitters/slack.rb +20 -2
  29. data/lib/mihari/emitters/the_hive.rb +16 -3
  30. data/lib/mihari/emitters/webhook.rb +18 -3
  31. data/lib/mihari/enrichers/base.rb +18 -0
  32. data/lib/mihari/enrichers/ipinfo.rb +49 -0
  33. data/lib/mihari/mixins/autonomous_system.rb +19 -0
  34. data/lib/mihari/mixins/disallowed_data_value.rb +1 -1
  35. data/lib/mihari/models/alert.rb +8 -4
  36. data/lib/mihari/models/artifact.rb +94 -0
  37. data/lib/mihari/models/autonomous_system.rb +26 -0
  38. data/lib/mihari/models/dns.rb +55 -0
  39. data/lib/mihari/models/geolocation.rb +29 -0
  40. data/lib/mihari/models/reverse_dns.rb +26 -0
  41. data/lib/mihari/models/whois.rb +119 -0
  42. data/lib/mihari/schemas/rule.rb +2 -15
  43. data/lib/mihari/serializers/alert.rb +6 -4
  44. data/lib/mihari/serializers/artifact.rb +11 -2
  45. data/lib/mihari/serializers/autonomous_system.rb +9 -0
  46. data/lib/mihari/serializers/dns.rb +11 -0
  47. data/lib/mihari/serializers/geolocation.rb +11 -0
  48. data/lib/mihari/serializers/reverse_dns.rb +11 -0
  49. data/lib/mihari/serializers/tag.rb +4 -2
  50. data/lib/mihari/serializers/whois.rb +11 -0
  51. data/lib/mihari/status.rb +7 -2
  52. data/lib/mihari/structs/censys.rb +92 -0
  53. data/lib/mihari/structs/ipinfo.rb +39 -0
  54. data/lib/mihari/structs/onyphe.rb +47 -0
  55. data/lib/mihari/structs/shodan.rb +53 -0
  56. data/lib/mihari/type_checker.rb +9 -9
  57. data/lib/mihari/types.rb +21 -0
  58. data/lib/mihari/version.rb +1 -1
  59. data/lib/mihari/web/controllers/artifacts_controller.rb +53 -8
  60. data/lib/mihari/web/controllers/ip_address_controller.rb +4 -19
  61. data/lib/mihari/web/controllers/sources_controller.rb +2 -2
  62. data/lib/mihari/web/public/index.html +1 -1
  63. data/lib/mihari/web/public/redoc-static.html +7 -6
  64. data/lib/mihari/web/public/static/js/app.06d5cf1c.js +36 -0
  65. data/lib/mihari/web/public/static/js/app.06d5cf1c.js.map +1 -0
  66. data/lib/mihari/web/public/static/js/app.8e3e5150.js +36 -0
  67. data/lib/mihari/web/public/static/js/app.8e3e5150.js.map +1 -0
  68. data/lib/mihari.rb +39 -5
  69. data/mihari.gemspec +10 -1
  70. data/sig/lib/mihari/analyzers/base.rbs +90 -0
  71. data/sig/lib/mihari/analyzers/basic.rbs +17 -0
  72. data/sig/lib/mihari/analyzers/binaryedge.rbs +25 -0
  73. data/sig/lib/mihari/analyzers/censys.rbs +38 -0
  74. data/sig/lib/mihari/analyzers/circl.rbs +29 -0
  75. data/sig/lib/mihari/analyzers/crtsh.rbs +19 -0
  76. data/sig/lib/mihari/analyzers/dnpedia.rbs +18 -0
  77. data/sig/lib/mihari/analyzers/dnstwister.rbs +27 -0
  78. data/sig/lib/mihari/analyzers/onyphe.rbs +33 -0
  79. data/sig/lib/mihari/analyzers/otx.rbs +33 -0
  80. data/sig/lib/mihari/analyzers/passivetotal.rbs +33 -0
  81. data/sig/lib/mihari/analyzers/pulsedive.rbs +27 -0
  82. data/sig/lib/mihari/analyzers/rule.rbs +68 -0
  83. data/sig/lib/mihari/analyzers/securitytrails.rbs +33 -0
  84. data/sig/lib/mihari/analyzers/shodan.rbs +33 -0
  85. data/sig/lib/mihari/analyzers/spyse.rbs +29 -0
  86. data/sig/lib/mihari/analyzers/urlscan.rbs +28 -0
  87. data/sig/lib/mihari/analyzers/virustotal.rbs +31 -0
  88. data/sig/lib/mihari/analyzers/zoomeye.rbs +33 -0
  89. data/sig/lib/mihari/cli/analyzer.rbs +39 -0
  90. data/sig/lib/mihari/cli/base.rbs +11 -0
  91. data/sig/lib/mihari/cli/init.rbs +7 -0
  92. data/sig/lib/mihari/cli/main.rbs +9 -0
  93. data/sig/lib/mihari/cli/mixins/utils.rbs +50 -0
  94. data/sig/lib/mihari/cli/validator.rbs +7 -0
  95. data/sig/lib/mihari/commands/binaryedge.rbs +7 -0
  96. data/sig/lib/mihari/commands/censys.rbs +7 -0
  97. data/sig/lib/mihari/commands/circl.rbs +7 -0
  98. data/sig/lib/mihari/commands/crtsh.rbs +7 -0
  99. data/sig/lib/mihari/commands/dnpedia.rbs +7 -0
  100. data/sig/lib/mihari/commands/dnstwister.rbs +7 -0
  101. data/sig/lib/mihari/commands/init.rbs +11 -0
  102. data/sig/lib/mihari/commands/json.rbs +7 -0
  103. data/sig/lib/mihari/commands/onyphe.rbs +7 -0
  104. data/sig/lib/mihari/commands/otx.rbs +7 -0
  105. data/sig/lib/mihari/commands/passivetotal.rbs +7 -0
  106. data/sig/lib/mihari/commands/pulsedive.rbs +7 -0
  107. data/sig/lib/mihari/commands/search.rbs +35 -0
  108. data/sig/lib/mihari/commands/securitytrails.rbs +7 -0
  109. data/sig/lib/mihari/commands/shodan.rbs +7 -0
  110. data/sig/lib/mihari/commands/spyse.rbs +7 -0
  111. data/sig/lib/mihari/commands/urlscan.rbs +7 -0
  112. data/sig/lib/mihari/commands/validator.rbs +11 -0
  113. data/sig/lib/mihari/commands/virustotal.rbs +7 -0
  114. data/sig/lib/mihari/commands/web.rbs +7 -0
  115. data/sig/lib/mihari/commands/zoomeye.rbs +7 -0
  116. data/sig/lib/mihari/constants.rbs +3 -0
  117. data/sig/lib/mihari/database.rbs +25 -0
  118. data/sig/lib/mihari/emitters/base.rbs +18 -0
  119. data/sig/lib/mihari/emitters/database.rbs +9 -0
  120. data/sig/lib/mihari/emitters/misp.rbs +28 -0
  121. data/sig/lib/mihari/emitters/slack.rbs +58 -0
  122. data/sig/lib/mihari/emitters/stdout.rbs +9 -0
  123. data/sig/lib/mihari/emitters/the_hive.rbs +24 -0
  124. data/sig/lib/mihari/emitters/webhook.rbs +20 -0
  125. data/sig/lib/mihari/enrichers/base.rbs +12 -0
  126. data/sig/lib/mihari/enrichers/ipinfo.rbs +16 -0
  127. data/sig/lib/mihari/errors.rbs +10 -0
  128. data/sig/lib/mihari/mixins/autonomous_system.rbs +14 -0
  129. data/sig/lib/mihari/mixins/configurable.rbs +26 -0
  130. data/sig/lib/mihari/mixins/configuration.rbs +45 -0
  131. data/sig/lib/mihari/mixins/disallowed_data_value.rbs +25 -0
  132. data/sig/lib/mihari/mixins/hash.rbs +14 -0
  133. data/sig/lib/mihari/mixins/refang.rbs +14 -0
  134. data/sig/lib/mihari/mixins/retriable.rbs +15 -0
  135. data/sig/lib/mihari/mixins/rule.rbs +41 -0
  136. data/sig/lib/mihari/models/alert.rbs +46 -0
  137. data/sig/lib/mihari/models/artifact.rbs +65 -0
  138. data/sig/lib/mihari/models/autonomous_system.rbs +14 -0
  139. data/sig/lib/mihari/models/dns.rbs +19 -0
  140. data/sig/lib/mihari/models/geolocation.rbs +15 -0
  141. data/sig/lib/mihari/models/reverse_dns.rbs +14 -0
  142. data/sig/lib/mihari/models/tag.rbs +5 -0
  143. data/sig/lib/mihari/models/tagging.rbs +4 -0
  144. data/sig/lib/mihari/models/whois.rbs +66 -0
  145. data/sig/lib/mihari/notifiers/base.rbs +18 -0
  146. data/sig/lib/mihari/notifiers/exception_notifier.rbs +75 -0
  147. data/sig/lib/mihari/notifiers/slack.rbs +50 -0
  148. data/sig/lib/mihari/status.rbs +25 -0
  149. data/sig/lib/mihari/structs/censys.rbs +50 -0
  150. data/sig/lib/mihari/structs/ipinfo.rbs +17 -0
  151. data/sig/lib/mihari/structs/onyphe.rbs +25 -0
  152. data/sig/lib/mihari/structs/shodan.rbs +28 -0
  153. data/sig/lib/mihari/type_checker.rbs +48 -0
  154. data/sig/lib/mihari/types.rbs +17 -0
  155. data/sig/lib/mihari/version.rbs +3 -0
  156. data/sig/lib/mihari/web/app.rbs +5 -0
  157. data/sig/lib/mihari.rbs +59 -0
  158. metadata +244 -6
@@ -0,0 +1,33 @@
1
+ module Mihari
2
+ module Analyzers
3
+ class ZoomEye < Base
4
+ attr_reader query: String
5
+ attr_reader title: String
6
+ attr_reader description: String
7
+ attr_reader tags: Array[String]
8
+ attr_reader type: String
9
+
10
+ def artifacts: () -> (Array[String] | Array[Mihari::Artifact])
11
+
12
+ private
13
+
14
+ PAGE_SIZE: ::Integer
15
+
16
+ def valid_type?: () -> bool
17
+
18
+ def configuration_keys: () -> ::Array["zoomeye_api_key"]
19
+
20
+ def api: () -> untyped
21
+
22
+ def convert_responses: (Array[Hash[(String | Symbol), untyped]] responses) -> Array[String]
23
+
24
+ def _host_search: (String query, ?page: ::Integer page) -> (Hash[(String | Symbol), untyped] | nil)
25
+
26
+ def host_search: () -> Array[String]
27
+
28
+ def _web_search: (String query, ?page: ::Integer page) -> (Hash[(String | Symbol), untyped] | nil)
29
+
30
+ def web_search: () -> Array[String]
31
+ end
32
+ end
33
+ end
@@ -0,0 +1,39 @@
1
+ module Mihari
2
+ module CLI
3
+ class Analyzer < Base
4
+ include Mihari::Commands::BinaryEdge
5
+
6
+ include Mihari::Commands::Censys
7
+
8
+ include Mihari::Commands::CIRCL
9
+
10
+ include Mihari::Commands::Crtsh
11
+
12
+ include Mihari::Commands::DNPedia
13
+
14
+ include Mihari::Commands::DNSTwister
15
+
16
+ include Mihari::Commands::JSON
17
+
18
+ include Mihari::Commands::Onyphe
19
+
20
+ include Mihari::Commands::OTX
21
+
22
+ include Mihari::Commands::PassiveTotal
23
+
24
+ include Mihari::Commands::Pulsedive
25
+
26
+ include Mihari::Commands::SecurityTrails
27
+
28
+ include Mihari::Commands::Shodan
29
+
30
+ include Mihari::Commands::Spyse
31
+
32
+ include Mihari::Commands::Urlscan
33
+
34
+ include Mihari::Commands::VirusTotal
35
+
36
+ include Mihari::Commands::ZoomEye
37
+ end
38
+ end
39
+ end
@@ -0,0 +1,11 @@
1
+ module Mihari
2
+ module CLI
3
+ class Base
4
+ include Mihari::Mixins::Hash
5
+
6
+ include Mihari::CLI::Mixins::Utils
7
+
8
+ def self.exit_on_failure?: () -> ::TrueClass
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module CLI
3
+ class Initialization < Base
4
+ include Mihari::Commands::Initialization
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,9 @@
1
+ module Mihari
2
+ module CLI
3
+ class Main < Base
4
+ include Mihari::Commands::Search
5
+
6
+ include Mihari::Commands::Web
7
+ end
8
+ end
9
+ end
@@ -0,0 +1,50 @@
1
+ module Mihari
2
+ module CLI
3
+ module Mixins
4
+ module Utils
5
+ #
6
+ # Send an exception notification if there is any error in a block
7
+ #
8
+ # @return [Nil]
9
+ #
10
+ def with_error_handling: () { () -> untyped } -> void
11
+
12
+ #
13
+ # Check required keys in JSON
14
+ #
15
+ # @param [Hash] json
16
+ #
17
+ # @return [Boolean]
18
+ #
19
+ def required_alert_keys?: (Hash[(String | Symbol), untyped] json) -> bool
20
+
21
+ #
22
+ # Load configuration and establish DB connection
23
+ #
24
+ # @return [Hash]
25
+ #
26
+ def load_configuration: () -> Hash[(String | Symbol), untyped]
27
+
28
+ #
29
+ # Run analyzer
30
+ #
31
+ # @param [Class<Mihari::Analyzers::Base>] analyzer_class
32
+ # @param [String] query
33
+ # @param [Hash] options
34
+ #
35
+ # @return [nil]
36
+ #
37
+ def run_analyzer: (untyped analyzer_class, query: String query, options: untyped options) -> void
38
+
39
+ #
40
+ # Normalize options (reject keys not for analyzers)
41
+ #
42
+ # @param [Hash] options
43
+ #
44
+ # @return [Hash]
45
+ #
46
+ def normalize_options: (Hash[(String | Symbol), untyped] options) -> Hash[(String | Symbol), untyped]
47
+ end
48
+ end
49
+ end
50
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module CLI
3
+ class Validator < Base
4
+ include Mihari::Commands::Validator
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module BinaryEdge
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Censys
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module CIRCL
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Crtsh
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module DNPedia
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module DNSTwister
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,11 @@
1
+ module Mihari
2
+ module Commands
3
+ module Initialization
4
+ include Mixins::Configuration
5
+
6
+ include Mixins::Rule
7
+
8
+ def self.included: (untyped thor) -> untyped
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module JSON
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Onyphe
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module OTX
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module PassiveTotal
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Pulsedive
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,35 @@
1
+ module Mihari
2
+ module Commands
3
+ module Search
4
+ include Mixins::Rule
5
+
6
+ def self.included: (untyped thor) -> untyped
7
+
8
+ private
9
+
10
+ #
11
+ # Build a rule analyzer
12
+ #
13
+ # @param [String] title
14
+ # @param [String] description
15
+ # @param [Array<Hash>] queries
16
+ # @param [Array<String>, nil] tags
17
+ # @param [Array<String>, nil] allowed_data_types
18
+ # @param [Array<String>, nil] disallowed_data_values
19
+ # @param [String, nil] source
20
+ #
21
+ # @return [Mihari::Analyzers::Rule]
22
+ #
23
+ def build_rule_analyzer: (title: String title, description: String description, queries: Array[Hash[(String | Symbol), untyped]] queries, ?tags: Array[String]? tags, ?allowed_data_types: Array[String]? allowed_data_types, ?disallowed_data_values: Array[String]? disallowed_data_values, ?source: String? source, ?id: String? id) -> Mihari::Analyzers::Rule
24
+
25
+ #
26
+ # Run rule analyzer
27
+ #
28
+ # @param [Mihari::Analyzer::Rule] analyzer
29
+ #
30
+ # @return [nil]
31
+ #
32
+ def run_rule_analyzer: (Mihari::Analyzers::Rule analyzer, ?ignore_old_artifacts: bool ignore_old_artifacts, ?ignore_threshold: ::Integer ignore_threshold) -> untyped
33
+ end
34
+ end
35
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module SecurityTrails
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Shodan
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Spyse
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Urlscan
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,11 @@
1
+ module Mihari
2
+ module Commands
3
+ module Validator
4
+ include Mixins::Rule
5
+
6
+ include Mixins::Configuration
7
+
8
+ def self.included: (untyped thor) -> untyped
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module VirusTotal
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module Web
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,7 @@
1
+ module Mihari
2
+ module Commands
3
+ module ZoomEye
4
+ def self.included: (untyped thor) -> untyped
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,3 @@
1
+ module Mihari
2
+ ALLOWED_DATA_TYPES: Array[String]
3
+ end
@@ -0,0 +1,25 @@
1
+ class InitialSchema
2
+ def change: () -> void
3
+ end
4
+
5
+ class AddeSourceToArtifactSchema
6
+ def change: () -> void
7
+ end
8
+
9
+ class EnrichmentsSchema
10
+ def change: () -> void
11
+ end
12
+
13
+ module Mihari
14
+ class Database
15
+ def self.connect: () -> void
16
+
17
+ def self.close: () -> void
18
+
19
+ def self.destroy!: () -> void
20
+ end
21
+ end
22
+
23
+ class Object
24
+ def adapter: () -> ("postgresql" | "mysql2" | "sqlite3")
25
+ end
@@ -0,0 +1,18 @@
1
+ module Mihari
2
+ module Emitters
3
+ class Base
4
+ include Mixins::Configurable
5
+
6
+ include Mixins::Retriable
7
+
8
+ def self.inherited: (untyped child) -> untyped
9
+
10
+ # @return [true, false]
11
+ def valid?: () -> bool
12
+
13
+ def run: (**untyped params) -> void
14
+
15
+ def emit: () -> void
16
+ end
17
+ end
18
+ end