mihari 3.10.0 → 4.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (176) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/docker/Dockerfile +1 -1
  4. data/lib/mihari/analyzers/base.rb +7 -7
  5. data/lib/mihari/analyzers/binaryedge.rb +8 -5
  6. data/lib/mihari/analyzers/censys.rb +6 -3
  7. data/lib/mihari/analyzers/circl.rb +0 -3
  8. data/lib/mihari/analyzers/crtsh.rb +7 -5
  9. data/lib/mihari/analyzers/dnpedia.rb +4 -4
  10. data/lib/mihari/analyzers/dnstwister.rb +1 -4
  11. data/lib/mihari/analyzers/feed.rb +36 -0
  12. data/lib/mihari/analyzers/greynoise.rb +1 -3
  13. data/lib/mihari/analyzers/onyphe.rb +6 -3
  14. data/lib/mihari/analyzers/otx.rb +0 -3
  15. data/lib/mihari/analyzers/passivetotal.rb +8 -9
  16. data/lib/mihari/analyzers/pulsedive.rb +7 -5
  17. data/lib/mihari/analyzers/rule.rb +11 -5
  18. data/lib/mihari/analyzers/securitytrails.rb +10 -7
  19. data/lib/mihari/analyzers/shodan.rb +15 -8
  20. data/lib/mihari/analyzers/spyse.rb +10 -11
  21. data/lib/mihari/analyzers/urlscan.rb +39 -16
  22. data/lib/mihari/analyzers/virustotal.rb +8 -9
  23. data/lib/mihari/analyzers/virustotal_intelligence.rb +9 -5
  24. data/lib/mihari/analyzers/zoomeye.rb +12 -5
  25. data/lib/mihari/cli/base.rb +0 -5
  26. data/lib/mihari/cli/init.rb +0 -2
  27. data/lib/mihari/cli/main.rb +4 -6
  28. data/lib/mihari/cli/mixins/utils.rb +2 -18
  29. data/lib/mihari/commands/init.rb +0 -18
  30. data/lib/mihari/commands/search.rb +20 -15
  31. data/lib/mihari/commands/validator.rb +7 -19
  32. data/lib/mihari/commands/web.rb +0 -3
  33. data/lib/mihari/database.rb +71 -19
  34. data/lib/mihari/emitters/misp.rb +0 -1
  35. data/lib/mihari/emitters/slack.rb +3 -4
  36. data/lib/mihari/emitters/stdout.rb +0 -2
  37. data/lib/mihari/emitters/the_hive.rb +0 -1
  38. data/lib/mihari/emitters/webhook.rb +1 -5
  39. data/lib/mihari/enrichers/ipinfo.rb +2 -2
  40. data/lib/mihari/errors.rb +6 -0
  41. data/lib/mihari/feed/parser.rb +34 -0
  42. data/lib/mihari/feed/reader.rb +127 -0
  43. data/lib/mihari/mixins/autonomous_system.rb +2 -0
  44. data/lib/mihari/mixins/database.rb +14 -0
  45. data/lib/mihari/mixins/disallowed_data_value.rb +2 -3
  46. data/lib/mihari/mixins/rule.rb +36 -31
  47. data/lib/mihari/models/alert.rb +7 -8
  48. data/lib/mihari/models/artifact.rb +1 -7
  49. data/lib/mihari/models/autonomous_system.rb +0 -2
  50. data/lib/mihari/models/dns.rb +2 -5
  51. data/lib/mihari/models/geolocation.rb +0 -1
  52. data/lib/mihari/models/reverse_dns.rb +0 -3
  53. data/lib/mihari/models/rule.rb +73 -0
  54. data/lib/mihari/models/tag.rb +0 -2
  55. data/lib/mihari/models/tagging.rb +0 -2
  56. data/lib/mihari/models/whois.rb +0 -2
  57. data/lib/mihari/notifiers/exception_notifier.rb +0 -2
  58. data/lib/mihari/schemas/analyzer.rb +0 -5
  59. data/lib/mihari/schemas/macros.rb +0 -2
  60. data/lib/mihari/schemas/rule.rb +21 -7
  61. data/lib/mihari/status.rb +2 -2
  62. data/lib/mihari/structs/alert.rb +2 -3
  63. data/lib/mihari/structs/censys.rb +4 -3
  64. data/lib/mihari/structs/greynoise.rb +4 -3
  65. data/lib/mihari/structs/ipinfo.rb +1 -2
  66. data/lib/mihari/structs/onyphe.rb +6 -5
  67. data/lib/mihari/structs/rule.rb +121 -0
  68. data/lib/mihari/structs/shodan.rb +8 -7
  69. data/lib/mihari/structs/urlscan.rb +50 -0
  70. data/lib/mihari/structs/virustotal_intelligence.rb +4 -3
  71. data/lib/mihari/type_checker.rb +2 -6
  72. data/lib/mihari/types.rb +8 -1
  73. data/lib/mihari/version.rb +1 -1
  74. data/lib/mihari/web/api.rb +6 -0
  75. data/lib/mihari/web/app.rb +5 -7
  76. data/lib/mihari/web/endpoints/alerts.rb +7 -3
  77. data/lib/mihari/web/endpoints/artifacts.rb +6 -3
  78. data/lib/mihari/web/endpoints/command.rb +2 -1
  79. data/lib/mihari/web/endpoints/configs.rb +2 -1
  80. data/lib/mihari/web/endpoints/ip_addresses.rb +2 -1
  81. data/lib/mihari/web/endpoints/rules.rb +140 -0
  82. data/lib/mihari/web/endpoints/sources.rb +2 -1
  83. data/lib/mihari/web/endpoints/tags.rb +4 -2
  84. data/lib/mihari/web/entities/artifact.rb +4 -2
  85. data/lib/mihari/web/entities/rule.rb +35 -0
  86. data/lib/mihari/web/entities/whois.rb +1 -1
  87. data/lib/mihari/web/middleware/connection_adapter.rb +19 -0
  88. data/lib/mihari/web/public/index.html +1 -1
  89. data/lib/mihari/web/public/redoc-static.html +196 -184
  90. data/lib/mihari/web/public/static/js/app.49ab738a.js +21 -0
  91. data/lib/mihari/web/public/static/js/app.49ab738a.js.map +1 -0
  92. data/lib/mihari/web/public/static/js/app.5dc97aae.js +21 -0
  93. data/lib/mihari/web/public/static/js/app.5dc97aae.js.map +1 -0
  94. data/lib/mihari/web/public/static/js/app.f2b8890f.js +21 -0
  95. data/lib/mihari/web/public/static/js/app.f2b8890f.js.map +1 -0
  96. data/lib/mihari/web/public/static/js/app.fbc19869.js +21 -0
  97. data/lib/mihari/web/public/static/js/app.fbc19869.js.map +1 -0
  98. data/lib/mihari.rb +42 -34
  99. data/mihari.gemspec +21 -23
  100. data/sig/lib/mihari/analyzers/binaryedge.rbs +2 -3
  101. data/sig/lib/mihari/analyzers/censys.rbs +2 -3
  102. data/sig/lib/mihari/analyzers/circl.rbs +1 -3
  103. data/sig/lib/mihari/analyzers/crtsh.rbs +1 -3
  104. data/sig/lib/mihari/analyzers/dnpedia.rbs +1 -4
  105. data/sig/lib/mihari/analyzers/dnstwister.rbs +1 -3
  106. data/sig/lib/mihari/analyzers/feed.rbs +20 -0
  107. data/sig/lib/mihari/analyzers/onyphe.rbs +2 -3
  108. data/sig/lib/mihari/analyzers/otx.rbs +1 -3
  109. data/sig/lib/mihari/analyzers/passivetotal.rbs +3 -5
  110. data/sig/lib/mihari/analyzers/pulsedive.rbs +2 -4
  111. data/sig/lib/mihari/analyzers/securitytrails.rbs +3 -5
  112. data/sig/lib/mihari/analyzers/shodan.rbs +2 -3
  113. data/sig/lib/mihari/analyzers/spyse.rbs +4 -6
  114. data/sig/lib/mihari/analyzers/urlscan.rbs +6 -5
  115. data/sig/lib/mihari/analyzers/virustotal.rbs +4 -6
  116. data/sig/lib/mihari/analyzers/virustotal_intelligence.rbs +2 -3
  117. data/sig/lib/mihari/analyzers/zoomeye.rbs +4 -4
  118. data/sig/lib/mihari/commands/init.rbs +0 -2
  119. data/sig/lib/mihari/commands/validator.rbs +0 -2
  120. data/sig/lib/mihari/emitters/slack.rbs +0 -1
  121. data/sig/lib/mihari/feed/parser.rbs +11 -0
  122. data/sig/lib/mihari/feed/reader.rbs +56 -0
  123. data/sig/lib/mihari/mixins/disallowed_data_value.rbs +0 -2
  124. data/sig/lib/mihari/mixins/rule.rbs +5 -12
  125. data/sig/lib/mihari/models/alert.rbs +1 -1
  126. data/sig/lib/mihari/models/artifact.rbs +2 -0
  127. data/sig/lib/mihari/models/rule.rbs +14 -0
  128. data/sig/lib/mihari/structs/alert.rbs +1 -1
  129. data/sig/lib/mihari/structs/greynoise.rbs +3 -3
  130. data/sig/lib/mihari/structs/rule.rbs +56 -0
  131. data/sig/lib/mihari/structs/shodan.rbs +2 -2
  132. data/sig/lib/mihari/structs/urlscan.rbs +28 -0
  133. data/sig/lib/mihari/types.rbs +4 -0
  134. data/sig/lib/mihari.rbs +0 -2
  135. metadata +102 -147
  136. data/lib/mihari/cli/analyzer.rb +0 -52
  137. data/lib/mihari/commands/binaryedge.rb +0 -21
  138. data/lib/mihari/commands/censys.rb +0 -22
  139. data/lib/mihari/commands/circl.rb +0 -21
  140. data/lib/mihari/commands/crtsh.rb +0 -22
  141. data/lib/mihari/commands/dnpedia.rb +0 -21
  142. data/lib/mihari/commands/dnstwister.rb +0 -21
  143. data/lib/mihari/commands/greynoise.rb +0 -21
  144. data/lib/mihari/commands/json.rb +0 -42
  145. data/lib/mihari/commands/onyphe.rb +0 -21
  146. data/lib/mihari/commands/otx.rb +0 -21
  147. data/lib/mihari/commands/passivetotal.rb +0 -22
  148. data/lib/mihari/commands/pulsedive.rb +0 -21
  149. data/lib/mihari/commands/securitytrails.rb +0 -22
  150. data/lib/mihari/commands/shodan.rb +0 -21
  151. data/lib/mihari/commands/spyse.rb +0 -22
  152. data/lib/mihari/commands/urlscan.rb +0 -23
  153. data/lib/mihari/commands/virustotal.rb +0 -22
  154. data/lib/mihari/commands/virustotal_intelligence.rb +0 -22
  155. data/lib/mihari/commands/zoomeye.rb +0 -22
  156. data/lib/mihari/mixins/configuration.rb +0 -100
  157. data/lib/mihari/mixins/hash.rb +0 -20
  158. data/lib/mihari/schemas/configuration.rb +0 -44
  159. data/lib/mihari/web/public/grape.rb +0 -73
  160. data/sig/lib/mihari/cli/analyzer.rbs +0 -39
  161. data/sig/lib/mihari/commands/binaryedge.rbs +0 -7
  162. data/sig/lib/mihari/commands/censys.rbs +0 -7
  163. data/sig/lib/mihari/commands/circl.rbs +0 -7
  164. data/sig/lib/mihari/commands/crtsh.rbs +0 -7
  165. data/sig/lib/mihari/commands/dnpedia.rbs +0 -7
  166. data/sig/lib/mihari/commands/dnstwister.rbs +0 -7
  167. data/sig/lib/mihari/commands/onyphe.rbs +0 -7
  168. data/sig/lib/mihari/commands/otx.rbs +0 -7
  169. data/sig/lib/mihari/commands/passivetotal.rbs +0 -7
  170. data/sig/lib/mihari/commands/pulsedive.rbs +0 -7
  171. data/sig/lib/mihari/commands/securitytrails.rbs +0 -7
  172. data/sig/lib/mihari/commands/shodan.rbs +0 -7
  173. data/sig/lib/mihari/commands/spyse.rbs +0 -7
  174. data/sig/lib/mihari/commands/urlscan.rbs +0 -7
  175. data/sig/lib/mihari/commands/virustotal.rbs +0 -7
  176. data/sig/lib/mihari/commands/zoomeye.rbs +0 -7
@@ -1,73 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require "launchy"
4
- require "rack"
5
- require "rack/contrib"
6
- require "rack/handler/puma"
7
- require "rack/cors"
8
-
9
- require "grape"
10
- require "grape-swagger"
11
-
12
- require "mihari/web/apis/ping"
13
-
14
- module Mihari
15
- class API < Grape::API
16
- prefix "api"
17
- format :json
18
- mount Apis::Ping
19
- add_swagger_documentation api_version: "v1"
20
- end
21
-
22
- class GrapeApp
23
- def initialize
24
- @filenames = ["", ".html", "index.html", "/index.html"]
25
- @rack_static = ::Rack::Static.new(
26
- lambda { [404, {}, []] },
27
- root: File.expand_path("public", __dir__),
28
- urls: ["/"]
29
- )
30
- end
31
-
32
- class << self
33
- def instance
34
- @instance ||= Rack::Builder.new do
35
- run GrapeApp.new
36
- end.to_app
37
- end
38
-
39
- def run!(port: 9292, host: "localhost", threads: "0:16", verbose: false)
40
- url = "http://#{host}:#{port}"
41
-
42
- Rack::Handler::Puma.run(instance, Port: port, Host: host, Threads: threads, Verbose: verbose) do |server|
43
- p ENV["RACK_ENV"]
44
- p instance.class
45
-
46
- Launchy.open(url) if ENV["RACK_ENV"] != "development"
47
-
48
- [:INT, :TERM].each do |sig|
49
- trap(sig) do
50
- server.shutdown
51
- end
52
- end
53
- end
54
- end
55
- end
56
-
57
- def call(env)
58
- # api
59
- p GrapeApp.instance
60
- response = API.call(env)
61
-
62
- # Check if the App wants us to pass the response along to others
63
- if response[1]["X-Cascade"] == "pass"
64
- # static files
65
- request_path = env["PATH_INFO"]
66
- @filenames.each do |path|
67
- response = @rack_static.call(env.merge("PATH_INFO" => request_path + path))
68
- return response if response[0] != 404
69
- end
70
- end
71
- end
72
- end
73
- end
@@ -1,39 +0,0 @@
1
- module Mihari
2
- module CLI
3
- class Analyzer < Base
4
- include Mihari::Commands::BinaryEdge
5
-
6
- include Mihari::Commands::Censys
7
-
8
- include Mihari::Commands::CIRCL
9
-
10
- include Mihari::Commands::Crtsh
11
-
12
- include Mihari::Commands::DNPedia
13
-
14
- include Mihari::Commands::DNSTwister
15
-
16
- include Mihari::Commands::JSON
17
-
18
- include Mihari::Commands::Onyphe
19
-
20
- include Mihari::Commands::OTX
21
-
22
- include Mihari::Commands::PassiveTotal
23
-
24
- include Mihari::Commands::Pulsedive
25
-
26
- include Mihari::Commands::SecurityTrails
27
-
28
- include Mihari::Commands::Shodan
29
-
30
- include Mihari::Commands::Spyse
31
-
32
- include Mihari::Commands::Urlscan
33
-
34
- include Mihari::Commands::VirusTotal
35
-
36
- include Mihari::Commands::ZoomEye
37
- end
38
- end
39
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module BinaryEdge
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Censys
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module CIRCL
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Crtsh
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module DNPedia
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module DNSTwister
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Onyphe
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module OTX
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module PassiveTotal
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Pulsedive
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module SecurityTrails
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Shodan
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Spyse
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module Urlscan
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module VirusTotal
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end
@@ -1,7 +0,0 @@
1
- module Mihari
2
- module Commands
3
- module ZoomEye
4
- def self.included: (untyped thor) -> untyped
5
- end
6
- end
7
- end