miteru 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b3784652417f9e36941b1bc9ed8a76acaa86481a4730223b8ad1913775980097
-  data.tar.gz: 47526f0cc44c07a8aa9a651973f0fa4a3d455dfe49abed255f0aed1780abb604
+  metadata.gz: 166a1fddc570f084a95e186663f2e180834dcfa1066678991c4d6ea27f2f1af4
+  data.tar.gz: bc44cf63a3d83664550920d04b2fa527b1c05cb92229a0f661cd0686ce2f2cb8
 SHA512:
-  metadata.gz: 124a5071040ee603dab9e5986064566e6e61d2acb812d052bc8cee69a673253894004b1824c3fac80fa467674640c2a21edec37a14aa1b22d1d03d40c7b99b4c
-  data.tar.gz: 7da8680a710bef8081b2ba279843b53a28fba36c29290ba9566ce3e40fd892ac714a92feec4008236d2b84246ac5bbaa3d94600d008b39953c6103630faa3627
+  metadata.gz: 90e6bb04c2054742753eb92015443792afdd43002ccb16b9e96119d96627c0c4b34264382412e98b449f3474aeb95dfdebc51d6302c79b3071b17d82ceb4ac97
+  data.tar.gz: 1c65f5dea8bab1c7a7abe44814d0f2703cab12b3e8e3049bb89635540f205d54e3b7396830af0404732706f186b336af2c573c116c54cbb546058a3123ec21cc

data/README.md

@@ -36,9 +36,11 @@ Options:
   [--auto-download], [--no-auto-download]  # Enable or disable auto-download of *.zip file(s)
   [--download-to=DOWNLOAD_TO]              # Directory to download file(s)
                                            # Default: /tmp
+  [--post-to-slack], [--no-post-to-slack]  # Post a message to Slack if it detects a phishing kit
   [--size=N]                               # Number of urlscan.io's results. (Max: 100,000)
                                            # Default: 100
-  [--post-to-slack], [--no-post-to-slack]  # Post a message to Slack if it detects a phishing kit
+  [--threads=N]                            # Number of threads to use
+                                           # Default: 10
   [--verbose], [--no-verbose]
                                            # Default: true
 
@@ -53,3 +55,10 @@ https://dummy2.com: it doesn't contain a phishing kit.
 https://dummy3.com: it doesn't contain a phishing kit.
 https://dummy4.com: it might contain a phishing kit (dummy.zip).
 ```
+
+## Note
+
+For using `--post-to-slack` feature, you should set the following environment variables:
+
+- `SLACK_WEBHOOK_URL`: Your Slack Webhook URL.
+- `SLACK_CHANNEL`: Slack channel to post a message (default: "#general").

data/lib/miteru/cli.rb

@@ -10,12 +10,13 @@ module Miteru
   class CLI < Thor
     method_option :auto_download, type: :boolean, default: false, desc: "Enable or disable auto-download of *.zip file(s)"
     method_option :download_to, type: :string, default: "/tmp", desc: "Directory to download file(s)"
-    method_option :size, type: :numeric, default: 100, desc: "Number of urlscan.io's results. (Max: 100,000)"
     method_option :post_to_slack, type: :boolean, default: false, desc: "Post a message to Slack if it detects a phishing kit"
+    method_option :size, type: :numeric, default: 100, desc: "Number of urlscan.io's results. (Max: 100,000)"
+    method_option :threads, type: :numeric, default: 10, desc: "Number of threads to use"
     method_option :verbose, type: :boolean, default: true
     desc "execute", "Execute the crawler"
     def execute
-      websites = Crawler.execute(size: options[:size], verbose: options[:verbose])
+      websites = Crawler.execute(size: options[:size], threads: options[:threads], verbose: options[:verbose])
       websites.each do |website|
         next unless website.has_kit?
 

data/lib/miteru/crawler.rb

@@ -14,9 +14,9 @@ module Miteru
     URLSCAN_ENDPOINT = "https://urlscan.io/api/v1"
     OPENPHISH_ENDPOINT = "https://openphish.com"
 
-    def initialize(size: 100, verbose: false)
-      @threads = 10
+    def initialize(size: 100, threads: 10, verbose: false)
       @size = size
+      @threads = threads
       @verbose = verbose
       raise ArgumentError, "size must be less than 100,000" if size > 100_000
     end
@@ -70,8 +70,8 @@ module Miteru
       websites
     end
 
-    def self.execute(size: 100, verbose: false)
-      new(size: size, verbose: verbose).execute
+    def self.execute(size: 100, threads: 10, verbose: false)
+      new(size: size, threads: threads, verbose: verbose).execute
     end
 
     private

data/lib/miteru/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Miteru
-  VERSION = "0.5.0"
+  VERSION = "0.6.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: miteru
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Manabu Niseki