miteru 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 415304dc7c41fb9f40f68e7b8a59f0c03ce74c963020ecd2300b4b3a1ed3c058
-  data.tar.gz: dcef1c8fe00901e5d97f7e4a12c3b63227e63a11e4c1a3498f768fbb7dc7ddd3
+  metadata.gz: '08e49cafafb4f0ca46b1aad40e1de0ce09e1098dd49395aa38ac98fd0d08e09f'
+  data.tar.gz: ace78f1898e2ef84573abb7ef8b624819d6819eb7924a21e6fb6189c918cfe98
 SHA512:
-  metadata.gz: 686844a3d0e5016d66ced3d66a153777d56bc9d5751820b7e41d5a74e1d10ba6fb1d6fc334d69c66545c5e60782fb6df1baaf765bb5ac0ea1d9c48ff2d72b017
-  data.tar.gz: 146cb5832df24866984bf65b4074e1a362db98394aa4fe6150bd941c1f13d28eeb2b1afda088e0d39eb404ad3faa6fd363fdf789fd6d6052736e5ef3f1e1163f
+  metadata.gz: a0cd62ad104dda985f0de5d023295079f43638553c08ba11a4c3c67e4271423d50860f6eb0349c10c2a25cc91ed57c231e452434ae657c848ba890499b0dcb76
+  data.tar.gz: 69f50f7a12ab6433f6ec1cb517779aaa92ab2f714f261f9ac8786e859a7d9b1c955ef503d7e355166f5481010ce7666ffe14f87c906f8011fbf2a80ca81cf487

data/README.md

@@ -32,10 +32,10 @@ Usage:
   miteru execute
 
 Options:
-  [--auto-download], [--no-auto-download]
-  [--download-to=DOWNLOAD_TO]
+  [--auto-download], [--no-auto-download]  # Enable or disable auto-download of *.zip file(s)
+  [--download-to=DOWNLOAD_TO]              # Directory to download file(s)
                                            # Default: /tmp
-  [--post-to-slack], [--no-post-to-slack]
+  [--post-to-slack], [--no-post-to-slack]  # Post a message to Slack if it detects a phishing kit
   [--verbose], [--no-verbose]
                                            # Default: true
 

data/lib/miteru/cli.rb

@@ -6,9 +6,9 @@ require "thor"
 
 module Miteru
   class CLI < Thor
-    method_option :auto_download, type: :boolean, default: false
-    method_option :download_to, type: :string, default: "/tmp"
-    method_option :post_to_slack, type: :boolean, default: false
+    method_option :auto_download, type: :boolean, default: false, desc: "Enable or disable auto-download of *.zip file(s)"
+    method_option :download_to, type: :string, default: "/tmp", desc: "Directory to download file(s)"
+    method_option :post_to_slack, type: :boolean, default: false, desc: "Post a message to Slack if it detects a phishing kit"
     method_option :verbose, type: :boolean, default: true
     desc "execute", "Execute the crawler"
     def execute
@@ -18,26 +18,21 @@ module Miteru
 
         puts "#{website.url}: it might contain a phishing kit (#{website.zip_files.join(',')}).".colorize(:light_red)
         post_to_slack(message) if options[:post_to_slack] && valid_slack_setting?
-        begin
-          download_zip_files(website.url, website.zip_files, options[:download_to]) if options[:auto_download]
-        rescue DownloadError => e
-          puts e.to_s
-        end
+        download_zip_files(website.url, website.zip_files, options[:download_to]) if options[:auto_download]
       end
     end
 
     no_commands do
       def download_zip_files(url, zip_files, base_dir)
-        failed_urls = []
         zip_files.each do |path|
           target_url = "#{url}/#{path}"
           begin
-            Downloader.download target_url, base_dir
-          rescue Down::Error => _
-            failed_urls << target_url
+            destination = Downloader.download(target_url, base_dir)
+            puts "Download #{target_url} as #{destination}"
+          rescue Down::Error => e
+            puts "Failed to download: #{target_url} (#{e})"
           end
         end
-        raise DownloadError, "Failed to download: #{failed_urls}.join(',')" unless failed_urls.empty?
       end
 
       def valid_slack_setting?

data/lib/miteru/downloader.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require "down"
-require "uri"
+require "securerandom"
 
 module Miteru
   class Downloader
@@ -11,17 +11,17 @@ module Miteru
       @base_dir = base_dir
     end
 
-    def filename
-      uri = URI.parse(url)
-      File.basename(uri.path)
+    def save_filename
+      "#{SecureRandom.alphanumeric}.zip"
     end
 
     def destination
-      @destination ||= "#{base_dir}/#{filename}"
+      @destination ||= "#{base_dir}/#{save_filename}"
     end
 
     def download
       Down.download(url, destination: destination)
+      destination
     end
 
     def self.download(url, base_dir = "/tmp")

data/lib/miteru/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Miteru
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: miteru
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-09-18 00:00:00.000000000 Z
+date: 2018-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler