miteru 0.11.3 → 0.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1c0d220bd3b7a0ea6ca5b394e27f2bf86ad2f11f4c7ea524226c843f430d5c4e
-  data.tar.gz: 9c295c3913fb784eb66a17341d14c89955befbb7daed8d443996f27205e1a4a2
+  metadata.gz: c8e78ff07e29bdfb439c4f5a1c9918fdd689c3ee9a6e076cd48fc08ce2c7f129
+  data.tar.gz: 8524c293c6b72bf6a7d980306fcb15df6053e923241b1403590bb065ee10eac2
 SHA512:
-  metadata.gz: aa2a4d9344b6e46da84e052d09335fa20637da4bcca905bc40b23ae8422fb7d420ffff25bed3e103e4e672eba1eb6456e34eba303be883f6abeda2dcd5366c79
-  data.tar.gz: e4dc6c7bbc95ba5a7185c44f9ecc7f8ded173278e756544a1c2c4232b31b3725a12a12b73b8b1e8e74e4842943334402aab36bb8a4b13b0d41a98393c5aee92a
+  metadata.gz: 541a1464c16e6b1182bbc042de1225e7ac1aa04d6b048fe39aaa647f7d59d0ba88feb462f242d244eebb9999f51f1fc2d2d3561081be0a02d512668523eeab40
+  data.tar.gz: 128d70f6b65351a3023d9f9adb34b1bc8ffbcd6bafc9375891d2b8f7817f1da22ee8f367ee0eaf3dff42e29c9b4d381cab118216d53e542da22377029a8dc48d

data/lib/miteru/attachement.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require "uri"
+
+module Miteru
+  class Attachement
+    attr_reader :url
+    def initialize(url)
+      @url = url
+    end
+
+    def to_h
+      {
+        fallback: "urlscan.io link",
+        title: title,
+        title_link: title_link,
+        footer: "urlscan.io",
+        footer_icon: "http://www.google.com/s2/favicons?domain=urlscan.io"
+      }
+    end
+
+    private
+
+    def title_link
+      domain ? "https://urlscan.io/domain/#{domain}" : "https://urlscan.io"
+    end
+
+    def title
+      domain || "N/A"
+    end
+
+    def domain
+      @domain ||=
+        [].tap do |out|
+          out << URI(url).hostname
+        rescue URI::Error => _
+          out << nil
+        end.first
+    end
+  end
+end

data/lib/miteru/crawler.rb

@@ -37,7 +37,7 @@ module Miteru
         else
           notify(website.url, website.compressed_files) if verbose
         end
-      rescue OpenSSL::SSL::SSLError, HTTP::Error, LL::ParserError => _
+      rescue OpenSSL::SSL::SSLError, HTTP::Error, LL::ParserError, Addressable::URI::InvalidURIError => _
         next
       end
     end

data/lib/miteru/notifier.rb

@@ -11,10 +11,17 @@ module Miteru
 
     def notify(url, compressed_files)
       message = compressed_files.empty? ? "it doesn't contain a phishing kit." : "it might contain phishing kit(s): (#{compressed_files.join(', ')})."
+      attachement = Attachement.new(url)
 
       if post_to_slack? && !compressed_files.empty?
         slack = Slack::Incoming::Webhooks.new(slack_webhook_url, channel: slack_channel)
-        slack.post url, attachments: [{ text: message }]
+        slack.post(
+          url,
+          attachments: [
+            { text: message },
+            attachement.to_h
+          ]
+        )
       end
 
       message = message.colorize(:light_red) unless compressed_files.empty?

data/lib/miteru/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Miteru
-  VERSION = "0.11.3"
+  VERSION = "0.12.0"
 end

data/lib/miteru.rb

@@ -7,6 +7,7 @@ require "miteru/http_client"
 require "miteru/website"
 require "miteru/downloader"
 require "miteru/feeds"
+require "miteru/attachement"
 require "miteru/notifier"
 require "miteru/crawler"
 require "miteru/cli"

data/miteru.gemspec

@@ -33,10 +33,10 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "webmock", "~> 3.5"
 
   spec.add_dependency "colorize", "~> 0.8"
-  spec.add_dependency "down", "~> 4.7"
-  spec.add_dependency "http", "~> 4.0"
+  spec.add_dependency "down", "~> 4.8"
+  spec.add_dependency "http", "~> 4.1"
   spec.add_dependency "oga", "~> 2.15"
-  spec.add_dependency "parallel", "~> 1.12"
+  spec.add_dependency "parallel", "~> 1.14"
   spec.add_dependency "slack-incoming-webhooks", "~> 0.2"
   spec.add_dependency "thor", "~> 0.19"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: miteru
 version: !ruby/object:Gem::Version
-  version: 0.11.3
+  version: 0.12.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-02-11 00:00:00.000000000 Z
+date: 2019-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -128,28 +128,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.7'
+        version: '4.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.7'
+        version: '4.8'
 - !ruby/object:Gem::Dependency
   name: http
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
 - !ruby/object:Gem::Dependency
   name: oga
   requirement: !ruby/object:Gem::Requirement
@@ -170,14 +170,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '1.14'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '1.14'
 - !ruby/object:Gem::Dependency
   name: slack-incoming-webhooks
   requirement: !ruby/object:Gem::Requirement
@@ -226,6 +226,7 @@ files:
 - docker/Dockerfile
 - exe/miteru
 - lib/miteru.rb
+- lib/miteru/attachement.rb
 - lib/miteru/cli.rb
 - lib/miteru/crawler.rb
 - lib/miteru/downloader.rb