doorknock 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d25dd268540ca72f5803f536e918ac372a49cd1ddc95b08022b29d5823a3c613
-  data.tar.gz: '08943a51bf554653ce5dedb413527fb75aa35914abf215b47fb5820ef942dcc8'
+  metadata.gz: 5c3da2c18b5f42d55d2c5861b5daf5629226190557f35852bd43439e16ee7529
+  data.tar.gz: 9647fc9574a142ff05733f8f89036c64cd44aaea062b0c074391469c0d7b6af0
 SHA512:
-  metadata.gz: f351a16a266ebf1bfe7cb0e4794f8826e3c85a86480686ce383470d4be654224ac5ecaaf13403c1d03319cc9fe3970baa3405990d51ce317981af090d882a47b
-  data.tar.gz: 25f134409c03d42ee4dc87dfd0d1750d645dc47a33dc5e2290acb0cfcf4562e0df441e11168c62014938f17a7ab0a1958b91bbebad241bec8912d2eededd47e9
+  metadata.gz: 84280f5c5e02b70305b04019e1878da8dcf83e5db14f8d15968cb62ccfc52f30e93f4018c5077004f92302f90b1d361dbb48b1dc8797b973a1f8d9fb72c92808
+  data.tar.gz: 50b782ed11569064c7514d9307172d62636795162dcd23993de80e6480c4f3034e9eacb7ed08d0d3cc40a1b74c81b4e51b4f003f62606da8e1264803cecc3180

data/README.md

@@ -16,18 +16,25 @@ A doorknocking tool targeting phishing admin panels.
 ```bash
 % doorknock
 Commands:
+  doorknock crawl           # crawl & knock phishing websites
   doorknock help [COMMAND]  # Describe available commands or one specific command
-  doorknock knock           # knock phishing websites
+  doorknock knock URL       # knock a given URLs
 
-% doorknock help knock
+% doorknock help crawl
 Usage:
-  doorknock knock
+  doorknock crawl
 
 Options:
   [--size=N]  # Number of urlscan.io's search results to check. (Max: 10,000)
               # Default: 100
 
-knock phishing websites
+crawl & knock phishing websites
+
+% doorknock help knock
+Usage:
+  doorknock knock URL
+
+knock a given URL
 ```
 
 ## License

data/doorknock.gemspec

@@ -32,7 +32,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr", "~> 4.0"
   spec.add_development_dependency "webmock", "~> 3.5"
 
-  spec.add_dependency "http", "~> 4.0"
+  spec.add_dependency "http", "~> 4.1"
   spec.add_dependency "oga", "~> 2.15"
   spec.add_dependency "parallel", "~> 1.14"
   spec.add_dependency "thor", "~> 0.19.0"

data/lib/doorknock/cli.rb

@@ -4,11 +4,16 @@ require "thor"
 
 module DoorKnock
   class CLI < Thor
-    desc "knock", "knock phishing websites"
+    desc "knock URL", "knock a given URL"
+    def knock(url)
+      Monitor.knock(url)
+    end
+
+    desc "crawl", "crawl & knock phishing websites"
     method_option :size, type: :numeric, default: 100, desc: "Number of urlscan.io's search results to check. (Max: 10,000)"
-    def knock
+    def crawl
       size = options.dig(:size) || 100
-      Monitor.check(size)
+      Monitor.crawl(size)
     end
   end
 end

data/lib/doorknock/generator.rb

@@ -11,14 +11,21 @@ module DoorKnock
     end
 
     def base_url
-      "#{url.scheme}://#{url.host}:#{url.port}"
+      case [url.scheme, url.port]
+      when ["http", 80]
+        "#{url.scheme}://#{url.host}"
+      when ["https", 443]
+        "#{url.scheme}://#{url.host}"
+      else
+        "#{url.scheme}://#{url.host}:#{url.port}"
+      end
     end
 
     def second_last_url
       parts = url.path.split("/")
       parts.pop if parts.length > 2
 
-      "#{url.scheme}://#{url.host}:#{url.port}" + parts.join("/")
+      base_url + parts.join("/")
     end
 
     def admin_panel_urls

data/lib/doorknock/monitor.rb

@@ -8,18 +8,22 @@ module DoorKnock
       @memo = {}
     end
 
-    def check(size = 100)
+    def knock(url)
+      generator = Generator.new(url)
+      generator.admin_panel_urls.each do |panel_url|
+        website = Website.new(panel_url)
+        next if marked?(website.url)
+        next unless website.ok? && website.panel?
+
+        puts [website.url, website.title].join(",")
+        mark(website.url)
+        break
+      end
+    end
+
+    def crawl(size = 100)
       Parallel.each(Feed.phishy_urls(size)) do |phishy_url|
-        generator = Generator.new phishy_url
-        generator.admin_panel_urls.each do |panel_url|
-          website = Website.new(panel_url)
-          next if marked?(website.url)
-          next unless website.ok? && website.panel?
-
-          puts [website.url, website.title].join(",")
-          mark(website.url)
-          break
-        end
+        knock phishy_url
       end
     end
 
@@ -31,8 +35,12 @@ module DoorKnock
       @memo.fetch(url, false)
     end
 
-    def self.check(size = 100)
-      new.check(size)
+    def self.crawl(size = 100)
+      new.crawl(size)
+    end
+
+    def self.knock(url)
+      new.knock(url)
     end
   end
 end

data/lib/doorknock/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DoorKnock
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: doorknock
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-03-09 00:00:00.000000000 Z
+date: 2019-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -114,14 +114,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
 - !ruby/object:Gem::Dependency
   name: oga
   requirement: !ruby/object:Gem::Requirement