deadfinder 1.2.1 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cccf1eac41e7cb13f5391bd8191931b6225f3b16dd23a2e4432816d93730be2e
-  data.tar.gz: dddb0d51bc6b00507ae8622945114d373e7366714a74ebc4ede95057db1224f2
+  metadata.gz: 0b18bed09ea30afe6efed9e0795f774bb8e97a5658c9d1c1092e625b2950345a
+  data.tar.gz: c5c9010c7d30764b559fa3bddffc3e737c87797aa046d50cb5ad84d74766137b
 SHA512:
-  metadata.gz: d273d3d94cce7a98185dfda1713b43ddf632b19b11bff3f93c1c68bdbf3306c65825411b95f2b4ab3a517bfb88ca3db2f888a4b4a84814058a030b7c62098a0c
-  data.tar.gz: ca7d125f5c7a89275672418546e6913af1765bdc0eaaa8ce324be94c24e4b84989df9ec4fae371d6a4a7a160c97be47db2633b8de04be0eb98dfdc4ea2009978
+  metadata.gz: 02a6a785560cb6e781b6a2c4f375e1daccbf0f4f00e5b4ee97e2d5e787b0fcb381013361aba96d618dea1e78f2b92f1290b60720e0c976d1fe57720100015169
+  data.tar.gz: 2eb418ff24d686ef057dec9811ea63a973199ab814a231221325f9908a2f83f5b19dc99cc73f96f5b0b50da852324352a31907130fcf88a02c94f33455203521

data/lib/deadfinder/logger.rb

@@ -7,6 +7,10 @@ class Logger
     puts 'ℹ '.colorize(:blue) + text.to_s.colorize(:light_blue)
   end
 
+  def self.error(text)
+    puts '⚠︎ '.colorize(:red) + text.to_s
+  end
+
   def self.target(text)
     puts '► '.colorize(:green) + text.to_s.colorize(:light_green)
   end

data/lib/deadfinder/version.rb

@@ -1,3 +1,3 @@
 # frozen_string_literal: true
 
-VERSION = '1.2.1'
+VERSION = '1.2.3'

data/lib/deadfinder.rb

@@ -19,38 +19,42 @@ Output = {}
 
 class DeadFinderRunner
   def run(target, options)
-    page = Nokogiri::HTML(URI.open(target))
-
-    nodeset_a = page.css('a')
-    link_a = nodeset_a.map { |element| element['href'] }.compact
-    nodeset_script = page.css('script')
-    link_script = nodeset_script.map { |element| element['src'] }.compact
-    nodeset_link = page.css('link')
-    link_link = nodeset_link.map { |element| element['href'] }.compact
-
-    link_merged = []
-    link_merged.concat link_a, link_script, link_link
-
-    Logger.target target
-    Logger.sub_info "Found #{link_merged.length} point. [a:#{link_a.length}/s:#{link_script.length}/l:#{link_link.length}]"
-    Logger.sub_info 'Checking'
-    jobs    = Channel.new(buffer: :buffered, capacity: 1000)
-    results = Channel.new(buffer: :buffered, capacity: 1000)
-
-    (1..options['concurrency']).each do |w|
-      Channel.go { worker(w, jobs, results, target, options) }
-    end
+    begin
+      page = Nokogiri::HTML(URI.open(target))
+
+      nodeset_a = page.css('a')
+      link_a = nodeset_a.map { |element| element['href'] }.compact
+      nodeset_script = page.css('script')
+      link_script = nodeset_script.map { |element| element['src'] }.compact
+      nodeset_link = page.css('link')
+      link_link = nodeset_link.map { |element| element['href'] }.compact
+
+      link_merged = []
+      link_merged.concat link_a, link_script, link_link
+
+      Logger.target target
+      Logger.sub_info "Found #{link_merged.length} point. [a:#{link_a.length}/s:#{link_script.length}/l:#{link_link.length}]"
+      Logger.sub_info 'Checking'
+      jobs    = Channel.new(buffer: :buffered, capacity: 1000)
+      results = Channel.new(buffer: :buffered, capacity: 1000)
+
+      (1..options['concurrency']).each do |w|
+        Channel.go { worker(w, jobs, results, target, options) }
+      end
 
-    link_a.uniq.each do |node|
-      result = generate_url node, target
-      jobs << result
-    end
-    jobs.close
+      link_merged.uniq.each do |node|
+        result = generate_url node, target
+        jobs << result
+      end
+      jobs.close
 
-    (1..link_a.uniq.length).each do
-      ~results
+      (1..link_merged.uniq.length).each do
+        ~results
+      end
+      Logger.sub_done 'Done'
+    rescue => e 
+      Logger.error "[#{e}] #{target}"
     end
-    Logger.sub_done 'Done'
   end
 
   def worker(_id, jobs, results, target, options)
@@ -102,9 +106,11 @@ end
 
 def run_sitemap(sitemap_url, options)
   app = DeadFinderRunner.new
+  base_uri = URI(sitemap_url)
   sitemap = SitemapParser.new sitemap_url, { recurse: true }
   sitemap.to_a.each do |url|
-    app.run url, options
+    turl = generate_url url, base_uri
+    app.run turl, options
   end
   gen_output
 end
@@ -124,19 +130,19 @@ class DeadFinder < Thor
     run_pipe options
   end
 
-  desc 'file', 'Scan the URLs from File. (e.g deadfinder file urls.txt)'
+  desc 'file <FILE>', 'Scan the URLs from File. (e.g deadfinder file urls.txt)'
   def file(filename)
     Logger.info 'File mode'
     run_file filename, options
   end
 
-  desc 'url', 'Scan the Single URL.'
+  desc 'url <URL>', 'Scan the Single URL.'
   def url(url)
     Logger.info 'Single URL mode'
     run_url url, options
   end
 
-  desc 'sitemap', 'Scan the URLs from sitemap.'
+  desc 'sitemap <SITEMAP-URL>', 'Scan the URLs from sitemap.'
   def sitemap(sitemap)
     Logger.info 'Sitemap mode'
     run_sitemap sitemap, options

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deadfinder
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.2.3
 platform: ruby
 authors:
 - hahwul
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-26 00:00:00.000000000 Z
+date: 2022-10-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize