deadfinder 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a2e86be2607ea1af0d52ca1ed57055869cb457d58aa0b3773154d8de15f7a08
-  data.tar.gz: ffb4fa247f7f388c9e5f71144f8b9728118627feead5159380bac65d2af4420f
+  metadata.gz: 3dd7587737b26129d64fcd4887eb39041b8abb27c4b8e1a6c125c7c128b77fb3
+  data.tar.gz: cf6b6dd2b663df8ffe3aaae9810deb39be18a15957f0b37cb3f70f7584bfb39d
 SHA512:
-  metadata.gz: 237f99c06741f5b509af6ede98be469e20d9a60f7be2a5d615568eb7707686a40998ee49ce41143cb6af72beb3fe181ad9cebaed114d11f7a8e9408b3fd54fee
-  data.tar.gz: 8cfd465a45ae8b4646e82810e4aa595c809a44a11107c0845f06e11a2eddeee394bb8e01b53a412f33b13bc05aaca49bd0a890ed6a702138d3b7b327634712f1
+  metadata.gz: 79df6bc3e4f38da2ceda5f4704dbb69f5bb11af7b0e1637096e930c929ed065f2811ca879956ef9819f8a4afde342eb49757d5fb7bd05124d6fffd5aae0cd64e
+  data.tar.gz: 263eeae2ebaa5e4eceee0182ca1721f8d51936b3921060180cfb7efa2422e5f8f3b78f6eebc83d01214ffec83b1f6bd14ae7f79ad3e9b34306b19bef3f6f0826

data/lib/deadfinder/logger.rb

@@ -2,20 +2,20 @@
 
 require 'colorize'
 
-class Logger     
-    def self.info text
-        puts "ℹ ".colorize(:blue) + "#{text}".colorize(:light_blue)
-    end
+class Logger
+  def self.info(text)
+    puts 'ℹ '.colorize(:blue) + text.to_s.colorize(:light_blue)
+  end
 
-    def self.target text 
-        puts "► ".colorize(:green) + "#{text}".colorize(:light_green)
-    end
+  def self.target(text)
+    puts '► '.colorize(:green) + text.to_s.colorize(:light_green)
+  end
 
-    def self.sub_info text
-        puts "  ● ".colorize(:blue) + "#{text}".colorize(:light_blue)
-    end
+  def self.sub_info(text)
+    puts '  ● '.colorize(:blue) + text.to_s.colorize(:light_blue)
+  end
 
-    def self.found text
-        puts "  ✘ #{text}".colorize(:red)
-    end
-end
+  def self.found(text)
+    puts "  ✘ #{text}".colorize(:red)
+  end
+end

data/lib/deadfinder/version.rb

@@ -0,0 +1 @@
+VERSION = '1.1.0'

data/lib/deadfinder.rb

@@ -6,13 +6,14 @@ require 'open-uri'
 require 'nokogiri'
 require 'deadfinder/utils'
 require 'deadfinder/logger'
+require 'deadfinder/version'
 require 'concurrent-edge'
 require 'sitemap-parser'
 
 Channel = Concurrent::Channel
 
 class DeadFinderRunner
-  def run(target)
+  def run(target, options)
     page = Nokogiri::HTML(URI.open(target))
     nodeset = page.css('a')
     link_a = nodeset.map { |element| element['href'] }.compact
@@ -22,7 +23,7 @@ class DeadFinderRunner
     jobs    = Channel.new(buffer: :buffered, capacity: 100)
     results = Channel.new(buffer: :buffered, capacity: 100)
 
-    (1..20).each do |w|
+    (1..options['concurrency']).each do |w|
       Channel.go { worker(w, jobs, results) }
     end
 
@@ -32,78 +33,82 @@ class DeadFinderRunner
     end
     jobs.close
 
-    (1..link_a.uniq.length).each do 
+    (1..link_a.uniq.length).each do
       ~results
     end
     Logger.sub_info 'Done'
   end
 
-  def worker(id, jobs, results)
+  def worker(_id, jobs, results)
     jobs.each do |j|
       begin
         URI.open(j)
-      rescue => exception
-        if exception.to_s.include? '404 Not Found'
-          Logger.found "[#{exception}] #{j}"
-        end
-      end  
+      rescue StandardError => e
+        Logger.found "[#{e}] #{j}" if e.to_s.include? '404 Not Found'
+      end
       results << j
     end
   end
 end
 
-def run_pipe
+def run_pipe(options)
   app = DeadFinderRunner.new
   while $stdin.gets
     target = $LAST_READ_LINE.gsub("\n", '')
-    app.run target
+    app.run target, options
   end
 end
 
-def run_file(filename)
+def run_file(filename,options)
   app = DeadFinderRunner.new
   File.open(filename).each do |line|
     target = line.gsub("\n", '')
-    app.run target
+    app.run target, options
   end
 end
 
-def run_url(url)
+def run_url(url,options)
   app = DeadFinderRunner.new
-  app.run url
+  app.run url, options
 end
 
-def run_sitemap(sitemap_url)
+def run_sitemap(sitemap_url,options)
   app = DeadFinderRunner.new
-  sitemap = SitemapParser.new sitemap_url, {recurse: true}
+  sitemap = SitemapParser.new sitemap_url, { recurse: true }
   sitemap.to_a.each do |url|
-    app.run url
+    app.run url, options
   end
 end
 
 class DeadFinder < Thor
-  
+  class_option :concurrency, aliases: :c, default: 20, type: :numeric
+
   desc 'pipe', 'Scan the URLs from STDIN. (e.g cat urls.txt | deadfinder pipe)'
   def pipe
     Logger.info 'Pipe mode'
-    run_pipe
+    run_pipe options
   end
 
   desc 'file', 'Scan the URLs from File. (e.g deadfinder file urls.txt)'
   def file(filename)
     Logger.info 'File mode'
-    run_file filename
+    run_file filename, options
   end
 
   desc 'url', 'Scan the Single URL.'
   def url(url)
     Logger.info 'Single URL mode'
-    run_url url
+    run_url url, options
   end
 
   desc 'sitemap', 'Scan the URLs from sitemap.'
   def sitemap(sitemap)
     Logger.info 'Sitemap mode'
-    run_sitemap sitemap
+    run_sitemap sitemap, options
+  end
+
+  desc 'version', 'Show version.'
+  def version
+    Logger.info "deadfinder #{VERSION}"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deadfinder
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - hahwul
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-24 00:00:00.000000000 Z
+date: 2022-09-25 00:00:00.000000000 Z
 dependencies: []
 description: Find dead-links (broken links)
 email: hahwul@gmail.com
@@ -21,11 +21,13 @@ files:
 - lib/deadfinder.rb
 - lib/deadfinder/logger.rb
 - lib/deadfinder/utils.rb
+- lib/deadfinder/version.rb
 homepage: https://www.hahwul.com
 licenses:
 - MIT
 metadata:
   rubygems_mfa_required: 'true'
+  source_code_uri: https://github.com/hahwul/deadfinder
 post_install_message:
 rdoc_options: []
 require_paths: