deadfinder 1.3.6 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c209ef1731010129da940409a782e283301d1b0c80c61b38367fec3cdc73365
-  data.tar.gz: 1d68364a7cba83bb2e651a91344ca2e3b1a75731c7acd5fae6ac0be51e35310d
+  metadata.gz: cf75290cf2187f96b42398ac743fd60fc203616a2cd763c4de85a179b6dc4ae6
+  data.tar.gz: cd894f1ac871e057ac3df4e1d0b89b6bf08c9625f9089c9a0213e94bc4f43010
 SHA512:
-  metadata.gz: 87fbf3c5bd6a2c786211449b0dd51ca5c428ab791649440f3601afef3c632d969dc1495e6d7c5d2bc141cab4bb07d1fc1293a67cddc03e22d64b3a223ab05837
-  data.tar.gz: 10028b1b527f28359e4dc8288f01389218e73aade4855caa857716436b8f7dd33daa40b7708461fd82b2d17c3b9dff84dd12eea0cbbd3129bfabbb76f39224ef
+  metadata.gz: d9e2c6ee268a3ce006c3a23c123852cf23e75b59218876aa0fd1a0ef779e07fb04994b781bb97d231b01db549903eb206c11b1a15774fcf8bce73423d7c1870b
+  data.tar.gz: dbe9ab7a014687e2fb34cb893cecb236c842c6d8dd3b9dcc5107c96630fe9b123684608e047db182a6f94eb9393281410b7c7831cb0c560d72ba529da11e49d1

data/lib/deadfinder/logger.rb

@@ -36,4 +36,8 @@ class Logger
   def self.found(text)
     puts "  ✘ #{text}".colorize(:red) unless silent?
   end
+
+  def self.verbose(text)
+    puts '  ➜ '.colorize(:yellow) + text.to_s.colorize(:light_yellow) unless silent?
+  end
 end

data/lib/deadfinder/version.rb

@@ -1,3 +1,3 @@
 # frozen_string_literal: true
 
-VERSION = '1.3.6'
+VERSION = '1.4.0'

data/lib/deadfinder.rb

@@ -9,7 +9,6 @@ require 'deadfinder/logger'
 require 'deadfinder/version'
 require 'concurrent-edge'
 require 'sitemap-parser'
-require 'set'
 require 'json'
 
 Channel = Concurrent::Channel
@@ -24,7 +23,9 @@ class DeadFinderRunner
       'timeout' => 10,
       'output' => '',
       'headers' => [],
-      'silent' => true
+      'silent' => true,
+      'verbose' => false,
+      'include30x' => false
     }
   end
 
@@ -77,14 +78,26 @@ class DeadFinderRunner
         CacheSet[j] = true
         begin
           CacheQue[j] = true
-          URI.open(j, read_timeout: options['timeout'])
-        rescue StandardError => e
-          if e.to_s.include? '404 Not Found'
-            Logger.found "[#{e}] #{j}"
+          uri = URI.parse(j)
+
+          # Create HTTP request with timeout and headers
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.use_ssl = (uri.scheme == 'https')
+          http.read_timeout = options['timeout'].to_i if options['timeout']
+
+          request = Net::HTTP::Get.new(uri.request_uri)
+          response = http.request(request)
+          status_code = response.code.to_i
+          Logger.verbose "Status Code: #{status_code} for #{j}" if options['verbose']
+
+          if status_code >= 400 || (status_code >= 300 && options['include30x'])
+            Logger.found "[#{status_code} #{response.message}] #{j}"
             CacheQue[j] = false
             Output[target] ||= []
             Output[target] << j
           end
+        rescue StandardError => e
+          Logger.verbose "[#{e}] #{j}" if options['verbose']
         end
       end
       results << j
@@ -160,11 +173,13 @@ def gen_output(options)
 end
 
 class DeadFinder < Thor
+  class_option :include30x, aliases: :r, default: false, type: :boolean, desc: 'Include 30x redirections'
   class_option :concurrency, aliases: :c, default: 50, type: :numeric, desc: 'Number of concurrency'
   class_option :timeout, aliases: :t, default: 10, type: :numeric, desc: 'Timeout in seconds'
   class_option :output, aliases: :o, default: '', type: :string, desc: 'File to write JSON result'
   class_option :headers, aliases: :H, default: [], type: :array, desc: 'Custom HTTP headers to send with request'
   class_option :silent, aliases: :s, default: false, type: :boolean, desc: 'Silent mode'
+  class_option :verbose, aliases: :v, default: false, type: :boolean, desc: 'Verbose mode'
 
   desc 'pipe', 'Scan the URLs from STDIN. (e.g cat urls.txt | deadfinder pipe)'
   def pipe

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deadfinder
 version: !ruby/object:Gem::Version
-  version: 1.3.6
+  version: 1.4.0
 platform: ruby
 authors:
 - hahwul
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-26 00:00:00.000000000 Z
+date: 2024-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize
@@ -198,14 +198,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 3.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
 summary: Find dead-links (broken links)