tansaku 1.3.0 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e7814e8eceaa52875d651e478c0e5fa000248441158ef3f59dda8a851c02d4bc
-  data.tar.gz: be7b44389bcf0cf1208336075dd5feaeecc11b88d1d8ffe3efb5f552206baa70
+  metadata.gz: 8c2340e0208f4ecb9fbbff0d1a866c1e8a5031d0e15f85afafa6ff8c933aa7ba
+  data.tar.gz: d0a4fc5f183f6a51f7a1784afe2b3a5e898383cb8084997d2d4243a594dbe608
 SHA512:
-  metadata.gz: 36a13143014938b72714acaa0a103ba4eee8c040597297082f44062356ea3e9aa037fa547dd5d60461aaf1017e45b7727ec50eccc16c768ef39cb579c39eaf2a
-  data.tar.gz: bb4e92fa7b71ebb6878ae1a6bf4c28401ce0ac05d8a13626459e34f6f5a597c5108079c0141bc15ec759d430abb1e2c403986377d37131ce122fa9cb28a2074d
+  metadata.gz: 74cf25e1e3a0553e55627fe26d6c62c1a20d13c2390d1c652a576432673b3fee4cf81f2a0f59c98142ea82679a6ab8c3b8b1e0c3737edaf1d77dad6dfd9e70ce
+  data.tar.gz: 52e4d995e93768c3f3ae6ac892c9c04ecb17215795fbf4897d3b70d02836688b5b70f9e06dd2adc86974eb3891c00080813b96b8b281b861d776285229fa3907

data/README.md

@@ -2,7 +2,6 @@
 
 [![Gem Version](https://badge.fury.io/rb/tansaku.svg)](https://badge.fury.io/rb/tansaku)
 [![Build Status](https://travis-ci.com/ninoseki/tansaku.svg?branch=master)](https://travis-ci.com/ninoseki/tansaku)
-[![Codacy Badge](https://api.codacy.com/project/badge/Grade/b8c176423480493182a6d52e56f6fd35)](https://www.codacy.com/app/ninoseki/tansaku)
 [![Coverage Status](https://coveralls.io/repos/github/ninoseki/tansaku/badge.svg?branch=master)](https://coveralls.io/github/ninoseki/tansaku?branch=master)
 
 Tansaku is a yet another dirbuster tool.
@@ -58,8 +57,10 @@ See [/lib/tansaku/lists/](https://github.com/ninoseki/tansaku/blob/master/lib/ta
 
 ## Alternatives
 
-- [davidtavarez/weblocator](https://github.com/davidtavarez/weblocator)
-- [maurosoria/dirsearch](https://github.com/maurosoria/dirsearch)
+- [maurosoria/dirsearch](https://github.com/maurosoria/dirsearch): Web path scanner
+- [evilsocket/dirsearch](https://github.com/evilsocket/dirsearch): A Go implementation of dirsearch.
+- [davidtavarez/weblocator](https://github.com/davidtavarez/weblocator): Just a better dirbuster
+- [stefanoj3/dirstalk](https://github.com/stefanoj3/dirstalk): Modern alternative to dirbuster/dirb
 
 ## License
 

data/lib/tansaku/crawler.rb

@@ -11,7 +11,7 @@ require "tansaku/monkey_patch"
 
 module Tansaku
   class Crawler
-    DEFAULT_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36"
+    DEFAULT_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36"
 
     # @return [String]
     attr_reader :base_uri
@@ -51,7 +51,7 @@ module Tansaku
       raise ArgumentError, "Invalid URI" unless valid_uri?
 
       @additional_list = additional_list
-      raise ArgumentError, "Invalid path" if !additional_list.nil? && !valid_path?
+      raise ArgumentError, "Invalid path" unless valid_additional_path?
 
       @method = method.upcase
       raise ArgumentError, "Invalid HTTP method" unless valid_method?
@@ -71,6 +71,8 @@ module Tansaku
     def crawl
       results = {}
 
+      log_conditions
+
       Async do |task|
         barrier = Async::Barrier.new
         semaphore = Async::Semaphore.new(max_concurrent_requests, parent: barrier)
@@ -99,6 +101,17 @@ module Tansaku
 
     private
 
+    def log_conditions
+      Tansaku.logger.info("Start crawling with the following conditions:")
+      Tansaku.logger.info("URLs: #{paths.length} URLs to crawl")
+      Tansaku.logger.info("Method: #{method}")
+      Tansaku.logger.info("Timeout: #{timeout || "nil"}")
+      Tansaku.logger.info("Headers: #{request_headers}")
+      Tansaku.logger.info("Body: #{body}")
+      Tansaku.logger.info("Ignore certificate errors: #{ignore_certificate_errors}")
+      Tansaku.logger.info("Concurrency: #{max_concurrent_requests} requests at max")
+    end
+
     def online?(status)
       [200, 204, 301, 302, 307, 401, 403].include? status.to_i
     end
@@ -107,7 +120,9 @@ module Tansaku
       ["http", "https"].include? base_uri.scheme
     end
 
-    def valid_path?
+    def valid_additional_path?
+      return true if additional_list.nil?
+
       File.exist?(additional_list)
     end
 
@@ -116,9 +131,11 @@ module Tansaku
     end
 
     def paths
-      paths = Path.get_by_type(type)
-      paths += File.readlines(File.expand_path(additional_list, __dir__)) if additional_list
-      paths.filter_map(&:chomp)
+      @paths ||= [].tap do |out|
+        paths = Path.get_by_type(type)
+        paths += File.readlines(additional_list) if additional_list
+        out << paths.filter_map(&:chomp)
+      end.flatten.uniq
     end
 
     def url_for(path)

data/lib/tansaku/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Tansaku
-  VERSION = "1.3.0"
+  VERSION = "1.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tansaku
 version: !ruby/object:Gem::Version
-  version: 1.3.0
+  version: 1.4.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-03-13 00:00:00.000000000 Z
+date: 2022-03-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -220,6 +220,7 @@ files:
 - lib/tansaku/lists/database.txt
 - lib/tansaku/lists/etc.txt
 - lib/tansaku/lists/log.txt
+- lib/tansaku/lists/none.txt
 - lib/tansaku/monkey_patch.rb
 - lib/tansaku/path.rb
 - lib/tansaku/version.rb