ronin-recon 0.1.0.rc1 → 0.1.0.rc2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1a9c5f1341f2119335b680ceb29bed06bafa19a74664bacf71d4385ec2b517cb
-  data.tar.gz: b0ba0ddde38138cb220ba5dc8b6a31005811622086b37ed51a1de5a3f80cc717
+  metadata.gz: d9353cb03516130e8ab2c0c672c9b989076eede3a91027e8442356550a9698fc
+  data.tar.gz: 85fd1b4795c9f776be9ac8c378279b4575e7d80ecc0407a092fec925c70614e9
 SHA512:
-  metadata.gz: 9d6dac836e0943da2c2dc1478ce4bc557328811c4a9c4edb035462aaae0cfe3827f8b40acb7863a0ea61060c7f110a934e3f58ed5658decc776595064be664ba
-  data.tar.gz: 13e2d6e10d7c38e70af52a616cc64f07b794d29535d80195d25e33c2e7f04430ef35964c557bcbfc65ac29177fde916141dc9f25fab261535ea590fc38498cd3
+  metadata.gz: b55e6f1ce78547f5bc1f5f7571033016ea35835975d87e83ced3ac9a1ce91606194512e42a67eafc40cb67d5179000880c89dd22b3b5f518be908771f50e9ed3
+  data.tar.gz: 8f3d6ebcb3b2a4547a21af4805d382349f597654d095a7df3b0d2d18ddf262f332221dc3f88a81b1d3f2a7d669e514bb2c44167e8655d11739e099192c0a15b6

data/README.md

@@ -86,6 +86,7 @@ List all available recon workers:
 
 ```shell
 $ ronin-recon workers
+  api/crt_sh
   dns/lookup
   dns/mailservers
   dns/nameservers
@@ -95,7 +96,6 @@ $ ronin-recon workers
   dns/suffix_enum
   net/cert_enum
   net/cert_grab
-  net/cert_sh
   net/ip_range_enum
   net/port_scan
   net/service_id

data/data/completions/ronin-recon

@@ -11,7 +11,7 @@ _ronin-recon_completions_filter() {
 
   if [[ "${cur:0:1}" == "-" ]]; then
     echo "$words"
-  
+
   else
     for word in $words; do
       [[ "${word:0:1}" != "-" ]] && result+=("$word")
@@ -29,67 +29,67 @@ _ronin-recon_completions() {
 
   case "$compline" in
     'run'*'--config-file')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'run'*'--worker-file')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'worker'*'--file')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'run'*'--output')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'test'*'--file')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'completion'*)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--print --install --uninstall")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--print --install --uninstall")" -- "$cur")
       ;;
 
     'worker'*'-f')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'test'*'-f')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'run'*'-C')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'run'*'-o')
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -A file -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -A file -- "$cur")
       ;;
 
     'worker'*)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--file -f --verbose -v")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--file -f --verbose -v")" -- "$cur")
       ;;
 
     'test'*)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--file -f --debug -D --param -p")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--file -f --debug -D --param -p")" -- "$cur")
       ;;
 
     'new'*)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--type -t --author -a --author-email -e --summary -S --description -D --reference -R --accepts -A --outputs -O --intensity -I")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--type -t --author -a --author-email -e --summary -S --description -D --reference -R --accepts -A --outputs -O --intensity -I")" -- "$cur")
       ;;
 
     'run'*)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--debug -D --db --db-uri --db-file --config-file -C --worker -w --enable -e --disable -d --worker-file --param -p --concurrency -c --intensity --max-depth --output -o --output-format -F --import --ignore -I")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--debug -D --db --db-uri --db-file --config-file -C --worker -w --enable -e --disable -d --worker-file --param -p --concurrency -c --intensity --max-depth --output -o --output-format -F --import --ignore -I")" -- "$cur")
       ;;
 
     *)
-      while read -r; do COMPREPLY+=( "$REPLY" ); done < <( compgen -W "$(_ronin-recon_completions_filter "--version -V help completion irb new run test worker workers")" -- "$cur" )
+      while read -r; do COMPREPLY+=("$REPLY"); done < <(compgen -W "$(_ronin-recon_completions_filter "--version -V help completion irb new run test worker workers")" -- "$cur")
       ;;
 
   esac
 } &&
-complete -F _ronin-recon_completions ronin-recon
+  complete -F _ronin-recon_completions ronin-recon
 
 # ex: filetype=sh

data/lib/ronin/recon/builtin/{ssl/cert_sh.rb → api/crt_sh.rb}

@@ -24,23 +24,48 @@ require 'async/http/internet/instance'
 
 module Ronin
   module Recon
-    module SSL
+    module API
       #
-      # A recon worker that returns host from each domains certificate
+      # A recon worker that queries https://crt.sh and returns host from each
+      # domains certificate
       #
-      class CertSh < Worker
+      class CrtSh < Worker
 
-        register 'ssl/cert_sh'
+        register 'api/crt_sh'
 
-        summary 'Queries cert.sh and returns host from each domains certificate.'
+        summary 'Queries https://crt.sh and returns host from each domains certificate.'
 
         description <<~DESC
-          Queries cert.sh and returns host from each domains certificate.
+          Queries https://crt.sh and returns host from each domains certificate.
         DESC
 
         accepts Domain
         outputs Host
         intensity :passive
+        concurrency 1
+
+        # The HTTP client for `https://crt.sh`.
+        #
+        # @return [Async::HTTP::Client]
+        #
+        # @api private
+        attr_reader :client
+
+        #
+        # Initializes the `api/crt_sh` worker.
+        #
+        # @param [Hash{Symbol => Object}] kwargs
+        #   Additional keyword arguments.
+        #
+        # @api private
+        #
+        def initialize(**kwargs)
+          super(**kwargs)
+
+          @client = Async::HTTP::Client.new(
+            Async::HTTP::Endpoint.for('https','crt.sh')
+          )
+        end
 
         #
         # Returns host from each domains certificate.
@@ -57,10 +82,8 @@ module Ronin
         #
         def process(domain)
           Async do
-            internet = Async::HTTP::Internet.instance
-            path     = "https://crt.sh/?dNSName=#{domain}&exclude=expired&output=json"
-
-            response = internet.get(path)
+            path     = "/?dNSName=#{domain}&exclude=expired&output=json"
+            response = @client.get(path)
             certs    = JSON.parse(response.read, symbolize_names: true)
 
             certs.each do |cert|

data/lib/ronin/recon/builtin/dns/subdomain_enum.rb

@@ -33,6 +33,7 @@ module Ronin
       #
       class SubdomainEnum < DNSWorker
 
+        # The path to the default common subdomains wordlist.
         DEFAULT_WORDLIST = File.join(WORDLISTS_DIR, 'subdomains-1000.txt.gz')
 
         register 'dns/subdomain_enum'

data/lib/ronin/recon/builtin/net/service_id.rb

@@ -64,7 +64,7 @@ module Ronin
             else
               yield Website.http(open_port.host,open_port.number)
             end
-          when 'https'
+          when 'https', 'https-alt'
             yield Website.https(open_port.host,open_port.number)
           end
         end

data/lib/ronin/recon/builtin/ssl/cert_grab.rb

@@ -58,14 +58,22 @@ module Ronin
         #
         def process(open_port)
           if open_port.ssl?
+            context = OpenSSL::SSL::SSLContext.new
+
+            context.verify_mode = OpenSSL::SSL::VERIFY_NONE
+
             address  = open_port.address
             port     = open_port.number
-            endpoint = Async::IO::Endpoint.ssl(address,port)
+            endpoint = Async::IO::Endpoint.ssl(address,port, ssl_context: context)
 
-            endpoint.connect do |socket|
-              peer_cert = socket.peer_cert
+            begin
+              endpoint.connect do |socket|
+                peer_cert = socket.peer_cert
 
-              yield Cert.new(peer_cert)
+                yield Cert.new(peer_cert)
+              end
+            rescue OpenSSL::SSL::SSLError
+              # abort if we cannot successfully establish a SSL/TLS connection
             end
           end
         end

data/lib/ronin/recon/builtin/web/dir_enum.rb

@@ -69,6 +69,9 @@ module Ronin
         def process(website)
           wordlist = Wordlist.open(params[:wordlist] || DEFAULT_WORDLIST)
           queue    = Async::LimitedQueue.new(params[:concurrency])
+          endpoint = Async::HTTP::Endpoint.for(
+            website.scheme, website.host, port: website.port
+          )
           base_url = website.to_s
 
           Async do |task|
@@ -83,19 +86,23 @@ module Ronin
             # spawn the sub-tasks
             params[:concurrency].times do
               task.async do
-                http = Async::HTTP::Internet.instance
+                http = Async::HTTP::Client.new(endpoint)
 
                 while (dir = queue.dequeue)
                   path    = "/#{URI.encode_uri_component(dir)}"
-                  url     = "#{base_url}#{path}"
                   retries = 0
 
                   begin
-                    response = http.head(url)
+                    response = http.head(path)
+                    status   = response.status
 
-                    if VALID_STATUS_CODES.include?(response.status)
-                      yield URL.new(url, status:  response.status,
-                                         headers: response.headers)
+                    if VALID_STATUS_CODES.include?(status)
+                      headers = response.headers.to_h
+
+                      yield URL.new(
+                        "#{base_url}#{path}", status:  status,
+                                              headers: headers
+                      )
                     end
                   rescue Errno::ECONNREFUSED,
                          SocketError

data/lib/ronin/recon/builtin/web/email_addresses.rb

@@ -55,12 +55,17 @@ module Ronin
         #   Email address found on the page.
         #
         def process(url)
-          return nil unless url.body
+          if (body = url.body)
+            if body.encoding == Encoding::ASCII_8BIT
+              # forcibly convert and scrub binary data into UTF-8 data
+              body = body.dup
+              body.force_encoding(Encoding::UTF_8)
+              body.scrub!
+            end
 
-          email_pattern = Ronin::Support::Text::Patterns::EMAIL_ADDRESS
-
-          url.body.force_encoding(Encoding::UTF_8).scan(email_pattern) do |email|
-            yield EmailAddress.new(email)
+            body.scan(Support::Text::Patterns::EMAIL_ADDRESS) do |email|
+              yield EmailAddress.new(email)
+            end
           end
         end
 

data/lib/ronin/recon/cli/commands/run.rb

@@ -50,7 +50,7 @@ module Ronin
         #         --worker-file FILE           Loads a worker from a file
         #     -p, --param WORKER.NAME=VALUE    Sets a param for a worker
         #     -c, --concurrency WORKER=NUM     Sets the concurrency of a worker
-        #         --max-depth NUM              The maximum recon depth (Default: 3)
+        #         --max-depth NUM              The maximum recon depth (Default: 10)
         #     -o, --output FILE                The output file to write results to
         #     -I, --ignore VALUE               The values to ignore in result
         #     -F txt|list|csv|json|ndjson|dot|svg|png|pdf,
@@ -144,7 +144,7 @@ module Ronin
           option :max_depth, value: {
                                type:    Integer,
                                usage:   'NUM',
-                               default: 3
+                               default: 10
                              },
                              desc: 'The maximum recon depth'
 
@@ -226,7 +226,7 @@ module Ronin
 
           # The values that are out of scope.
           #
-          # @return [Array<Values::Value>]
+          # @return [Array<Value>]
           attr_reader :ignore
 
           #
@@ -318,7 +318,7 @@ module Ronin
           # @param [String] value
           #   The value to parse.
           #
-          # @return [Values::Value]
+          # @return [Value]
           #   The parsed value.
           #
           def parse_value(value)
@@ -393,7 +393,7 @@ module Ronin
           #
           # Imports a discovered value into ronin-db.
           #
-          # @param [Values::Value] value
+          # @param [Value] value
           #   A discovered recon value to import.
           #
           def import_value(value)
@@ -403,10 +403,10 @@ module Ronin
           #
           # Imports a connection between two values into ronin-db.
           #
-          # @param [Values::Value] value
+          # @param [Value] value
           #   A discovered recon value to import.
           #
-          # @param [Values::Value] parent
+          # @param [Value] parent
           #   The parent value of the discovered recon value.
           #
           def import_connection(value,parent)

data/lib/ronin/recon/cli/commands/test.rb

@@ -54,7 +54,7 @@ module Ronin
           include Core::CLI::Logging
           include Core::CLI::Options::Param
 
-          usage '[options] {IP | IP-range | DOMAIN | HOST | WILDCARD | WEBSITE}'
+          usage '[options] {--file FILE | NAME} {IP | IP-range | DOMAIN | HOST | WILDCARD | WEBSITE}'
 
           argument :value, required: true,
                            usage:    'IP|IP-range|DOMAIN|HOST|WILDCARD|WEBSITE',
@@ -70,6 +70,9 @@ module Ronin
           # @param [String, nil] name
           #   The optional worker name to load and print metadata for.
           #
+          # @param [String] value
+          #   The input value for the worker.
+          #
           def run(name=nil,value)
             super(name)
 

data/lib/ronin/recon/cli/printing.rb

@@ -33,17 +33,17 @@ module Ronin
         # Mapping of {Value} classes to printable names.
         VALUE_CLASS_NAMES = {
           Values::Domain       => 'domain',
+          Values::Mailserver   => 'mailserver',
+          Values::Nameserver   => 'nameserver',
+          Values::Wildcard     => 'wildcard host name',
           Values::Host         => 'host',
           Values::IP           => 'IP address',
           Values::IPRange      => 'IP range',
-          Values::Mailserver   => 'mailserver',
-          Values::Nameserver   => 'nameserver',
           Values::OpenPort     => 'open port',
           Values::Cert         => 'SSL/TLS certificate',
-          Values::EmailAddress => 'email addresse',
-          Values::URL          => 'URL',
           Values::Website      => 'website',
-          Values::Wildcard     => 'wildcard host name'
+          Values::URL          => 'URL',
+          Values::EmailAddress => 'email addresse'
         }
 
         #
@@ -66,7 +66,7 @@ module Ronin
         #
         # Formats a value object into a human readable string.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value object to format.
         #
         # @return [String]
@@ -77,17 +77,18 @@ module Ronin
         #
         def format_value(value)
           case value
-          when Values::Domain     then "domain #{value}"
-          when Values::Mailserver then "mailserver #{value}"
-          when Values::Nameserver then "nameserver #{value}"
-          when Values::Host       then "host #{value}"
-          when Values::IP         then "IP address #{value}"
-          when Values::IPRange    then "IP range #{value}"
-          when Values::OpenPort   then "open #{value.protocol.upcase} port #{value}"
-          when Values::Cert       then "SSL/TLS certificate #{value.subject}"
-          when Values::URL        then "URL #{value}"
-          when Values::Website    then "website #{value}"
-          when Values::Wildcard   then "wildcard host name #{value}"
+          when Values::Domain       then "domain #{value}"
+          when Values::Mailserver   then "mailserver #{value}"
+          when Values::Nameserver   then "nameserver #{value}"
+          when Values::Wildcard     then "wildcard host name #{value}"
+          when Values::Host         then "host #{value}"
+          when Values::IP           then "IP address #{value}"
+          when Values::IPRange      then "IP range #{value}"
+          when Values::OpenPort     then "open #{value.protocol.upcase} port #{value}"
+          when Values::Cert         then "SSL/TLS certificate #{value.subject}"
+          when Values::Website      then "website #{value}"
+          when Values::URL          then "URL #{value}"
+          when Values::EmailAddress then "email address #{value}"
           else
             raise(NotImplementedError,"value class #{value.class} not supported")
           end
@@ -96,7 +97,7 @@ module Ronin
         #
         # Prints a newly discovered value.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value to print.
         #
         # @param [Value, nil] parent

data/lib/ronin/recon/config.rb

@@ -72,6 +72,8 @@ module Ronin
 
         # The default workers configuration.
         DEFAULT = Set[
+          # NOTE: disabled due to rate limiting issues
+          # 'api/crt_sh',
           'dns/lookup',
           'dns/mailservers',
           'dns/nameservers',
@@ -84,8 +86,6 @@ module Ronin
           'net/service_id',
           'ssl/cert_grab',
           'ssl/cert_enum',
-          # NOTE: disabled due to rate limiting issues
-          # 'ssl/cert_sh',
           'web/dir_enum',
           'web/email_addresses',
           'web/spider'

data/lib/ronin/recon/engine.rb

@@ -88,10 +88,10 @@ module Ronin
       #
       # Initializes the recon engine.
       #
-      # @param [Array<Values::Value>] values
+      # @param [Array<Value>] values
       #   The values to start performing recon on.
       #
-      # @param [Array<Values::Value>] ignore
+      # @param [Array<Value>] ignore
       #   The values to ignore while performing recon.
       #
       # @param [Integer, nil] max_depth
@@ -118,7 +118,7 @@ module Ronin
       # @yieldparam [Engine] self
       #   The newly initialized engine.
       #
-      # @yieldparam [Values::Value] parent
+      # @yieldparam [Value] parent
       #   The parent value which is associated to the discovered value.
       #
       # @api public
@@ -186,10 +186,10 @@ module Ronin
       #   If the block accepts two arguments the value and it's parent value
       #   will be passed to the block.
       #
-      # @yieldparam [Values::Value] value
+      # @yieldparam [Value] value
       #   A value discovered by one of the recon workers.
       #
-      # @yieldparam [Values::Value] parent
+      # @yieldparam [Value] parent
       #   The parent value which is associated to the discovered value.
       #
       # @return [Engine]
@@ -293,10 +293,10 @@ module Ronin
       #   If `:job_failed` is given, then any exception raised by a worker will
       #   be passed to the given block.
       #
-      # @yieldparam [Values::Value] value
+      # @yieldparam [Value] value
       #   A discovered value value.
       #
-      # @yieldparam [Values::Value] parent
+      # @yieldparam [Value] parent
       #   The parent value of the value.
       #
       # @yieldparam [Class<Worker>] worker_class
@@ -327,7 +327,7 @@ module Ronin
       # @param [Worker] worker
       #   The worker that is processing the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value that is being processed.
       #
       # @api private
@@ -344,7 +344,7 @@ module Ronin
       # @param [Worker] worker
       #   The worker that processed the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value that was processed.
       #
       # @api private
@@ -361,7 +361,7 @@ module Ronin
       # @param [Worker] worker
       #   The worker that raised the exception.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value that was being processed.
       #
       # @param [RuntimeError] exception
@@ -381,10 +381,10 @@ module Ronin
       # @param [Worker] worker
       #   The worker that discovered the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The newly discovered value.
       #
-      # @param [Values::Value] parent
+      # @param [Value] parent
       #   The parent value associated with the new value.
       #
       # @api private
@@ -405,10 +405,10 @@ module Ronin
       # @param [Worker] worker
       #   The worker that discovered the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The discovered value.
       #
-      # @param [Values::Value] parent
+      # @param [Value] parent
       #   The parent value associated with the value.
       #
       # @api private
@@ -610,7 +610,7 @@ module Ronin
       #
       # Sends a new value into the recon engine for processing.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value object to enqueue.
       #
       # @api private

data/lib/ronin/recon/graph.rb

@@ -50,7 +50,7 @@ module Ronin
       #
       # Adds a value to the graph, if it already hasn't been added.
       #
-      # @param [Values::Value] new_value
+      # @param [Value] new_value
       #   The new value node to add.
       #
       # @return [Boolean]
@@ -66,7 +66,7 @@ module Ronin
       #
       # Adds a value to the graph, if it already hasn't been added.
       #
-      # @param [Values::Value] new_value
+      # @param [Value] new_value
       #   The new value node to add.
       #
       # @param [Value, nil] parent_value
@@ -89,7 +89,7 @@ module Ronin
       #
       # Determines if the value is in the graph.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value node.
       #
       # @return [Boolean]
@@ -102,7 +102,7 @@ module Ronin
       #
       # Fetches the parent value nodes for the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The value node to lookup.
       #
       # @return [Set<Value>, nil]

data/lib/ronin/recon/importer.rb

@@ -49,10 +49,10 @@ module Ronin
       #
       # Imports the connection between two values.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   A discovered recon value to import.
       #
-      # @param [Values::Value] parent
+      # @param [Value] parent
       #   The parent value of the discovered recon value.
       #
       # @return [(Ronin::DB::Model, Ronin::DB::Model)]
@@ -78,7 +78,7 @@ module Ronin
       #
       # Imports a value into the database.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   A discovered recon value to import.
       #
       # @return [Ronin::DB::HostName,

data/lib/ronin/recon/message/job_completed.rb

@@ -35,7 +35,7 @@ module Ronin
 
         # The input value object.
         #
-        # @return [Values::Value]
+        # @return [Value]
         attr_reader :value
 
         #
@@ -44,7 +44,7 @@ module Ronin
         # @param [Worker] worker
         #   The worker object.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The input value for the job.
         #
         def initialize(worker,value)

data/lib/ronin/recon/message/job_failed.rb

@@ -35,7 +35,7 @@ module Ronin
 
         # The input value object.
         #
-        # @return [Values::Value]
+        # @return [Value]
         attr_reader :value
 
         # The exception.
@@ -49,7 +49,7 @@ module Ronin
         # @param [Worker] worker
         #   The worker object.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The input value object.
         #
         # @param [StandardError] exception

data/lib/ronin/recon/message/job_started.rb

@@ -35,7 +35,7 @@ module Ronin
 
         # The input value object.
         #
-        # @return [Values::Value]
+        # @return [Value]
         attr_reader :value
 
         #
@@ -44,7 +44,7 @@ module Ronin
         # @param [Worker] worker
         #   The worker object.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The input value object.
         #
         def initialize(worker,value)

data/lib/ronin/recon/mixins/http.rb

@@ -43,7 +43,6 @@ module Ronin
           208, # Already Reported
           226, # IM Used
           405, # Method Not Allowed
-          406, # Not Acceptable
           409, # Conflict
           415, # Unsupported Media Type
           422, # Unprocessable Content

data/lib/ronin/recon/output_formats/dir.rb

@@ -33,7 +33,7 @@ module Ronin
 
         # The opened filenames and files within the output directory.
         #
-        # @return [Hash{Class<Values::Value> => File}]
+        # @return [Hash{Class<Value> => File}]
         attr_reader :files
 
         # Mapping of value classes to file names.
@@ -69,7 +69,7 @@ module Ronin
         #
         # Writes a new value to it's specific file.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value to write.
         #
         def <<(value)

data/lib/ronin/recon/output_formats/dot.rb

@@ -60,7 +60,7 @@ module Ronin
         #
         # Returns the descriptive type name for the value object.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value object.
         #
         # @return [String]
@@ -91,7 +91,7 @@ module Ronin
         #
         # Returns the body text for the value object.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value object.
         #
         # @return [String]
@@ -112,7 +112,7 @@ module Ronin
         # Writes a value to the GraphViz DOT output stream as a node
         # declaration.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value object to write.
         #
         def <<(value)
@@ -127,10 +127,10 @@ module Ronin
         # Appends a value and it's parent value to the GraphViz DOT output
         # stream.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value to append.
         #
-        # @param [Values::Value] parent
+        # @param [Value] parent
         #   The parent value of the given value.
         #
         # @return [self]

data/lib/ronin/recon/output_formats/graph_format.rb

@@ -29,10 +29,10 @@ module Ronin
         # Appends a value and it's parent value to the GraphViz DOT output
         # stream.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value to append.
         #
-        # @param [Values::Value] parent
+        # @param [Value] parent
         #   The parent value of the given value.
         #
         # @return [self]

data/lib/ronin/recon/output_formats/graphviz_format.rb

@@ -72,7 +72,7 @@ module Ronin
         #
         # Writes a value to the GraphViz output stream as a node declaration.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value object to write.
         #
         def <<(value)
@@ -82,10 +82,10 @@ module Ronin
         #
         # Appends a value and it's parent value to the GraphViz output stream.
         #
-        # @param [Values::Value] value
+        # @param [Value] value
         #   The value to append.
         #
-        # @param [Values::Value] parent
+        # @param [Value] parent
         #   The parent value of the given value.
         #
         # @return [self]

data/lib/ronin/recon/scope.rb

@@ -23,6 +23,8 @@ require 'ronin/recon/values/domain'
 require 'ronin/recon/values/host'
 require 'ronin/recon/values/ip_range'
 require 'ronin/recon/values/ip'
+require 'ronin/recon/values/url'
+require 'ronin/recon/values/email_address'
 
 module Ronin
   module Recon
@@ -46,7 +48,7 @@ module Ronin
       #
       # Initializes the scope.
       #
-      # @param [Array<Values::Wildcard, Values::Domain, Values::Host, Values::IPRange, Values::IP>] values
+      # @param [Array<Values::Wildcard, Values::Domain, Values::Host, Values::Website, Values::IPRange, Values::IP>] values
       #   The list of "in scope" values.
       #
       # @param [Array<Value>] ignore
@@ -64,7 +66,7 @@ module Ronin
 
         values.each do |value|
           case value
-          when Values::Wildcard, Values::Domain, Values::Host
+          when Values::Wildcard, Values::Domain, Values::Host, Values::Website
             @host_values << value
           when Values::IP, Values::IPRange
             @ip_values << value
@@ -91,7 +93,9 @@ module Ronin
                        when Values::Wildcard,
                             Values::Domain,
                             Values::Host,
-                            Values::URL
+                            Values::Website,
+                            Values::URL,
+                            Values::EmailAddress
                          @host_values
                        when Values::IP,
                             Values::IPRange

data/lib/ronin/recon/value_status.rb

@@ -34,7 +34,7 @@ module Ronin
       #
       # Records that a value was enqueued for the given worker class.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #
       # @param [Class<Worker>] worker_class
       #
@@ -45,7 +45,7 @@ module Ronin
       #
       # Records that a worker has dequeued the value and started processing it.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #
       # @param [Class<Worker>] worker_class
       #
@@ -56,7 +56,7 @@ module Ronin
       #
       # Records that a worker has completed processing the value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #
       # @param [Class<Worker>] worker_class
       #

data/lib/ronin/recon/values/domain.rb

@@ -22,6 +22,7 @@ require 'ronin/recon/values/host'
 require 'ronin/recon/values/ip'
 require 'ronin/recon/values/website'
 require 'ronin/recon/values/url'
+require 'ronin/recon/values/email_address'
 
 module Ronin
   module Recon
@@ -52,6 +53,9 @@ module Ronin
             if (other_host = other.host)
               other_host == @name || other_host.end_with?(".#{@name}")
             end
+          when EmailAddress
+            other.address.end_with?("@#{@name}") ||
+              other.address.end_with?(".#{@name}")
           else
             false
           end

data/lib/ronin/recon/values/email_address.rb

@@ -48,7 +48,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #   The other value to compare.
         #
         # @return [Boolean]

data/lib/ronin/recon/values/host.rb

@@ -22,6 +22,7 @@ require 'ronin/recon/value'
 require 'ronin/recon/values/ip'
 require 'ronin/recon/values/website'
 require 'ronin/recon/values/url'
+require 'ronin/recon/values/email_address'
 
 module Ronin
   module Recon
@@ -51,7 +52,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #   The other value to compare.
         #
         # @return [Boolean]
@@ -79,6 +80,8 @@ module Ronin
             @name == other.name
           when IP, Website, URL
             @name == other.host
+          when EmailAddress
+            other.address.end_with?("@#{@name}")
           else
             false
           end

data/lib/ronin/recon/values/ip.rb

@@ -57,7 +57,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #   The other value to compare.
         #
         # @return [Boolean]

data/lib/ronin/recon/values/ip_range.rb

@@ -94,7 +94,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #
         # @return [Boolean]
         #

data/lib/ronin/recon/values/open_port.rb

@@ -105,7 +105,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #
         # @return [Boolean]
         #

data/lib/ronin/recon/values/url.rb

@@ -21,6 +21,7 @@
 require 'ronin/recon/value'
 
 require 'uri'
+require 'base64'
 
 module Ronin
   module Recon
@@ -149,7 +150,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #
         # @return [Boolean]
         #
@@ -192,7 +193,6 @@ module Ronin
 
           hash[:status]  = @status  if @status
           hash[:headers] = @headers if @headers
-          hash[:body]    = @body    if @body
 
           return hash
         end

data/lib/ronin/recon/values/website.rb

@@ -19,6 +19,8 @@
 #
 
 require 'ronin/recon/value'
+require 'ronin/recon/values/url'
+require 'ronin/recon/values/email_address'
 
 require 'uri'
 
@@ -34,7 +36,7 @@ module Ronin
 
         # Indicates whether the website uses `http://` or `https://`.
         #
-        # @return [:http, :https]
+        # @return ['http', 'https']
         attr_reader :scheme
 
         # The website's host name.
@@ -50,7 +52,7 @@ module Ronin
         #
         # Initializes the website.
         #
-        # @param [:http, :https] scheme
+        # @param ['http', 'https'] scheme
         #   Indicates whether the website uses `http://` or `https://`.
         #
         # @param [String] host
@@ -78,7 +80,7 @@ module Ronin
         #   The new website value.
         #
         def self.http(host,port=80)
-          new(:http,host,port)
+          new('http',host,port)
         end
 
         #
@@ -94,7 +96,7 @@ module Ronin
         #   The new website value.
         #
         def self.https(host,port=443)
-          new(:https,host,port)
+          new('https',host,port)
         end
 
         #
@@ -109,13 +111,13 @@ module Ronin
         def self.parse(url)
           uri = URI.parse(url)
 
-          Values::Website.new(uri.scheme.to_sym,uri.host,uri.port)
+          Values::Website.new(uri.scheme,uri.host,uri.port)
         end
 
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #
         # @return [Boolean]
         #
@@ -126,6 +128,32 @@ module Ronin
             @port   == other.port
         end
 
+        #
+        # Case equality method used for fuzzy matching.
+        #
+        # @param [Value] other
+        #   The other value to compare.
+        #
+        # @return [Boolean]
+        #   Imdicates whether the other value is either the same {Website} or
+        #   a {URL} with the same {#scheme}, {#host}, and {#port} as the
+        #   website.
+        #
+        def ===(other)
+          case other
+          when Website
+            self == other
+          when URL
+            @scheme == other.scheme &&
+              @host == other.host &&
+              @port == other.port
+          when EmailAddress
+            other.address.end_with?("@#{@host}")
+          else
+            false
+          end
+        end
+
         #
         # The "hash" value of the wildcard host name.
         #
@@ -140,8 +168,8 @@ module Ronin
         #
         # @api private
         URI_CLASSES = {
-          https: URI::HTTPS,
-          http:  URI::HTTP
+          'https' => URI::HTTPS,
+          'http'  => URI::HTTP
         }
 
         #
@@ -161,8 +189,8 @@ module Ronin
         #   The base URL value for the website.
         #
         def to_s
-          if ((@scheme == :https) && (@port != 443)) ||
-             ((@scheme == :http)  && (@port != 80))
+          if ((@scheme == 'https') && (@port != 443)) ||
+             ((@scheme == 'http')  && (@port != 80))
             "#{@scheme}://#{@host}:#{@port}"
           else
             "#{@scheme}://#{@host}"

data/lib/ronin/recon/values/wildcard.rb

@@ -52,7 +52,7 @@ module Ronin
         #
         # Compares the value to another value.
         #
-        # @param [Values::Value] other
+        # @param [Value] other
         #
         # @return [Boolean]
         #

data/lib/ronin/recon/version.rb

@@ -21,6 +21,6 @@
 module Ronin
   module Recon
     # ronin-recon version
-    VERSION = '0.1.0.rc1'
+    VERSION = '0.1.0.rc2'
   end
 end

data/lib/ronin/recon/worker.rb

@@ -392,7 +392,7 @@ module Ronin
       #
       # Initializes the worker and runs it with the single value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The input value to process.
       #
       # @param [Hash{Symbol => Object}] kwargs
@@ -413,13 +413,13 @@ module Ronin
       #
       # Calls the recon worker with the given input value.
       #
-      # @param [Values::Value] value
+      # @param [Value] value
       #   The input value.
       #
       # @yield [new_value]
       #   The `call` method can then `yield` one or more newly discovered values
       #
-      # @yieldparam [Values::Value] new_value
+      # @yieldparam [Value] new_value
       #   An newly discovered output value from the input value.
       #
       # @abstract

data/man/ronin-recon-run.1

@@ -57,7 +57,7 @@ Sets a param value for the given worker\.
 Overrides the concurrency for the given worker\.
 .TP
 \fB\-\-max\-depth\fR \fINUM\fP
-The maximum recon depth\. Defaults to depth of \fB3\fR if the option is not
+The maximum recon depth\. Defaults to depth of \fB10\fR if the option is not
 specified\.
 .TP
 \fB\-o\fR, \fB\-\-output\fR \fIFILE\fP

data/man/ronin-recon-run.1.md

@@ -60,7 +60,7 @@ Runs the recon engine with one or more initial values.
 : Overrides the concurrency for the given worker.
 
 `--max-depth` *NUM*
-: The maximum recon depth. Defaults to depth of `3` if the option is not
+: The maximum recon depth. Defaults to depth of `10` if the option is not
   specified.
 
 `-o`, `--output` *FILE*

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ronin-recon
 version: !ruby/object:Gem::Version
-  version: 0.1.0.rc1
+  version: 0.1.0.rc2
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-06-23 00:00:00.000000000 Z
+date: 2024-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thread-local
@@ -237,6 +237,7 @@ files:
 - gemspec.yml
 - lib/ronin/recon.rb
 - lib/ronin/recon/builtin.rb
+- lib/ronin/recon/builtin/api/crt_sh.rb
 - lib/ronin/recon/builtin/dns/lookup.rb
 - lib/ronin/recon/builtin/dns/mailservers.rb
 - lib/ronin/recon/builtin/dns/nameservers.rb
@@ -249,7 +250,6 @@ files:
 - lib/ronin/recon/builtin/net/service_id.rb
 - lib/ronin/recon/builtin/ssl/cert_enum.rb
 - lib/ronin/recon/builtin/ssl/cert_grab.rb
-- lib/ronin/recon/builtin/ssl/cert_sh.rb
 - lib/ronin/recon/builtin/web/dir_enum.rb
 - lib/ronin/recon/builtin/web/email_addresses.rb
 - lib/ronin/recon/builtin/web/spider.rb