fingerprinter 0.1.9 → 0.1.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c157498e26152c04f85a984944773ef0cff4992fb0281b72506b74d6b2afdad0
-  data.tar.gz: e5ee489390ae069d2953f99ea90a25030f697f41c832cfb3f156e699c4bbff51
+  metadata.gz: 0b615b35520844d41a238e14b38117a52623f8e1445a2bb1bac20f93dfe31eb2
+  data.tar.gz: 8299df5625b0c22e690cdaede06392551473674be475fdb9e9093178af938446
 SHA512:
-  metadata.gz: 80f2e6a58d7978d2d966da1e89b2b0fb49f200c13db2ba46a2c6e43a9cf5137160620e5aa728c64ddedd7f3314f617637e4999806c67cb4b604f110c4f49a8c0
-  data.tar.gz: 9c407c2c63a0791ea99e4b5c3c12c8392f9a3c9e0d44ce8256b7c1301a2bb12ddab04f847a64202dd1b3bee56efd17e4fd29a80ee3ba27795c8064580402f9c6
+  metadata.gz: 77df6c3fde451e04a37b751c5da6e49cc7cbd9fac005e8edeaf79322380df74bbf3883422b880013dc1e3aa77a2719c95af2e8382d24d90288ac9f3f2a1ba7e0
+  data.tar.gz: b3637abef00af676d8308d4157411b3238fdd3a2af57e2c46c38029cb83d2d943f361631d399841942eeda1da78246fb4a27a6550610e0bcf4743fca3acfb7b7

data/lib/fingerprinter/configs/scan_options.rb

@@ -3,7 +3,7 @@
 # This class builds and maintains the list of options provided for the scan to make it available
 # when needed
 class ScanOptions
-  def self.build(options)
+  def self.build(options) 
     @proxy = options[:proxy]
     @user_agent = options[:ua]
     @timeout = options[:timeout]
@@ -42,7 +42,7 @@ class ScanOptions
   end
 
   def self.http_concurrency
-    @concurrency || 10
+    @concurrency || 20
   end
 
   def self.silent?

data/lib/fingerprinter/core/http_client.rb

@@ -8,7 +8,6 @@ require 'typhoeus'
 class HttpClient
   def initialize
     Typhoeus::Config.user_agent = ScanOptions.user_agent
-    @hydra = Typhoeus::Hydra.new(max_concurrency: ScanOptions.http_concurrency)
   end
 
   def request_options(method, options, body = nil)
@@ -35,36 +34,12 @@ class HttpClient
     req_options
   end
 
-  def get(urls, options = {})
+  def get(url, options = {})
     responses = {}
 
-    urls = [urls] if urls.is_a?(String)
-    urls.each do |url|
-      http_request = Typhoeus::Request.new(url, request_options(:get, options))
-
-      http_request.on_complete { |response| responses[url] = response }
-
-      @hydra.queue(http_request)
-    end
-
-    @hydra.run
-
-    responses
-  end
-
-  def post(urls, body, options = {})
-    responses = {}
-
-    urls = [urls] if urls.is_a?(String)
-    urls.each do |url|
-      http_request = Typhoeus::Request.new(url, request_options(:post, options, body))
-
-      http_request.on_complete { |response| responses[url] = response }
-
-      @hydra.queue(http_request)
-    end
-
-    @hydra.run
+    http_request = Typhoeus::Request.new(url, request_options(:get, options))
+    http_request.on_complete { |response| responses[url] = response }
+    http_request.run
 
     responses
   end

data/lib/fingerprinter/technologies/softwares/progress_kemp_load_master.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+# Progress Kemp Load Master Detection
+class ProgressKempLoadMaster < Fingerprinter::Technologies
+  BODY_CONTENT_REGEX = [
+    /LoadMaster/
+  ].freeze
+
+  def self.run(data)
+    return unless title_detection(data[:doc], 'Configuration') &&
+                  whole_body_check(data[:response], BODY_CONTENT_REGEX)
+
+    'Progress Kemp Load Master'
+  end
+end

data/lib/fingerprinter.rb

@@ -9,6 +9,7 @@ module Fingerprinter
   Dir[File.join(__dir__, 'fingerprinter', 'utilities/*.rb')].sort.each { |file| require file }
 
   EXCLUSIONS = %w[paas.diod.orange.com prod.pc0.dbs.com].freeze
+  SC_EXCLUSIONS = %i[0 418].freeze
   WILDCARDS = [
     ['Application is not available', 'The application is currently not serving requests at this endpoint']
   ].freeze
@@ -36,27 +37,33 @@ module Fingerprinter
     end
 
     def run(urls)
+      pool = Concurrent::FixedThreadPool.new(ScanOptions.http_concurrency)
       urls.each do |url|
         next if EXCLUSIONS.any? { |exclusion| url.match?(exclusion) }
 
-        response = get_response(url)
-        next unless response
-        next if wildcard?(response)
+        pool.post do
+          response = get_response(url)
+          next unless response
+          next if wildcard?(response)
 
-        url = effective_url(response, url)
-  
-        responses = response.redirections
-        responses << response
+          url = effective_url(response, url)
+    
+          responses = response.redirections
+          responses << response
 
-        responses.each do |response|
-          doc = Utilities::Parser.doc(response.body)
+          responses.each do |response|
+            doc = Utilities::Parser.doc(response.body)
 
-          results[url] = Concurrent::Array.new
-          data = { response:, doc:, url: }
-          Technologies.subclasses.each { |technology| results[url] << technology.run(data) }
+            results[url] = Concurrent::Array.new
+            data = { response:, doc:, url: }
+            Technologies.subclasses.each { |technology| results[url] << technology.run(data) }
+          end
         end
       end
 
+      pool.shutdown
+      pool.wait_for_termination
+
       results.transform_values! { |v| v.compact.uniq }
       results
     end
@@ -85,7 +92,7 @@ module Fingerprinter
         url = normalize_url(url)
         return get_response(url)
       end
-      return if response&.code == 0
+      return if SC_EXCLUSIONS.include?(response&.code)
       return response if response.redirections.empty? || same_scope?(url, response)
 
       response.redirections.first

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fingerprinter
 version: !ruby/object:Gem::Version
-  version: 0.1.9
+  version: 0.1.11
 platform: ruby
 authors:
 - Joshua MARTINELLE
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-16 00:00:00.000000000 Z
+date: 2024-07-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -68,6 +68,7 @@ files:
 - lib/fingerprinter/technologies/softwares/apache_ofbiz.rb
 - lib/fingerprinter/technologies/softwares/f5_next_central_manager.rb
 - lib/fingerprinter/technologies/softwares/nexus_repository.rb
+- lib/fingerprinter/technologies/softwares/progress_kemp_load_master.rb
 - lib/fingerprinter/technologies/softwares/servicenow.rb
 - lib/fingerprinter/technologies/softwares/tinyproxy.rb
 - lib/fingerprinter/utilities/kb.rb