cms_scanner 0.0.44.3 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a69d69efdd838ceece417f3417b454795d9fd9d1a682e0216dda9589f39a27e
-  data.tar.gz: affd1105e6d9589166e8448a2b43f48781ea0e882475aea7a305f16ad1d6fa9e
+  metadata.gz: e65984931fa24f33ef5325d00f07d25e954e76b89df0185491cb9eccce9ed274
+  data.tar.gz: c8d1a85d06ac5fec7c1f4b68e942e6e276804b29b945b089f057ee7025af74bb
 SHA512:
-  metadata.gz: fc2252487b5e24d9dc78186ca68f4df618e43d19f62cb89872897099735f114468fcba740e99b7e6d809e9fd5f9e9f3e516aa0bc9376382f5034cb1f4b406036
-  data.tar.gz: ab0385847b1becef1a0d8c062cf5491bf62c10ca2118ef32db38dccef84fbb10ab314f790939852bfc331806c97a7f3dc64a2af4aa84e1c49db7f14252a21233
+  metadata.gz: 3fdddf99a93d0fab51617313c1af2ef9695d9bd137cd3f4cc32e7edf73828eeb4f5be51c31cd4773a13c1626ad635342f673d479a5d17dc91b148bd5efc30e8a
+  data.tar.gz: 876ea5b47fe468001c846aca035a3fee83ab07019335505da3a3420d441ba40905e93e4b722fe06396f84d3168ffe894264481cc1d019f606c238b3506e5986d

data/lib/cms_scanner/finders/finder/smart_url_checker.rb

@@ -29,7 +29,7 @@ module CMSScanner
         #
         # @return [ Array<String> ]
         def passive_urls(_opts = {})
-          target.in_scope_urls(target.homepage_res, passive_urls_xpath)
+          target.in_scope_uris(target.homepage_res, passive_urls_xpath).map(&:to_s)
         end
 
         # @return [ String ]

data/lib/cms_scanner/target.rb

@@ -89,10 +89,10 @@ module CMSScanner
     # @param [ Typhoeus::Response, String ] page
     # @param [ String ] xpath
     #
-    # @yield [ String, Nokogiri::XML::Element ] The url and its associated tag
+    # @yield [ Addressable::URI, Nokogiri::XML::Element ] The url and its associated tag
     #
-    # @return [ Array<String> ] The absolute URLs detected in the response's body from the HTML tags
-    def urls_from_page(page = nil, xpath = '//@href|//@src|//@data-src')
+    # @return [ Array<Addressable::URI> ] The absolute URIs detected in the response's body from the HTML tags
+    def uris_from_page(page = nil, xpath = '//@href|//@src|//@data-src')
       page    = NS::Browser.get(url(page)) unless page.is_a?(Typhoeus::Response)
       found   = []
 
@@ -108,13 +108,11 @@ module CMSScanner
                      next
                    end
 
-        node_uri_string = node_uri.to_s
-
         next unless node_uri.host
 
-        yield node_uri_string, node.parent if block_given? && !found.include?(node_uri_string)
+        yield node_uri, node.parent if block_given? && !found.include?(node_uri)
 
-        found << node_uri_string
+        found << node_uri
       end
 
       found.uniq

data/lib/cms_scanner/target/scope.rb

@@ -8,11 +8,13 @@ module CMSScanner
       @scope ||= Scope.new
     end
 
-    # @param [ String ] url An absolute URL
+    # @param [ String, Addressable::URI ] url An absolute URL or URI
     #
     # @return [ Boolean ] true if the url given is in scope
-    def in_scope?(url)
-      scope.include?(Addressable::URI.parse(url.strip).host)
+    def in_scope?(url_or_uri)
+      url_or_uri = Addressable::URI.parse(url_or_uri.strip) unless url_or_uri.is_a?(Addressable::URI)
+
+      scope.include?(url_or_uri.host)
     rescue StandardError
       false
     end
@@ -20,18 +22,18 @@ module CMSScanner
     # @param [ Typhoeus::Response ] res
     # @param [ String ] xpath
     #
-    # @yield [ String, Nokogiri::XML::Element ] The in scope url and its associated tag
+    # @yield [ Addressable::URI, Nokogiri::XML::Element ] The in scope url and its associated tag
     #
-    # @return [ Array<String> ] The in scope absolute URLs detected in the response's body
-    def in_scope_urls(res, xpath = '//@href|//@src|//@data-src')
+    # @return [ Array<Addressable::URI> ] The in scope absolute URIs detected in the response's body
+    def in_scope_uris(res, xpath = '//@href|//@src|//@data-src')
       found = []
 
-      urls_from_page(res, xpath) do |url, tag|
-        next unless in_scope?(url)
+      uris_from_page(res, xpath) do |uri, tag|
+        next unless in_scope?(uri)
 
-        yield url, tag if block_given?
+        yield uri, tag if block_given?
 
-        found << url
+        found << uri
       end
 
       found

data/lib/cms_scanner/version.rb

@@ -2,5 +2,5 @@
 
 # Version
 module CMSScanner
-  VERSION = '0.0.44.3'
+  VERSION = '0.5.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cms_scanner
 version: !ruby/object:Gem::Version
-  version: 0.0.44.3
+  version: 0.5.0
 platform: ruby
 authors:
 - WPScanTeam
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-04-18 00:00:00.000000000 Z
+date: 2019-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.17.1
+        version: 1.7.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.17.1
+        version: 1.7.2
 - !ruby/object:Gem::Dependency
   name: public_suffix
   requirement: !ruby/object:Gem::Requirement
@@ -184,14 +184,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.67.1
+        version: 0.67.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.67.1
+        version: 0.67.2
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement