pulse-downloader 0.1.36 → 0.1.40

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4af637d4cbcccad43627cf4f9db570eac6b68e6017508e5f4045bd711ca88a57
-  data.tar.gz: a65a36ec7db08fbea08f24d347926a7480a11fc9f0dd732eea725f4190dbc589
+  metadata.gz: 7ffba1e49292d05d10f3abe728ee0bfb1ed0369325fa9c0471cf6d0f544f7474
+  data.tar.gz: d2cb94bed29455b263d7084ff89618a68890afea0f5dee8081f382be833c38dd
 SHA512:
-  metadata.gz: 71e6c907af1b83beba39e78221ee2d7f439029c689ad822f5d546594fefc9512b2e32427f6ac935b4e93ad6f7733c733d64a65f45322e95dc1d1274ae4995b1a
-  data.tar.gz: 84d4046f9d7d6e171da2abc88908e9e08f359cf34c42f034a52ee623e342b31c58ca25b9e67adecc52784d90be0ac4975f568689b601918130e81e3427a16393
+  metadata.gz: 3b377e4d1c43d9fea62cc8076b9727773515af1800cb4cfff97024fd0a1b4b035ccd8f530cc7f6b1dacc266c3ebcea6cf0387ad1bac8c032c3ec7cad9d3e87d5
+  data.tar.gz: 83748fed1670bf0393980f949e129956b2eeb77f2c39f635cab3735cf5e1e51df23c2c2e56596f71ebd9b0410ab2f6f3a6ec82730ceabe9ea44199de87051cc2

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.36"
+    VERSION = "0.1.40"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -3,7 +3,7 @@ module Pulse
     module WebPageParser
       def fetch_file_paths(custom_path_root=nil)
         if traverse_folders
-          fetch_folders(url).each do |folder_url|
+          fetch_folders(url, custom_path_root).each do |folder_url|
             fetch_and_parse_response(folder_url, custom_path_root)
           end
         else
@@ -13,14 +13,14 @@ module Pulse
 
       private
 
-      def fetch_folders(folder_url)
+      def fetch_folders(folder_url, custom_path_root)
         current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
         return unless current_paths.compact.size > 0
 
         @folder_urls = folder_urls.union(current_paths).uniq.compact
 
         current_paths.each do |path|
-          fetch_folders(path)
+          fetch_folders(path, path)
         end
 
         folder_urls
@@ -67,8 +67,9 @@ module Pulse
       def extract_hrefs(response, custom_path_root)
         parse_html(response.body)
           .css('a')
-          .map { |link| link['href'] }
-          .reject { |link| link == "../" }
+          .map { |link| "/#{link['href']}" }
+          .reject { |link| link == "../" || link == "/../" }
+          .reject { |link| link.include?('.') } # Remove files
           .map { |link| add_base_url(link, custom_path_root) }
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.36
+  version: 0.1.40
 platform: ruby
 authors:
 - trex22