pulse-downloader 0.1.35 → 0.1.39

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: df940062ab2c0dcdc96b256b76e8198683776d7bdb834198c0f75da85d5e63fb
-  data.tar.gz: 158f5746ceb0d820934e126cae7ca53dfca0a841ae8a588b2b955c85de5abc7f
+  metadata.gz: 755faae63c8f6067194546786b29706989cd48f8245d4ea88ad66e4743071356
+  data.tar.gz: a1dbf88e3b530d5b4cb5d21695a18e88cae2bf9cd60928bc02848926d218ae3d
 SHA512:
-  metadata.gz: 2494b72940a92e4b13fc44c8c9c81ff63e48a35940e9bcc6437235afdd4c1ca2fdc43098b71f976ce42d5fa65b53979aa3b055b511c91c1ca6b0ff64a0dd472c
-  data.tar.gz: 1c40920e57fdbb4184034cc91953f82c5babf1c09146027b9b887b1bac5d8b45f4e386b21133bd44625f8adb8843daac8b4652e35e94ebf25188738d02d8a36c
+  metadata.gz: d70c134e4603b189b242e9d6e683e42b609b4b358c5d1c265595f6609fb7506a440833644ec0a3b1168442ed1f89eedea258ee091988f40025076f3d88d68a24
+  data.tar.gz: d13f84a37b875c65ececb27f9d2a4cef7f2fb1ebb029576170b2a86f4ba2f1164381de7c491f5dc5fc64f544383c3073065fce430ab99eac0d1ee6e54d879e89

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.35"
+    VERSION = "0.1.39"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -3,7 +3,7 @@ module Pulse
     module WebPageParser
       def fetch_file_paths(custom_path_root=nil)
         if traverse_folders
-          fetch_folders(url).each do |folder_url|
+          fetch_folders(url, custom_path_root).each do |folder_url|
             fetch_and_parse_response(folder_url, custom_path_root)
           end
         else
@@ -13,14 +13,14 @@ module Pulse
 
       private
 
-      def fetch_folders(base_url)
+      def fetch_folders(folder_url, custom_path_root)
         current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
         return unless current_paths.compact.size > 0
 
         @folder_urls = folder_urls.union(current_paths).uniq.compact
 
         current_paths.each do |path|
-          fetch_folders(path)
+          fetch_folders(path, custom_path_root)
         end
 
         folder_urls
@@ -67,8 +67,9 @@ module Pulse
       def extract_hrefs(response, custom_path_root)
         parse_html(response.body)
           .css('a')
-          .map { |link| link['href'] }
-          .reject { |link| link == "../" }
+          .map { |link| "/#{link['href']}" }
+          .reject { |link| link == "../" || link == "/../" }
+          .reject { |link| link.include?('.') } # Remove files
           .map { |link| add_base_url(link, custom_path_root) }
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.35
+  version: 0.1.39
 platform: ruby
 authors:
 - trex22