pulse-downloader 0.1.39 → 0.1.43

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 755faae63c8f6067194546786b29706989cd48f8245d4ea88ad66e4743071356
-  data.tar.gz: a1dbf88e3b530d5b4cb5d21695a18e88cae2bf9cd60928bc02848926d218ae3d
+  metadata.gz: 6b7469ba84a0555c2bf67f9807fa2ddfcc62253dcfce0496e7e6450f7aba9e58
+  data.tar.gz: 71f982b1951d9f4bc49a491edf190fae11f9ce25eee223e60a021ff97afce612
 SHA512:
-  metadata.gz: d70c134e4603b189b242e9d6e683e42b609b4b358c5d1c265595f6609fb7506a440833644ec0a3b1168442ed1f89eedea258ee091988f40025076f3d88d68a24
-  data.tar.gz: d13f84a37b875c65ececb27f9d2a4cef7f2fb1ebb029576170b2a86f4ba2f1164381de7c491f5dc5fc64f544383c3073065fce430ab99eac0d1ee6e54d879e89
+  metadata.gz: 4a204eded78564f83f3e9daf8a86e8c9c2dc7ec80e218e8eeccb47cfdce86b0acbdbbc2452aa482ec4b17fe78a35365a1b012ccc27a832e59f89420c241ecadf
+  data.tar.gz: 2b1c0f7eca7b7be38f22d8c633302226e713e6ef20044963187676df4a69c11ad56084ca8fd081450a8937217a004d9ee842a12e0d3e7b1c7a19d0add8a198a6

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.39"
+    VERSION = "0.1.43"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -3,7 +3,7 @@ module Pulse
     module WebPageParser
       def fetch_file_paths(custom_path_root=nil)
         if traverse_folders
-          fetch_folders(url, custom_path_root).each do |folder_url|
+          fetch_folders(url, custom_path_root, nil).each do |folder_url|
             fetch_and_parse_response(folder_url, custom_path_root)
           end
         else
@@ -13,14 +13,13 @@ module Pulse
 
       private
 
-      def fetch_folders(folder_url, custom_path_root)
-        current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
-        return unless current_paths.compact.size > 0
+      def fetch_folders(folder_url, custom_path_root, inner_string)
+        current_paths = extract_hrefs(get_response(folder_url), custom_path_root, inner_string)
 
         @folder_urls = folder_urls.union(current_paths).uniq.compact
 
         current_paths.each do |path|
-          fetch_folders(path, custom_path_root)
+          fetch_folders(path, nil, inner_string)
         end
 
         folder_urls
@@ -64,15 +63,21 @@ module Pulse
         ).uniq
       end
 
-      def extract_hrefs(response, custom_path_root)
+      def extract_hrefs(response, custom_path_root, inner_string)
         parse_html(response.body)
           .css('a')
           .map { |link| "/#{link['href']}" }
           .reject { |link| link == "../" || link == "/../" }
           .reject { |link| link.include?('.') } # Remove files
+          .map { |link| append_two_paths(inner_string, link) }
           .map { |link| add_base_url(link, custom_path_root) }
       end
 
+      def append_two_paths(inner_string, link)
+        return link if inner_string.nil?
+        "#{inner_string}/#{link}"
+      end
+
       def extract_all_urls(response, custom_path_root, type)
         parse_html(response.body)
           .to_s

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.39
+  version: 0.1.43
 platform: ruby
 authors:
 - trex22