pulse-downloader 0.1.41 → 0.1.42

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8cfa24f36ba29f56841e44a4b2399ad674db933c119b895a596ec4b2f50a85e5
-  data.tar.gz: dc9771c6c117054112697ad308ee0f96ed636121417dcd27ba23b2576979a573
+  metadata.gz: 73defa92c0a7c2549c36a9ff9b5bb94b8b9cebf2de817c24bebf8d990d9eaaf7
+  data.tar.gz: dffa27233dca1a5a50c1b3ca5142ced965ec7b87cba0655c654db8067c421fd2
 SHA512:
-  metadata.gz: 5d87b3058eaf841b32ae74d752eeea5bde05ca23ca834a4758c8e08b63476de3d5aa9c6dbd3eaef4321d7fb8366b3cfa6341009e7d931f3460cc03b5ee28946d
-  data.tar.gz: f4cfaa96edbf077b0c30a5fc0e0ee0c3309a3beca0b1c1cddf3b3e491cebedfba0acb9126ee423f911f118be779d4c5a3051a944aa83143f50fb92b49f8c13f6
+  metadata.gz: 7d8b38aa36bd9fb8a5954872bb3509d31cbe6e2f59fe9963bd8d75a5456ccc858a18cd3e032134bdf5d4a0bb8800d53246dd36ef77958a3001608dbe93895a2a
+  data.tar.gz: 2b8fb4ef00b7b75e03535267d2f35b0fc9ccd2c7b67357d11318a4c03e99003a0022d255eaad978626176099713c59f76c9756e6486c01538c947328f6031926

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.41"
+    VERSION = "0.1.42"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -13,13 +13,13 @@ module Pulse
 
       private
 
-      def fetch_folders(folder_url, custom_path_root)
-        current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
+      def fetch_folders(folder_url, custom_path_root, inner_string)
+        current_paths = extract_hrefs(get_response(folder_url), custom_path_root, inner_string)
 
         @folder_urls = folder_urls.union(current_paths).uniq.compact
 
         current_paths.each do |path|
-          fetch_folders(path, nil)
+          fetch_folders(path, nil, inner_string)
         end
 
         folder_urls
@@ -63,15 +63,21 @@ module Pulse
         ).uniq
       end
 
-      def extract_hrefs(response, custom_path_root)
+      def extract_hrefs(response, custom_path_root, inner_string)
         parse_html(response.body)
           .css('a')
           .map { |link| "/#{link['href']}" }
           .reject { |link| link == "../" || link == "/../" }
           .reject { |link| link.include?('.') } # Remove files
+          .map { |link| append_two_paths(inner_string, link) }
           .map { |link| add_base_url(link, custom_path_root) }
       end
 
+      def append_two_paths(inner_string, link)
+        return link if inner_string.nil?
+        "#{inner_string}/#{link}"
+      end
+
       def extract_all_urls(response, custom_path_root, type)
         parse_html(response.body)
           .to_s

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.41
+  version: 0.1.42
 platform: ruby
 authors:
 - trex22