pulse-downloader 0.1.38 → 0.1.42

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 15b3ba4650d2aa0c01ba6f5456888889bfd888405177aa956f092ba2c0691065
-  data.tar.gz: d28d3d28516d5cbdeaa255923e79e55526a364f70389a3d716ce9e8dec90af08
+  metadata.gz: 73defa92c0a7c2549c36a9ff9b5bb94b8b9cebf2de817c24bebf8d990d9eaaf7
+  data.tar.gz: dffa27233dca1a5a50c1b3ca5142ced965ec7b87cba0655c654db8067c421fd2
 SHA512:
-  metadata.gz: ff848ed64e1adefe773378d9f8a6ccb2d9b7f533a58a10e008b8f7d1b1d678c16978426c0c4a3de8aaa2797c1647304b7dd996fcb979a4cc7a831ce229163fc1
-  data.tar.gz: d9f01143d5d1a27ba38516b0ebed0a4ab49078e796f513d8351a90bbc8506077aa375b8b1a2ee8576b81836957f90ae31b5db31e8fdcc4b18a3dc30170f9b182
+  metadata.gz: 7d8b38aa36bd9fb8a5954872bb3509d31cbe6e2f59fe9963bd8d75a5456ccc858a18cd3e032134bdf5d4a0bb8800d53246dd36ef77958a3001608dbe93895a2a
+  data.tar.gz: 2b8fb4ef00b7b75e03535267d2f35b0fc9ccd2c7b67357d11318a4c03e99003a0022d255eaad978626176099713c59f76c9756e6486c01538c947328f6031926

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.38"
+    VERSION = "0.1.42"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -13,14 +13,13 @@ module Pulse
 
       private
 
-      def fetch_folders(folder_url, custom_path_root)
-        current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
-        return unless current_paths.compact.size > 0
+      def fetch_folders(folder_url, custom_path_root, inner_string)
+        current_paths = extract_hrefs(get_response(folder_url), custom_path_root, inner_string)
 
         @folder_urls = folder_urls.union(current_paths).uniq.compact
 
         current_paths.each do |path|
-          fetch_folders(path, custom_path_root)
+          fetch_folders(path, nil, inner_string)
         end
 
         folder_urls
@@ -64,14 +63,21 @@ module Pulse
         ).uniq
       end
 
-      def extract_hrefs(response, custom_path_root)
+      def extract_hrefs(response, custom_path_root, inner_string)
         parse_html(response.body)
           .css('a')
           .map { |link| "/#{link['href']}" }
           .reject { |link| link == "../" || link == "/../" }
+          .reject { |link| link.include?('.') } # Remove files
+          .map { |link| append_two_paths(inner_string, link) }
           .map { |link| add_base_url(link, custom_path_root) }
       end
 
+      def append_two_paths(inner_string, link)
+        return link if inner_string.nil?
+        "#{inner_string}/#{link}"
+      end
+
       def extract_all_urls(response, custom_path_root, type)
         parse_html(response.body)
           .to_s

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.38
+  version: 0.1.42
 platform: ruby
 authors:
 - trex22