pulse-downloader 0.1.36 → 0.1.37
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/pulse/downloader/version.rb +1 -1
- data/lib/pulse/downloader/web_page_parser.rb +3 -3
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b0db887eeb1a5bdd42489b608d9ed59322af9532aa904a5c8ad6d0181aab5277
|
|
4
|
+
data.tar.gz: 1e0fd11d6462bd9c0f2c731c3e6fc1028a78577a1874d8959b1fd3b8af21123a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 189b1b83effd9aa0a71c4cf41dfcdbdc97d25dee9f5ee14a0a9d7e2a8de4652147a7df31575dfea6379ace00e45d21ada15a891cf1277c178e47622e0d573bd6
|
|
7
|
+
data.tar.gz: 35193c286218971b45a8a75b716c5f503ac239f7f7efb5f7cca7593827585bdb2194eae6879590bda4bb971ac4080677db560296d62fdf3c405b2635c4470411
|
|
@@ -3,7 +3,7 @@ module Pulse
|
|
|
3
3
|
module WebPageParser
|
|
4
4
|
def fetch_file_paths(custom_path_root=nil)
|
|
5
5
|
if traverse_folders
|
|
6
|
-
fetch_folders(url).each do |folder_url|
|
|
6
|
+
fetch_folders(url, custom_path_root).each do |folder_url|
|
|
7
7
|
fetch_and_parse_response(folder_url, custom_path_root)
|
|
8
8
|
end
|
|
9
9
|
else
|
|
@@ -13,14 +13,14 @@ module Pulse
|
|
|
13
13
|
|
|
14
14
|
private
|
|
15
15
|
|
|
16
|
-
def fetch_folders(folder_url)
|
|
16
|
+
def fetch_folders(folder_url, custom_path_root)
|
|
17
17
|
current_paths = extract_hrefs(get_response(folder_url), custom_path_root)
|
|
18
18
|
return unless current_paths.compact.size > 0
|
|
19
19
|
|
|
20
20
|
@folder_urls = folder_urls.union(current_paths).uniq.compact
|
|
21
21
|
|
|
22
22
|
current_paths.each do |path|
|
|
23
|
-
fetch_folders(path)
|
|
23
|
+
fetch_folders(path, custom_path_root)
|
|
24
24
|
end
|
|
25
25
|
|
|
26
26
|
folder_urls
|