pulse-downloader 0.1.27 → 0.1.28

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ed736b97e09aaec1104ac4e817b981c2ebb88fbac583abe0ebf44e721143b087
-  data.tar.gz: a81646945f24e428738e8a514e671f2f14682f5824faee1e63e07bd498fe519c
+  metadata.gz: 2a9e6c9185000eb45fe03fcf5ec6739aa0b4df48cd9733654cc2f312ca156b54
+  data.tar.gz: f03dfbbbecbd75ffe795b194c0ac19689021e1a74a4668ffb6573b6193eb0627
 SHA512:
-  metadata.gz: b684940cab23055ec977672dd8472fcb38ebf8e70e59d18f2a76270a3234f5873c7a6bee47877760c54733af2c073bbaa7a05eec33266a33df316482baa6d836
-  data.tar.gz: 9b1737bc6607585c6fb6081d9c1b3031bd53ffccc5cce72a0650b163792742dde2b7dffa6ed663775a7cd1cad50f1fb964c07bc555ceee7a2ca66637af25b41a
+  metadata.gz: 706da41a31ad0fda7b4a17b748f8271f758973510039d2e3eac79115761ef71e970eee042d3ef30ed2a080ae7e64f49584d8110c249022a4bca3029c48cc1024
+  data.tar.gz: 97c3c92845700c69343eba19fb93a9b9de71fe44ceca0ff986e25df8cc69ffb71a48c778eaa145df4ae802295b148feaee768814c52124e4ca74079e8ca9e807

data/lib/pulse/downloader/file_downloader.rb

@@ -10,8 +10,7 @@ module Pulse
 
         file_data = HTTParty.get(
           escape(compute_file_link(file_path)),
-          verify: verify_ssl,
-          headers: headers
+          verify: verify_ssl
         )
 
         @end_time = get_micro_second_time

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.27"
+    VERSION = "0.1.28"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -4,7 +4,7 @@ module Pulse
       def fetch_file_paths(custom_path_root=nil)
         @start_time = get_micro_second_time
 
-        response = HTTParty.get(url, verify: verify_ssl)
+        response = HTTParty.get(url, verify: verify_ssl, headers: headers)
 
         @end_time = get_micro_second_time
 
@@ -25,10 +25,11 @@ module Pulse
 
       def extract_file_urls(response, custom_path_root, type)
         return [] if response.body.nil? || response.body.empty?
+
         remove_base64(
           extract_all_urls(response, custom_path_root, type) +
-            extract_download_links(response, custom_path_root, type) +
-            extract_embedded_images(response, custom_path_root, type)
+            extract_download_links(response, type) +
+            extract_embedded_images(response, type)
         ).uniq
       end
 
@@ -42,17 +43,17 @@ module Pulse
           .map { |link| add_base_url(link) }
       end
 
-      def extract_download_links(response, custom_path_root, type)
+      def extract_download_links(response, type)
         parse_html(response.body)
           .css('a')
           .to_a
           .map { |link| link['href'] }
           .compact
-          .select { |link| (link.include? type || link.include?(custom_path_root)) }
+          .select { |link| (link.include? type) }
           .map { |link| add_base_url(link) }
       end
 
-      def extract_embedded_images(response, custom_path_root, type)
+      def extract_embedded_images(response, type)
         return [] unless scrape_images
 
         parse_html(response.body)
@@ -60,7 +61,7 @@ module Pulse
           .to_a
           .map { |e| e["src"] }
           .compact
-          .select { |link| (link.include? type || link.include?(custom_path_root)) }
+          .select { |link| (link.include? type) }
           .map { |link| add_base_url(link) }
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.27
+  version: 0.1.28
 platform: ruby
 authors:
 - trex22