pulse-downloader 0.1.28 → 0.1.29

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a9e6c9185000eb45fe03fcf5ec6739aa0b4df48cd9733654cc2f312ca156b54
-  data.tar.gz: f03dfbbbecbd75ffe795b194c0ac19689021e1a74a4668ffb6573b6193eb0627
+  metadata.gz: ccce085a74c0c4f7710a6e3c7431b191e77bf313a4219ec08e8cd34e78e3340b
+  data.tar.gz: ad2307a1ed1d368fd53a9fa965d7e864a90a263dac689656c49e8a5f62484d9f
 SHA512:
-  metadata.gz: 706da41a31ad0fda7b4a17b748f8271f758973510039d2e3eac79115761ef71e970eee042d3ef30ed2a080ae7e64f49584d8110c249022a4bca3029c48cc1024
-  data.tar.gz: 97c3c92845700c69343eba19fb93a9b9de71fe44ceca0ff986e25df8cc69ffb71a48c778eaa145df4ae802295b148feaee768814c52124e4ca74079e8ca9e807
+  metadata.gz: 654608db5cd95af6aafde8741864bda84dda783348d0d85baf675418b51c65def47c2ce671910f4313a91c0899784ae92e0d4c6da8e43926fafeaf2053ee2c02
+  data.tar.gz: 520111b61ec241a70321f40707659c09317df3d2b950702be65758bb0a29e6c3bf7880fd7c61e57dafb4450ea2c05b51f834dcb3a2c9ad98ca06f3d61d5c327d

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.28"
+    VERSION = "0.1.29"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -40,7 +40,7 @@ module Pulse
           .find_all { |u| u =~ /^https?:/ }
           .compact
           .select { |link| (link.include? type || link.include?(custom_path_root)) }
-          .map { |link| add_base_url(link) }
+          .map { |link| add_base_url(link, custom_path_root) }
       end
 
       def extract_download_links(response, type)
@@ -65,6 +65,17 @@ module Pulse
           .map { |link| add_base_url(link) }
       end
 
+      def remove_artefacts(urls)
+        urls = remove_extra_escape_characters(urls)
+        remove_base64(urls)
+      end
+
+      def remove_extra_escape_characters(urls)
+        urls.map do |url|
+          url.gsub("\">", '')
+        end
+      end
+
       def remove_base64(urls)
         urls.reject do |url|
           url.include?(':image/') || url.include?('base64')
@@ -75,7 +86,9 @@ module Pulse
         Nokogiri::HTML(raw_html)
       end
 
-      def add_base_url(str)
+      def add_base_url(str, custom_path_root=nil)
+        return str if custom_path_root
+
         if !str.include?('https://') && !str.include?(base_url)
           "https://#{base_url}#{str}"
         else

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.28
+  version: 0.1.29
 platform: ruby
 authors:
 - trex22