pulse-downloader 0.1.8 → 0.1.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 436723a4794bf433393fee28354ab8651f4d53117659fc78b135e0908aa0cace
-  data.tar.gz: b0e43da3b2388d7b61490f667597ac9cdc75ef54f6aea9f132132ff9e54b8af1
+  metadata.gz: b348fc1621983108ea7e5bbdc2e8d590aa06706659b7017b1d72b4fde2c5dc57
+  data.tar.gz: 93ab089ee24ee1176b1bd93d7488ea764a58e505a5d4d5707f1b7dc537e403c7
 SHA512:
-  metadata.gz: 7ce6dd19019b842cda6d133c85ffcb8cb707593c329bccd68b3e67c0494ea74ff0ae01459f10cda843876dc55e5de5091849f1de7dd0997edaa127f339e7d107
-  data.tar.gz: 70a51cb0da1d1614f04f89a6bfef195f8cbd5b8a582fcab39a3d4bddd0053b256ae1006417aff91560298578a195d3501b44e5ffd319d47ce307337baad17d99
+  metadata.gz: 6e3a684973ec28331ef7bafcc10639ba96ba6aaa9f0ededc2dab914d9226cb323caf4afae24bdb8b23a5059b5ecb20dcfea5352dc63eb6559a1e6efb9473b867
+  data.tar.gz: 87d5bc975ca2124ba5e82d38dbc24c140e72f15e45288e7675c822e0becebeb1df26e5684fcfc96681e7c6b78f7feae3516ae77567405facfedce14db8aed78a

data/Gemfile.lock

@@ -1,23 +1,24 @@
 PATH
   remote: .
   specs:
-    pulse-downloader (0.1.4)
+    pulse-downloader (0.1.11)
       active_attr (~> 0.15)
       httparty (~> 0.18)
       nokogiri (~> 1.11)
+      progress_bar (~> 1.3.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    actionpack (6.1.3.1)
-      actionview (= 6.1.3.1)
-      activesupport (= 6.1.3.1)
+    actionpack (6.1.3.2)
+      actionview (= 6.1.3.2)
+      activesupport (= 6.1.3.2)
       rack (~> 2.0, >= 2.0.9)
       rack-test (>= 0.6.3)
       rails-dom-testing (~> 2.0)
       rails-html-sanitizer (~> 1.0, >= 1.2.0)
-    actionview (6.1.3.1)
-      activesupport (= 6.1.3.1)
+    actionview (6.1.3.2)
+      activesupport (= 6.1.3.2)
       builder (~> 3.1)
       erubi (~> 1.4)
       rails-dom-testing (~> 2.0)
@@ -26,9 +27,9 @@ GEM
       actionpack (>= 3.0.2, < 7.0)
       activemodel (>= 3.0.2, < 7.0)
       activesupport (>= 3.0.2, < 7.0)
-    activemodel (6.1.3.1)
-      activesupport (= 6.1.3.1)
-    activesupport (6.1.3.1)
+    activemodel (6.1.3.2)
+      activesupport (= 6.1.3.2)
+    activesupport (6.1.3.2)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
@@ -45,6 +46,7 @@ GEM
     crass (1.0.6)
     erubi (1.10.0)
     hashdiff (1.0.1)
+    highline (2.0.3)
     httparty (0.18.1)
       mime-types (~> 3.0)
       multi_xml (>= 0.5.2)
@@ -69,6 +71,10 @@ GEM
     multi_xml (0.6.0)
     nokogiri (1.11.3-x86_64-linux)
       racc (~> 1.4)
+    options (2.3.2)
+    progress_bar (1.3.3)
+      highline (>= 1.6, < 3)
+      options (~> 2.3.0)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)

data/lib/pulse/downloader/client.rb

@@ -26,6 +26,7 @@ module Pulse
       # TODO: Retry
       # TODO: DNS
       # TODO: Multiple filetypes
+      # TODO: lib/pulse/downloader/file_downloader.rb:13: warning: URI.escape is obsolete
       def initialize(url:,
         file_type:,
         save_data: false,

data/lib/pulse/downloader/file_checker.rb

@@ -10,11 +10,11 @@ module Pulse
       private
 
       def compute_save_path(url)
-        "#{save_path}/#{compute_filename(url)}".gsub('//', '/')
+        "#{save_path}/#{compute_filename(url)}".gsub('//', '/').gsub(' ', '')
       end
 
       def compute_filename(file_path)
-        file_path.scan(/[\/]\S+/).last
+        file_path.scan(/[\/]\S+/).last.split('/').last
       end
 
       def list_files_in(path)

data/lib/pulse/downloader/file_downloader.rb

@@ -1,8 +1,6 @@
 module Pulse
   module Downloader
     module FileDownloader
-      require 'uri'
-
       # save_path and verify_ssl are defined in client.rb
       def download(file_path, progress_bar=nil)
         raise "save_path is undefined" if save_data && save_path == ''
@@ -10,7 +8,7 @@ module Pulse
 
         @start_time = get_micro_second_time
 
-        file_data = HTTParty.get(URI.escape(compute_file_link(file_path)), verify: verify_ssl)
+        file_data = HTTParty.get(escape(compute_file_link(file_path)), verify: verify_ssl)
 
         @end_time = get_micro_second_time
 
@@ -68,6 +66,37 @@ module Pulse
       def section?(file_path)
         file_path[0] == '#'
       end
+
+      def escape(str)
+        str.gsub!(" ", "%20")
+        str.gsub!("$", "\%24")
+        str.gsub!("&", "\%26")
+        str.gsub!("`", "\%60")
+        str.gsub!(":", "\%3A")
+        str.gsub!("<", "\%3C")
+        str.gsub!(">", "\%3E")
+        str.gsub!("[", "\%5B")
+        str.gsub!("]", "\%5D")
+        str.gsub!("{", "\%7B")
+        str.gsub!("}", "\%7D")
+        str.gsub!("“", "\%22")
+        str.gsub!('"', "\%22")
+        str.gsub!("+", "\%2B")
+        str.gsub!("#", "\%23")
+        str.gsub!("\%", "\%25")
+        str.gsub!("@", "\%40")
+        str.gsub!("/", "\%2F")
+        str.gsub!(";", "\%3B")
+        str.gsub!("=", "\%3D")
+        str.gsub!("?", "\%3F")
+        str.gsub!("\\", "\%5C")
+        str.gsub!("^", "\%5E")
+        str.gsub!("|", "\%7C")
+        str.gsub!("~", "\%7E")
+        str.gsub!("‘", "\%27")
+        str.gsub!(",", "\%2C")
+        str
+      end
     end
   end
 end

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.8"
+    VERSION = "0.1.13"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.13
 platform: ruby
 authors:
 - trex22
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-04-22 00:00:00.000000000 Z
+date: 2021-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty