pulse-downloader 0.1.7 → 0.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5ae10b909855b29f8c3f0cd5b4c2bd38ee83fc69761ae7e109411b85add11957
-  data.tar.gz: 7eedaf2bc8852e66a7db83a1830f2d369683092293ae16255b3c26746d69a32f
+  metadata.gz: 17c6b467560188e6ccbf9549fe0be00188726daf87352d295788ccbbb986ead3
+  data.tar.gz: a88019ce7c0708767b8c76bb5796ec34950f1ddf02cd7f2e8b83cb09126bcbb8
 SHA512:
-  metadata.gz: f02637f88ecb337014b6141c4855540cf72a6c52c5123f528999590ec5f0c88a21da7a1e01c3c968c7d823b7da7240f63c433610da4fec947a4331d78a8c5f0f
-  data.tar.gz: a4d222d168bcec0388c535749fd44f30616458fdb798a44a4229004c56bf6298ee6a4ba388e01afbc4fbccad1390f0cbaad0d618a441e134f6e870e39a77feb0
+  metadata.gz: b96d3ec2c08d342d4884c8d413d5133d1a71776f12e9dfc8c12829db9f1f0fc02f784f58f07481692f13b8d7a1a2dce66bd7e2c049077d1a337a676876a15c5b
+  data.tar.gz: b60ca5f1204ae2efd86c31c946dbcbff3d02c4279d83fd8f36c07d9909e4103db1df98b9009b5305b8271c3ba6c6fe7bda4daf708bb0505f15aab316e08af0a5

data/Gemfile.lock

@@ -1,23 +1,24 @@
 PATH
   remote: .
   specs:
-    pulse-downloader (0.1.4)
+    pulse-downloader (0.1.11)
       active_attr (~> 0.15)
       httparty (~> 0.18)
       nokogiri (~> 1.11)
+      progress_bar (~> 1.3.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    actionpack (6.1.3.1)
-      actionview (= 6.1.3.1)
-      activesupport (= 6.1.3.1)
+    actionpack (6.1.3.2)
+      actionview (= 6.1.3.2)
+      activesupport (= 6.1.3.2)
       rack (~> 2.0, >= 2.0.9)
       rack-test (>= 0.6.3)
       rails-dom-testing (~> 2.0)
       rails-html-sanitizer (~> 1.0, >= 1.2.0)
-    actionview (6.1.3.1)
-      activesupport (= 6.1.3.1)
+    actionview (6.1.3.2)
+      activesupport (= 6.1.3.2)
       builder (~> 3.1)
       erubi (~> 1.4)
       rails-dom-testing (~> 2.0)
@@ -26,9 +27,9 @@ GEM
       actionpack (>= 3.0.2, < 7.0)
       activemodel (>= 3.0.2, < 7.0)
       activesupport (>= 3.0.2, < 7.0)
-    activemodel (6.1.3.1)
-      activesupport (= 6.1.3.1)
-    activesupport (6.1.3.1)
+    activemodel (6.1.3.2)
+      activesupport (= 6.1.3.2)
+    activesupport (6.1.3.2)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
@@ -45,6 +46,7 @@ GEM
     crass (1.0.6)
     erubi (1.10.0)
     hashdiff (1.0.1)
+    highline (2.0.3)
     httparty (0.18.1)
       mime-types (~> 3.0)
       multi_xml (>= 0.5.2)
@@ -69,6 +71,10 @@ GEM
     multi_xml (0.6.0)
     nokogiri (1.11.3-x86_64-linux)
       racc (~> 1.4)
+    options (2.3.2)
+    progress_bar (1.3.3)
+      highline (>= 1.6, < 3)
+      options (~> 2.3.0)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)

data/lib/pulse/downloader/client.rb

@@ -25,6 +25,8 @@ module Pulse
       # TODO: Validation
       # TODO: Retry
       # TODO: DNS
+      # TODO: Multiple filetypes
+      # TODO: lib/pulse/downloader/file_downloader.rb:13: warning: URI.escape is obsolete
       def initialize(url:,
         file_type:,
         save_data: false,

data/lib/pulse/downloader/file_checker.rb

@@ -10,11 +10,11 @@ module Pulse
       private
 
       def compute_save_path(url)
-        "#{save_path}/#{compute_filename(url)}".gsub('//', '/')
+        "#{save_path}/#{compute_filename(url)}".gsub('//', '/').gsub(' ', '')
       end
 
       def compute_filename(file_path)
-        file_path.scan(/[\/]\S+/).last
+        file_path.scan(/[\/]\S+/).last.split('/').last
       end
 
       def list_files_in(path)

data/lib/pulse/downloader/file_downloader.rb

@@ -1,8 +1,6 @@
 module Pulse
   module Downloader
     module FileDownloader
-      require 'uri'
-
       # save_path and verify_ssl are defined in client.rb
       def download(file_path, progress_bar=nil)
         raise "save_path is undefined" if save_data && save_path == ''
@@ -10,7 +8,7 @@ module Pulse
 
         @start_time = get_micro_second_time
 
-        file_data = HTTParty.get(compute_file_link(file_path), verify: verify_ssl)
+        file_data = HTTParty.get(escape(compute_file_link(file_path)), verify: verify_ssl)
 
         @end_time = get_micro_second_time
 
@@ -68,6 +66,37 @@ module Pulse
       def section?(file_path)
         file_path[0] == '#'
       end
+
+      def escape(str)
+        str.gsub("Space", "%20")
+        str.gsub("$", "\%24")
+        str.gsub("&", "\%26")
+        str.gsub("`", "\%60")
+        str.gsub(":", "\%3A")
+        str.gsub("<", "\%3C")
+        str.gsub(">", "\%3E")
+        str.gsub("[", "\%5B")
+        str.gsub("]", "\%5D")
+        str.gsub("{", "\%7B")
+        str.gsub("}", "\%7D")
+        str.gsub("“", "\%22")
+        str.gsub('"', "\%22")
+        str.gsub("+", "\%2B")
+        str.gsub("#", "\%23")
+        str.gsub("\%", "\%25")
+        str.gsub("@", "\%40")
+        str.gsub("/", "\%2F")
+        str.gsub(";", "\%3B")
+        str.gsub("=", "\%3D")
+        str.gsub("?", "\%3F")
+        str.gsub("\\", "\%5C")
+        str.gsub("^", "\%5E")
+        str.gsub("|", "\%7C")
+        str.gsub("~", "\%7E")
+        str.gsub("‘", "\%27")
+        str.gsub(",", "\%2C")
+        str
+      end
     end
   end
 end

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.7"
+    VERSION = "0.1.12"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.12
 platform: ruby
 authors:
 - trex22
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-04-22 00:00:00.000000000 Z
+date: 2021-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty