pulse-downloader 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82910e4a2a00c0519958083ae3380241bb4c0cd3166d513d311c338227e4184f
-  data.tar.gz: c7642a1d110693f56ce933a466312fe851647ede790cba74a18c8157137c2a7e
+  metadata.gz: bee880729f0af4203d680eb78a1c3f0375137f14b4647e707ae6d4445e0cdd21
+  data.tar.gz: 504e7020e0af6291d7b39ba06f03fd40b23baae1c39263a5e0906982fdb38212
 SHA512:
-  metadata.gz: 1ec8ec9d18dabd67e9c7e01abf5718206512e9169b2cc38c4ec2654b1ae289d7955945995ea55fda637c7a6363f8f053baa681a6ba463c1b6f3a2519bf1b714c
-  data.tar.gz: 37dc7aa8612c40f696c6902e3e791811ac801106a1c45243ba5597f73bbecd7198b077d8d37340a7e010c995252c092ea3f8a869498cac0844762d5d72412ab3
+  metadata.gz: e32fb830552f65170cdf26a2a13789cb058843df064ef2da2f393ad91cb8e5b06c741885bd7d6d665021bb2eb17ef7157ade02cd03b9218bfe4f753a798100d9
+  data.tar.gz: 39186157cbe4cff6c91e7a9d9b2424af1720563f18c9ca4ceb438e1bbe854de743b1677525cc57495393a080b72bfcd2e5aeceb78f37bd0f0efb5bcdfd0a755e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    pulse-downloader (0.1.0)
+    pulse-downloader (0.1.1)
       active_attr (~> 0.15)
       httparty (~> 0.18)
       nokogiri (~> 1.10.9)

data/README.md

@@ -1,8 +1,6 @@
 # Pulse::Downloader
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/pulse/downloader`. To experiment with that code, run `bin/console` for an interactive prompt.
-
-TODO: Delete this and the text above, and describe your gem
+This is a library to download a specific group of files linked to on an html page.
 
 ## Installation
 
@@ -22,7 +20,19 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+```ruby
+require 'pulse/downloader'
+
+client = Pulse::Downloader::Client.new(
+  url: '',
+  file_type: 'zip',
+  save_data: true,
+  save_path: '',
+  read_from_save_path: false,
+  verify_ssl: true,
+  report_time: false
+)
+```
 
 ## Development
 
@@ -34,7 +44,6 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/pulse-downloader. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/pulse-downloader/blob/master/CODE_OF_CONDUCT.md).
 
-
 ## License
 
 The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/lib/pulse/downloader/client.rb

@@ -4,14 +4,27 @@ module Pulse
       include ::Pulse::Downloader::WebPageParser
       include ::Pulse::Downloader::FileDownloader
 
-      attr_reader :path, :file_type, :save_data, :save_path, :read_from_save_path
-
-      def initialize(path:, file_type:, save_data: false, save_path: '', read_from_save_path: false)
-        @path = path
+      attr_reader :url,
+        :file_type,
+        :save_data,
+        :save_path,
+        :read_from_save_path,
+        :verify_ssl,
+        :report_time,
+        :start_time,
+        :end_time
+
+      # TODO: Validation
+      # TODO: Retry
+      # TODO: DNS
+      def initialize(url:, file_type:, save_data: false, save_path: '', read_from_save_path: false, verify_ssl: true, report_time: false)
+        @url = url
         @file_type = file_type
         @save_data = save_data
         @save_path = save_path
         @read_from_save_path = read_from_save_path
+        @verify_ssl = verify_ssl
+        @report_time = report_time
       end
 
       def call!
@@ -33,11 +46,11 @@ module Pulse
       private
 
       def get_micro_second_time
-        (Time.now.to_f * 1000000).to_i
+        (Time.now.to_f * 1000).to_i
       end
 
-      def compute_filename(file_path)
-        file_path.scan(/[\/]\S+/).last
+      def print_time
+        puts "Request time: #{end_time - start_time} ms."
       end
     end
   end

data/lib/pulse/downloader/file_downloader.rb

@@ -1,19 +1,22 @@
 module Pulse
   module Downloader
     module FileDownloader
-      # save_path are defined in client.rb
+      # save_path and verify_ssl are defined in client.rb
       def download(file_path)
         raise "save_path is undefined" if save_data && save_path == ''
 
-        start_time = get_micro_second_time
+        @start_time = get_micro_second_time
 
-        file_data = HTTParty.get(file_path)
+        file_data = HTTParty.get(compute_file_link(file_path), verify: verify_ssl)
 
-        # TODO: Use the time
-        end_time = get_micro_second_time
+        @end_time = get_micro_second_time
+
+        if report_time
+          print_time
+        end
 
         if save_data
-          File.open("#{save_path}/#{compute_filename(file_path)}", 'wb') do |file|
+          File.open(compute_save_path(file_path), 'wb') do |file|
             file.write(file_data.body)
           end
         end
@@ -21,9 +24,33 @@ module Pulse
         file_data
       end
 
+      def fetch_save_paths
+        fetch_file_paths.map do |file_path|
+          "#{save_path}/#{compute_filename(file_path)}"
+        end
+      end
+
       def compute_hash_of(data)
         { data: data }.hash
       end
+
+      private
+
+      def compute_save_path(url)
+        "#{save_path}/#{compute_filename(url)}"
+      end
+
+      def compute_filename(file_path)
+        file_path.scan(/[\/]\S+/).last
+      end
+
+      def compute_file_link(file_path)
+        if file_path[0] == '/'
+          "#{url}/#{file_path}"
+        else
+          file_path
+        end
+      end
     end
   end
 end

data/lib/pulse/downloader/version.rb

@@ -1,5 +1,5 @@
 module Pulse
   module Downloader
-    VERSION = "0.1.0"
+    VERSION = "0.1.1"
   end
 end

data/lib/pulse/downloader/web_page_parser.rb

@@ -2,24 +2,30 @@ module Pulse
   module Downloader
     module WebPageParser
       def fetch_file_paths
-        start_time = get_micro_second_time
+        @start_time = get_micro_second_time
 
-        response = HTTParty.get(@path)
+        response = HTTParty.get(url, verify: verify_ssl)
 
-        # TODO: Use the time
-        end_time = get_micro_second_time
-        extract_file_urls(response, start_time, end_time)
+        @end_time = get_micro_second_time
+
+        if report_time
+          print_time
+        end
+
+        extract_file_urls(response)
       end
 
       private
 
-      def extract_file_urls(response, start_time, end_time)
-        parse_html(response)
+      def extract_file_urls(response)
+        return [] if response.body.nil? || response.body.empty?
+
+        parse_html(response.body)
           .css('a')
           .to_a
           .map { |link| link['href'] }
           .compact
-          .select { |link| link.include? @file_type }
+          .select { |link| link.include? file_type }
       end
 
       def parse_html(raw_html)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pulse-downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - trex22