http_downloader 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3b6d8c681b5dc8be8e6852bcc6ba61a71ac0de67
+  data.tar.gz: 9ee34d7fc2b194402beb1e02df30a06e15895e39
+SHA512:
+  metadata.gz: 00b5e02ec67753e13ec10499325054516aa40cae9c0b044d6d5a2fb735024ff538c8acd28b4b2a64f9238a0d4cc70eba7421e5f65f19ac9ac8733c91296e4fcb
+  data.tar.gz: 348a6a0ea40d0b5039b335f1c508008fd2616e089eb6309b446a7830ae3dc668ce856a4655a71cc3152716c28fcde79386ea12667e2af906418ca187fa876917

data/lib/http_downloader.rb

@@ -0,0 +1,15 @@
+require 'uri'
+require 'openssl'
+require 'net/http'
+
+require 'http_downloader/http/request'
+require 'http_downloader/download_request'
+require 'http_downloader/download_response'
+
+module HttpDownloader
+
+  def self.download(url, headers = {}, max_redirects = 5, http_options = {})
+    DownloadRequest.new(url, headers, max_redirects, http_options).execute
+  end
+
+end

data/lib/http_downloader/download_request.rb

@@ -0,0 +1,40 @@
+module HttpDownloader
+	class DownloadRequest
+
+    def initialize(url, headers = {}, max_redirects = 5, http_options)
+      @uri           = URI.parse(url)
+      @headers       = headers
+      @max_redirects = max_redirects
+      @http_options  = http_options
+    end
+
+    def execute
+      DownloadResponse.new(http_request(@uri))
+    end
+
+    private
+
+    def http_request(uri)
+      response = Http::Request.new(uri, @headers, @http_options).execute
+      case response
+      when Net::HTTPSuccess 
+        response
+      when Net::HTTPRedirection 
+        follow_redirect(response)
+      else
+        response.error!
+      end
+    end
+
+    def follow_redirect(response)
+      @max_redirects -= 1
+      http_request(uri_from_location_header(response))
+    end
+
+    def uri_from_location_header(response)
+      uri = URI.parse(response['location'])
+      uri.relative? ? URI.parse("#{response.uri.scheme}://#{response.uri.host}:#{response.uri.port}").merge(uri) : uri
+    end
+
+  end
+end

data/lib/http_downloader/download_response.rb

@@ -0,0 +1,25 @@
+module HttpDownloader
+  class DownloadResponse
+
+    def initialize(response)
+      @response = response
+    end
+
+    def read_body(content_types = [])
+      if allowed_content_type?(content_types)
+        block_given? ? @response.read_body { |chunk| yield(chunk) } : @response.read_body
+      end
+    end
+
+    private
+
+    def allowed_content_type?(content_types)
+       content_types.empty? || @response['content-type'].starts_with_any?(content_types)
+    end
+
+  end
+end
+
+
+
+   

data/lib/http_downloader/http/request.rb

@@ -0,0 +1,39 @@
+module HttpDownloader
+  module Http
+    class Request
+      HTTP  = 'http'
+      HTTPS = 'https'
+
+      def initialize(uri, headers = {}, http_options = {})
+        @uri           = uri
+        @headers       = headers
+        @http_options  = http_options
+      end
+
+      def execute
+        response = nil
+        byebug
+        Net::HTTP.start(@uri.host, @uri.port, http_options(@uri)) do |http|
+          request = Net::HTTP::Get.new(@uri, @headers)
+          http.request(request) do |http_response|
+            response = http_response
+          end
+        end
+        response
+      end
+
+      private
+
+      def http_options(uri)
+        { :open_timeout => 60,
+          :read_timout  => 60,
+          :use_ssl      => https?(uri) }.merge(@http_options)
+      end
+
+      def https?(uri)
+        !!(uri.scheme && uri.scheme.downcase == HTTPS)
+      end
+
+    end
+  end
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: http_downloader
+version: !ruby/object:Gem::Version
+  version: 0.9.0
+platform: ruby
+authors:
+- Marc Marcet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: http_url
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A simple and lightweight library to download content over HTTP. Supports
+  http redirects and chunked downloads.
+email: marcmr87@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/http_downloader.rb
+- lib/http_downloader/download_request.rb
+- lib/http_downloader/download_response.rb
+- lib/http_downloader/http/request.rb
+homepage: https://github.com/marcmr87/http_downloader
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A simple and lightweight library to download content over HTTP. Supports
+  http redirects and chunked downloads.
+test_files: []