jetel 0.0.11 → 0.0.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d062d8c13e6914a980360c03db81fb26b057b67c
-  data.tar.gz: f04230e4ab77f352cc4f6bffcdbc77ce539a27b3
+  metadata.gz: 2d85a2b4a94f2f04b826ba3871f1f4945456e400
+  data.tar.gz: b6b901b2e38a830d0ffaaea41879627aaea8d6cb
 SHA512:
-  metadata.gz: 6638ff96f879a01fc9dec0da9139b29314918f70e7faebb9e8b531cc25238dee81b75832730f93785692c8ee1661ae68d6a9993830c84eedfe251f29ee513d16
-  data.tar.gz: 675fc954657e8cb2d77bc15a55304a188de110791889a6f5738cbb029a47b3bae37563188141462b1b68debb3d17e57d51c94b2a9918645a10eaf80068660a1f
+  metadata.gz: f1d23cafd62f464268893fa0a5643f8ef44e7f5abe6fd4a99b2c74bc7a695c80fd32fae1ff562d5c71b556076baec3eca7d556b7f3bcaa9c70b30db71077711b
+  data.tar.gz: d80f7a4cc858c7c67954ffe03294e5efa9ae28237a909604f42b7e01ebc84c2a639db72ac3cdbce714a61239470196b5946414e3827670a9d2e1cf24420ca05f

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    jetel (0.0.11)
+    jetel (0.0.12)
       activesupport
       aws-sdk (~> 2)
       couchbase (~> 1.3, >= 1.3.14)
@@ -14,6 +14,7 @@ PATH
       nokogiri
       pg
       pmap
+      rest_client (~> 1.8, >= 1.8.3)
       rubyzip
       terminal-table
       yajl-ruby (~> 1.2, >= 1.2.1)
@@ -82,7 +83,7 @@ GEM
     minitest (5.8.2)
     multi_json (1.11.2)
     multipart-post (2.0.0)
-    netrc (0.11.0)
+    netrc (0.7.9)
     nokogiri (1.6.6.2)
       mini_portile (~> 0.6.0)
     parser (2.2.3.0)
@@ -96,6 +97,8 @@ GEM
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 3.0)
       netrc (~> 0.7)
+    rest_client (1.8.3)
+      netrc (~> 0.7.7)
     rspec (3.3.0)
       rspec-core (~> 3.3.0)
       rspec-expectations (~> 3.3.0)

data/jetel.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'nokogiri'
   spec.add_dependency 'pg'
   spec.add_dependency 'pmap'
+  spec.add_dependency 'rest_client', '~> 1.8', '>= 1.8.3'
   spec.add_dependency 'rubyzip'
   spec.add_dependency 'terminal-table'
   spec.add_dependency 'yajl-ruby', '~> 1.2', '>= 1.2.1'

data/lib/jetel/downloaders/downloader.rb

@@ -1,13 +1,11 @@
 # encoding: utf-8
 
-require_relative 'downloaders'
-
 module Jetel
   class Downloader
     attr_reader :downloader
 
     def initialize
-      @downloader = Downloaders::Aria.new
+      @downloader = Downloaders.choose_downloader.new
     end
 
     def download(file, opts = {})

data/lib/jetel/downloaders/downloaders.rb

@@ -1,5 +1,8 @@
 require 'active_support/inflector'
+require_relative 'downloaders'
+
 require_relative '../extensions/extensions'
+require_relative '../helpers/helpers'
 
 module Jetel
   module Downloaders
@@ -37,6 +40,14 @@ module Jetel
         # Remove nil values and return
         res.compact
       end
+
+      def choose_downloader
+        if Helper.which('aria2c')
+          return Downloaders::Aria
+        end
+
+        Downloaders::Ruby
+      end
     end
   end
 end

data/lib/jetel/downloaders/ruby/ruby.rb

@@ -1,6 +1,8 @@
 # encoding: utf-8
 
-require 'pty'
+require 'rest-client'
+
+require_relative '../../version.rb'
 
 require_relative '../base_downloader'
 
@@ -10,7 +12,30 @@ module Jetel
       def download(url, opts = BaseDownloader::OPTS_DOWNLOAD)
         super
 
-        puts 'Not implemented'
+        raw = {
+          :headers => {
+            :user_agent => "jetel/#{Jetel::VERSION}"
+          },
+          :method => :get,
+          :url => url,
+          # TODO: Load from config, param or so
+          :verify_ssl => false
+        }
+
+        FileUtils.mkdir_p(opts[:dir])
+
+        filename = opts[:filename] || url.split('/').last
+
+        out_full_path = File.join(opts[:dir], filename)
+
+        File.open(out_full_path, 'w') do |file|
+          RestClient::Request.execute(raw) do |chunk, _x, response|
+            if response.code.to_s != '200'
+              fail ArgumentError, "Error downloading #{url}. Got response: #{response.code} #{response} #{response.body}"
+            end
+            file.write chunk
+          end
+        end
       end
     end
   end

data/lib/jetel/helpers/os_helper.rb

@@ -0,0 +1,19 @@
+module Jetel
+  module Helper
+    class << self
+      # Cross-platform way of finding an executable in the $PATH.
+      #
+      #   which('ruby') #=> /usr/bin/ruby
+      def which(cmd)
+        exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+        ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
+          exts.each { |ext|
+            exe = File.join(path, "#{cmd}#{ext}")
+            return exe if File.executable?(exe) && !File.directory?(exe)
+          }
+        end
+        return nil
+      end
+    end
+  end
+end

data/lib/jetel/version.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
 
 module Jetel
-  VERSION = '0.0.11'
+  VERSION = '0.0.12'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jetel
 version: !ruby/object:Gem::Version
-  version: 0.0.11
+  version: 0.0.12
 platform: ruby
 authors:
 - Tomas Korcak
@@ -196,6 +196,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.3
 - !ruby/object:Gem::Dependency
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
@@ -389,6 +409,7 @@ files:
 - lib/jetel/extensions/kernel.rb
 - lib/jetel/helpers/general_helper.rb
 - lib/jetel/helpers/helpers.rb
+- lib/jetel/helpers/os_helper.rb
 - lib/jetel/lib.rb
 - lib/jetel/loaders/couchbase/couchbase.rb
 - lib/jetel/loaders/elasticsearch/elasticsearch.rb