filbunke 1.8.4 → 1.9.0

data/Rakefile

@@ -9,7 +9,7 @@ begin
     gem.description = %Q{Filbunke client and library}
     gem.email = "info@deltaprojects.com"
     gem.homepage = "http://github.com/deltaprojects/filbunke"
-    gem.authors = ["Björn Sperber", "Karl Ravn"]
+    gem.authors = ["Bjorn Sperber", "Karl Ravn"]
     gem.add_development_dependency "thoughtbot-shoulda", ">= 0"
     gem.files.exclude 'pkg'
     gem.executables = ['filbunked']

data/VERSION

@@ -1 +1 @@
-1.8.4
+1.9.0

data/filbunke.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{filbunke}
-  s.version = "1.8.4"
+  s.version = "1.9.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Bj\303\266rn Sperber", "Karl Ravn"]
-  s.date = %q{2012-10-01}
+  s.authors = ["Bjorn Sperber", "Karl Ravn"]
+  s.date = %q{2013-01-03}
   s.default_executable = %q{filbunked}
   s.description = %q{Filbunke client and library}
   s.email = %q{info@deltaprojects.com}

data/lib/filbunke/client.rb

@@ -141,7 +141,7 @@ module Filbunke
         
       if file.url =~ /^http:\/\//
         update_http_file!(file, local_file_path)
-      elsif file.url =~ /^hdfs:\/\//
+      elsif (file.url =~ /^hdfs:\/\//) || (file.url =~ /^hftp:\/\//)
         success = update_hdfs_file!(file, local_file_path)
         run_callbacks(file, local_file_path) if success
       else
@@ -238,7 +238,12 @@ module Filbunke
       begin
         ::FileUtils.mkdir_p(::File.dirname(local_file_path))
         ::FileUtils.rm_f("#{local_file_path}.tmp")
-        hdfs_cmd = "#{@repository.hadoop_binary} fs -copyToLocal #{file.url} #{local_file_path}.tmp"
+        url = file.url
+        if (url =~ /^hdfs:\/\//)
+                url.gsub!(/hdfs:\/\//, "hftp://")
+                url.gsub!(/:8020/, "")
+        end
+        hdfs_cmd = "#{@repository.hadoop_binary} fs -copyToLocal #{url} #{local_file_path}.tmp"
         @logger.log "Trying to update #{local_file_path} with '#{hdfs_cmd}'"
         
         pid, stdin, stdout, stderr = Open4::popen4 hdfs_cmd

metadata

@@ -1,22 +1,22 @@
 --- !ruby/object:Gem::Specification 
 name: filbunke
 version: !ruby/object:Gem::Version 
-  hash: 63
+  hash: 51
   prerelease: 
   segments: 
   - 1
-  - 8
-  - 4
-  version: 1.8.4
+  - 9
+  - 0
+  version: 1.9.0
 platform: ruby
 authors: 
-- "Bj\xC3\xB6rn Sperber"
+- Bjorn Sperber
 - Karl Ravn
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2012-10-01 00:00:00 +02:00
+date: 2013-01-03 00:00:00 +01:00
 default_executable: filbunked
 dependencies: 
 - !ruby/object:Gem::Dependency