webhdfs 0.5.3 → 0.5.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 08439535f6e75bfa6752149b84064abcd422973c
-  data.tar.gz: 77d323397684a82eff40882a7f2b3886dcb606ec
+  metadata.gz: 2dbe7f5cbc7dd8becf1af99bc7b4291170e09763
+  data.tar.gz: fec022e46547493c2ecb825e14e62c32ad62a7ab
 SHA512:
-  metadata.gz: c6ec4433bc1b732f6909080f40e7d5dae0c9f2e4951e2adc483f76581b00394e172e25855cee857de6811b9ba3c7cb97a8cd7136794bd9976de9ea906e20bb64
-  data.tar.gz: 67098699f189c12534a80b76b26965467bfe62ff1f21ba2ddcf266f4e780c40bb1c530d8869aa8f0508739330458a10fe603767fcb8f85e8f753b7aaf35bc807
+  metadata.gz: c098695dd8248293b86e85e742e9abfd41da0b1a433609cf0f18bec6522a78135c324095c8a2280ee3ae6bb2524e09a8fc30c121eafd0fd68345c64c0a7caef9
+  data.tar.gz: 0b7a52e3ce9d03ff6d26533604309831d4228606bc3e5f1421f5150323a521a820861bc586906b9606bd5fd55c3d50952b0a70911a235565df101bba65efea1e

data/README.md

@@ -50,7 +50,7 @@ For known errors, automated retries are available. Set `retry_known_errors` opti
     client.retry_known_errors = true
     
     # client.retry_interval = 1 # [sec], default: 1
-    # clinet.retry_times = 1 # [times], default: 1
+    # client.retry_times = 1 # [times], default: 1
 
 ### WebHDFS::FileUtils
 
@@ -68,7 +68,7 @@ For known errors, automated retries are available. Set `retry_known_errors` opti
 
 For HttpFs instead of WebHDFS:
 
-    client = WebHDFS::Client('hostname', 14000)
+    client = WebHDFS::Client.new('hostname', 14000)
     client.httpfs_mode = true
     
     client.read(path) #=> data
@@ -78,6 +78,12 @@ For HttpFs instead of WebHDFS:
     WebHDFS::FileUtils.set_httpfs_mode
     WebHDFS::FileUtils.copy_to_local(remote_path, local_path)
 
+### For HTTP Proxy servers
+
+    client = WebHDFS::Client.new('hostname', 14000, 'proxy.server.local', 8080)
+    client.proxy_user = 'jack'   # if needed
+    client.proxy_pass = 'secret' # if needed
+
 ## AUTHORS
 
 * Kazuki Ohta <kazuki.ohta@gmail.com>

data/VERSION

@@ -1 +1 @@
-0.5.3
+0.5.4

data/lib/webhdfs/client_v1.rb

@@ -11,7 +11,8 @@ module WebHDFS
     OPT_TABLE = {} # internal use only
     KNOWN_ERRORS = ['LeaseExpiredException'].freeze
 
-    attr_accessor :host, :port, :username, :doas
+    attr_accessor :host, :port, :username, :doas, :proxy_address, :proxy_port
+    attr_accessor :proxy_user, :proxy_pass
     attr_accessor :open_timeout # default 30s (in ruby net/http)
     attr_accessor :read_timeout # default 60s (in ruby net/http)
     attr_accessor :httpfs_mode
@@ -19,11 +20,13 @@ module WebHDFS
     attr_accessor :retry_times        # default 1 (ignored when retry_known_errors is false)
     attr_accessor :retry_interval     # default 1 ([sec], ignored when retry_known_errors is false)
 
-    def initialize(host='localhost', port=50070, username=nil, doas=nil)
+    def initialize(host='localhost', port=50070, username=nil, doas=nil, proxy_address=nil, proxy_port=nil)
       @host = host
       @port = port
       @username = username
       @doas = doas
+      @proxy_address = proxy_address
+      @proxy_port = proxy_port
       @retry_known_errors = false
       @retry_times = 1
       @retry_interval = 1
@@ -253,7 +256,9 @@ module WebHDFS
     # FileNotFoundException         404 Not Found
     # RumtimeException              500 Internal Server Error
     def request(host, port, method, path, op=nil, params={}, payload=nil, header=nil, retries=0)
-      conn = Net::HTTP.new(host, port)
+      conn = Net::HTTP.new(host, port, @proxy_address, @proxy_port)
+      conn.proxy_user = @proxy_user if @proxy_user
+      conn.proxy_pass = @proxy_pass if @proxy_pass
       conn.open_timeout = @open_timeout if @open_timeout
       conn.read_timeout = @read_timeout if @read_timeout
 

data/lib/webhdfs/fileutils.rb

@@ -15,16 +15,20 @@ module WebHDFS
     # port - port
     # user - username
     # doas - proxy user name
+    # proxy_address - address of the net http proxy to use
+    # proxy_port - port of the net http proxy to use
     #
     # Examples
     #
     #   FileUtils.set_server 'localhost', 50070
     #
-    def set_server(host, port, user=nil, doas=nil)
+    def set_server(host, port, user=nil, doas=nil, proxy_address=nil, proxy_port=nil)
       @fu_host = host
       @fu_port = port
       @fu_user = user
       @fu_doas = doas
+      @fu_paddr = proxy_address
+      @fu_pport = proxy_port
     end
     module_function :set_server
 
@@ -330,7 +334,7 @@ module WebHDFS
 
     # Internal
     def client
-      client = WebHDFS::Client.new(@fu_host, @fu_port, @fu_user, @fu_doas)
+      client = WebHDFS::Client.new(@fu_host, @fu_port, @fu_user, @fu_doas, @fu_paddr, @fu_pport)
       if @fu_httpfs_mode
         client.httpfs_mode = true
       end

data/webhdfs.gemspec

@@ -4,7 +4,7 @@ $:.push File.expand_path('../lib', __FILE__)
 Gem::Specification.new do |gem|
   gem.name        = "webhdfs"
   gem.description = "Ruby WebHDFS/HttpFs client"
-  gem.homepage    = ""
+  gem.homepage    = "https://github.com/kzk/webhdfs/"
   gem.summary     = gem.description
   gem.version     = File.read("VERSION").strip
   gem.authors     = ["Kazuki Ohta"]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.5.3
+  version: 0.5.4
 platform: ruby
 authors:
 - Kazuki Ohta
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-14 00:00:00.000000000 Z
+date: 2013-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -88,7 +88,7 @@ files:
 - test/test_helper.rb
 - test/webhdfs/fileutils.rb
 - webhdfs.gemspec
-homepage: ''
+homepage: https://github.com/kzk/webhdfs/
 licenses: []
 metadata: {}
 post_install_message: 
@@ -107,10 +107,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 2.0.2
 signing_key: 
 specification_version: 4
 summary: Ruby WebHDFS/HttpFs client
 test_files:
 - test/test_helper.rb
 - test/webhdfs/fileutils.rb
+has_rdoc: false