webhdfs 0.4.1 → 0.5.0

data/AUTHORS

@@ -1 +1,2 @@
 Kazuki Ohta <kazuki.ohta@gmail.com>
+TAGOMORI Satoshi <tagomoris@gmail.com>

data/COPYING

@@ -0,0 +1,13 @@
+Copyright (C) 2012 Fluentd Project
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,81 @@
+# webhdfs - A client library implementation for Hadoop WebHDFS, and HttpFs, for Ruby
+
+The webhdfs gem is to access Hadoop WebHDFS (EXPERIMENTAL: and HttpFs). WebHDFS::Client is a client class, and WebHDFS::FileUtils is utility like 'fileutils'.
+
+## Installation
+
+    gem install webhdfs
+
+## Usage
+
+### WebHDFS::Client
+
+For client object interface:
+
+    require 'webhdfs'
+    client = WebHDFS::Client.new(hostname, port)
+    # or with pseudo username authentication
+    client = WebHDFS::Client.new(hostname, port, username)
+
+To create/append/read files:
+
+    client.create('/path/to/file', data)
+    client.create('/path/to/file', data, :overwrite => false, :blocksize => 268435456, :replication => 5, :permission => 0666)
+    
+    client.append('/path/to/existing/file', data)
+    
+    client.read('/path/to/target') #=> data
+    client.read('/path/to/target' :offset => 2048, :length => 1024) #=> data
+
+To mkdir/rename/delete directories or files:
+
+    client.mkdir('/hdfs/dirname')
+    client.mkdir('/hdfs/dirname', :permission => 0777)
+    
+    client.rename(original_path, dst_path)
+    
+    client.delete(path)
+    client.delete(dir_path, :recursive => true)
+
+To get status or list of files and directories:
+
+    client.stat(file_path) #=> key-value pairs for file status
+    client.list(dir_path)  #=> list of key-value pairs for files in dir_path
+
+And, 'content_summary', 'checksum', 'homedir', 'chmod', 'chown', 'replication' and 'touch' methods available.
+
+### WebHDFS::FileUtils
+
+    require 'webhdfs/fileutils'
+    WebHDFS::FileUtils.set_server(host, port)
+    # or
+    WebHDFS::FileUtils.set_server(host, port, username, doas)
+    
+    WebHDFS::FileUtils.copy_from_local(localpath, hdfspath)
+    WebHDFS::FileUtils.copy_to_local(hdfspath, localpath)
+    
+    WebHDFS::FileUtils.append(path, data)
+
+### For HttpFs
+
+For HttpFs instead of WebHDFS:
+
+    client = WebHDFS::Client('hostname', 14000)
+    client.httpfs_mode = true
+    
+    client.read(path) #=> data
+    
+    # or with webhdfs/filetuils
+    WebHDFS::FileUtils.set_server('hostname', 14000)
+    WebHDFS::FileUtils.set_httpfs_mode
+    WebHDFS::FileUtils.copy_to_local(remote_path, local_path)
+
+## AUTHORS
+
+* Kazuki Ohta <kazuki.ohta@gmail.com>
+* TAGOMORI Satoshi <tagomoris@gmail.com>
+
+## LICENSE
+
+* Copyright: Copyright (c) 2012- Fluentd Project
+* License: Apache License, Version 2.0

data/VERSION

@@ -1 +1 @@
-0.4.1
+0.5.0

data/lib/webhdfs.rb

@@ -1,2 +1 @@
-# require File.join(File.dirname(__FILE__), 'webhdfs', 'fileutils.rb')
 require File.join(File.dirname(__FILE__), 'webhdfs', 'client.rb')

data/lib/webhdfs/client_v1.rb

@@ -12,31 +12,40 @@ module WebHDFS
 
     attr_accessor :host, :port, :username, :doas
     attr_accessor :open_timeout, :read_timeout
+    attr_accessor :httpfs_mode
 
     def initialize(host='localhost', port=50070, username=nil, doas=nil)
       @host = host
       @port = port
       @username = username
       @doas = doas
+
+      @httpfs_mode = false
     end
 
     # curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=CREATE
     #                 [&overwrite=<true|false>][&blocksize=<LONG>][&replication=<SHORT>]
     #                 [&permission=<OCTAL>][&buffersize=<INT>]"
     def create(path, body, options={})
+      if @httpfs_mode
+        options = options.merge({'data' => 'true'})
+      end
       check_options(options, OPT_TABLE['CREATE'])
       res = operate_requests('PUT', path, 'CREATE', options, body)
       res.code == '201'
     end
-    OPT_TABLE['CREATE'] = ['overwrite', 'blocksize', 'replication', 'permission', 'buffersize']
+    OPT_TABLE['CREATE'] = ['overwrite', 'blocksize', 'replication', 'permission', 'buffersize', 'data']
 
     # curl -i -X POST "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=APPEND[&buffersize=<INT>]"
     def append(path, body, options={})
+      if @httpfs_mode
+        options = options.merge({'data' => 'true'})
+      end
       check_options(options, OPT_TABLE['APPEND'])
       res = operate_requests('POST', path, 'APPEND', options, body)
       res.code == '200'
     end
-    OPT_TABLE['APPEND'] = ['buffersize']
+    OPT_TABLE['APPEND'] = ['buffersize', 'data']
 
     # curl -i -L "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=OPEN
     #                [&offset=<LONG>][&length=<LONG>][&buffersize=<INT>]"
@@ -129,7 +138,8 @@ module WebHDFS
     #                          [&owner=<USER>][&group=<GROUP>]"
     def chown(path, options={})
       check_options(options, OPT_TABLE['SETOWNER'])
-      unless options.has_key?('owner') or options.has_key?('group')
+      unless options.has_key?('owner') or options.has_key?('group') or
+          options.has_key?(:owner) or options.has_key?(:group)
         raise ArgumentError, "'chown' needs at least one of owner or group"
       end
       res = operate_requests('PUT', path, 'SETOWNER', options)
@@ -153,7 +163,8 @@ module WebHDFS
     # accesstime: radix-10 logn integer
     def touch(path, options={})
       check_options(options, OPT_TABLE['SETTIMES'])
-      unless options.has_key?('modificationtime') or options.has_key?('accesstime')
+      unless options.has_key?('modificationtime') or options.has_key?('accesstime') or
+          options.has_key?(:modificationtime) or options.has_key?(:accesstime)
         raise ArgumentError, "'chown' needs at least one of modificationtime or accesstime"
       end
       res = operate_requests('PUT', path, 'SETTIMES', options)
@@ -173,8 +184,8 @@ module WebHDFS
     # end
 
     def check_options(options, optdecl=[])
-      ex = options.keys - (optdecl || [])
-      raise ArgumentError, "no such option: #{ex.keys.join(' ')}" unless ex.empty?
+      ex = options.keys.map(&:to_s) - (optdecl || [])
+      raise ArgumentError, "no such option: #{ex.join(' ')}" unless ex.empty?
     end
 
     def check_success_json(res, attr=nil)
@@ -205,7 +216,7 @@ module WebHDFS
 
     REDIRECTED_OPERATIONS = ['APPEND', 'CREATE', 'OPEN', 'GETFILECHECKSUM']
     def operate_requests(method, path, op, params={}, payload=nil)
-      if REDIRECTED_OPERATIONS.include?(op)
+      if not @httpfs_mode and REDIRECTED_OPERATIONS.include?(op)
         res = request(@host, @port, method, path, op, params, nil)
         unless res.is_a?(Net::HTTPRedirection) and res['location']
           msg = "NameNode returns non-redirection (or without location header), code:#{res.code}, body:#{res.body}."
@@ -219,7 +230,11 @@ module WebHDFS
                 end
         request(uri.host, uri.port, method, rpath, nil, {}, payload)
       else
-        request(@host, @port, method, path, op, params, nil)
+        if @httpfs_mode and not payload.nil?
+          request(@host, @port, method, path, op, params, payload, {'Content-Type' => 'application/octet-stream'})
+        else
+          request(@host, @port, method, path, op, params, payload)
+        end
       end
     end
 
@@ -229,7 +244,7 @@ module WebHDFS
     # IOException                   403 Forbidden
     # FileNotFoundException         404 Not Found
     # RumtimeException              500 Internal Server Error
-    def request(host, port, method, path, op=nil, params={}, payload=nil)
+    def request(host, port, method, path, op=nil, params={}, payload=nil, header=nil)
       conn = Net::HTTP.start(host, port)
       conn.open_timeout = @open_timeout if @open_timeout
       conn.read_timeout = @read_timeout if @read_timeout
@@ -240,7 +255,7 @@ module WebHDFS
                        path
                      end
 
-      res = conn.send_request(method, request_path, payload)
+      res = conn.send_request(method, request_path, payload, header)
 
       case res
       when Net::HTTPSuccess

data/lib/webhdfs/exceptions.rb

@@ -1,11 +1,12 @@
-module WebHDFS
-  class FileNotFoundError < StandardError; end
+module WebHDFS; end
+class WebHDFS::Error < StandardError; end
 
-  class IOError < StandardError; end
-  class SecurityError < StandardError; end
+class WebHDFS::FileNotFoundError < WebHDFS::Error; end
 
-  class ClientError < StandardError; end
-  class ServerError < StandardError; end
+class WebHDFS::IOError < WebHDFS::Error; end
+class WebHDFS::SecurityError < WebHDFS::Error; end
 
-  class RequestFailedError < StandardError; end
-end
+class WebHDFS::ClientError < WebHDFS::Error; end
+class WebHDFS::ServerError < WebHDFS::Error; end
+
+class WebHDFS::RequestFailedError < WebHDFS::Error; end

data/lib/webhdfs/fileutils.rb

@@ -1,29 +1,46 @@
+require_relative 'client'
+
 module WebHDFS
   module FileUtils
-    require 'rest_client'
-
-    # This hash table holds command options.
-    OPT_TABLE = {} # internal use only
-
     # Those values hold NameNode location
     @fu_host = 'localhost'
     @fu_port = 50070
+    @fu_user = nil
+    @fu_doas = nil
+    @fu_httpfs_mode = false
 
     # Public: Set hostname and port number of WebHDFS
     #
     # host - hostname
     # port - port
+    # user - username
+    # doas - proxy user name
     #
     # Examples
     #
     #   FileUtils.set_server 'localhost', 50070
     #
-    def set_server(host, port)
+    def set_server(host, port, user=nil, doas=nil)
       @fu_host = host
       @fu_port = port
+      @fu_user = user
+      @fu_doas = doas
     end
     module_function :set_server
 
+    # Public: Set httpfs mode enable/disable
+    #
+    # mode - boolean (default true)
+    #
+    # Examples
+    #
+    #   FileUtils.set_httpfs_mode
+    #
+    def set_httpfs_mode(mode=true)
+      @fu_httpfs_mode = mode
+    end
+    module_function :set_httpfs_mode
+
     # Public: Copy local file into HDFS
     #
     # file - local file path
@@ -35,28 +52,18 @@ module WebHDFS
     #   FileUtils.copy_from_local 'local_file', 'remote_file'
     #
     def copy_from_local(file, path, options={})
-      fu_check_options options, OPT_TABLE['copy_from_local']
-      fu_log "copy_from_local local=#{file} hdfs=#{path}" if options[:verbose]
-      if mode = options[:mode]
-        mode = ('0%03o' % mode) if mode.is_a? Integer
+      opts = options.dup
+      fu_log "copy_from_local local=#{file} hdfs=#{path}" if opts.delete(:verbose)
+      if mode = opts.delete(:mode)
+        mode = ('%03o' % mode) if mode.is_a? Integer
       else
-        mode = '0644'
-      end
-      options[:permission] = mode
-      options[:overwrite] ||= true
-      begin
-        fu_put(path, 'CREATE', options)
-      rescue RestClient::TemporaryRedirect => e
-        # must be redirected
-        raise e unless [301, 302, 307].include? e.response.code
-        # must have location
-        location = e.response.headers[:location]
-        raise e if location.nil? or location.empty?
-        # put contents
-        RestClient.put location, File.new(file, 'rb')
+        mode = '644'
       end
+      opts[:permission] = mode
+      opts[:overwrite] ||= true
+
+      client.create(path, File.new(file, 'rb').read(File.size(file)), opts)
     end
-    OPT_TABLE['copy_from_local'] = [:overwrite, :blocksize, :replication, :mode, :buffersize, :verbose]
     module_function :copy_from_local
 
     # Public: Copy remote HDFS file into local
@@ -70,14 +77,12 @@ module WebHDFS
     #   FileUtils.copy_to_local 'remote_file', 'local_file'
     #
     def copy_to_local(path, file, options={})
-      fu_check_options options, OPT_TABLE['copy_to_local']
-      fu_log "copy_to_local hdfs=#{path} local=#{file}" if options[:verbose]
+      opts = options.dup
+      fu_log "copy_to_local hdfs=#{path} local=#{file}" if opts.delete(:verbose)
       File.open(file, "wb") do |f|
-        ret = fu_get(path, 'OPEN', options)
-        f.write ret
+        f.write client.read(path, opts)
       end
     end
-    OPT_TABLE['copy_to_local'] = [:offset, :length, :buffersize, :verbose]
     module_function :copy_to_local
 
     # Public: Append to HDFS file
@@ -91,21 +96,10 @@ module WebHDFS
     #   FileUtils.append 'remote_path', 'contents'
     #
     def append(path, body, options={})
-      fu_check_options options, OPT_TABLE['append']
-      fu_log "append #{body.bytesize} bytes to #{path}" if options[:verbose]
-      begin
-        fu_post(path, 'APPEND', options)
-      rescue RestClient::TemporaryRedirect => e
-        # must be redirected
-        raise e unless [301, 302, 307].include? e.response.code
-        # must have location
-        location = e.response.headers[:location]
-        raise e if location.nil? or location.empty?
-        # put contents
-        RestClient.post location, body
-      end
+      opts = options.dup
+      fu_log "append #{body.bytesize} bytes to #{path}" if opts.delete(:verbose)
+      client.append(path, body, opts)
     end
-    OPT_TABLE['append'] = [:buffersize, :verbose]
     module_function :append
 
     # Public: Create one or more directories.
@@ -120,19 +114,19 @@ module WebHDFS
     #   FileUtils.mkdir 'tmp', :mode => 0700
     #
     def mkdir(list, options={})
-      fu_check_options options, OPT_TABLE['mkdir']
-      list = fu_list(list)
-      fu_log "mkdir #{options[:mode] ? ('-m %03o ' % options[:mode]) : ''}#{list.join ' '}" if options[:verbose]
-      if mode = options[:mode]
+      opts = options.dup
+      list = [list].flatten
+      fu_log "mkdir #{options[:mode] ? ('-m %03o ' % options[:mode]) : ''}#{list.join ' '}" if opts.delete(:verbose)
+      if mode = opts[:mode]
         mode = ('0%03o' % mode) if mode.is_a? Integer
       else
         mode = '0755'
       end
+      c = client
       list.each { |dir|
-        fu_put(dir, 'MKDIRS', {:permission => mode})
+        c.mkdir(dir, {:permission => mode})
       }
     end
-    OPT_TABLE['mkdir'] = [:mode, :verbose]
     module_function :mkdir
 
     # Public: Create one or more directories recursively.
@@ -161,14 +155,14 @@ module WebHDFS
     #   FileUtils.rm 'dir', :recursive => true
     #
     def rm(list, options={})
-      fu_check_options options, OPT_TABLE['rm']
-      list = fu_list(list)
-      fu_log "rm #{list.join ' '}" if options[:verbose]
+      opts = options.dup
+      list = [list].flatten
+      fu_log "rm #{list.join ' '}" if opts.delete(:verbose)
+      c = client
       list.each { |dir|
-        fu_delete(dir, 'DELETE', {:recursive => options[:recursive] || false})
+        c.delete(dir, {:recursive => opts[:recursive] || false})
       }
     end
-    OPT_TABLE['rm'] = [:verbose, :recursive]
     module_function :rm
 
     # Public: Remove one or more directories/files recursively.
@@ -183,10 +177,8 @@ module WebHDFS
     #   FileUtils.rmr 'dir'
     #
     def rmr(list, options={})
-      fu_check_options options, OPT_TABLE['rmr']
       self.rm(list, options.merge({:recursive => true}))
     end
-    OPT_TABLE['rmr'] = [:verbose]
     module_function :rmr
 
     # Public: Rename a file or directory.
@@ -200,11 +192,10 @@ module WebHDFS
     #   FileUtils.rename 'from', 'to'
     #
     def rename(src, dst, options={})
-      fu_check_options options, OPT_TABLE['rename']
-      fu_log "rename #{src} #{dst}" if options[:verbose]
-      fu_put(src, 'RENAME', {:destination => dst})
+      opts = options.dup
+      fu_log "rename #{src} #{dst}" if opts.delete(:verbose)
+      client.rename(src, dst, opts)
     end
-    OPT_TABLE['rename'] = [:verbose]
     module_function :rename
 
     # Public: Change permission of one or more directories/files.
@@ -219,15 +210,15 @@ module WebHDFS
     #   FileUtils.chmod 0644, 'file'
     #
     def chmod(mode, list, options={})
-      fu_check_options options, OPT_TABLE['chmod']
-      list = fu_list(list)
-      fu_log sprintf('chmod %o %s', mode, list.join(' ')) if options[:verbose]
-      mode = ('0%03o' % mode) if mode.is_a? Integer
-      list.each { |dir|
-        fu_put(dir, 'SETPERMISSION', {:permission => mode})
+      opts = options.dup
+      list = [list].flatten
+      fu_log sprintf('chmod %o %s', mode, list.join(' ')) if opts.delete(:verbose)
+      mode = ('%03o' % mode) if mode.is_a? Integer
+      c = client
+      list.each { |entry|
+        c.chmod(entry, mode, opts)
       }
     end
-    OPT_TABLE['chmod'] = [:verbose]
     module_function :chmod
 
     # Public: Change an ownership of one or more directories/files.
@@ -243,16 +234,16 @@ module WebHDFS
     #   FileUtils.chmod 0644, 'file'
     #
     def chown(user, group, list, options={})
-      fu_check_options options, OPT_TABLE['chown']
-      list = fu_list(list)
+      opts = options.dup
+      list = [list].flatten
       fu_log sprintf('chown %s%s',
                      [user,group].compact.join(':') + ' ',
-                     list.join(' ')) if options[:verbose]
-      list.each { |dir|
-        fu_put(dir, 'SETOWNER', {:owner => user, :group => group})
+                     list.join(' ')) if opts.delete(:verbose)
+      c = client
+      list.each { |entry|
+        c.chown(entry, {:owner => user, :group => group})
       }
     end
-    OPT_TABLE['chown'] = [:verbose]
     module_function :chown
 
     # Public: Set a replication factor of files
@@ -266,15 +257,15 @@ module WebHDFS
     #   FileUtils.set_repl_factor 'file', 3
     #
     def set_repl_factor(list, num, options={})
-      fu_check_options options, OPT_TABLE['set_repl_factor']
-      list = fu_list(list)
+      opts = options.dup
+      list = [list].flatten
       fu_log sprintf('set_repl_factor %s %d',
-                     list.join(' '), num) if options[:verbose]
-      list.each { |dir|
-        fu_put(dir, 'SETREPLICATION', {:replication => num})
+                     list.join(' '), num) if opts.delete(:verbose)
+      c = client
+      list.each { |entry|
+        c.replication(entry, num, opts)
       }
     end
-    OPT_TABLE['set_repl_factor'] = [:verbose]
     module_function :set_repl_factor
 
     # Public: Set an access time of files
@@ -288,15 +279,15 @@ module WebHDFS
     #   FileUtils.set_atime 'file', Time.now
     #
     def set_atime(list, time, options={})
-      fu_check_options options, OPT_TABLE['set_atime']
-      list = fu_list(list)
+      opts = options.dup
+      list = [list].flatten
       time = time.to_i
-      fu_log sprintf('set_atime %s %d', list.join(' '), time) if options[:verbose]
-      list.each { |dir|
-        fu_put(dir, 'SETTIMES', {:accesstime => time})
+      fu_log sprintf('set_atime %s %d', list.join(' '), time) if opts.delete(:verbose)
+      c = client
+      list.each { |entry|
+        c.touch(entry, {:accesstime => time})
       }
     end
-    OPT_TABLE['set_atime'] = [:verbose]
     module_function :set_atime
 
     # Public: Set a modification time of files
@@ -310,15 +301,15 @@ module WebHDFS
     #   FileUtils.set_mtime 'file', Time.now
     #
     def set_mtime(list, time, options={})
-      fu_check_options options, OPT_TABLE['set_mtime']
-      list = fu_list(list)
+      opts = options.dup
+      list = [list].flatten
       time = time.to_i
-      fu_log sprintf('set_mtime %s %d', list.join(' '), time) if options[:verbose]
-      list.each { |dir|
-        fu_put(dir, 'SETTIMES', {:modificationtime => time})
+      fu_log sprintf('set_mtime %s %d', list.join(' '), time) if opts.delete(:verbose)
+      c = client
+      list.each { |entry|
+        c.touch(entry, {:modificationtime => time})
       }
     end
-    OPT_TABLE['set_mtime'] = [:verbose]
     module_function :set_mtime
 
     # Internal: make functin private
@@ -327,50 +318,6 @@ module WebHDFS
       private_class_method name
     end
 
-    # Internal: make list
-    def fu_list(arg)
-      [arg].flatten
-    end
-    private_module_function :fu_list
-
-    # Internal: HTTP GET
-    def fu_get(path, op, params={}, payload='')
-      url = "http://#{@fu_host}:#{@fu_port}/webhdfs/v1/#{path}"
-      RestClient.get url, :params => params.merge({:op => op})
-    end
-    private_module_function :fu_get
-
-    # Internal: HTTP PUT
-    def fu_put(path, op, params={}, payload='')
-      url = "http://#{@fu_host}:#{@fu_port}/webhdfs/v1/#{path}"
-      RestClient.put url, payload, :params => params.merge({:op => op})
-    end
-    private_module_function :fu_put
-
-    # Internal: HTTP POST
-    def fu_post(path, op, params={}, payload='')
-      url = "http://#{@fu_host}:#{@fu_port}/webhdfs/v1/#{path}"
-      RestClient.post url, payload, :params => params.merge({:op => op})
-    end
-    private_module_function :fu_post
-
-    # Internal: HTTP DELETE
-    def fu_delete(path, op, params={})
-      url = "http://#{@fu_host}:#{@fu_port}/webhdfs/v1/#{path}"
-      RestClient.delete url, :params => params.merge({:op => op})
-    end
-    private_module_function :fu_delete
-
-    # Internal: Check options Hash
-    def fu_check_options(options, optdecl)
-      h = options.dup
-      optdecl.each do |opt|
-        h.delete opt
-      end
-      raise ArgumentError, "no such option: #{h.keys.join(' ')}" unless h.empty?
-    end
-    private_module_function :fu_check_options
-
     @fileutils_output = $stderr
     @fileutils_label  = '[webhdfs]: '
     # Internal: Logging
@@ -380,5 +327,15 @@ module WebHDFS
       @fileutils_output.puts @fileutils_label + msg
     end
     private_module_function :fu_log
+
+    # Internal
+    def client
+      client = WebHDFS::Client.new(@fu_host, @fu_port, @fu_user, @fu_doas)
+      if @fu_httpfs_mode
+        client.httpfs_mode = true
+      end
+      client
+    end
+    private_module_function :client
   end
 end

data/webhdfs.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path('../lib', __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name        = "webhdfs"
-  gem.description = "Ruby WebHDFS client"
+  gem.description = "Ruby WebHDFS/HttpFs client"
   gem.homepage    = ""
   gem.summary     = gem.description
   gem.version     = File.read("VERSION").strip
@@ -16,7 +16,6 @@ Gem::Specification.new do |gem|
   gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.require_paths = ['lib']
 
-  gem.add_dependency "rest-client", "~> 1.6.7"
   gem.add_development_dependency "rake", ">= 0.9.2"
   gem.add_development_dependency "rdoc", ">= 3.12"
   gem.add_development_dependency "simplecov", ">= 0.5.4"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.5.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,24 +9,8 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-20 00:00:00.000000000 Z
+date: 2012-06-13 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: rest-client
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 1.6.7
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 1.6.7
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -91,7 +75,7 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 1.0.0
-description: Ruby WebHDFS client
+description: Ruby WebHDFS/HttpFs client
 email: kazuki.ohta@gmail.com
 executables: []
 extensions: []
@@ -99,7 +83,9 @@ extra_rdoc_files: []
 files:
 - .gitignore
 - AUTHORS
+- COPYING
 - Gemfile
+- README.md
 - Rakefile
 - VERSION
 - lib/webhdfs.rb
@@ -133,7 +119,7 @@ rubyforge_project:
 rubygems_version: 1.8.21
 signing_key: 
 specification_version: 3
-summary: Ruby WebHDFS client
+summary: Ruby WebHDFS/HttpFs client
 test_files:
 - test/test_helper.rb
 - test/webhdfs/fileutils.rb