hdfs_jruby 0.0.4 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 69687639027bf661cd93890f5c8fb6fd9e120213
-  data.tar.gz: 25deefd6f6d5c6a2ef817794207442889ac98ee6
+  metadata.gz: 9ba67ce8212278a98c6a60120d657d4b1f0ddd15
+  data.tar.gz: a471124e46c89d0ccb854c0789fb0745f461dd87
 SHA512:
-  metadata.gz: a6ef1a85d42d0c492c1584a975786476ef0c1bc5338bc61460e0f9ff349f46a189123d885cfdf11ef9139edb59a7fd0c80cf5dc6e9bbb3ae76d692feefc6a93c
-  data.tar.gz: df0f2243afaaaa31fa5211860ce1c65fe0c40b549813412ee347c6de7a51a365b16895260f288e52f0861551fdb081e2bbdcaa956587c0571005017ac2defb65
+  metadata.gz: a7d9c78123be942b16406ed1e8d3fd41798f49d5ce908ccac6b3760596f77944527e2cb276235001e1f95cdcc195f74d07f68af9d6114c2a2f39095b2c0fffb3
+  data.tar.gz: d99a9a45f7117acbdea8f85fd5a3111cebb6f486bd1eb48218aea7672700d4030eb3bf5f131f7a4177f2330ace0614bcc482b090af61eb9964e1d8bc72fbcf60

data/hdfs_jruby.gemspec

@@ -8,7 +8,7 @@ Gem::Specification.new do |spec|
   spec.version       = Hdfs::VERSION
   spec.authors       = ["shinji ikeda"]
   spec.email         = ["gm.ikeda@gmail.com"]
-  spec.summary       = %q{ jruby hdfs api}
+  spec.summary       = %q{ Hadoop hdfs api for JRuby}
   spec.description   = %q{}
   spec.homepage      = "https://github.com/shinjiikeda/hdfs_jruby"
   spec.license       = "MIT"

data/lib/hdfs_jruby/file.rb

@@ -7,6 +7,9 @@ module Hdfs
   import java.lang.String
 
   class File < Delegator
+    
+    # @param [String] path
+    # @param [String] mode 'r' or 'w' or 'a'
     def initialize(path, mode = "r")
       @conf = Hdfs::Configuration.new()
       @fs = Hdfs::FileSystem.get(@conf)
@@ -29,6 +32,8 @@ module Hdfs
       end
     end
     
+    # @param [String] path
+    # @param [String] mode 'r' or 'w' or 'a' 
     def self.open(path, mode = "r")
       if block_given?
         io = File.new(path, mode).to_io

data/lib/hdfs_jruby/version.rb

@@ -1,3 +1,3 @@
 module Hdfs
-  VERSION = "0.0.4"
+  VERSION = "0.0.7"
 end

data/lib/hdfs_jruby.rb

@@ -11,9 +11,19 @@ module Hdfs
     warn "only for use with JRuby"
   end
   
+  if ! ENV["HADOOP_HOME"] && File.exists?("/usr/lib/hadoop")
+    ENV["HADOOP_HOME"] = "/usr/lib/hadoop"
+  end
+  
   if ENV["HADOOP_HOME"]
     HADOOP_HOME=ENV["HADOOP_HOME"]
-    Dir["#{HADOOP_HOME}/#{JAR_PATTERN_0_20}","#{HADOOP_HOME}/lib/*.jar", "#{HADOOP_HOME}/share/hadoop/common/*.jar", "#{HADOOP_HOME}/share/hadoop/common/lib/*.jar", "#{HADOOP_HOME}/share/hadoop/hdfs/*.jar", "#{HADOOP_HOME}/share/hadoop/hdfs/lib/*.jar"].each  do |jar|
+    Dir["#{HADOOP_HOME}/#{JAR_PATTERN_0_20}",
+        "#{HADOOP_HOME}/lib/*.jar",
+        "#{HADOOP_HOME}/share/hadoop/common/*.jar",
+        "#{HADOOP_HOME}/share/hadoop/common/lib/*.jar",
+        "#{HADOOP_HOME}/share/hadoop/hdfs/*.jar",
+        "#{HADOOP_HOME}/share/hadoop/hdfs/lib/*.jar"
+        ].each  do |jar|
       require jar
     end
     $CLASSPATH << "#{HADOOP_HOME}/conf"
@@ -23,25 +33,29 @@ module Hdfs
   
   class FileSystem < org.apache.hadoop.fs.FileSystem
   end
-
+  
   class Configuration < org.apache.hadoop.conf.Configuration
   end
 
   class Path < org.apache.hadoop.fs.Path
   end
-  
+
   class FsPermission < org.apache.hadoop.fs.permission.FsPermission
   end
   
   @conf = Hdfs::Configuration.new
   @fs = Hdfs::FileSystem.get(@conf)
   
+  # @private
   def connectAsUser(user)
     uri =  Hdfs::FileSystem.getDefaultUri(@conf)
     @fs.close if ! @fs.nil?
     @fs = Hdfs::FileSystem.get(uri, @conf, user)
   end
   
+  # ls
+  # @param [String] path 
+  # @return [Array] match path list
   def ls(path)
     p = _path(path)
     list = @fs.globStatus(p)
@@ -70,7 +84,8 @@ module Hdfs
     end
     ret_list if ! block_given?
   end
-
+  
+  # @private
   def list(path, opts={})
     use_glob = opts[:glob] ? true : false
     p = _path(path)
@@ -95,38 +110,56 @@ module Hdfs
     end
   end
   
+  # @param [String] path
   def exists?(path)
     @fs.exists(_path(path))
   end
-
+  
+  # @param [String] src hdfs source path
+  # @param [String] dst hdfs destination path
   def move(src, dst)
     @fs.rename(Path.new(src), Path.new(dst))
   end
-
+  
+  # delete
+  #
+  # @param [String] path
+  # @param [Boolean] r recursive false or true (default: false)
   def delete(path, r=false)
     @fs.delete(_path(path), r)
   end
-
+  
+  # @return [Boolean] true: file, false: directory
   def file?(path)
     @fs.isFile(_path(path))
   end
 
+  # @return [Boolean] true: directory, false: file
   def directory?(path)
     @fs.isDirectory(_path(path))
   end
-
+  
+  # @return [Integer] file size
   def size(path)
     @fs.getFileStatus(_path(path)).getLen()
   end
   
+  # make directory
+  # @param [String] path
   def mkdir(path)
     @fs.mkdirs(_path(path))
   end
-
+  
+  # put file or directory to hdfs
+  # @param [String] local surouce (local path)
+  # @param [String] remote destination (hdfs path)
   def put(local, remote)
     @fs.copyFromLocalFile(Path.new(local), Path.new(remote))
   end
 
+  # get file or directory from hdfs
+  # @param [String] remote surouce (hdfs path)
+  # @param [String] local destination (local path)
   def get(remote, local)
     @fs.copyToLocalFile(Path.new(remote), Path.new(local))
   end
@@ -142,11 +175,16 @@ module Hdfs
   def set_working_directory(path)
     @fs.setWorkingDirectory(_path())
   end
-
+  
+  # @param [String] path
+  # @param [Integer] perm permission
   def set_permission(path, perm)
     @fs.setPermission(_path(path), org.apache.hadoop.fs.permission.FsPermission.new(perm))
   end
   
+  # @param [String] path
+  # @param [String] owner
+  # @param [String] group
   def set_owner(path, owner, group)
     @fs.setOwner(_path(path), owner, group)
   end

data/{rspec → spec}/01.rb

@@ -16,7 +16,7 @@ describe "test1" do
   end
   
   it "put test_dir" do
-    Hdfs.put("./rspec/test_data", HDFS_TMP_DIR)
+    Hdfs.put("./spec/test_data", HDFS_TMP_DIR)
   end
   
   it "ls #{HDFS_TMP_DIR}/test_data use block" do

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: hdfs_jruby
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.7
 platform: ruby
 authors:
 - shinji ikeda
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
 date: 2014-09-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.6'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.6'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  prerelease: false
+  type: :development
 description: ''
 email:
 - gm.ikeda@gmail.com
@@ -45,7 +45,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
+- .gitignore
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -54,12 +54,12 @@ files:
 - lib/hdfs_jruby.rb
 - lib/hdfs_jruby/file.rb
 - lib/hdfs_jruby/version.rb
-- rspec/01.rb
-- rspec/test_data/a/a/test.txt
-- rspec/test_data/a/b/test.txt
-- rspec/test_data/a/c/test.txt
-- rspec/test_data/b/test.txt
-- rspec/test_data/c/test.txt
+- spec/01.rb
+- spec/test_data/a/a/test.txt
+- spec/test_data/a/b/test.txt
+- spec/test_data/a/c/test.txt
+- spec/test_data/b/test.txt
+- spec/test_data/c/test.txt
 - test/test_append.rb
 - test/test_get.rb
 - test/test_ls.rb
@@ -74,27 +74,33 @@ homepage: https://github.com/shinjiikeda/hdfs_jruby
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
+rubyforge_project:
 rubygems_version: 2.2.2
-signing_key: 
+signing_key:
 specification_version: 4
-summary: jruby hdfs api
+summary: Hadoop hdfs api for JRuby
 test_files:
+- spec/01.rb
+- spec/test_data/a/a/test.txt
+- spec/test_data/a/b/test.txt
+- spec/test_data/a/c/test.txt
+- spec/test_data/b/test.txt
+- spec/test_data/c/test.txt
 - test/test_append.rb
 - test/test_get.rb
 - test/test_ls.rb
@@ -105,3 +111,4 @@ test_files:
 - test/test_read2.rb
 - test/test_utils.rb
 - test/test_write.rb
+has_rdoc: