hdfs_jruby 0.0.3 → 0.0.4

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    NTk1YjliNGRlYTE3MzIxODk2NGI5NzRhODkwOTlmMjljYWI0ZmYzZg==
-  data.tar.gz: !binary |-
-    OTI4NjYwNWJmZGEzN2YxNjI4MmVmOWM2YzNiNDkyMzg4OWI3NDFjOQ==
+SHA1:
+  metadata.gz: 69687639027bf661cd93890f5c8fb6fd9e120213
+  data.tar.gz: 25deefd6f6d5c6a2ef817794207442889ac98ee6
 SHA512:
-  metadata.gz: !binary |-
-    ZGNlOGI1ZGE1ZTdlNGNjZmRlMzdkNWE4NDBmNjg4YWJlOWM2MWViNGY4ZTQ1
-    MThkZDZjZmIzNDIwOWRhMTMyZTE4YTdmMjY1MTEzMjdiNTk0YTllMjI1NTQ1
-    MzU5MTY4NGRkM2Q4MmNhNDI0NTk0NjFhY2UwMzMxNmM0OGM3MmU=
-  data.tar.gz: !binary |-
-    MWYyY2RiOGU2OWFmZjk3YTFmNjU5MmE3NTFhNDk4ZDE3ZjJhZDZmNWZhNjgx
-    ZjVhNDE0ZjVkMTY5YTQ2MzFkOTI2MTViNDU4MGMzMWY5ZWNiZDc4Y2JhYTdm
-    ZTNkYTExZGE5MTE3NGM5OTRmMmExN2VmNTdmMzljNzM5NDZkYzc=
+  metadata.gz: a6ef1a85d42d0c492c1584a975786476ef0c1bc5338bc61460e0f9ff349f46a189123d885cfdf11ef9139edb59a7fd0c80cf5dc6e9bbb3ae76d692feefc6a93c
+  data.tar.gz: df0f2243afaaaa31fa5211860ce1c65fe0c40b549813412ee347c6de7a51a365b16895260f288e52f0861551fdb081e2bbdcaa956587c0571005017ac2defb65

data/Gemfile

@@ -2,3 +2,6 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in hdfs_jruby.gemspec
 gemspec
+
+gem 'rspec'
+

data/README.md

@@ -18,13 +18,13 @@ Or install it yourself as:
 
 ## Usage
 
-   require 'hdfs_jruby'
-   
-   ...
-
-   Hdfs.ls(path) do | stat |
-     p stat
-   end
+    require 'hdfs_jruby'
+    
+    ...
+    
+    Hdfs.ls(path) do | stat |
+      p stat
+    end
 
 
 ## Contributing

data/hdfs_jruby.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["gm.ikeda@gmail.com"]
   spec.summary       = %q{ jruby hdfs api}
   spec.description   = %q{}
-  spec.homepage      = ""
+  spec.homepage      = "https://github.com/shinjiikeda/hdfs_jruby"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")

data/lib/hdfs_jruby/version.rb

@@ -1,3 +1,3 @@
 module Hdfs
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/lib/hdfs_jruby.rb

@@ -33,16 +33,26 @@ module Hdfs
   class FsPermission < org.apache.hadoop.fs.permission.FsPermission
   end
   
-  @conf = Hdfs::Configuration.new()
+  @conf = Hdfs::Configuration.new
   @fs = Hdfs::FileSystem.get(@conf)
   
+  def connectAsUser(user)
+    uri =  Hdfs::FileSystem.getDefaultUri(@conf)
+    @fs.close if ! @fs.nil?
+    @fs = Hdfs::FileSystem.get(uri, @conf, user)
+  end
+  
   def ls(path)
     p = _path(path)
     list = @fs.globStatus(p)
+    return [] if list.nil?
+
     ret_list = []
     list.each do |stat|
       if stat.isDir
         sub_list = @fs.listStatus(stat.getPath)
+        next if sub_list.nil?
+        
         sub_list.each do | s |
           if block_given?
             yield _conv(s)
@@ -157,6 +167,7 @@ module Hdfs
   module_function :set_owner
   module_function :list
   module_function :ls
+  module_function :connectAsUser
 
   private
   def _path(path)
@@ -180,4 +191,5 @@ module Hdfs
 
   module_function :_path
   module_function :_conv
+
 end

data/rspec/01.rb

@@ -0,0 +1,107 @@
+# -*- coding: utf-8 -*-
+
+require 'rubygems'
+require 'rspec'
+
+require 'hdfs_jruby'
+require 'hdfs_jruby/file'
+
+HDFS_TMP_DIR="./test_rspec.#{$$}"
+puts "hdfs tmpdir: #{HDFS_TMP_DIR}"
+
+describe "test1" do
+  
+  before(:all) do
+    Hdfs.mkdir(HDFS_TMP_DIR)
+  end
+  
+  it "put test_dir" do
+    Hdfs.put("./rspec/test_data", HDFS_TMP_DIR)
+  end
+  
+  it "ls #{HDFS_TMP_DIR}/test_data use block" do
+    cnt = 0
+    Hdfs.ls("#{HDFS_TMP_DIR}/test_data").each do | stat |
+      #p stat
+      cnt+=1
+    end
+    expect(cnt).to eq 3
+  end
+  it "ls #{HDFS_TMP_DIR}/test_data" do
+    r = Hdfs.ls("#{HDFS_TMP_DIR}/test_data")
+    expect(r.size).to eq 3
+  end
+  
+  it "exists #{HDFS_TMP_DIR}/test_data/a/a" do
+    r = Hdfs.exists?("#{HDFS_TMP_DIR}/test_data/a/a")
+    expect(r).to eq true
+  end
+  it "directoy? #{HDFS_TMP_DIR}/test_data/a/a" do
+    r = Hdfs.directory?("#{HDFS_TMP_DIR}/test_data/a/a")
+    expect(r).to eq true
+  end
+
+  it "file? #{HDFS_TMP_DIR}/test_data/a/a/test.txt" do
+    r = Hdfs.file?("#{HDFS_TMP_DIR}/test_data/a/a/test.txt")
+    expect(r).to eq true
+  end
+  
+  it "size #{HDFS_TMP_DIR}/test_data/a/a/test.txt" do
+    size = Hdfs.size("#{HDFS_TMP_DIR}/test_data/a/a/test.txt")
+    expect(size).to eq 4
+  end
+  
+  it "create #{HDFS_TMP_DIR}/test_data/d/a/test.txt" do
+    Hdfs::File.open("#{HDFS_TMP_DIR}/test_data/d/a/test.txt", "w") do |io|
+      io.puts("d/a")
+    end
+  end
+  
+  it "read #{HDFS_TMP_DIR}/test_data/d/a/test.txt" do
+    content = nil
+    Hdfs::File.open("#{HDFS_TMP_DIR}/test_data/d/a/test.txt", "r") do |io|
+      content = io.read
+    end
+    expect(content).to eq "d/a\n"
+  end
+  
+  it "append #{HDFS_TMP_DIR}/test_data/append_test/test.txt" do
+    Hdfs::File.open("#{HDFS_TMP_DIR}/test_data/append_test/test.txt", "a") do |io|
+      io.puts("1")
+    end
+    Hdfs::File.open("#{HDFS_TMP_DIR}/test_data/append_test/test.txt", "a") do |io|
+      io.puts("2")
+    end
+    content = nil
+    Hdfs::File.open("#{HDFS_TMP_DIR}/test_data/append_test/test.txt", "r") do |io|
+      content = io.read
+    end
+    expect(content).to eq "1\n2\n"
+  end
+  
+  it "delete not empty directory" do
+    begin
+      Hdfs.delete("#{HDFS_TMP_DIR}/test_data")
+      r = false
+    rescue Java::OrgApacheHadoopIpc::RemoteException => e
+      if e.to_s =~ /is non empty/
+        r = true
+      else
+        r = false
+      end
+    rescue
+      r = false
+    end
+    expect(r).to eq true
+  end
+
+  it "delete directory" do
+    Hdfs.delete("#{HDFS_TMP_DIR}/test_data", true)
+  end
+  
+  after(:all) do
+    Hdfs.delete(HDFS_TMP_DIR, true)
+  end
+
+end
+

data/rspec/test_data/a/a/test.txt

@@ -0,0 +1 @@
+a/a

data/rspec/test_data/a/b/test.txt

@@ -0,0 +1 @@
+a/b

data/rspec/test_data/a/c/test.txt

@@ -0,0 +1 @@
+a/c

data/rspec/test_data/b/test.txt

@@ -0,0 +1 @@
+b

data/rspec/test_data/c/test.txt

@@ -0,0 +1 @@
+c

data/test/test_ls.rb

@@ -1,7 +1,7 @@
 
 require 'hdfs_jruby'
 
-list = Hdfs.ls(ARGV[0]) 
+list = Hdfs.ls(ARGV[0])
 
 list.each do |stat|
   #p stat

metadata

@@ -1,41 +1,41 @@
 --- !ruby/object:Gem::Specification
 name: hdfs_jruby
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - shinji ikeda
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-30 00:00:00.000000000 Z
+date: 2014-09-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: ''
@@ -45,7 +45,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -54,6 +54,12 @@ files:
 - lib/hdfs_jruby.rb
 - lib/hdfs_jruby/file.rb
 - lib/hdfs_jruby/version.rb
+- rspec/01.rb
+- rspec/test_data/a/a/test.txt
+- rspec/test_data/a/b/test.txt
+- rspec/test_data/a/c/test.txt
+- rspec/test_data/b/test.txt
+- rspec/test_data/c/test.txt
 - test/test_append.rb
 - test/test_get.rb
 - test/test_ls.rb
@@ -64,7 +70,7 @@ files:
 - test/test_read2.rb
 - test/test_utils.rb
 - test/test_write.rb
-homepage: ''
+homepage: https://github.com/shinjiikeda/hdfs_jruby
 licenses:
 - MIT
 metadata: {}
@@ -74,12 +80,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []