hdfs-viking 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9abada7afc7a54dc7724498c89a686f873755ef6
-  data.tar.gz: 441c1dc9e893763649a2cac75f3e80b3ab3a2e91
+  metadata.gz: 11d89901b01122209e69cda466df76816c436ea8
+  data.tar.gz: b87095644174963fe159343b1e3966d3fe277f2f
 SHA512:
-  metadata.gz: 2742479d17cd6925a6b5501daecb87ebc5db9409543e0ed6b8544cebb589d6349e89b81a89112bceb2e0d37ba868f98a78d5485d854f992b483500d6a1128d76
-  data.tar.gz: d1a679d6418cf77306c7ba25dc436836807028a479e68cbf44b9b70d962095aaabd2fdd7aad9a9e4070951514d922d0844a31ab889b4dd0789447db1927a48cc
+  metadata.gz: 901af5258a9bde742a70caa7fea0516f14ed78c21cdd3ec7c7fbb6fbac882cfa28e3ced29e094a967dcc9db544cb30c535b22e7a92c386a790c5e336e392134f
+  data.tar.gz: 75e58c61ca82a9aac66a06f479dc4602d4b9aa08cf64a3b6b9af42c7cd7ceed217e22e2e85bc7c175f33d32addb9978e3769a2fb1ded0dc8183e12e1853560fc

data/.gitignore

@@ -3,7 +3,6 @@
 .bundle
 .config
 .yardoc
-Gemfile.lock
 InstalledFiles
 _yardoc
 coverage
@@ -15,5 +14,3 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
-Jarfile.lock
-.ruby-version

data/.ruby-version

@@ -0,0 +1 @@
+jruby-1.7.6

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+script: "bundle exec rake prepare test"
+jdk:
+  - openjdk6
+rvm:
+  - jruby-19mode

data/Gemfile.lock

@@ -0,0 +1,24 @@
+PATH
+  remote: .
+  specs:
+    hdfs-viking (0.0.6)
+      bundler
+      lock_jar
+      rake
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    lock_jar (0.8.0)
+      naether (~> 0.10.1)
+      thor (~> 0.18.1)
+    naether (0.10.1-java)
+    rake (10.1.1)
+    thor (0.18.1)
+
+PLATFORMS
+  java
+  ruby
+
+DEPENDENCIES
+  hdfs-viking!

data/Jarfile

@@ -1,3 +1,5 @@
+jar 'jline:jline:2.11'
+
 repository 'https://repository.cloudera.com/artifactory/cloudera-repos'
 jar 'org.apache.hadoop:hadoop-common:2.0.0-cdh4.4.0'
 jar 'org.apache.hadoop:hadoop-hdfs:2.0.0-cdh4.4.0'

data/Jarfile.lock

@@ -1,5 +1,5 @@
 ---
-version: 0.7.5
+version: 0.8.0
 groups:
   default:
     dependencies:
@@ -31,7 +31,7 @@ groups:
     - javax.servlet.jsp:jsp-api:jar:2.1
     - javax.servlet:servlet-api:jar:2.5
     - javax.xml.bind:jaxb-api:jar:2.2.2
-    - jline:jline:jar:0.9.94
+    - jline:jline:jar:2.11
     - junit:junit:jar:4.8.2
     - log4j:log4j:jar:1.2.17
     - net.java.dev.jets3t:jets3t:jar:0.6.1
@@ -61,6 +61,8 @@ groups:
     - tomcat:jasper-runtime:jar:5.5.23
     - xmlenc:xmlenc:jar:0.52
     artifacts:
+    - jar:jline:jline:jar:2.11:
+        transitive: {}
     - jar:org.apache.hadoop:hadoop-common:jar:2.0.0-cdh4.4.0:
         transitive:
           com.jcraft:jsch:jar:0.1.42: {}
@@ -104,8 +106,7 @@ groups:
           org.codehaus.jackson:jackson-mapper-asl:jar:1.8.8: {}
           tomcat:jasper-runtime:jar:5.5.23: {}
           net.java.dev.jets3t:jets3t:jar:0.6.1: {}
-          org.apache.zookeeper:zookeeper:jar:3.4.5-cdh4.4.0:
-            jline:jline:jar:0.9.94: {}
+          org.apache.zookeeper:zookeeper:jar:3.4.5-cdh4.4.0: {}
           commons-io:commons-io:jar:2.1: {}
           commons-httpclient:commons-httpclient:jar:3.1: {}
           commons-logging:commons-logging:jar:1.1.1: {}

data/README.md

@@ -2,6 +2,8 @@
 
 A familiar jRuby hdfs wrapper.
 
+[![Build Status](https://travis-ci.org/tyro89/Viking.png?branch=master)](https://travis-ci.org/tyro89/Viking)
+
 ## Goal
 
 The goal is to provide ways that are similar to the common ruby file system

data/Rakefile

@@ -9,10 +9,7 @@ Rake::TestTask.new do |t|
 end
 
 task :prepare do
-  require 'lock_jar'
-  LockJar.lock
-  lockfile = File.expand_path( "../Jarfile.lock", __FILE__ )
-  LockJar.install( :lockfile => lockfile )
+  load(File.expand_path("ext/mkrf_conf.rb", File.dirname(__FILE__)))
 end
 
-task :default => :prepare
+task :default => :test

data/ext/mkrf_conf.rb

@@ -0,0 +1,3 @@
+require 'lock_jar'
+jarfile  = File.expand_path("../Jarfile", File.dirname(__FILE__))
+LockJar.lock(jarfile)

data/lib/viking/file.rb

@@ -3,7 +3,7 @@ module Viking
 
     def self.absolute_path(file_name, dir_string=Viking.client.get_working_directory)
       dir_string = dir_string.to_s.sub(/[^\/]*:\/*\//, '/')
-      IO::File.absolute_path(file_name, dir_string)
+      ::File.absolute_path(file_name, dir_string)
     end
 
     def self.basename(file_name, suffix = nil)
@@ -188,9 +188,7 @@ module Viking
     end
 
     def write(string)
-      string.bytes.each do |b|
-        writer.write_byte(b)
-      end
+      writer.write(string.to_java_bytes)
     end
 
     private
@@ -219,7 +217,7 @@ module Viking
     def writer
       @writer ||= begin
         @writing = true
-        Viking.client.create(Path.new(path))
+        Viking.client.create(Path.new(path), true, Viking.buffer_size)
       end
     end
   end

data/lib/viking/version.rb

@@ -1,3 +1,3 @@
 module Viking
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

data/lib/viking.rb

@@ -11,19 +11,24 @@ module Viking
   java_import org.apache.hadoop.fs.Path
   java_import org.apache.hadoop.fs.permission.FsPermission
 
+  DEFAULT_BUFFER_SIZE = 4096
+
   def self.configure(config)
-    hostname = config[:host]
-    port     = config[:port]
+    path = URI.new("hdfs://#{config[:host]}:#{config[:port]}")
 
-    path = URI.new("hdfs://#{hostname}:#{port}")
+    @buffer_size = config[:buffer_size]
+    @client      = DistributedFileSystem.new
 
-    @client = DistributedFileSystem.new
     @client.initialize__method(path, Configuration.new)
   end
 
   def self.client
     @client ||= FileSystem.get_local(Configuration.new)
   end
+
+  def self.buffer_size
+    @buffer_size || DEFAULT_BUFFER_SIZE
+  end
 end
 
 require "viking/version"

data/viking.gemspec

@@ -12,8 +12,9 @@ Gem::Specification.new do |spec|
   spec.summary       = %q{jruby hdfs wrapper}
   spec.homepage      = ""
   spec.license       = "MIT"
+  spec.homepage      = "https://github.com/tyro89/Viking/"
 
-  spec.extensions    = ["Rakefile"]
+  spec.extensions    = ["ext/mkrf_conf.rb"]
 
   spec.files         = `git ls-files`.split($/)
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hdfs-viking
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Erik Selin
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-03-11 00:00:00.000000000 Z
+date: 2014-03-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -57,16 +57,20 @@ email:
 - erik.selin@jadedpixel.com
 executables: []
 extensions:
-- Rakefile
+- ext/mkrf_conf.rb
 extra_rdoc_files: []
 files:
 - .gitignore
+- .ruby-version
+- .travis.yml
 - Gemfile
+- Gemfile.lock
 - Jarfile
 - Jarfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
+- ext/mkrf_conf.rb
 - lib/viking.rb
 - lib/viking/dir.rb
 - lib/viking/file.rb
@@ -78,7 +82,7 @@ files:
 - test/test_file_instance_methods.rb
 - test/test_fileutils_class_methods.rb
 - viking.gemspec
-homepage: ''
+homepage: https://github.com/tyro89/Viking/
 licenses:
 - MIT
 metadata: {}