ganapati 0.0.4 → 0.0.5

data/lib/ganapati.rb

@@ -1,5 +1,6 @@
 require 'ganapati/client'
 require 'ganapati/hfile'
+require 'ganapati/utils'
 
 $:.unshift File.join(File.dirname(__FILE__), 'thrift')
 require 'thrift_hadoop_file_system'

data/lib/ganapati/client.rb

@@ -103,9 +103,11 @@ module Ganapati
       @client.stat pname(path)
     end
 
-    def ls(path, details=false)
+    def ls(path, details=false, recursive=false)
       statuses = @client.listStatus pname(path)
-      (details) ? statuses : statuses.map { |s| s.path }
+      paths = (details) ? statuses : statuses.map { |s| s.path }
+      return paths if not recursive
+      paths + statuses.select { |s| s.isdir }.map { |s| ls(s.path, details, recursive) }.flatten
     end
 
     def chmod(path, mode)

data/lib/ganapati/utils.rb

@@ -0,0 +1,47 @@
+module Ganapati
+  class FileUrl
+    attr_reader :scheme, :host, :port, :path
+
+    def initialize(url, default_scheme='yourmom', default_host='localhost', default_port=8118)
+      @url = url
+      if @url.start_with? 'file://' or (not @url.start_with? 'hdfs://' and default_scheme == :file)
+        parse_file_scheme
+      else
+        parse_hdfs_scheme(default_host, default_port)
+      end
+    end
+
+    def to_s
+      @url
+    end
+
+    def hdfs?
+      @scheme == :hdfs
+    end
+
+    def local?
+      @scheme == :file
+    end
+
+    private
+    def parse_file_scheme
+      @scheme = :file
+      @path = @url.slice(7, @url.length-7)
+    end
+
+    def parse_hdfs_scheme(default_host, default_port)
+      @scheme = :hdfs
+      @path = @url.start_with?('hdfs://') ? @url.slice(7, @url.length-7) : @url
+      if @path.start_with? '/'
+        @host = default_host
+        @port = default_port.to_i
+      else
+        parts = @path.split('/')
+        hostport = parts.shift.split(':')
+        @host = hostport.first
+        @port = (hostport.length == 2) ? hostport.last.to_i : default_port.to_i
+        @path = '/' + parts.join('/')
+      end        
+    end
+  end
+end

data/lib/ganapati/version.rb

@@ -0,0 +1,3 @@
+module Ganapati
+  VERSION = "0.0.5"
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: ganapati
 version: !ruby/object:Gem::Version 
-  hash: 23
+  hash: 21
   prerelease: false
   segments: 
   - 0
   - 0
-  - 4
-  version: 0.0.4
+  - 5
+  version: 0.0.5
 platform: ruby
 authors: 
 - Brian Muller
@@ -38,6 +38,8 @@ description: Hadoop HDFS Thrift interface for Ruby
 email: brian.muller@livingsocial.com
 executables: 
 - hdfs_thrift_server
+- hls
+- hcp
 extensions: []
 
 extra_rdoc_files: []
@@ -45,11 +47,84 @@ extra_rdoc_files: []
 files: 
 - lib/ganapati/client.rb
 - lib/ganapati/hfile.rb
+- lib/ganapati/utils.rb
+- lib/ganapati/version.rb
 - lib/ganapati.rb
 - lib/thrift/hadoopfs_constants.rb
 - lib/thrift/hadoopfs_types.rb
 - lib/thrift/thrift_hadoop_file_system.rb
+- LICENSE
+- Rakefile
+- README.rdoc
+- docs/classes/Ganapati/Client.html
+- docs/classes/Ganapati/FileUrl.html
+- docs/classes/Ganapati/HFile.html
+- docs/classes/Ganapati.html
+- docs/classes/ThriftHadoopFileSystem/Append_args.html
+- docs/classes/ThriftHadoopFileSystem/Append_result.html
+- docs/classes/ThriftHadoopFileSystem/BlockLocation.html
+- docs/classes/ThriftHadoopFileSystem/Chmod_args.html
+- docs/classes/ThriftHadoopFileSystem/Chmod_result.html
+- docs/classes/ThriftHadoopFileSystem/Chown_args.html
+- docs/classes/ThriftHadoopFileSystem/Chown_result.html
+- docs/classes/ThriftHadoopFileSystem/Client.html
+- docs/classes/ThriftHadoopFileSystem/Close_args.html
+- docs/classes/ThriftHadoopFileSystem/Close_result.html
+- docs/classes/ThriftHadoopFileSystem/Create_args.html
+- docs/classes/ThriftHadoopFileSystem/Create_result.html
+- docs/classes/ThriftHadoopFileSystem/CreateFile_args.html
+- docs/classes/ThriftHadoopFileSystem/CreateFile_result.html
+- docs/classes/ThriftHadoopFileSystem/Exists_args.html
+- docs/classes/ThriftHadoopFileSystem/Exists_result.html
+- docs/classes/ThriftHadoopFileSystem/FileStatus.html
+- docs/classes/ThriftHadoopFileSystem/GetFileBlockLocations_args.html
+- docs/classes/ThriftHadoopFileSystem/GetFileBlockLocations_result.html
+- docs/classes/ThriftHadoopFileSystem/ListStatus_args.html
+- docs/classes/ThriftHadoopFileSystem/ListStatus_result.html
+- docs/classes/ThriftHadoopFileSystem/MalformedInputException.html
+- docs/classes/ThriftHadoopFileSystem/Mkdirs_args.html
+- docs/classes/ThriftHadoopFileSystem/Mkdirs_result.html
+- docs/classes/ThriftHadoopFileSystem/Open_args.html
+- docs/classes/ThriftHadoopFileSystem/Open_result.html
+- docs/classes/ThriftHadoopFileSystem/Pathname.html
+- docs/classes/ThriftHadoopFileSystem/Processor.html
+- docs/classes/ThriftHadoopFileSystem/Read_args.html
+- docs/classes/ThriftHadoopFileSystem/Read_result.html
+- docs/classes/ThriftHadoopFileSystem/Rename_args.html
+- docs/classes/ThriftHadoopFileSystem/Rename_result.html
+- docs/classes/ThriftHadoopFileSystem/Rm_args.html
+- docs/classes/ThriftHadoopFileSystem/Rm_result.html
+- docs/classes/ThriftHadoopFileSystem/SetInactivityTimeoutPeriod_args.html
+- docs/classes/ThriftHadoopFileSystem/SetInactivityTimeoutPeriod_result.html
+- docs/classes/ThriftHadoopFileSystem/SetReplication_args.html
+- docs/classes/ThriftHadoopFileSystem/SetReplication_result.html
+- docs/classes/ThriftHadoopFileSystem/Shutdown_args.html
+- docs/classes/ThriftHadoopFileSystem/Shutdown_result.html
+- docs/classes/ThriftHadoopFileSystem/Stat_args.html
+- docs/classes/ThriftHadoopFileSystem/Stat_result.html
+- docs/classes/ThriftHadoopFileSystem/ThriftHandle.html
+- docs/classes/ThriftHadoopFileSystem/ThriftIOException.html
+- docs/classes/ThriftHadoopFileSystem/Write_args.html
+- docs/classes/ThriftHadoopFileSystem/Write_result.html
+- docs/classes/ThriftHadoopFileSystem.html
+- docs/created.rid
+- docs/files/lib/ganapati/client_rb.html
+- docs/files/lib/ganapati/hfile_rb.html
+- docs/files/lib/ganapati/utils_rb.html
+- docs/files/lib/ganapati/version_rb.html
+- docs/files/lib/ganapati_rb.html
+- docs/files/lib/thrift/hadoopfs_constants_rb.html
+- docs/files/lib/thrift/hadoopfs_types_rb.html
+- docs/files/lib/thrift/thrift_hadoop_file_system_rb.html
+- docs/files/README_rdoc.html
+- docs/fr_class_index.html
+- docs/fr_file_index.html
+- docs/fr_method_index.html
+- docs/index.html
+- docs/rdoc-style.css
 - bin/hdfs_thrift_server
+- bin/hls
+- bin/hcp
 has_rdoc: true
 homepage: https://github.com/livingsocial/ganapati
 licenses: []
@@ -79,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: "0"
 requirements: []
 
-rubyforge_project: 
+rubyforge_project: ganapati
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3