mandy 0.4.89 → 0.4.90

data/Rakefile

@@ -10,11 +10,8 @@ Spec::Rake::SpecTask.new(:spec) do |t|
   t.spec_opts = %w{-f s -c -L mtime}
 end
 
-task :build do
+task :gem do
   `sudo gem build mandy.gemspec`
   `mkdir pkg; mv mandy-*.gem pkg/`
-end
-
-task :gem => :build do
   `sudo gem install pkg/mandy-*.gem`
 end

data/bin/mandy-cat

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'ostruct'
+
+exec('mandy-cat -h') unless ARGV.size >= 2
+
+options = OpenStruct.new
+
+OptionParser.new do |opts|
+  opts.banner = "USAGE: mandy-cat hdfs_path [options]"
+
+  opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
+    options.config = config
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end.parse!
+
+
+def absolute_path(path)
+  path =~ /^\// ? path : File.join(Dir.pwd, path)
+end
+
+hdfs_path = ARGV[0]
+config = absolute_path(options.config || 'cluster.xml')
+
+exec("$HADOOP_HOME/bin/hadoop fs -conf #{config} -cat #{hdfs_path}")

data/bootstrap.rb

@@ -5,7 +5,6 @@ module Mandy
     def self.unpack(file)
       return false unless File.extname(file) == '.tar'
       `tar -xf #{file}`
-      `gem bundle --cached`
     end
   end
 end

data/lib/packer.rb

@@ -11,11 +11,8 @@ module Mandy
       FileUtils.cp_r(script, tmp_path)
       FileUtils.cp_r(Dir.glob(to_be_copied), tmp_path)
       FileUtils.cp_r(gemfile, tmp_path)
-      Dir.chdir(tmp_path) do
-        `gem bundle`
-        `rm -rf vendor/gems/gems`
-        `tar -cf bundle.tar *`
-      end
+      Dir.chdir(tmp_path) { `gem bundle` }
+      Dir.chdir(tmp_path) { `tar -cf bundle.tar *` }
       File.join(tmp_path, 'bundle.tar')
     end
     

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: mandy
 version: !ruby/object:Gem::Version 
-  version: 0.4.89
+  version: 0.4.90
 platform: ruby
 authors: 
 - Andy Kent
@@ -23,16 +23,6 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
     version: 
-- !ruby/object:Gem::Dependency 
-  name: json
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
 description: Map/Reduce
 email: andy.kent@me.com
 executables: 
@@ -42,6 +32,7 @@ executables:
 - mandy-map
 - mandy-put
 - mandy-get
+- mandy-cat
 - mandy-reduce
 - mandy-rm
 - mandy-mv
@@ -58,6 +49,7 @@ files:
 - bin/mandy-local
 - bin/mandy-map
 - bin/mandy-get
+- bin/mandy-cat
 - bin/mandy-put
 - bin/mandy-reduce
 - readme.md