trafficbroker-mandy 0.2.4.6 → 0.2.5

data/bin/mandy-get

@@ -1,9 +1,22 @@
 #!/usr/bin/env ruby
+require 'optparse'
+require 'ostruct'
+
+options = OpenStruct.new
+
+OptionParser.new do |opts|
+  opts.banner = "USAGE: mandy-get hdfs_file_location local_file_destination [options]"
+
+  opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
+    options.config = config
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end.parse!
 
-if ARGV.size==0
-  puts "USAGE: mandy-get hdfs_file_location local_file_destination cluster-config.xml"
-  exit
-end
 
 def absolute_path(path)
   path =~ /^\// ? path : File.join(Dir.pwd, path)
@@ -11,6 +24,6 @@ end
 
 remote_file = ARGV[0]
 local_file = ARGV[1]
-config = absolute_path(ARGV[2])
+config = absolute_path(options.config || 'cluster.xml')
 
 `$HADOOP_HOME/bin/hadoop fs -conf #{config} -getmerge #{remote_file} #{local_file}`

data/bin/mandy-hadoop

@@ -1,22 +1,40 @@
 #!/usr/bin/env ruby
 require "rubygems"
 require "mandy"
+require 'optparse'
+require 'ostruct'
+
+options = OpenStruct.new
+
+OptionParser.new do |opts|
+  opts.banner = "USAGE: mandy-hadoop script input output [options]"
+
+  opts.on("-p", "--payload PAYLOAD", "Add a working directory to be sent to the cluster.") do |payload|
+    options.payload = payload
+  end
+  
+  opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
+    options.config = config
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end.parse!
 
 def absolute_path(path)
   path =~ /^\// ? path : File.join(Dir.pwd, path)
 end
 
-if ARGV.size==0
-  puts "USAGE: mandy-hadoop my_script.rb input_file_or_folder_on_hdfs output_folder_on_hdfs cluster-config.xml [payload]"
-  exit
-end
-
 file   = ARGV[0]
 filename = File.basename(file)
 input  = ARGV[1]
 output_folder = ARGV[2]
-config = ARGV[3]
-payload = ARGV[4] ? Mandy::Packer.pack(ARGV[4]) : ARGV[0]
+config = options.config || 'cluster.xml'
+payload = options.payload ? Mandy::Packer.pack(options.payload) : ARGV[0]
+
+at_exit { Mandy::Packer.cleanup!(payload) }
 
 require absolute_path(file)
 

data/bin/mandy-put

@@ -1,9 +1,21 @@
 #!/usr/bin/env ruby
+require 'optparse'
+require 'ostruct'
 
-if ARGV.size==0
-  puts "USAGE: mandy-put local_file_or_folder hdfs_destination_location cluster-config.xml"
-  exit
-end
+options = OpenStruct.new
+
+OptionParser.new do |opts|
+  opts.banner = "USAGE: mandy-put local_file_or_folder hdfs_destination_location [options]"
+
+  opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
+    options.config = config
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end.parse!
 
 def absolute_path(path)
   path =~ /^\// ? path : File.join(Dir.pwd, path)
@@ -11,6 +23,6 @@ end
 
 source = absolute_path(ARGV[0])
 dest = ARGV[1]
-config = absolute_path(ARGV[2])
+config = options.config || 'cluster.xml'
 
 `$HADOOP_HOME/bin/hadoop fs -conf #{config} -copyFromLocal #{source} #{dest}`

data/bin/mandy-rm

@@ -1,11 +1,23 @@
 #!/usr/bin/env ruby
+require 'optparse'
+require 'ostruct'
 
-if ARGV.size==0
-  puts "USAGE: mandy-rm file_or_folder_on_hdfs cluster-config.xml"
-  exit
-end
+options = OpenStruct.new
+
+OptionParser.new do |opts|
+  opts.banner = "USAGE: mandy-rm file_or_folder_on_hdfs [options]"
+
+  opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
+    options.config = config
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end.parse!
 
 file = ARGV[0]
-config = ARGV[1]
+config = options.config || 'cluster.xml'
 
 `$HADOOP_HOME/bin/hadoop fs -conf #{config} -rmr #{file}`

data/lib/packer.rb

@@ -16,5 +16,10 @@ module Mandy
       return false unless File.extname(file) == '.tar'
       `tar -xf #{file}`
     end
+    
+    def self.cleanup!(file)
+      return false unless File.extname(file) == '.tar'
+      `rm #{file}`
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: trafficbroker-mandy
 version: !ruby/object:Gem::Version 
-  version: 0.2.4.6
+  version: 0.2.5
 platform: ruby
 authors: 
 - Andy Kent