mandy 0.4.991 → 0.4.992
Sign up to get free protection for your applications and to get access to all the features.
- data/VERSION +1 -1
- data/bin/mandy-hadoop +4 -2
- data/bin/mandy-local +1 -1
- metadata +1 -1
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.4.
|
1
|
+
0.4.992
|
data/bin/mandy-hadoop
CHANGED
@@ -49,7 +49,9 @@ end
|
|
49
49
|
|
50
50
|
file = ARGV[0]
|
51
51
|
filename = File.basename(file)
|
52
|
-
|
52
|
+
inputs = ARGV[1].split(",")
|
53
|
+
input = inputs.map {|path| "-input \"#{path}\""}.join(" ")
|
54
|
+
|
53
55
|
output_folder = ARGV[2]
|
54
56
|
config = options.config || 'cluster.xml'
|
55
57
|
puts "Packaging Gems for distribution..."
|
@@ -79,7 +81,7 @@ begin
|
|
79
81
|
command = %($HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/contrib/streaming/hadoop-*-streaming.jar #{jobconf}\
|
80
82
|
-files "#{payload}","#{bootstrap_file}" \
|
81
83
|
-conf '#{config}' \
|
82
|
-
|
84
|
+
#{input} \
|
83
85
|
#{ inputreader.nil? ? '' : "-inputreader \"#{inputreader}\"" } \
|
84
86
|
-mapper "ruby bootstrap.rb #{File.basename(payload)} map #{filename} '#{job.name}'" \
|
85
87
|
-reducer "ruby bootstrap.rb #{File.basename(payload)} reduce #{filename} '#{job.name}'" \
|
data/bin/mandy-local
CHANGED
@@ -39,7 +39,7 @@ end
|
|
39
39
|
|
40
40
|
set_env(options.cmdenv) if options.cmdenv
|
41
41
|
file = absolute_path(ARGV[0])
|
42
|
-
input =
|
42
|
+
input = ARGV[1].split(",").map {|f| absolute_path(f)}.join(" ")
|
43
43
|
output_folder = FileUtils.mkdir_p(absolute_path(ARGV[2]))
|
44
44
|
require file
|
45
45
|
|