mandy 0.5.6 → 0.5.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/VERSION +1 -1
- data/bin/mandy-hadoop +2 -1
- metadata +2 -6
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
0.5.
|
|
1
|
+
0.5.7
|
data/bin/mandy-hadoop
CHANGED
|
@@ -96,7 +96,7 @@ begin
|
|
|
96
96
|
bootstrap_file = File.expand_path(File.join(File.dirname(__FILE__), '..', 'bootstrap.rb'))
|
|
97
97
|
inputreader = job.input_format == :xml ? "StreamXmlRecordReader,begin=<#{job.input_format_options[:xml_tag]} ,end=</#{job.input_format_options[:xml_tag]}>" : nil
|
|
98
98
|
|
|
99
|
-
command = %($HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/contrib/streaming/hadoop
|
|
99
|
+
command = %($HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/contrib/streaming/hadoop*streaming*.jar #{jobconf}\
|
|
100
100
|
-files "#{payload}","#{bootstrap_file}" \
|
|
101
101
|
-conf '#{config}' \
|
|
102
102
|
-inputformat '#{inputformat}' \
|
|
@@ -108,6 +108,7 @@ begin
|
|
|
108
108
|
-output "#{output}" 2>&1)
|
|
109
109
|
|
|
110
110
|
result = []
|
|
111
|
+
puts "#{command}"
|
|
111
112
|
IO.popen(command, 'r') do |subprocess|
|
|
112
113
|
while line = subprocess.gets
|
|
113
114
|
if line.include?('Running job:')
|
metadata
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: mandy
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
hash: 7
|
|
5
4
|
prerelease: false
|
|
6
5
|
segments:
|
|
7
6
|
- 0
|
|
8
7
|
- 5
|
|
9
|
-
-
|
|
10
|
-
version: 0.5.
|
|
8
|
+
- 7
|
|
9
|
+
version: 0.5.7
|
|
11
10
|
platform: ruby
|
|
12
11
|
authors:
|
|
13
12
|
- Andy Kent
|
|
@@ -27,7 +26,6 @@ dependencies:
|
|
|
27
26
|
requirements:
|
|
28
27
|
- - ">="
|
|
29
28
|
- !ruby/object:Gem::Version
|
|
30
|
-
hash: 3
|
|
31
29
|
segments:
|
|
32
30
|
- 0
|
|
33
31
|
version: "0"
|
|
@@ -118,7 +116,6 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
118
116
|
requirements:
|
|
119
117
|
- - ">="
|
|
120
118
|
- !ruby/object:Gem::Version
|
|
121
|
-
hash: 3
|
|
122
119
|
segments:
|
|
123
120
|
- 0
|
|
124
121
|
version: "0"
|
|
@@ -127,7 +124,6 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
127
124
|
requirements:
|
|
128
125
|
- - ">="
|
|
129
126
|
- !ruby/object:Gem::Version
|
|
130
|
-
hash: 3
|
|
131
127
|
segments:
|
|
132
128
|
- 0
|
|
133
129
|
version: "0"
|