hadoop-jruby-connector 0.0.3 → 0.0.4

data/VERSION

@@ -1 +1 @@
-0.0.3
+0.0.4

data/lib/hjc/hadoop_streaming.rb

@@ -1,6 +1,6 @@
 module Hjc
   class HadoopStreaming
-    attr_accessor :input_path, :output_path, :mapper_path, :reducer_path, :jobconf
+    attr_accessor :input_path, :output_path, :mapper_path, :reducer_path, :jobconf, :language
     attr_accessor :local, :debug
 
     def initialize
@@ -30,11 +30,13 @@ module Hjc
     end
 
     def mapper=(mapper)
+      mapper = with_shebang(mapper, @language)
       @files['mapper'] = file = Util.to_temp_file('mapper', mapper, :mod => 0700)
       @mapper_path = File.basename(file.path)
     end
 
     def reducer=(reducer)
+      reducer = with_shebang(reducer, @language)
       @files['reducer'] = file = Util.to_temp_file('reducer', reducer, :mod => 0700)
       @reducer_path = File.basename(file.path)
     end
@@ -60,5 +62,10 @@ module Hjc
       puts "args: #{concated_args.join(' ')}" if @debug
       concated_args
     end
+
+    private
+    def with_shebang(body, language)
+      "#!/usr/bin/env #{language}\n#{body}"
+    end
   end
 end

data/spec/hjc/hadoop_streaming_spec.rb

@@ -34,6 +34,16 @@ module Hjc
       job.args.join(" ").should match(/reducer/)
     end
 
+    it 'adds shebang if language exists' do
+      job = HadoopStreaming.new
+      job.language = 'ruby'
+      job.mapper = 'mapper'
+      job.reducer = 'reducer'
+
+      File.read(File.join(TMP_DIR, job.mapper_path)).should match(%Q:#!/usr/bin/env ruby:)
+      File.read(File.join(TMP_DIR, job.reducer_path)).should match(%Q:#!/usr/bin/env ruby:)
+    end
+
     it 'can run Hadoop streaming job with path' do
       pending 'path does not work'
       job = HadoopStreaming.new
@@ -91,7 +101,6 @@ module Hjc
     end
 
     MAPPER = <<-'EOF'
-#!/usr/bin/env ruby
 ARGF.each do |line|
   line.chomp!
   line.split.each do |word|
@@ -101,7 +110,6 @@ end
     EOF
 
     REDUCER = <<-'EOF'
-#!/usr/bin/env ruby
 count = Hash.new {|h,k| h[k] = 0}
 ARGF.each do |line|
   line.chomp!

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
     - 0
     - 0
-    - 3
-  version: 0.0.3
+    - 4
+  version: 0.0.4
 platform: ruby
 authors: 
   - Koichi Fujikawa
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-04-12 00:00:00 +09:00
+date: 2011-04-16 00:00:00 +09:00
 default_executable: 
 dependencies: []