hadoop-jruby-connector 0.0.6 → 0.0.7

data/VERSION

@@ -1 +1 @@
-0.0.6
+0.0.7

data/lib/hjc/hadoop_streaming.rb

@@ -1,6 +1,6 @@
 module Hjc
   class HadoopStreaming
-    attr_accessor :input_path, :output_path, :mapper_path, :reducer_path, :jobconf, :language
+    attr_accessor :input_path, :output_path, :mapper_path, :reducer_path, :jobconf
     attr_accessor :local, :debug
 
     def initialize
@@ -30,13 +30,11 @@ module Hjc
     end
 
     def mapper=(mapper)
-      mapper = with_shebang(mapper, @language)
       @files['mapper'] = file = Util.to_temp_file('mapper', mapper, :mod => 0700)
       @mapper_path = File.basename(file.path)
     end
 
     def reducer=(reducer)
-      reducer = with_shebang(reducer, @language)
       @files['reducer'] = file = Util.to_temp_file('reducer', reducer, :mod => 0700)
       @reducer_path = File.basename(file.path)
     end
@@ -62,10 +60,5 @@ module Hjc
       puts "args: #{concated_args.join(' ')}" if @debug
       concated_args
     end
-
-    private
-    def with_shebang(body, language)
-      "#!/usr/bin/env #{language}\n#{body}"
-    end
   end
 end

data/spec/hjc/hadoop_streaming_spec.rb

@@ -34,16 +34,6 @@ module Hjc
       job.args.join(" ").should match(/reducer/)
     end
 
-    it 'adds shebang if language exists' do
-      job = HadoopStreaming.new
-      job.language = 'ruby'
-      job.mapper = 'mapper'
-      job.reducer = 'reducer'
-
-      File.read(File.join(TMP_DIR, job.mapper_path)).should match(%Q:#!/usr/bin/env ruby:)
-      File.read(File.join(TMP_DIR, job.reducer_path)).should match(%Q:#!/usr/bin/env ruby:)
-    end
-
     it 'can run Hadoop streaming job with path' do
       pending 'path does not work'
       job = HadoopStreaming.new
@@ -101,6 +91,7 @@ module Hjc
     end
 
     MAPPER = <<-'EOF'
+#!/usr/bin/env ruby
 ARGF.each do |line|
   line.chomp!
   line.split.each do |word|
@@ -110,6 +101,7 @@ end
     EOF
 
     REDUCER = <<-'EOF'
+#!/usr/bin/env ruby
 count = Hash.new {|h,k| h[k] = 0}
 ARGF.each do |line|
   line.chomp!

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
     - 0
     - 0
-    - 6
-  version: 0.0.6
+    - 7
+  version: 0.0.7
 platform: ruby
 authors: 
   - Koichi Fujikawa
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-05-30 00:00:00 +09:00
+date: 2011-06-06 00:00:00 +09:00
 default_executable: 
 dependencies: []