trafficbroker-mandy 0.1.0 → 0.1.1

data/bin/mandy-hadoop

@@ -4,17 +4,25 @@ def absolute_path(path)
   path =~ /^\// ? path : File.join(Dir.pwd, path)
 end
 
-file   = absolute_path(ARGV[0])
+file   = ARGV[0]
+filename = File.basename(file)
 input  = ARGV[1]
 output = ARGV[2]
 config = ARGV[3]
 
-require file
+require absolute_path(file)
 
-`$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/contrib/streaming/hadoop-*-streaming.jar \
+jobconf = Mandy::Job.default.settings.map { |key, value| %(-jobconf #{key}="#{value}") }.join(' ')
+
+command = %($HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/contrib/streaming/hadoop-*-streaming.jar \
                 -additionalconfspec "#{config}" \
                 -input "#{input}"  \
-                -mapper "mandy-map #{file}"  \
-                -reducer "mandy-reduce #{file}"  \
+                -mapper "mandy-map #{filename}"  \
+                -reducer "mandy-reduce #{filename}"  \
                 -file "#{file}" \
-                -output "#{output}"`
+                -output "#{output}" \
+                #{jobconf})
+
+`#{command}`
+
+# puts "#{command}"

data/lib/dsl.rb

@@ -5,6 +5,14 @@ module Mandy
       Mandy::Job.default = Mandy::Job.new('Untitled Job')
     end
     
+    def set(key, value)
+      Mandy::Job.default.settings[key.to_s] = value
+    end
+    
+    def job_name(name)
+      set "mapred.job.name", name.to_s
+    end
+    
     def map(&blk)
       Mandy::Job.default.map(&blk)
     end

data/lib/job.rb

@@ -4,8 +4,11 @@ module Mandy
       attr_accessor :default
     end
     
+    attr_reader :settings
+    
     def initialize(name, &blk)
       @name = name
+      @settings = {}
       instance_eval(&blk) if blk
     end
     

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: trafficbroker-mandy
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors: 
 - Andy Kent