mandy 0.4.10 → 0.4.81

data/lib/wrappers/mandy_wrapper.rb

@@ -6,16 +6,14 @@ module Mandy
       @@config_path = file_path
     end
   
-    def run_mandy(script, inputs, options = {})
+    def run_mandy(script, input_files, options = {})
       begin
         #doing this will load all the mandy jobs in memory which will be useful later on
         require script
-        inputs = [inputs] unless inputs.is_a?(Array)
-        
-        hdfs_input = inputs.all? {|i| i.is_a?(File)} ? process_files(inputs) : process_hdfs_locations(inputs)
-        
-        run_mandy_hadoop(hdfs_input, script, options)
         
+        hdfs_path = "#{self.class.to_s.split('::').join('-').downcase}/#{SESSION_ID}"
+        put_files_on_hdfs(hdfs_path, input_files)
+        run_mandy_hadoop(hdfs_path, script, options)
         output_file_path = get_file_from_hdfs(hdfs_path, options)
         return output_file_path unless block_given?
         #if a block is given then yield the output file path and then delete this file before returning
@@ -26,23 +24,8 @@ module Mandy
     end
   
     private
-      def process_files(input_files)
-        hdfs_path = "#{self.class.to_s.split('::').join('-').downcase}/#{SESSION_ID}"
-        put_files_on_hdfs(hdfs_path, input_files)
-        hdfs_path
-      end
-      
-      def process_locations(input_locations)
-        return input_locations.first if input_locations.size == 1
-        
-        hdfs_path = "#{self.class.to_s.split('::').join('-').downcase}/#{SESSION_ID}"
-        input_locations.each_with_index do |location, index|
-          run_command "mandy-cp #{location} #{hdfs_path}/input#{index}"
-        end
-        hdfs_path
-      end
-    
       def put_files_on_hdfs(hdfs_path, input_files)
+        input_files = [input_files] unless input_files.is_a?(Array)
         input_files.each do |input_file|
           input_file_path = input_file.is_a?(File) ? File.expand_path(input_file.path) : input_file
           base_filename = input_file_path.split("/").last

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: mandy
 version: !ruby/object:Gem::Version 
-  version: 0.4.10
+  version: 0.4.81
 platform: ruby
 authors: 
 - Andy Kent
@@ -70,7 +70,6 @@ files:
 - lib/support/tuple.rb
 - lib/support/formatting.rb
 - lib/support/array_serializer.rb
-- lib/support/hdfs_location.rb
 - lib/task.rb
 - lib/dsl.rb
 - lib/job.rb

data/lib/support/hdfs_location.rb

@@ -1,13 +0,0 @@
-module Mandy
-  class HdfsLocation
-    attr_reader :path
-    
-    def initialize(path)
-      @path = path
-    end
-    
-    def to_s
-      @path
-    end
-  end
-end