scbi_mapreduce 0.0.38 → 0.0.40

data/History.txt

@@ -1,3 +1,11 @@
+=== 0.0.40 2013-09-05
+
+Generation of additional statistics, write, read and working times
+
+=== 0.0.39 2012-10-01
+
+Sleep on SIGCONT to solve wake up issue with PBS
+
 === 0.0.38 2012-04-13
 
 Automatic checkpointing improvements

data/README.rdoc

@@ -238,22 +238,28 @@ Your worker file will be used to launch workers.
 
 You can also set additional properties:
 
-
   # if you want basic checkpointing. Some performance drop should be expected
   # mgr.checkpointing=true
 
   # if you want to keep the order of input data. Some performance drop should be expected
   # mgr.keep_order=true
 
+	# Enable fault tolerance for stuck jobs. Those jobs that has been stuck will be sent again to another worker. Some performance drop should be expected
+	# mgr.retry_stuck_jobs=true
+
   # you can set the size of packets of data sent to workers
   mgr.chunk_size=100
 
 
-And finally, start the server:
+And finally, start the server, and write a file with specific statistics if desired:
 
   # start processing
   mgr.start_server
 
+	# save full stats and a custom value in json format to a file
+	mgr.stats[:my_stats]=11
+
+	mgr.save_stats 
 
   # this line is reached when all data has been processed
   puts "Program finished"

data/lib/scbi_mapreduce.rb

@@ -7,9 +7,18 @@ $: << File.expand_path('scbi_mapreduce')
 # puts $:
 
 module ScbiMapreduce
-   VERSION = '0.0.38'
+   VERSION = '0.0.40'
+   
+   
 end
 
+class Time
+  def self.now_us
+    return (Time.now.to_f)
+  end
+end
+
+
 require 'scbi_mapreduce/manager'
 require 'scbi_mapreduce/worker_launcher'
 require 'scbi_mapreduce/worker'

data/lib/scbi_mapreduce/manager.rb

@@ -26,8 +26,12 @@ module ScbiMapreduce
       if log_file.nil?
         log_file = File.join('logs','server_log.txt')
       end
-
-      FileUtils.mkdir_p(File.dirname(log_file)) if ((log_file!=STDOUT) && (!File.exists?(File.dirname(log_file))))
+      
+      if ((log_file!=STDOUT) && (!File.exists?(File.dirname(log_file))))
+        FileUtils.mkdir_p(File.dirname(log_file)) 
+        $SERVER_LOG.info("Creating logs folder")
+      end
+      
       $SERVER_LOG = Logger.new(log_file)
 
 
@@ -92,7 +96,6 @@ module ScbiMapreduce
 
     end
 
-
     #  Start a EventMachine loop acting as a server for incoming workers connections
     def start_server
 
@@ -128,6 +131,17 @@ module ScbiMapreduce
     end
 
 
-  end
 
+    def stats
+      @work_manager_class.stats
+    end
+
+    def save_stats(stats=nil, filename='scbi_mapreduce_stats.json')
+      @work_manager_class.save_stats(stats,filename)
+    end
+
+
+  end
+  
+  
 end

data/lib/scbi_mapreduce/work_manager.rb

@@ -12,12 +12,14 @@
 # TODO - Data preload (queue?) instead of under demand loading
 # DONE - Add serializer with marshal + zlib deflate/inflate
 
-module ScbiMapreduce
+require 'json'
 
+module ScbiMapreduce
 
   PENDING_TO_SAVE=10
   CHECKPOINT_FILE='scbi_mapreduce_checkpoint'
   OLD_CHECKPOINT_FILE='old_scbi_mapreduce_checkpoint'
+  PROCESSING_TIMEOUT_MULTIPLIER=10
 
   class WorkManagerData
 
@@ -25,48 +27,101 @@ module ScbiMapreduce
     @@longest_processing_time=0
 
     attr_reader :job_identifier
-    attr_accessor :status, :data,:sent_time,:received_time
+    attr_accessor :status, :data, :sent_time, :received_time, :working_time, :worker_start_time, :worker_end_time, :worker_identifier
 
     def initialize(objs)
-
+      @worker_identifier=0
       @job_identifier=@@job_id
       @@job_id+=1
       @data=objs
 
-      sent!
-      @received_time=0
+      @received_time=nil
+      @sent_time=0
       @processing_time=nil
+      
+      @worker_start_time=0
+      @worker_end_time=0
+      @worker_time=0
+      
+      sent!
     end
 
+    def update_with_received!(job)
+      @received_time=job.received_time
+      @sent_time=job.sent_time
+      @worker_end_time=job.worker_end_time
+      @worker_start_time=job.worker_start_time
+      
+      @processing_time=@received_time-@sent_time
+      @worker_time=@worker_end_time-@worker_start_time
+
+      # save longer processing time
+      @@longest_processing_time=[@@longest_processing_time,@processing_time].max
+
+      @data=job.data
+      
+      # if job.worker_identifier==0
+      #   puts print_worker_time
+      # end
+
+      @status=:received
+      
+    end
     def received!(objs)
-      @data=objs
-      @received_time=Time.now
+      
+      @received_time=Time.now_us
+      
       @processing_time=@received_time-@sent_time
+      @worker_time=@worker_end_time-@worker_start_time
 
       # save longer processing time
       @@longest_processing_time=[@@longest_processing_time,@processing_time].max
 
+      @data=objs
+
       @status=:received
     end
 
+    def end_worker_time!
+      @worker_end_time=Time.now_us
+      @worker_time= (@worker_end_time - @worker_start_time)
+      
+    end
+    
+    def start_worker_time!
+      @worker_start_time=Time.now_us      
+    end
+
     def sent!
       @status=:running
-      @sent_time=Time.now
+      @sent_time=Time.now_us
     end
 
     def stuck?
-      (@status==:running) && (@@longest_processing_time>0) && (processing_time>(@@longest_processing_time*2))
+      (@status==:running) && (@@longest_processing_time>0) && (processing_time>(@@longest_processing_time*PROCESSING_TIMEOUT_MULTIPLIER))
     end
 
     # return running or real processing time
     def processing_time
-      return (@processing_time || (Time.now-@sent_time))
+      return (@processing_time || (Time.now_us-@sent_time))
     end
+    
+    def worker_time
+      return (@worker_time)
+    end
+    
+    def transmission_time
+      return (processing_time - worker_time)
+    end    
 
     def inspect
-      time="; time: #{processing_time} seg"
+      time="; time: #{processing_time} usecs"
       return "WorkManagerData: #{@job_identifier} => #{@status} #{time}"
     end
+    
+    def print_worker_time
+      return "WorkManagerData Times: #{@worker_start_time} => #{@worker_end_time} #{worker_time}"
+    end
 
     def self.job_id=(c)
       # puts "Setting job_id to #{c}"
@@ -132,9 +187,28 @@ module ScbiMapreduce
     end
 
     ############
+    def self.stats
+      @@stats
+    end
+    
+    def self.save_stats(stats=nil, filename='scbi_mapreduce_stats.json')
+      f=File.open(filename,'w')
+      
+      if stats.nil?
+        f.puts JSON::pretty_generate @@stats
+      else
+        f.puts JSON::pretty_generate stats
+      end
+      
+      f.close
+    end
 
     def self.init_work_manager_internals(checkpointing, keep_order, retry_stuck_jobs,exit_on_many_errors,chunk_size)
+      @@stats={}
       @@count = 0
+      @@retried_jobs=0
+      @@sent_chunks=0
+      @@received_objects=0
       @@want_to_exit=false
       @@chunk_count = 0
       @@workers = 0
@@ -162,9 +236,51 @@ module ScbiMapreduce
         @@checkpoint=self.get_checkpoint
         $SERVER_LOG.info "Detected checkpoint at #{@@checkpoint}"
       end
+      
+      # for statistics:
+      @@total_seconds=0
+      @@total_manager_time=0
+      # mean_worker_time=0
+      @@each_worker_time={}
+      @@each_transmission_time={}
+      
+      @@total_read_time=0
+      @@total_write_time=0
+      # mean_transmission_time=0
 
     end
 
+
+    def mean_time(h)
+      r=0
+      i=0
+      
+      h.each do |k,v|
+        r+=h[k]
+        i+=1
+      end
+      
+      if r>0
+        r=r/i.to_f
+      end
+      
+      return r
+    end
+    def each_worker_time(worker,time)
+      if @@each_worker_time[worker].nil? then
+        @@each_worker_time[worker]=0
+      end
+      @@each_worker_time[worker]+=time
+    end
+    
+    def each_transmission_time(worker,time)
+      if @@each_transmission_time[worker].nil? then
+        @@each_transmission_time[worker]=0
+      end
+      @@each_transmission_time[worker]+=time
+    end
+    
+    
     def self.checkpoint
       return @@checkpoint
     end
@@ -232,6 +348,8 @@ module ScbiMapreduce
       sent=false
 
       if @@retry_stuck_jobs
+        # $SERVER_LOG.debug("="*40)
+        # print_running_jobs
         # count stuck jobs and re-sent the first one
         stuck_works=@@running_jobs.select{|job| job.stuck?}
 
@@ -240,8 +358,10 @@ module ScbiMapreduce
           $SERVER_LOG.info("Stuck Jobs:\n#{jobs}")
 
           # send_object
-          send_object(stuck_works.first)
           stuck_works.first.sent!
+          send_object(stuck_works.first)
+          @@sent_chunks+=1
+          @@retried_jobs+=1
           $SERVER_LOG.info("Sending stuck work #{stuck_works.first.inspect}")
           sent=true
         end
@@ -262,7 +382,9 @@ module ScbiMapreduce
         
       #send stuck work
         objs=[]
-
+        
+        t=Time.now_us
+        
         # prepare new data
         @@chunk_size.times do
           obj=next_work
@@ -273,7 +395,9 @@ module ScbiMapreduce
             objs << obj
           end
         end
-
+        
+        @@total_read_time+=(Time.now_us - t)
+        
         # if new was data collected, send it
         if objs.count>0
           @@count += objs.count
@@ -281,6 +405,7 @@ module ScbiMapreduce
 
           work_data=WorkManagerData.new(objs)
           send_object(work_data)
+          @@sent_chunks+=1
 
           # to keep order or retry failed job, we need job status
           if @@keep_order || @@retry_stuck_jobs
@@ -290,8 +415,15 @@ module ScbiMapreduce
             # print_running_jobs
           end
         else
-          # otherwise, send a quit value indicating no more data available
-          send_object(:quit)
+          # otherwise, 
+          if @@running_jobs.count >0
+            $SERVER_LOG.info("Worker, go to sleep")
+            send_object(:sleep)
+            
+          else
+            # send a quit value indicating no more data available
+            send_object(:quit)
+          end
         end
       end
     end
@@ -339,7 +471,7 @@ module ScbiMapreduce
       @@max_workers +=1
       # when first worker is connected, do special config
       if @@workers == 1
-        @@total_seconds = Time.now
+        @@total_seconds = Time.now_us
         $SERVER_LOG.info "First worker connected"
 
         if @@checkpointing
@@ -382,16 +514,31 @@ module ScbiMapreduce
           end
         end
 
+      elsif obj == :waking_up
+        $SERVER_LOG.info("Worker woke up")
       else
+        
         # if not using checkpointing
-
+        obj.received!(obj.data)
 
         if @@checkpointing || @@keep_order || @@retry_stuck_jobs
           # print_running_jobs
           checkpointable_job_received(obj)
         else
+          # change this job's status to received
+          
+          t=Time.now_us
           work_received(obj.data)
+          @@received_objects+=obj.data.count
+          @@total_write_time+=(Time.now_us - t)
         end
+        
+        # puts obj.worker_identifier,obj.worker_identifier.class
+        # if obj.worker_identifier==0 then
+        # end
+        
+        each_worker_time(obj.worker_identifier, obj.worker_time)
+        each_transmission_time(obj.worker_identifier, obj.transmission_time)
       end
 
       # free mem
@@ -409,10 +556,8 @@ module ScbiMapreduce
       # save job if there is was a valid work previously sent
       if received_job
 
-        # change this job's status to received
-        received_job.received!(obj.data)
-
-
+        # change this job's status to received, already done in previous method
+        received_job.update_with_received!(obj)
 
         # # if there are sufficient jobs, count pending ones
         # if (@@running_jobs.count>=PENDING_TO_SAVE)
@@ -439,7 +584,11 @@ module ScbiMapreduce
           @@running_jobs.each do |job|
             if job.status==:received
               # puts "Sent to save: #{job.inspect}"
+              t=Time.now_us
               work_received(job.data)
+              @@received_objects+=job.data.count
+              @@total_write_time+=(Time.now_us - t)
+
               job.status=:saved
               to_remove += 1
             else
@@ -490,6 +639,8 @@ module ScbiMapreduce
       end
     end
     
+    
+    
     def stop_work_manager
       
       
@@ -499,12 +650,56 @@ module ScbiMapreduce
 
       self.class.end_work_manager
 
-      @@total_seconds = Time.now-@@total_seconds
+      @@total_seconds = (Time.now_us-@@total_seconds)
+      @@total_manager_time= @@total_manager_time 
+      
+      @@total_read_time=@@total_read_time
+      @@total_write_time=@@total_write_time
+
+      mean_worker_time=mean_time(@@each_worker_time)
+      mean_transmission_time=mean_time(@@each_transmission_time)
+      
+      idle_time=(@@total_seconds - @@total_read_time -@@total_write_time - mean_transmission_time)
+      
+      @@stats={}
+      @@stats[:total_objects]=@@count
+      @@stats[:total_seconds]=@@total_seconds
+      @@stats[:sent_chunks]=@@sent_chunks
+      @@stats[:received_objects]=@@received_objects
+      @@stats[:processing_rate]=(@@count/@@total_seconds.to_f)
+      @@stats[:total_read_time]=@@total_read_time
+      @@stats[:total_write_time]=@@total_write_time
+      @@stats[:mean_worker_time]=mean_worker_time
+      @@stats[:mean_transmission_time]=mean_transmission_time
+      @@stats[:total_manager_idle_time]=idle_time
+      
+      @@stats[:error_count]=@@error_count
+      @@stats[:retried_jobs]=@@retried_jobs
+      @@stats[:chunk_size]=@@chunk_size
+      @@stats[:connected_workers]=@@max_workers
+      @@stats[:each_transmission_time]=@@each_transmission_time
+      @@stats[:each_worker_time]=@@each_worker_time
+      
+      
       $SERVER_LOG.info  "Total processed: #{@@count} objects in #{@@total_seconds} seconds"
+      $SERVER_LOG.info  "Total sent chunks: #{@@sent_chunks} objects"
+      
+      $SERVER_LOG.info  "Total sent objects: #{@@count} objects"
+      $SERVER_LOG.info  "Total received objects: #{@@received_objects} objects"
+      
       $SERVER_LOG.info  "Processing rate: #{"%.2f" % (@@count/@@total_seconds.to_f)} objects per second"
       $SERVER_LOG.info  "Connection rate: #{"%.2f" % (@@chunk_count/@@total_seconds.to_f)} connections per second"
-
+      
+      $SERVER_LOG.info "Total read time #{@@total_read_time} seconds"
+      $SERVER_LOG.info "Total write time #{@@total_write_time} seconds"
+      # mean_worker_time=mean_worker_time/@@max_workers
+      $SERVER_LOG.info "Total worker time #{mean_worker_time} seconds"
+      $SERVER_LOG.info "Total transmission time #{mean_transmission_time} seconds"
+      $SERVER_LOG.info "Total manager_idle time #{idle_time} seconds"
+      # $SERVER_LOG.info "Total manager time #{@@total_read_time + @@total_write_time + mean_transmission_time} seconds"
+      
       $SERVER_LOG.info  "Number of errors: #{@@error_count}"
+      $SERVER_LOG.info  "Number of retried stuck jobs: #{@@retried_jobs}"
       $SERVER_LOG.info  "Chunk size: #{@@chunk_size}"
       $SERVER_LOG.info  "Total connected workers: #{@@max_workers}"
       

data/lib/scbi_mapreduce/worker.rb

@@ -68,6 +68,7 @@ module ScbiMapreduce
       else
         $WORKER_LOG.info("received:"+obj.to_s)
         
+        
         if (obj == :quit) || @@want_to_exit_worker
           $WORKER_LOG.info('Quit received')
           
@@ -76,8 +77,13 @@ module ScbiMapreduce
         elsif @@want_to_exit_worker
           $WORKER_LOG.info('Want to exit worker')
           stop_worker
+        elsif (obj== :sleep)
+          $WORKER_LOG.info('Sleeping 10 secs')
+          sleep 10
+          send_object(:waking_up)
         else
           @@count += 1
+          obj.worker_identifier=@@worker_id.to_i
 
           # OJO  - HAY QUE PASAR EL MODIFIED OBJECT
           #	 operation = proc {
@@ -96,10 +102,14 @@ module ScbiMapreduce
 
 
           begin
-
+            
+            obj.start_worker_time!
+            
             modified_data=process_object(obj.data)
             obj.data = modified_data
-
+            
+            obj.end_worker_time!
+            
             # if obj.job_identifier==3
             #   sleep 15
             # end
@@ -160,20 +170,27 @@ module ScbiMapreduce
 
       $LOG = $WORKER_LOG
 
-      total_seconds = Time.now
+      total_seconds = Time.now_us
 
       EM.error_handler{ |e|
         $WORKER_LOG.error(e.message + ' => ' + e.backtrace.join("\n"))
       }
+      
+      Signal.trap("CONT") do
+        $WORKER_LOG.info("SIGCONT: Worker: #{@@worker_id} with PID: #{Process.pid} sleeping 15 seconds before waking up")
+        puts "SIGCONT: Worker: #{@@worker_id} with PID: #{Process.pid} sleeping 15 seconds before waking up"
+        
+        sleep 15
+      end
 
       EventMachine::run {
 
         EventMachine::connect ip, port, self
-        $WORKER_LOG.info "Worker connected to #{ip}:#{port}"
+        $WORKER_LOG.info "Worker: #{@@worker_id} with PID: #{Process.pid} connected to #{ip}:#{port}"
 
       }
 
-      total_seconds = Time.now-total_seconds
+      total_seconds = Time.now_us-total_seconds
       $WORKER_LOG.info "Client #{@@worker_id} processed: #{@@count} objs"
       $WORKER_LOG.info "Client #{@@worker_id} proc rate: #{@@count/total_seconds.to_f} objects/seg"
 

data/lib/scbi_mapreduce/worker_launcher.rb

@@ -9,6 +9,8 @@ module ScbiMapreduce
   class WorkerLauncher
 
     attr_accessor :server_ip, :server_port
+    
+    @@worker_id=0
 
     def initialize(server_ip,server_port, server_ip_list,workers, worker_file, log_file=nil, init_env_file=nil)
       @server_ip = server_ip
@@ -19,8 +21,9 @@ module ScbiMapreduce
       @server_ip_list=server_ip_list
 
 
+
       if log_file.nil?
-        log_file = 'logs/launcher_log.txt'
+        log_file = "logs/launcher_global_log.txt"
       end
 
       FileUtils.mkdir_p(File.dirname(log_file)) if ((log_file!=STDOUT) && (!File.exists?(File.dirname(log_file))))
@@ -44,10 +47,10 @@ module ScbiMapreduce
         threads = []
         @workers.times do |i|
           pid=fork{
-            launch_worker(i,@server_ip,@server_port)
+            launch_worker(@@worker_id,@server_ip,@server_port)
             $LAUNCHER_LOG.info "Worker #{i} launched [#{@server_ip}:#{@server_port}]"
           }
-
+          @@worker_id+=1
           #threads.each { |aThread|  aThread.join }
         end
         #Process.waitall
@@ -109,7 +112,14 @@ module ScbiMapreduce
 
     def launch_external_workers(workers)
       puts "Launching #{workers.count} external workers: #{workers}"
-      worker_id=0
+      puts "INIT_ENV_FILE: #{@init_env_file}"
+      
+      # This sleep is necessary to leave time to lustre fylesystems to sync the log folder between all nodes. If not, external workers will not be launched.
+      if !workers.empty?
+        puts "SLEEP 10 for logs folder sync in lustre fs"
+        sleep 10
+      end
+      
       init=''
       if @init_env_file
         init_path = File.expand_path(@init_env_file)
@@ -129,10 +139,13 @@ module ScbiMapreduce
         cd = "cd #{init_dir}; "
       end
 
-      log_file=File.join(init_dir,'logs','launchers')
+      
 
       workers.each do |machine|
-
+        
+        log_file=File.join(init_dir,'logs',"launcher_#{@@worker_id}")
+        log_dir=File.join(init_dir,'logs')
+        
         # if server_ip is not in valid ips
         if !@server_ip_list.include?(@server_ip)
           # find matching ip between server and worker
@@ -146,7 +159,7 @@ module ScbiMapreduce
         if !found_ip.nil?
           # cmd = "ssh #{machine} \"#{init} #{cd} #{INTERPRETER} #{File.join(File.dirname(__FILE__),'main_worker.rb')} #{worker_id.to_s} #{@server_ip} #{@server_port} #{@worker_file}\""
           # cmd = "ssh #{machine} \"nohup #{File.join(File.dirname(__FILE__),'launcher.sh')} #{worker_id.to_s} #{@server_ip} #{@server_port} #{@worker_file} #{init_dir} #{init_path}  </dev/null >> #{log_file} 2>> #{log_file} & \""
-          cmd = "ssh #{machine} \"nohup #{File.join(File.dirname(__FILE__),'launcher.sh')} #{worker_id.to_s} #{found_ip} #{@server_port} #{@worker_file} #{init_dir} #{init_path}  </dev/null >> #{log_file} 2>> #{log_file} & \""
+          cmd = "ssh #{machine} \"nohup  #{File.join(File.dirname(__FILE__),'launcher.sh')} #{@@worker_id.to_s} #{found_ip} #{@server_port} #{@worker_file} #{init_dir} #{init_path}  </dev/null >> #{log_file} 2>> #{log_file} & \""
 
           $LAUNCHER_LOG.info cmd
 
@@ -154,7 +167,7 @@ module ScbiMapreduce
             exec(cmd)
           }
 
-          worker_id+=1
+          @@worker_id+=1
         else
           $LAUNCHER_LOG.error("Couldn't find a matching ip between worker (#{machine_ip}) and server #{ip_list.to_json}")
         end

metadata

@@ -1,65 +1,113 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: scbi_mapreduce
-version: !ruby/object:Gem::Version 
+version: !ruby/object:Gem::Version
+  version: 0.0.40
   prerelease: 
-  version: 0.0.38
 platform: ruby
-authors: 
+authors:
 - Dario Guerrero
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-04-13 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2013-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: eventmachine
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.12.0
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: json
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: hoe
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: 2.8.0
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.0'
   type: :development
-  version_requirements: *id003
-description: scbi_mapreduce brings parallel and distributed computing capabilities to your code, with a very easy to use framework that allows you to exploit your clustered or cloud computational resources.
-email: 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: newgem
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.3
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.6'
+description: scbi_mapreduce brings parallel and distributed computing capabilities
+  to your code, with a very easy to use framework that allows you to exploit your
+  clustered or cloud computational resources.
+email:
 - dariogf@gmail.com
-executables: 
+executables:
 - scbi_mapreduce
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - History.txt
 - Manifest.txt
 - PostInstall.txt
+- README.rdoc
 - skeleton/simple/README.txt
 - skeleton/remove_mids/README.txt
 - skeleton/dummy_calcs/README.txt
-files: 
+files:
 - History.txt
 - lib/scbi_mapreduce/error_handler.rb
 - lib/scbi_mapreduce/main_worker.rb
@@ -106,34 +154,35 @@ files:
 - skeleton/dummy_calcs/my_worker_manager.rb
 - skeleton/dummy_calcs/README.txt
 - skeleton/dummy_calcs/threads_implementation.rb
+- .gemtest
 homepage: http://www.scbi.uma.es/downloads
 licenses: []
-
 post_install_message: PostInstall.txt
-rdoc_options: 
+rdoc_options:
 - --main
 - README.rdoc
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: scbi_mapreduce
-rubygems_version: 1.7.2
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
-summary: scbi_mapreduce brings parallel and distributed computing capabilities to your code, with a very easy to use framework that allows you to exploit your clustered or cloud computational resources.
-test_files: 
+summary: scbi_mapreduce brings parallel and distributed computing capabilities to
+  your code, with a very easy to use framework that allows you to exploit your clustered
+  or cloud computational resources.
+test_files:
 - test/test_helper.rb
 - test/test_scbi_drb.rb