parallelpipes 1.0 → 1.0.1

data/lib/parallelpipes.rb

@@ -30,10 +30,24 @@
 # These processes are separate operating system processes; thus, Parallel Pipes enables genuine (and easy) parallelization in Ruby Programs.
 #
 #
-# A Parallel Pipe has two distinct philosophies of use: 
-# 1. <b>Simple MPI:</b> Allows creating of new parallel processes and synchronous and asynchronous messaging passing between them.
-# 2. <b>Using a Controller</b>: Allows messaging passing, and also blocking synchronization (mutexes), and controlled access to shared resources, with automatic loading and saving of those resources.
-#                    
+# A Parallel Pipe has three distinct philosophies of use: 
+# 1. <b>Parallel Iterators</b> This is a new addition; it adds parallel iterators to Enumerable, so iterations can automatically be done on multiple cores.
+# 2. <b>Simple MPI:</b> Allows creating of new parallel processes and synchronous and asynchronous messaging passing between them.
+# 3. <b>Using a Controller</b>: Allows messaging passing, and also blocking synchronization (mutexes), and controlled access to shared resources, with automatic loading and saving of those resources.
+#
+#
+# === Parallel Iterators                    
+#
+# See Enumerable
+#
+# Eg.
+# 
+#	arr = [0.3, 0.5, 0.89] # Any array or any object that mixes in Enumerable
+#		
+#	output = arr.parallel_map do |element|
+#		large_calculation(element)
+#	end
+#
 # === Simple MPI
 #
 # This approach will be familiar to anyone who uses MPI proper. New processes can be created by forking and messages can be passed between them. Any message contents are acceptable where <tt>eval(contents.inspect) == contents</tt>. Messages can be sent and received both synchronously and asynchronously.
@@ -2316,6 +2330,77 @@ class PPipe
 
 end
 
+module Kernel
+	# Returns the number of processor for Linux, OS X or Windows.
+	def number_of_processors_for_parallel_map
+		if RUBY_PLATFORM =~ /linux/
+			return `cat /proc/cpuinfo | grep processor | wc -l`.to_i
+		elsif RUBY_PLATFORM =~ /darwin/
+			return `sysctl -n hw.logicalcpu`.to_i
+		elsif RUBY_PLATFORM =~ /win32/
+			# this works for windows 2000 or greater
+			require 'win32ole'
+			wmi = WIN32OLE.connect("winmgmts://")
+			wmi.ExecQuery("select * from Win32_ComputerSystem").each do |system| 
+				begin
+					processors = system.NumberOfLogicalProcessors
+				rescue
+					processors = 0
+				end
+				return [system.NumberOfProcessors, processors].max
+			end
+		end
+		raise "can't determine 'number_of_processors' for '#{RUBY_PLATFORM}'"
+	end
+end
+module Enumerable
+	
+	# Parallel Iterator: Use in exactly the same way as map. The last argument is a hash of options. n_procs can be supplied as an option (defaults to number of CPUs).
+	# Eg.
+	# 
+	#	arr = [0.3, 0.5, 0.89] # Any array or any object that mixes in Enumerable
+	#		
+	#	output = Array.parallel_map do |element|
+	#		large_calculation(element)
+	#	end
+	#
+	# Or
+	# 
+	#	output = Array.parallel_map(n_procs: 4) do |element|
+	#		large_calculation(element)
+	#	end
+
+	
+	def parallel_map(*args, &block)
+		ncpus = number_of_processors_for_parallel_map
+		if args[-1].class == Hash
+			options = args.pop
+			ncpus = options[:n_procs] if options[:n_procs]
+		end
+			
+		ppipe = PPipe.new(ncpus, false)
+		ppipe.fork(ncpus-1) 
+		i = -1
+		each(*args) do |*yargs|
+# 				$stderr.puts i, ppipe.mpn
+			i+=1
+			next unless i%ncpus == ppipe.mpn 
+			value = block.call(*yargs)
+# 				$stderr.puts value
+			ppipe.i_send(i, Marshal.dump(value), tp: 0)
+			
+		end
+		(ppipe.die; exit) unless ppipe.is_root
+		ppipe.waitall
+		i = 0
+		map(*args) do |*yargs|
+			value = Marshal.load(ppipe.w_recv(i))
+			i+=1
+			value
+		end
+	end
+end
+
 
 
 

metadata

@@ -1,7 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: parallelpipes
 version: !ruby/object:Gem::Version 
-  version: "1.0"
+  hash: 21
+  prerelease: false
+  segments: 
+  - 1
+  - 0
+  - 1
+  version: 1.0.1
 platform: ruby
 authors: 
 - Edmund Highcock
@@ -9,11 +15,11 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-07-11 00:00:00 +01:00
+date: 2010-07-12 00:00:00 +01:00
 default_executable: 
 dependencies: []
 
-description: Parallel Pipes is a simple, easy to use, MPI-like implentation for Ruby, allowing you to create and send messages between multiple ruby processes and allowing your code to run on  multiple processors.
+description: Parallel Pipes is a simple, easy to use, MPI-like implentation for Ruby, allowing you to create and send messages between multiple ruby processes and allowing your code to run on  multiple processors. Also provides parallel iterators.
 email: 
 executables: []
 
@@ -25,29 +31,39 @@ files:
 - lib/parallelpipes.rb
 has_rdoc: true
 homepage: http://parallelpipes.rubyforge.org/
+licenses: []
+
 post_install_message: 
 rdoc_options: []
 
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 51
+      segments: 
+      - 1
+      - 9
+      - 0
       version: 1.9.0
-  version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
-  version: 
 requirements: []
 
 rubyforge_project: parallelpipes
-rubygems_version: 1.3.1
+rubygems_version: 1.3.7
 signing_key: 
-specification_version: 2
+specification_version: 3
 summary: MPI-like Parallel Processing Implementation for Ruby
 test_files: []