drmap 0.0.1

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2008-09-26
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,16 @@
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/drirb
+bin/drworker
+examples/send_email.rb
+lib/drmap.rb
+lib/drmap/beanstalk_pool.rb
+lib/drmap/beanstalk_worker.rb
+lib/drmap/drmap_enumerable.rb
+lib/drmap/version.rb
+spec/drmap_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/rspec.rake

data/README.txt

@@ -0,0 +1,49 @@
+= drmap
+
+* drmap.rubyforge.org
+
+== DESCRIPTION:
+
+drmap distributed Ruby blocks across processes
+
+== FEATURES/PROBLEMS:
+
+* TODO
+
+== SYNOPSIS:
+
+  TODO
+
+== REQUIREMENTS:
+
+* Beanstalkd
+* ruby2ruby gem
+
+== INSTALL:
+
+* sudo gem install drmap
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008 FIX
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,14 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+require './lib/drmap.rb'
+
+Hoe.new('drmap', Drmap::VERSION) do |p|
+  p.rubyforge_name = 'drmap'
+  p.developer('Marc Chung', 'marc.chung@openrain.com')
+end
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }
+
+# vim: syntax=Ruby

data/bin/drirb

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'drmap'
+require 'irb'
+
+if __FILE__ == $0
+  Drmap::BeanstalkPool.hosts = ['localhost:11300'] # TODO Should probably make this a command line variable
+  IRB.start(__FILE__)
+end

data/bin/drworker

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'drmap'
+
+if __FILE__ == $0
+  host = "localhost:11300"
+  if ARGV[0]
+    host = ARGV[0]
+  end
+  puts "Connecting to #{host}" # TODO Should probably test connection!
+  Drmap::BeanstalkPool.hosts = [host]
+  pool = Drmap::BeanstalkPool.new
+  worker = Drmap::BeanstalkWorker.new(pool)
+  worker.process
+end

data/examples/send_email.rb

@@ -0,0 +1,7 @@
+require 'rubygems'
+require 'drmap'
+
+addresses = ["baz@example.com", "foo@example.com", "bar@example.com"]
+addresses.drmap do |email|
+  puts "You are now emailing: #{email}"
+end

data/lib/drmap.rb

@@ -0,0 +1,16 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'pp'
+
+require 'beanstalk-client'
+require 'ruby2ruby'
+
+require 'drmap/drmap_enumerable'
+require 'drmap/beanstalk_worker'
+require 'drmap/beanstalk_pool'
+require 'drmap/version'
+
+module Drmap
+  VERSION = Drmap::Version::STRING
+end

data/lib/drmap/beanstalk_pool.rb

@@ -0,0 +1,52 @@
+module Drmap
+  class BeanstalkPool
+
+    # Worst design ever!
+    def self.hosts=(bean_hosts)
+      @@hosts = bean_hosts
+    end
+
+    def initialize
+      @pool = Beanstalk::Pool.new(@@hosts)
+    end
+
+    def peers
+      @pool
+    end
+
+    def next_job
+      watch_jobs
+      @pool.reserve
+    end
+
+    def put_job(jid, proc_str, data)
+      @pool.use("job")
+      payload = {:pid => Process.pid, :jid => jid, :proc => proc_str, :data => data}
+      @pool.yput(payload)
+    end
+
+    def next_result(jid)
+      watch_results(jid)
+      job = @pool.reserve
+      job_payload = job.ybody[:result]
+    end
+
+    def put_result(jid, result)
+      @pool.use("result#{jid}")
+      payload = {:pid => Process.pid, :jid => jid, :result => result}
+      @pool.yput(payload)
+    end
+
+    def watch_jobs
+      @pool.watch("job")
+      @pool.ignore("default")
+    end
+
+    def watch_results(jid)
+      @pool.watch("result#{jid}")
+      @pool.ignore("default")
+      @pool.ignore("job")
+    end
+
+  end
+end

data/lib/drmap/beanstalk_worker.rb

@@ -0,0 +1,45 @@
+module Drmap
+  class BeanstalkWorker
+
+    def initialize(pool)
+      @pool = pool
+    end
+
+    def process
+      loop do
+        begin
+          job_payload = next_job
+          pp job_payload
+          result = eval(job_payload[:proc]).call(job_payload[:data])
+          save(job_payload[:jid], result)
+          success!
+        rescue => e
+          fail!(e)
+        end
+      end
+    end
+
+    def next_job
+      @job = @pool.next_job
+      @job.ybody
+    end
+
+    def success!
+      @job.delete
+    end
+
+    def fail!(e)
+      puts "ERROR #{e.message}"
+      e.backtrace.each do |msg|
+        pp msg
+      end
+      @job.bury
+    end
+
+    def save(jid, result)
+      @pool.put_result(jid, result)
+      pp [@job[:pid], jid, result]
+    end
+
+  end
+end

data/lib/drmap/drmap_enumerable.rb

@@ -0,0 +1,18 @@
+module Enumerable
+
+  def drmap(&block)
+    pool = Drmap::BeanstalkPool.new
+
+    jid = rand(100)
+    each_with_index do |element, idx|
+      pool.put_job(jid, block.to_ruby, element)
+    end
+
+    results = []
+    while results.size < length
+      results << pool.next_result(jid)
+    end
+    results
+  end
+
+end

data/lib/drmap/version.rb

@@ -0,0 +1,9 @@
+module Drmap
+  module Version #:nodoc:
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 1
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/spec/drmap_spec.rb

@@ -0,0 +1,12 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Drmap" do
+
+  it "should distribute tasks" do
+    addresses = ["baz@example.com", "foo@example.com", "bar@example.com"]
+    addresses.drmap do |email|
+      puts "You are now emailing: #{email}"
+    end
+  end
+
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems'
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 'rubygems'
+require 'drmap'

data/tasks/rspec.rake

@@ -0,0 +1,21 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems'
+  require 'spec'
+end
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts <<-EOS
+To use rspec for testing you must install rspec gem:
+    gem install rspec
+EOS
+  exit(0)
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification 
+name: drmap
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Marc Chung
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-09-27 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.7.0
+    version: 
+description: drmap distributed Ruby blocks across processes
+email: 
+- marc.chung@openrain.com
+executables: 
+- drirb
+- drworker
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.txt
+files: 
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/drirb
+- bin/drworker
+- examples/send_email.rb
+- lib/drmap.rb
+- lib/drmap/beanstalk_pool.rb
+- lib/drmap/beanstalk_worker.rb
+- lib/drmap/drmap_enumerable.rb
+- lib/drmap/version.rb
+- spec/drmap_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/rspec.rake
+has_rdoc: true
+homepage: drmap.rubyforge.org
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: drmap
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: drmap distributed Ruby blocks across processes
+test_files: []
+