tiamat 0.1.0

data/spec/remote_worker_spec.rb

@@ -0,0 +1,59 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+describe Tiamat::RemoteWorker do
+  before :each do
+    @uris = (47055..47060).map { |n|
+      "druby://localhost:#{n}"
+    }
+    # pretend these servers were running beforehand
+    @servers = @uris.map { |uri|
+      Tiamat::LocalChildServer.new(uri, *Tiamat.compiler.reverse)
+    }
+  end
+
+  after :each do
+    @servers.each { |server|
+      server.close
+    }
+  end
+  
+  it "should compute without block" do
+    Tiamat::RemoteWorker.open(*@uris)
+    begin
+      pure(Pure::Parser::RubyParser) do
+        def f(x, y)
+          x + y
+        end
+        
+        def x
+          33
+        end
+        
+        def y
+          44
+        end
+      end.compute(Tiamat::RemoteWorker).f.should == 77
+    ensure
+      Tiamat::RemoteWorker.close
+    end
+  end
+
+  it "should compute with block" do
+    Tiamat::RemoteWorker.open(*@uris) do
+      Pure.worker.object_id.should eql(Tiamat::RemoteWorker.object_id)
+      pure(Pure::Parser::RubyParser) do
+        def f(x, y)
+          x + y
+        end
+        
+        def x
+          33
+        end
+        
+        def y
+          44
+        end
+      end.compute.f.should == 77
+    end
+  end
+end

data/spec/server_spec.rb

@@ -0,0 +1,48 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+describe Tiamat::Server do
+  before :all do
+    @url = "druby://localhost:27272"
+    @remote_server = Tiamat::LocalChildServer.new(
+      @url, *Tiamat.compiler.reverse
+    )
+    @server = Tiamat::Server.new(@url)
+  end
+
+  after :all do
+    @remote_server.close
+    @server.close
+  end
+
+  it "should connect to remote server" do
+    @server.instance_eval {
+      @drb_object.ping
+    }
+  end
+
+  it "should evaluate a pure function spec" do
+    mod = pure(Pure::Parser::RubyParser) do
+      def f
+        33 + 44
+      end
+    end
+    spec = Pure::ExtractedFunctions[Pure::Parser::RubyParser][mod][:f]
+    
+    @server.evaluate_function(spec).should == 77
+  end
+
+  it "should fail with undumpable objects by default" do
+    DRb.primary_server.should be_nil
+
+    lambda {
+      @server.evaluate_function(STDOUT)
+    }.should raise_error(DRb::DRbConnError, %r!DRbServerNotFound!)
+  end
+
+  it "should ignore subsequent calls to close()" do
+    lambda {
+      @server.close
+      @server.close
+    }.should_not raise_error
+  end
+end

data/spec/tiamat_open_local_spec.rb

@@ -0,0 +1,77 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+require 'benchmark'
+
+epsilon = 0.25 + TiamatSpecBase.slow_platform_epsilon
+
+describe Tiamat do
+  before :all do
+    @mod = Pure.define do
+      def total(left, right)
+        left + right
+      end
+      def left
+        (1..100_000).inject(0) { |acc, n| acc + n }
+      end
+      def right
+        (1..100_000).inject(0) { |acc, n| acc + n }
+      end
+    end
+  end
+
+  describe ".open_local" do
+    describe "with block" do
+      it "should launch local servers" do
+        one_cpu = Benchmark.realtime { @mod.compute(2).total }
+        two_cpu = Tiamat.open_local(2) {
+          Pure.worker.should eql(Tiamat::LocalChildWorker)
+          Pure.worker.closed?.should eql(false)
+          Benchmark.realtime { @mod.compute.total }
+        }
+        (two_cpu/one_cpu).should be_close(0.5, epsilon)
+        Tiamat::LocalChildWorker.closed?.should eql(true)
+      end
+    end
+
+    describe "without block" do
+      it "should launch local servers" do
+        one_cpu = Benchmark.realtime { @mod.compute(2).total }
+        Pure.worker = Tiamat.open_local(2)
+        begin
+          Pure.worker.should eql(Tiamat::LocalChildWorker)
+          Pure.worker.closed?.should eql(false)
+          two_cpu = Benchmark.realtime { @mod.compute.total }
+          (two_cpu/one_cpu).should be_close(0.5, epsilon)
+        ensure
+          Pure.worker.close
+          Pure.worker = Pure::NativeWorker
+        end
+        Tiamat::LocalChildWorker.closed?.should eql(true)
+      end
+    end
+
+    it "should accept require list" do
+      mod = pure do
+        def f(s)
+          Base64.encode64(Matrix[[s]][0, 0])
+        end
+      end
+        
+      Tiamat.open_local(1) {
+        lambda {
+          mod.compute(:s => "abc").f
+        }.should raise_error(NameError, %r!Base64!)
+      }
+      
+      Tiamat.open_local(1, 'base64') {
+        lambda {
+          mod.compute(:s => "abc").f
+        }.should raise_error(NameError, %r!Matrix!)
+      }
+      
+      Tiamat.open_local(1, 'base64', 'matrix') {
+        mod.compute(:s => "abc").f.should == "YWJj\n"
+      }
+    end
+  end
+end

data/spec/tiamat_open_remote_spec.rb

@@ -0,0 +1,67 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+require 'benchmark'
+
+epsilon = 0.25 + TiamatSpecBase.slow_platform_epsilon
+
+describe Tiamat do
+  before :all do
+    @mod = Pure.define do
+      def total(left, right)
+        left + right
+      end
+      def left
+        (1..100_000).inject(0) { |acc, n| acc + n }
+      end
+      def right
+        (1..100_000).inject(0) { |acc, n| acc + n }
+      end
+    end
+  end
+
+  describe ".open_remote" do
+    before :all do
+      @uris = (47055..47060).map { |n|
+        "druby://localhost:#{n}"
+      }
+      @servers = @uris.map { |uri|
+        Tiamat::LocalChildServer.new(uri, *Tiamat.compiler.reverse)
+      }
+    end
+    
+    after :all do
+      @servers.each { |t| t.close }
+      Tiamat::RemoteWorker.close
+    end
+
+    describe "with block" do
+      it "should connect to remote servers" do
+        one_cpu = Benchmark.realtime { @mod.compute(2).total }
+        two_cpu = Tiamat.open_remote(*@uris) {
+          Pure.worker.should eql(Tiamat::RemoteWorker)
+          Pure.worker.closed?.should eql(false)
+          Benchmark.realtime { @mod.compute.total }
+        }
+        (two_cpu/one_cpu).should be_close(0.5, epsilon)
+        Tiamat::RemoteWorker.closed?.should eql(true)
+      end
+    end
+
+    describe "without block" do
+      it "should connect to remote servers" do
+        one_cpu = Benchmark.realtime { @mod.compute(2).total }
+        Pure.worker = Tiamat.open_remote(*@uris)
+        begin
+          Pure.worker.should eql(Tiamat::RemoteWorker)
+          Pure.worker.closed?.should eql(false)
+          two_cpu = Benchmark.realtime { @mod.compute.total }
+          (two_cpu/one_cpu).should be_close(0.5, epsilon)
+        ensure
+          Pure.worker.close
+          Pure.worker = Pure::NativeWorker
+        end
+        Tiamat::RemoteWorker.closed?.should eql(true)
+      end
+    end
+  end
+end

data/spec/tiamat_server_spec.rb

@@ -0,0 +1,51 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+require 'tiamat/tiamat_server'
+
+describe Tiamat::TiamatServer do
+  before :all do
+    @server = Tiamat::TiamatServer.new(*Tiamat.compiler.reverse)
+  end
+
+  it "should evaluate a pure function spec" do
+    mod = pure do
+      def f
+        33 + 44
+      end
+    end
+    spec = Pure::ExtractedFunctions[Pure.parser][mod][:f]
+    @server.evaluate_function(spec).should == 77
+  end
+
+  it "should handle `fun' definitions with no args" do
+    mod = pure do
+      fun :f do
+        33 + 44
+      end
+    end
+    spec = Pure::ExtractedFunctions[Pure.parser][mod][:f]
+    @server.evaluate_function(spec).should == 77
+  end
+
+  it "should handle `fun' definitions with args" do
+    mod = pure do
+      fun :f => [:x, :y] do |u, v|
+        u*v
+      end
+    end
+    spec = Pure::ExtractedFunctions[Pure.parser][mod][:f]
+    @server.evaluate_function(spec, 4, 5).should == 20
+  end
+
+  it "should run" do
+    uri = "druby://localhost:27272"
+    thread = Thread.new {
+      Tiamat::TiamatServer.run(uri, *Tiamat.compiler.reverse)
+    }
+    Tiamat::Server.new(uri).instance_eval {
+      @drb_object.ping
+      @drb_object.close
+    }
+    thread.join
+  end
+end

data/spec/tiamat_spec_base.rb

@@ -0,0 +1,36 @@
+$LOAD_PATH.unshift File.dirname(__FILE__) + '/../lib'
+$LOAD_PATH.unshift File.dirname(__FILE__) + "/../devel"
+
+require 'pure/dsl'
+require 'tiamat/autoconfig'
+require 'spec/autorun'
+require 'rbconfig'
+
+module TiamatSpecBase
+  module_function
+
+  def slow_platform_epsilon
+    if RUBY_PLATFORM == "java" or Config::CONFIG["host"] =~ %r!mswin|mingw!
+      99
+    else
+      0
+    end
+  end
+
+  def with_env(hash)
+    previous_env = ENV.inject(Hash.new) { |acc, (key, value)|
+      acc.merge!(key => value)
+    }
+    hash.each_pair { |key, value|
+      ENV[key] = value
+    }
+    begin
+      yield
+    ensure
+      ENV.clear
+      previous_env.each_pair { |key, value|
+        ENV[key] = value
+      }
+    end
+  end
+end

data/spec/util_spec.rb

@@ -0,0 +1,29 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+# rcov hack
+describe Tiamat::Util do
+  describe ".run_ruby" do
+    it "should pass rcov butchery" do
+      previous_host = Config::CONFIG["host"]
+      previous_verbose = $VERBOSE
+      $VERBOSE = nil
+      begin
+        Config::CONFIG["host"] = "mingw"
+        load File.dirname(__FILE__) + "/../lib/tiamat/util.rb"
+        lambda {
+          Tiamat::Util.run_ruby("-e", "")
+        }.should_not raise_error
+      ensure
+        Config::CONFIG["host"] = previous_host
+        load File.dirname(__FILE__) + "/../lib/tiamat/util.rb"
+        $VERBOSE = previous_verbose
+      end
+    end
+
+    it "should raise when it fails" do
+      lambda {
+        Tiamat::Util.run_ruby("-e", "exit 99")
+      }.should raise_error(Tiamat::RunRubyError, %r!failed with status 99!)
+    end
+  end
+end

data/spec/worker_spec.rb

@@ -0,0 +1,19 @@
+require File.dirname(__FILE__) + '/tiamat_spec_base'
+
+describe Tiamat::Worker do
+  it "should raise when open() called while open" do
+    count = 0
+    mock_farm = Class.new do
+      define_method :close do
+        count += 1
+      end
+    end.new
+    lambda {
+      Tiamat::Worker.open(mock_farm) do
+        Tiamat::Worker.open(mock_farm) do
+        end
+      end
+    }.should raise_error(Tiamat::AlreadyOpenError, %r!already open!)
+    count.should == 1
+  end
+end

metadata

@@ -0,0 +1,209 @@
+--- !ruby/object:Gem::Specification 
+name: tiamat
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- James M. Lawrence
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-22 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: pure
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.2.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: ruby_parser
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.0.4
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: ruby2ruby
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.4
+    version: 
+description: Tiamat is a worker plugin for the pure functional package (Pure[http://purefunctional.  rubyforge.
+email: 
+- quixoticsycophant@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- CHANGES.rdoc
+- README.rdoc
+- Rakefile
+- bin/tiamat-server
+- devel/jumpstart.rb
+- install.rb
+- lib/tiamat.rb
+- lib/tiamat/autoconfig.rb
+- lib/tiamat/child_server.rb
+- lib/tiamat/config/ruby_parser.rb
+- lib/tiamat/connector.rb
+- lib/tiamat/error.rb
+- lib/tiamat/farm.rb
+- lib/tiamat/local_child_farm.rb
+- lib/tiamat/local_child_server.rb
+- lib/tiamat/local_child_worker.rb
+- lib/tiamat/remote_farm.rb
+- lib/tiamat/remote_worker.rb
+- lib/tiamat/server.rb
+- lib/tiamat/tiamat.rb
+- lib/tiamat/tiamat_server.rb
+- lib/tiamat/util.rb
+- lib/tiamat/version.rb
+- lib/tiamat/worker.rb
+- spec/connector_spec.rb
+- spec/drb_connection_spec.rb
+- spec/local_child_farm_spec.rb
+- spec/local_child_server_path_spec.rb
+- spec/local_child_server_spec.rb
+- spec/local_child_worker_spec.rb
+- spec/pure_spec.rb
+- spec/readme_spec.rb
+- spec/remote_farm_spec.rb
+- spec/remote_worker_spec.rb
+- spec/server_spec.rb
+- spec/tiamat_open_local_spec.rb
+- spec/tiamat_open_remote_spec.rb
+- spec/tiamat_server_spec.rb
+- spec/tiamat_spec_base.rb
+- spec/util_spec.rb
+- spec/worker_spec.rb
+- MANIFEST
+has_rdoc: true
+homepage: http://purefunctional.rubyforge.org
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+- --title
+- "tiamat: Automatic parallelism across multiple cores and machines: a plugin for Pure."
+- --exclude
+- CHANGES.rdoc
+- --exclude
+- README.rdoc
+- --exclude
+- Rakefile
+- --exclude
+- bin/tiamat-server
+- --exclude
+- devel/jumpstart.rb
+- --exclude
+- install.rb
+- --exclude
+- lib/tiamat.rb
+- --exclude
+- lib/tiamat/child_server.rb
+- --exclude
+- lib/tiamat/config/ruby_parser.rb
+- --exclude
+- lib/tiamat/connector.rb
+- --exclude
+- lib/tiamat/error.rb
+- --exclude
+- lib/tiamat/farm.rb
+- --exclude
+- lib/tiamat/local_child_farm.rb
+- --exclude
+- lib/tiamat/local_child_server.rb
+- --exclude
+- lib/tiamat/local_child_worker.rb
+- --exclude
+- lib/tiamat/remote_farm.rb
+- --exclude
+- lib/tiamat/remote_worker.rb
+- --exclude
+- lib/tiamat/server.rb
+- --exclude
+- lib/tiamat/tiamat_server.rb
+- --exclude
+- lib/tiamat/util.rb
+- --exclude
+- lib/tiamat/version.rb
+- --exclude
+- lib/tiamat/worker.rb
+- --exclude
+- spec/connector_spec.rb
+- --exclude
+- spec/drb_connection_spec.rb
+- --exclude
+- spec/local_child_farm_spec.rb
+- --exclude
+- spec/local_child_server_path_spec.rb
+- --exclude
+- spec/local_child_server_spec.rb
+- --exclude
+- spec/local_child_worker_spec.rb
+- --exclude
+- spec/pure_spec.rb
+- --exclude
+- spec/readme_spec.rb
+- --exclude
+- spec/remote_farm_spec.rb
+- --exclude
+- spec/remote_worker_spec.rb
+- --exclude
+- spec/server_spec.rb
+- --exclude
+- spec/tiamat_open_local_spec.rb
+- --exclude
+- spec/tiamat_open_remote_spec.rb
+- --exclude
+- spec/tiamat_server_spec.rb
+- --exclude
+- spec/tiamat_spec_base.rb
+- --exclude
+- spec/util_spec.rb
+- --exclude
+- spec/worker_spec.rb
+- --exclude
+- MANIFEST
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: tiamat
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: "Automatic parallelism across multiple cores and machines: a plugin for Pure."
+test_files: []
+