neptune 0.1.1 → 0.1.2

data/test/unit/test_neptune.rb

@@ -0,0 +1,208 @@
+# Programmer: Chris Bunch (cgb@cs.ucsb.edu)
+
+$:.unshift File.join(File.dirname(__FILE__), "..", "..", "lib")
+require 'neptune'
+
+require 'test/unit'
+
+class FakeAppControllerClient
+  def initialize(a, b)
+  end
+
+  # Since all the methods we're faking take the same arguments and have
+  # the same semantics (return true or abort), just cover it all in one place.
+  def method_missing(id, *args, &block)
+    method_names = ["get_output", "get_acl", "put_input", "set_acl"] +
+      ["start_neptune_job"]
+    if method_names.include?(id.to_s)
+      return true
+    else
+      super
+    end
+  end
+end
+
+class FakeFileNeptuneTest
+  def self.expand_path(path)
+    return path
+  end
+
+  def self.exists?(file)
+    if file.include?("EXISTS")
+      return true
+    else
+      return false
+    end
+  end
+end
+
+module FakeKernel
+  def `(command)
+  end
+end
+
+module FakeCommonFunctions
+  def self.scp_to_shadow(a, b, c, d=nil)
+  end
+end
+
+class TestNeptune < Test::Unit::TestCase
+  def test_do_preprocessing
+    # Try a job that needs preprocessing
+    job_data_1 = {"@type" => "ssa", "@trajectories" => 10}
+    assert_nothing_raised(SystemExit) { do_preprocessing(job_data_1) }
+
+    # Now try a job that doesn't need it
+    job_data_2 = {"@type" => "input"}
+    assert_nothing_raised(SystemExit) { do_preprocessing(job_data_2) }
+  end
+
+  def test_preprocess_compile
+  end
+
+  def test_preprocess_erlang
+    # Try a job where we didn't specify the code
+    job_data_1 = {}
+    assert_raise(SystemExit) {
+      preprocess_erlang(job_data_1, FakeFileNeptuneTest, FakeCommonFunctions)
+    }
+
+    # Try a job where the source doesn't exist
+    job_data_2 = {"@code" => "NOT-EXISTANT"}
+    assert_raise(SystemExit) {
+      preprocess_erlang(job_data_2, FakeFileNeptuneTest, FakeCommonFunctions)
+    }
+
+    # Now try a job where the source does exist
+    job_data_3 = {"@code" => "EXISTS"}
+    assert_nothing_raised(SystemExit) {
+      preprocess_erlang(job_data_3, FakeFileNeptuneTest, FakeCommonFunctions)
+    }
+  end
+
+  def test_preprocess_mpi
+    job_data_1 = {}
+    assert_raise(SystemExit) { preprocess_mpi(job_data_1) }
+
+    job_data_2 = {"@nodes_to_use" => 4}
+    assert_raise(SystemExit) { preprocess_mpi(job_data_2) }
+
+    job_data_3 = {"@nodes_to_use" => 4, "@procs_to_use" => 4}
+    assert_equal(job_data_3, preprocess_mpi(job_data_3))
+
+    job_data_4 = {"@nodes_to_use" => 4, "@procs_to_use" => 1}
+    assert_raise(SystemExit) { preprocess_mpi(job_data_4) }
+  end
+
+  def test_preprocess_ssa
+    job_data_1 = {}
+    assert_raise(SystemExit) { preprocess_ssa(job_data_1) }
+
+    job_data_2 = {"@trajectories" => 10}
+    assert_equal(job_data_2, preprocess_ssa(job_data_2))
+
+    job_data_3 = {"@simulations" => 10}
+    expected_job_data_3 = {"@trajectories" => 10}
+    assert_equal(expected_job_data_3, preprocess_ssa(job_data_3))
+
+    job_data_4 = {"@trajectories" => 10, "@simulations" => 10}
+    assert_raise(SystemExit) { preprocess_ssa(job_data_4) }
+  end
+
+  def test_get_job_data
+    params_1 = {:type => :mpi}
+    assert_raise(SystemExit) { get_job_data(params_1) }
+
+    params_2 = {:type => :mpi, :output => "boo"}
+    assert_raise(SystemExit) { get_job_data(params_2) }
+
+    [:mpi, :upc, :x10].each { |type|
+      params_3 = {:type => type, :output => "/boo"}
+      expected_job_data_3 = {"@type" => "mpi", "@output" => "/boo",
+        "@keyname" => "appscale"}
+      assert_equal(expected_job_data_3, get_job_data(params_3))
+    }
+
+    params_4 = {:type => "input"}
+    expected_job_data_4 = {"@type" => "input", "@keyname" => "appscale"}
+    assert_equal(expected_job_data_4, get_job_data(params_4))
+
+    params_5 = {:type => "input", :keyname => "boo"}
+    expected_job_data_5 = {"@type" => "input", "@keyname" => "boo"}
+    assert_equal(expected_job_data_5, get_job_data(params_5))
+
+    params_6 = {:type => :mpi, :output => "/boo",
+      :nodes_to_use => {"cloud1" => 1, "cloud2" => 1}}
+    expected_job_data_6 = {"@type" => "mpi", "@output" => "/boo",
+      "@keyname" => "appscale", "@nodes_to_use" => ["cloud1", 1, "cloud2", 1]}
+    assert_equal(expected_job_data_6, get_job_data(params_6))
+  end
+
+  def test_validate_storage_params
+    job_data_1 = {}
+    expected_job_data_1 = {"@storage" => "appdb"}
+    assert_equal(expected_job_data_1, validate_storage_params(job_data_1))
+
+    job_data_2 = {"@storage" => "a bad value goes here"}
+    assert_raise(SystemExit) { validate_storage_params(job_data_2) }
+
+    job_data_3 = {"@storage" => "s3"}
+    assert_raise(SystemExit) { validate_storage_params(job_data_3) }
+
+    job_data_4 = {"@storage" => "s3", "@EC2_ACCESS_KEY" => "a",
+      "@EC2_SECRET_KEY" => "b", "@S3_URL" => "c"}
+    assert_equal(job_data_4, validate_storage_params(job_data_4))
+
+    ENV['EC2_ACCESS_KEY'] = "a"
+    ENV['EC2_SECRET_KEY'] = "b"
+    ENV['S3_URL'] = "c"
+
+    ["s3", "gstorage", "walrus"].each { |storage|
+      job_data_5 = {"@storage" => storage}
+      expected_job_data_5 = {"@storage" => "s3", "@EC2_ACCESS_KEY" => "a",
+        "@EC2_SECRET_KEY" => "b", "@S3_URL" => "c"}
+      assert_equal(expected_job_data_5, validate_storage_params(job_data_5))
+    }
+  end
+
+  def test_get_input
+  end
+
+  def test_wait_for_compilation_to_finish
+  end
+
+  def test_compile_code
+  end
+
+  def test_run_job
+    ssh_args = "boo!"
+    shadow_ip = "localhost?"
+    secret = "abcdefg"
+
+    job_data_1 = {"@type" => "input"}
+    assert_raises (SystemExit) { 
+      run_job(job_data_1, ssh_args, shadow_ip, secret,
+        FakeAppControllerClient, FakeFileNeptuneTest)
+    }
+
+    job_data_1 = {"@type" => "input", "@local" => "NON-EXISTANT"}
+    actual_1 = run_job(job_data_1, ssh_args, shadow_ip, secret,
+      FakeAppControllerClient, FakeFileNeptuneTest)
+    assert_equal(:failure, actual_1[:result])
+
+    job_data_2 = {"@type" => "input", "@local" => "EXISTS"}
+    actual_2 = run_job(job_data_2, ssh_args, shadow_ip, secret,
+      FakeAppControllerClient, FakeFileNeptuneTest)
+    assert_equal(:success, actual_2[:result])
+
+    # try an output job
+
+    # try a get-acl job
+
+    # try a set-acl job
+
+    # try a compile job
+
+    # try a compute job
+  end
+end

data/test/unit/ts_all.rb

@@ -0,0 +1,6 @@
+# Programmer: Chris Bunch (cgb@cs.ucsb.edu)
+
+$:.unshift File.join(File.dirname(__FILE__))
+require 'test_app_controller_client'
+require 'test_common_functions'
+require 'test_neptune'

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: neptune
 version: !ruby/object:Gem::Version 
-  hash: 25
+  hash: 31
   prerelease: 
   segments: 
   - 0
   - 1
-  - 1
-  version: 0.1.1
+  - 2
+  version: 0.1.2
 platform: ruby
 authors: 
 - Chris Bunch
@@ -15,7 +15,7 @@ autorequire: neptune
 bindir: bin
 cert_chain: []
 
-date: 2011-06-06 00:00:00 -07:00
+date: 2011-11-10 00:00:00 -08:00
 default_executable: neptune
 dependencies: []
 
@@ -103,20 +103,96 @@ files:
 - doc/scripts/mpi/run_mpi_powermethod_rb.html
 - doc/scripts/mpi/run_mpi_cpi_rb.html
 - doc/created.rid
+- doc/Kernel.html
 - lib/common_functions.rb
 - lib/app_controller_client.rb
 - lib/neptune.rb
-- test/tc_c.rb
-- test/tc_dfsp.rb
-- test/test_helper.rb
-- test/tc_mpi.rb
-- test/tc_dwssa.rb
-- test/tc_erlang.rb
-- test/tc_storage.rb
-- test/tc_x10.rb
-- test/tc_upc.rb
-- test/ts_neptune.rb
-- test/tc_mapreduce.rb
+- test/integration/tc_c.rb
+- test/integration/tc_dfsp.rb
+- test/integration/test_helper.rb
+- test/integration/tc_mpi.rb
+- test/integration/tc_dwssa.rb
+- test/integration/tc_erlang.rb
+- test/integration/tc_storage.rb
+- test/integration/tc_x10.rb
+- test/integration/tc_upc.rb
+- test/integration/ts_neptune.rb
+- test/integration/tc_mapreduce.rb
+- test/unit/test_app_controller_client.rb
+- test/unit/test_neptune.rb
+- test/unit/test_common_functions.rb
+- test/unit/ts_all.rb
+- samples/upc/run_upc_ring.rb
+- samples/upc/helloworld/HelloWorld.c
+- samples/upc/helloworld/Makefile
+- samples/upc/ring/Ring.c
+- samples/upc/ring/Makefile
+- samples/upc/compile_upc_helloworld.rb
+- samples/upc/run_upc_helloworld.rb
+- samples/upc/compile_upc_ring.rb
+- samples/upc/get_mpi_output.rb
+- samples/go/run_hello.rb
+- samples/go/get_hello_output.rb
+- samples/go/hello/hello.go
+- samples/go/compile_hello.rb
+- samples/go/put_input.rb
+- samples/r/run_hello.rb
+- samples/r/get_hello_output.rb
+- samples/r/hello/hello.r
+- samples/r/compile_hello.rb
+- samples/r/put_input.rb
+- samples/c/compile_helloworld.rb
+- samples/c/helloworld/helloworld.c
+- samples/appscale/add_loadbalancer.rb
+- samples/appscale/add_slave.rb
+- samples/appscale/add_appserver.rb
+- samples/appscale/add_database.rb
+- samples/x10/compile_x10_nqueens.rb
+- samples/x10/run_x10_ring.rb
+- samples/x10/ring/Ring.x10
+- samples/x10/ring/RingOld.x10
+- samples/x10/ring/Makefile
+- samples/x10/MyPowerMethod
+- samples/x10/run_x10_powermethod.rb
+- samples/x10/get_x10_output.rb
+- samples/x10/compile_x10_ring.rb
+- samples/x10/run_x10_nqueens.rb
+- samples/x10/MyPowerMethod.x10
+- samples/x10/NQueensDist.x10
+- samples/x10/NQueensDist
+- samples/mapreduce/run_java_mr.rb
+- samples/mapreduce/get_mapreduce_output.rb
+- samples/mapreduce/input-7
+- samples/mapreduce/run_mapreduce.rb
+- samples/mapreduce/reduce.rb
+- samples/mapreduce/the-end-of-time.txt
+- samples/mapreduce/input-10
+- samples/mapreduce/map.rb
+- samples/mapreduce/expected-output.txt
+- samples/mapreduce/hadoop-0.20.0-examples.jar
+- samples/mapreduce/input-30
+- samples/erlang/run_erlang_ring.rb
+- samples/erlang/compile_erlang_ring.rb
+- samples/erlang/get_erlang_output.rb
+- samples/erlang/ring/ring.erl
+- samples/erlang/ring/Makefile
+- samples/mpi/compile_x10_nqueens.rb
+- samples/mpi/run_mpi_powermethod.rb
+- samples/mpi/compile_mpi_ring.rb
+- samples/mpi/ring/Ring.c
+- samples/mpi/ring/Makefile
+- samples/mpi/hw2harness.h
+- samples/mpi/run_mpi_nqueens.np
+- samples/mpi/powermethod
+- samples/mpi/MpiQueen
+- samples/mpi/get_ring_output.rb
+- samples/mpi/cpi
+- samples/mpi/hw2harness.c
+- samples/mpi/hw2.c
+- samples/mpi/run_mpi_cpi.rb
+- samples/mpi/run_mpi_ring.rb
+- samples/mpi/Makefile
+- samples/mpi/get_mpi_output.rb
 - README
 - LICENSE
 has_rdoc: true