RubyGems - neptune - Versions diffs - 0.2.1 → 0.2.2 - Mend

neptune 0.2.1 → 0.2.2

Files changed (61) hide show

data/README +4 -0
data/doc/BabelHelper.html +393 -376
data/doc/BadConfigurationException.html +121 -127
data/doc/CommonFunctions.html +237 -265
data/doc/ExodusHelper.html +820 -0
data/doc/ExodusTaskInfo.html +263 -0
data/doc/FileNotFoundException.html +121 -127
data/doc/NeptuneHelper.html +527 -592
data/doc/NeptuneManagerClient.html +696 -0
data/doc/NeptuneManagerException.html +139 -0
data/doc/Object.html +334 -236
data/doc/TaskInfo.html +428 -0
data/doc/created.rid +8 -5
data/doc/images/add.png +0 -0
data/doc/images/delete.png +0 -0
data/doc/images/tag_blue.png +0 -0
data/doc/images/transparent.png +0 -0
data/doc/index.html +74 -142
data/doc/js/darkfish.js +99 -62
data/doc/js/jquery.js +15 -29
data/doc/js/navigation.js +142 -0
data/doc/js/search.js +94 -0
data/doc/js/search_index.js +1 -0
data/doc/js/searcher.js +228 -0
data/doc/table_of_contents.html +226 -0
data/lib/babel.rb +116 -50
data/lib/custom_exceptions.rb +2 -2
data/lib/exodus.rb +311 -0
data/lib/exodus_task_info.rb +36 -0
data/lib/neptune.rb +52 -18
data/lib/{app_controller_client.rb → neptune_manager_client.rb} +54 -38
data/lib/task_info.rb +155 -0
data/test/{unit/test_babel.rb → test_babel.rb} +161 -26
data/test/{unit/test_common_functions.rb → test_common_functions.rb} +1 -1
data/test/test_exodus.rb +687 -0
data/test/{unit/test_neptune.rb → test_neptune.rb} +28 -17
data/test/{unit/test_app_controller_client.rb → test_neptune_manager_client.rb} +15 -16
data/test/test_task_info.rb +32 -0
data/test/{unit/ts_all.rb → ts_all.rb} +3 -1
metadata +30 -34
data/doc/AppControllerClient.html +0 -702
data/doc/AppControllerException.html +0 -145
data/doc/bin/neptune.html +0 -56
data/doc/js/quicksearch.js +0 -114
data/doc/js/thickbox-compressed.js +0 -10
data/doc/lib/app_controller_client_rb.html +0 -60
data/doc/lib/babel_rb.html +0 -68
data/doc/lib/common_functions_rb.html +0 -70
data/doc/lib/custom_exceptions_rb.html +0 -54
data/doc/lib/neptune_rb.html +0 -60
data/test/integration/tc_c.rb +0 -57
data/test/integration/tc_dfsp.rb +0 -37
data/test/integration/tc_dwssa.rb +0 -38
data/test/integration/tc_erlang.rb +0 -183
data/test/integration/tc_mapreduce.rb +0 -282
data/test/integration/tc_mpi.rb +0 -160
data/test/integration/tc_storage.rb +0 -209
data/test/integration/tc_upc.rb +0 -75
data/test/integration/tc_x10.rb +0 -94
data/test/integration/test_helper.rb +0 -135
data/test/integration/ts_neptune.rb +0 -40

data/doc/lib/common_functions_rb.html DELETED

@@ -1,70 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
-  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
-  <title>File: common_functions.rb [RDoc Documentation]</title>
-  <link type="text/css" media="screen" href="../rdoc.css" rel="stylesheet" />
-  <script src="../js/jquery.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/thickbox-compressed.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/quicksearch.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/darkfish.js" type="text/javascript"
-    charset="utf-8"></script>
-</head>
-<body class="file file-popup">
-  <div id="metadata">
-    <dl>
-      <dt class="modified-date">Last Modified</dt>
-      <dd class="modified-date">Sun Feb 12 16:18:14 -0800 2012</dd>
-      <dt class="requires">Requires</dt>
-      <dd class="requires">
-        <ul>
-          <li>digest/sha1</li>
-          <li>fileutils</li>
-          <li>net/http</li>
-          <li>openssl</li>
-          <li>socket</li>
-          <li>timeout</li>
-          <li>yaml</li>
-          <li>custom_exceptions</li>
-        </ul>
-      </dd>
-    </dl>
-  </div>
-  <div id="documentation">
-    <div class="description">
-      <h2>Description</h2>
-<p>Programmer: Chris Bunch (cgb@cs.ucsb.edu)</p>
-    </div>
-  </div>
-</body>
-</html>

data/doc/lib/custom_exceptions_rb.html DELETED

@@ -1,54 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
-  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
-  <title>File: custom_exceptions.rb [RDoc Documentation]</title>
-  <link type="text/css" media="screen" href="../rdoc.css" rel="stylesheet" />
-  <script src="../js/jquery.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/thickbox-compressed.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/quicksearch.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/darkfish.js" type="text/javascript"
-    charset="utf-8"></script>
-</head>
-<body class="file file-popup">
-  <div id="metadata">
-    <dl>
-      <dt class="modified-date">Last Modified</dt>
-      <dd class="modified-date">Sun Feb 12 16:18:29 -0800 2012</dd>
-      <dt class="requires">Requires</dt>
-      <dd class="requires">
-        <ul>
-        </ul>
-      </dd>
-    </dl>
-  </div>
-  <div id="documentation">
-    <div class="description">
-      <h2>Description</h2>
-<p>Programmer: Chris Bunch</p>
-    </div>
-  </div>
-</body>
-</html>

data/doc/lib/neptune_rb.html DELETED

@@ -1,60 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
-  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
-  <title>File: neptune.rb [RDoc Documentation]</title>
-  <link type="text/css" media="screen" href="../rdoc.css" rel="stylesheet" />
-  <script src="../js/jquery.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/thickbox-compressed.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/quicksearch.js" type="text/javascript"
-    charset="utf-8"></script>
-  <script src="../js/darkfish.js" type="text/javascript"
-    charset="utf-8"></script>
-</head>
-<body class="file file-popup">
-  <div id="metadata">
-    <dl>
-      <dt class="modified-date">Last Modified</dt>
-      <dd class="modified-date">Sun Feb 12 16:34:30 -0800 2012</dd>
-      <dt class="requires">Requires</dt>
-      <dd class="requires">
-        <ul>
-          <li>app_controller_client</li>
-          <li>common_functions</li>
-          <li>custom_exceptions</li>
-        </ul>
-      </dd>
-    </dl>
-  </div>
-  <div id="documentation">
-    <div class="description">
-      <h2>Description</h2>
-<p>Programmer: Chris Bunch (cgb@cs.ucsb.edu)</p>
-    </div>
-  </div>
-</body>
-</html>

data/test/integration/tc_c.rb DELETED

@@ -1,57 +0,0 @@
-$:.unshift File.join(File.dirname(__FILE__), "..", "..", "lib")
-require 'neptune'
-$:.unshift File.join(File.dirname(__FILE__), "..", "test", "integration")
-require 'test_helper'
-require 'test/unit'
-class TestC < Test::Unit::TestCase
-  # unlike the other language interfaces, we don't run c code yet
-  # just compile it - this may change in the future
-  def test_c_compile
-    ring_code = <<BAZ
-#include <stdio.h>
-int main() {
-  printf("hello world!");
-  return 0;
-}
-BAZ
-    contents = TestHelper.get_random_alphanumeric(1024)
-    folder = "hello-world-#{TestHelper.get_random_alphanumeric}"
-    source = "HelloWorld.c"
-    tmp_folder = "/tmp/#{folder}"
-    FileUtils.mkdir_p(tmp_folder)
-    compiled = "#{tmp_folder}-compiled"
-    compiled_code = "#{compiled}/HelloWorld"
-    local = "#{tmp_folder}/#{source}"
-    TestHelper.write_file(local, ring_code)
-    output = TestHelper.get_output_location(folder)
-    compile_c_code(tmp_folder, source, compiled)
-    FileUtils.rm_rf(tmp_folder)
-    FileUtils.rm_rf(compiled)
-  end
-  def compile_c_code(location, main_file, compiled)
-    std_out, std_err = TestHelper.compile_code(location, main_file, compiled)
-    make = "gcc -o HelloWorld HelloWorld.c -Wall"
-    msg = "The C Hello World code did not compile as expected. It should have " +
-      "compiled with the command [#{make}] instead of [#{std_out}]."
-    assert(std_out.include?(make), msg)
-    msg = "The C Hello World code did not compile successfully. It reported " +
-      "the following error: #{std_err}"
-    assert_nil(std_err, msg)
-  end
-end

data/test/integration/tc_dfsp.rb DELETED

@@ -1,37 +0,0 @@
-class TestDFSP < Test::Unit::TestCase
-  def test_dfsp
-    STORAGE_TYPES.each { |storage|
-      run_dfsp(storage)
-    }
-  end
-  def run_dfsp(storage)
-    expected_output = "sim_output"
-    contents = TestHelper.get_random_alphanumeric(1024)
-    folder = "dfsp-#{TestHelper.get_random_alphanumeric}"
-    output = TestHelper.get_output_location(folder, storage)
-    start_dfsp_code(output, storage)
-    get_dfsp_output(output, expected_output, storage)
- end
- def start_dfsp_code(output, storage)
-   params = { :simulations => 10 }
-   status = TestHelper.start_job("dfsp", nil, output, storage, params)
-   msg = "Your job was not started successfully. The failure message " +
-     "reported was #{status[:msg]}"
-   assert_equal(status[:result], :success, msg)
-  end
-  def get_dfsp_output(output, expected, storage)
-    result = TestHelper.get_job_output(output, storage)
-    msg = "The DFSP job you ran did not return the expected result. " +
-      "We expected to see [#{expected}] but instead saw [#{result}]"
-    success = result.include?(expected)
-    assert(success, msg)
-  end
-end

data/test/integration/tc_dwssa.rb DELETED

@@ -1,38 +0,0 @@
-class TestDWSSA < Test::Unit::TestCase
-  def test_dwssa
-    STORAGE_TYPES.each { |storage|
-      run_dwssa(storage)
-    }
-  end
-  def run_dwssa(storage)
-    expected_output = ""
-    contents = TestHelper.get_random_alphanumeric(1024)
-    folder = "dwssa-#{TestHelper.get_random_alphanumeric}"
-    output = TestHelper.get_output_location(folder, storage)
-    start_dwssa_code(output, storage)
-    get_dwssa_output(output, expected_output, storage)
- end
-  def start_dwssa_code(output, storage)
-    params = { :simulations => 10 }
-    status = TestHelper.start_job("cewssa", nil, output, storage, params)
-    msg = "Your job was not started successfully. The failure message " +
-      "reported was #{status[:msg]}"
-    assert_equal(status[:result], :success, msg)
-  end
-  def get_dwssa_output(output, expected, storage)
-    result = TestHelper.get_job_output(output, storage)
-    msg = "The dwSSA job you ran did not return the expected result. " +
-      "We expected to see [#{expected}] but instead saw [#{result}]"
-    success = result.include?(expected)
-    assert(success, msg)
-    sleep(30) # wait for appscale to free up nodes
-  end
-end

data/test/integration/tc_erlang.rb DELETED

@@ -1,183 +0,0 @@
-class TestErlang < Test::Unit::TestCase
-  def test_ring_code
-    STORAGE_TYPES.each { |storage|
-      run_ring_code(storage)
-    }
-  end
-  def test_nonexistent_source_code
-    location = "baz" + TestHelper.get_random_alphanumeric
-    main_file = "boo"
-    compiled = "bazagain"
-    msg = "Running a compile job with a non-existent source code location" +
-      " should have thrown an exception, when in fact it did not."
-    assert_raise(SystemExit, msg) {
-      TestHelper.compile_code(location, main_file, compiled)
-    }
-  end
-  def test_nonexistent_compiled_code
-    location = "baz" + TestHelper.get_random_alphanumeric
-    output = "/bazboo2"
-    storage = "appdb"
-    msg = "Running an Erlang compute job with a non-existent code location" +
-      " should have thrown an exception, when in fact it did not."
-    assert_raise(SystemExit, msg) {
-      TestHelper.start_job("erlang", location, output, storage)
-    }
-  end
-  def run_ring_code(storage)
-    expected_output = "total time for"
-    ring_code = <<BAZ
--module(ring).
--compile(export_all).
-% spawn N processes
-% M times, send message to proc 1
-% when proc i recv's a message, send it to i+1
-% distributed version:
-% global var for master node
-% var with list of nodes
-% if master:
-%   no high-level changes
-% else:
-%   wait for master to give me work
-%   loop until i receive a kill message
-%   which breaks this loop and kills this node
-% smaller changes:
-start(Name, Next) ->
-  %io:format("creating proc named ~p with next proc named ~p~n", [Name, Next]),
-  register(Name, spawn(fun() -> ring:startMe(Next) end)),
-  Name.
-startMe(Next) ->
-  receive
-    stop ->
-      void;
-    {Message, Initiator} ->
-      NextPid = whereis(Next),
-      if
-        is_pid(NextPid) ->
-          %io:format("sending message to next proc, ~p~n", [Next]),
-          NextPid ! {Message, Initiator},
-          startMe(Next);
-        true ->
-          %io:format("no next proc to send message to!~n"),
-          Initiator ! done,
-          startMe(Next)
-      end
-  end.
-generateProcs(Num) ->
-  if
-    Num > 0 ->
-      [start(ring:i_to_a(Num), ring:i_to_a(Num-1)) | ring:generateProcs(Num-1)];
-    true ->
-      []
-  end.
-stopProcs([H | T]) ->
-  HeadPid = whereis(H),
-  HeadPid ! stop,
-  stopProcs(T);
-stopProcs([]) ->
-    void.
-sendMessageToFirst([H | T], Message) ->
-  HeadPid = whereis(H),
-  HeadPid ! {Message, self()},
-  receive
-    done -> void
-  end.
-a_to_i(A) ->
-  list_to_integer(atom_to_list(A)).
-i_to_a(I) ->
-  list_to_atom(integer_to_list(I)).
-times(Num, Fun) ->
-  if Num > 0 ->
-    Fun(),
-    times(Num-1, Fun);
-  true ->
-    void
-  end.
-main() ->
-  statistics(wall_clock),
-  NumProcs = 10,
-  NumMessages = 1,
-  Processes = ring:generateProcs(NumProcs),
-  Message = "hello!",
-  times(NumMessages, fun() -> sendMessageToFirst(Processes, Message) end),
-  ring:stopProcs(Processes),
-  {_, TotalTime} = statistics(wall_clock),
-  TimeInMicroseconds = TotalTime * 1000,
-  io:format("total time for N = ~p, M = ~p, is ~p microseconds~n", [NumProcs, NumMessages, TimeInMicroseconds]),
-  exit('baz').
-BAZ
-    contents = TestHelper.get_random_alphanumeric(1024)
-    folder = "ring-#{TestHelper.get_random_alphanumeric}"
-    source = "ring.erl"
-    tmp_folder = "/tmp/#{folder}"
-    FileUtils.mkdir_p(tmp_folder)
-    compiled = "#{tmp_folder}-compiled"
-    compiled_code = "#{compiled}/ring.beam"
-    local = "#{tmp_folder}/#{source}"
-    TestHelper.write_file(local, ring_code)
-    output = TestHelper.get_output_location(folder, storage)
-    compile_erlang_code(tmp_folder, source, compiled)
-    start_erlang_code(compiled_code, output, storage)
-    get_erlang_output(output, expected_output, storage)
-    FileUtils.rm_rf(tmp_folder)
-    FileUtils.rm_rf(compiled)
-  end
-  def compile_erlang_code(location, main_file, compiled)
-    std_out, std_err = TestHelper.compile_code(location, main_file, compiled)
-    make = "HOME=/root erlc ring.erl"
-    msg = "The Erlang Ring code did not compile as expected. It should have " +
-      "compiled with the command [#{make}] instead of [#{std_out}]."
-    assert(std_out.include?(make), msg)
-    msg = "The Erlang Ring code did not compile successfully. It reported " +
-      "the following error: #{std_err}"
-    assert_nil(std_err, msg)
-  end
-  def start_erlang_code(code_location, output, storage)
-    status = TestHelper.start_job("erlang", code_location, output, storage)
-    msg = "Your job was not started successfully. The failure message " +
-      "reported was #{status[:msg]}"
-    assert_equal(status[:result], :success, msg)
-  end
-  def get_erlang_output(output, expected, storage)
-    result = TestHelper.get_job_output(output, storage)
-    msg = "The Erlang job you ran did not return the expected result. " +
-      "We expected to see [#{expected}] but instead saw [#{result}]"
-    out_contains = result.include?(expected)
-    assert(out_contains, msg)
-  end
-end