neptune 0.2.1 → 0.2.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (61) hide show
  1. data/README +4 -0
  2. data/doc/BabelHelper.html +393 -376
  3. data/doc/BadConfigurationException.html +121 -127
  4. data/doc/CommonFunctions.html +237 -265
  5. data/doc/ExodusHelper.html +820 -0
  6. data/doc/ExodusTaskInfo.html +263 -0
  7. data/doc/FileNotFoundException.html +121 -127
  8. data/doc/NeptuneHelper.html +527 -592
  9. data/doc/NeptuneManagerClient.html +696 -0
  10. data/doc/NeptuneManagerException.html +139 -0
  11. data/doc/Object.html +334 -236
  12. data/doc/TaskInfo.html +428 -0
  13. data/doc/created.rid +8 -5
  14. data/doc/images/add.png +0 -0
  15. data/doc/images/delete.png +0 -0
  16. data/doc/images/tag_blue.png +0 -0
  17. data/doc/images/transparent.png +0 -0
  18. data/doc/index.html +74 -142
  19. data/doc/js/darkfish.js +99 -62
  20. data/doc/js/jquery.js +15 -29
  21. data/doc/js/navigation.js +142 -0
  22. data/doc/js/search.js +94 -0
  23. data/doc/js/search_index.js +1 -0
  24. data/doc/js/searcher.js +228 -0
  25. data/doc/table_of_contents.html +226 -0
  26. data/lib/babel.rb +116 -50
  27. data/lib/custom_exceptions.rb +2 -2
  28. data/lib/exodus.rb +311 -0
  29. data/lib/exodus_task_info.rb +36 -0
  30. data/lib/neptune.rb +52 -18
  31. data/lib/{app_controller_client.rb → neptune_manager_client.rb} +54 -38
  32. data/lib/task_info.rb +155 -0
  33. data/test/{unit/test_babel.rb → test_babel.rb} +161 -26
  34. data/test/{unit/test_common_functions.rb → test_common_functions.rb} +1 -1
  35. data/test/test_exodus.rb +687 -0
  36. data/test/{unit/test_neptune.rb → test_neptune.rb} +28 -17
  37. data/test/{unit/test_app_controller_client.rb → test_neptune_manager_client.rb} +15 -16
  38. data/test/test_task_info.rb +32 -0
  39. data/test/{unit/ts_all.rb → ts_all.rb} +3 -1
  40. metadata +30 -34
  41. data/doc/AppControllerClient.html +0 -702
  42. data/doc/AppControllerException.html +0 -145
  43. data/doc/bin/neptune.html +0 -56
  44. data/doc/js/quicksearch.js +0 -114
  45. data/doc/js/thickbox-compressed.js +0 -10
  46. data/doc/lib/app_controller_client_rb.html +0 -60
  47. data/doc/lib/babel_rb.html +0 -68
  48. data/doc/lib/common_functions_rb.html +0 -70
  49. data/doc/lib/custom_exceptions_rb.html +0 -54
  50. data/doc/lib/neptune_rb.html +0 -60
  51. data/test/integration/tc_c.rb +0 -57
  52. data/test/integration/tc_dfsp.rb +0 -37
  53. data/test/integration/tc_dwssa.rb +0 -38
  54. data/test/integration/tc_erlang.rb +0 -183
  55. data/test/integration/tc_mapreduce.rb +0 -282
  56. data/test/integration/tc_mpi.rb +0 -160
  57. data/test/integration/tc_storage.rb +0 -209
  58. data/test/integration/tc_upc.rb +0 -75
  59. data/test/integration/tc_x10.rb +0 -94
  60. data/test/integration/test_helper.rb +0 -135
  61. data/test/integration/ts_neptune.rb +0 -40
data/doc/NeptuneHelper.html CHANGED
@@ -1,178 +1,173 @@
1
- <?xml version="1.0" encoding="UTF-8"?>
2
- <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
3
- "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
4
- <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
1
+ <!DOCTYPE html>
2
+
3
+ <html>
5
4
  <head>
6
- <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
7
-
8
- <title>Module: NeptuneHelper</title>
9
-
10
- <link rel="stylesheet" href="./rdoc.css" type="text/css" media="screen" />
11
-
12
- <script src="./js/jquery.js" type="text/javascript"
13
- charset="utf-8"></script>
14
- <script src="./js/thickbox-compressed.js" type="text/javascript"
15
- charset="utf-8"></script>
16
- <script src="./js/quicksearch.js" type="text/javascript"
17
- charset="utf-8"></script>
18
- <script src="./js/darkfish.js" type="text/javascript"
19
- charset="utf-8"></script>
20
-
21
- </head>
22
- <body class="module">
23
-
24
- <div id="metadata">
25
- <div id="home-metadata">
26
- <div id="home-section" class="section">
27
- <h3 class="section-header">
28
- <a href="./index.html">Home</a>
29
- <a href="./index.html#classes">Classes</a>
30
- <a href="./index.html#methods">Methods</a>
31
- </h3>
32
- </div>
33
- </div>
34
-
35
- <div id="file-metadata">
36
- <div id="file-list-section" class="section">
37
- <h3 class="section-header">In Files</h3>
38
- <div class="section-body">
39
- <ul>
40
-
41
- <li><a href="./lib/neptune_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
42
- class="thickbox" title="lib/neptune.rb">lib/neptune.rb</a></li>
43
-
44
- </ul>
45
- </div>
46
- </div>
5
+ <meta content="text/html; charset=UTF-8" http-equiv="Content-Type">
47
6
 
48
-
49
- </div>
7
+ <title>module NeptuneHelper - RDoc Documentation</title>
50
8
 
51
- <div id="class-metadata">
9
+ <link type="text/css" media="screen" href="./rdoc.css" rel="stylesheet">
52
10
 
53
- <!-- Parent Class -->
54
-
11
+ <script type="text/javascript">
12
+ var rdoc_rel_prefix = "./";
13
+ </script>
55
14
 
56
- <!-- Namespace Contents -->
57
-
15
+ <script type="text/javascript" charset="utf-8" src="./js/jquery.js"></script>
16
+ <script type="text/javascript" charset="utf-8" src="./js/navigation.js"></script>
17
+ <script type="text/javascript" charset="utf-8" src="./js/search_index.js"></script>
18
+ <script type="text/javascript" charset="utf-8" src="./js/search.js"></script>
19
+ <script type="text/javascript" charset="utf-8" src="./js/searcher.js"></script>
20
+ <script type="text/javascript" charset="utf-8" src="./js/darkfish.js"></script>
58
21
 
59
- <!-- Method Quickref -->
60
-
61
- <div id="method-list-section" class="section">
62
- <h3 class="section-header">Methods</h3>
63
- <ul class="link-list">
64
-
65
- <li><a href="#method-c-compile_code">::compile_code</a></li>
66
-
67
- <li><a href="#method-c-do_preprocessing">::do_preprocessing</a></li>
68
-
69
- <li><a href="#method-c-get_input">::get_input</a></li>
70
-
71
- <li><a href="#method-c-get_job_data">::get_job_data</a></li>
72
-
73
- <li><a href="#method-c-get_std_out_and_err">::get_std_out_and_err</a></li>
74
-
75
- <li><a href="#method-c-preprocess_babel">::preprocess_babel</a></li>
76
-
77
- <li><a href="#method-c-preprocess_compile">::preprocess_compile</a></li>
78
-
79
- <li><a href="#method-c-preprocess_erlang">::preprocess_erlang</a></li>
80
-
81
- <li><a href="#method-c-preprocess_mpi">::preprocess_mpi</a></li>
82
-
83
- <li><a href="#method-c-preprocess_ssa">::preprocess_ssa</a></li>
84
-
85
- <li><a href="#method-c-require_file_to_exist">::require_file_to_exist</a></li>
86
-
87
- <li><a href="#method-c-require_file_to_not_exist">::require_file_to_not_exist</a></li>
88
-
89
- <li><a href="#method-c-require_param">::require_param</a></li>
90
-
91
- <li><a href="#method-c-run_job">::run_job</a></li>
92
-
93
- <li><a href="#method-c-upload_app_for_cicero">::upload_app_for_cicero</a></li>
94
-
95
- <li><a href="#method-c-validate_storage_params">::validate_storage_params</a></li>
96
-
97
- <li><a href="#method-c-wait_for_compilation_to_finish">::wait_for_compilation_to_finish</a></li>
98
-
99
- </ul>
100
- </div>
101
-
102
22
 
103
- <!-- Included Modules -->
104
-
105
- </div>
23
+ <body id="top" class="module">
24
+ <nav id="metadata">
25
+ <nav id="home-section" class="section">
26
+ <h3 class="section-header">
27
+ <a href="./index.html">Home</a>
28
+ <a href="./table_of_contents.html#classes">Classes</a>
29
+ <a href="./table_of_contents.html#methods">Methods</a>
30
+ </h3>
31
+ </nav>
106
32
 
107
- <div id="project-metadata">
108
-
109
-
110
33
 
111
- <div id="classindex-section" class="section project-section">
112
- <h3 class="section-header">Class/Module Index
113
- <span class="search-toggle"><img src="./images/find.png"
114
- height="16" width="16" alt="[+]"
115
- title="show/hide quicksearch" /></span></h3>
116
- <form action="#" method="get" accept-charset="utf-8" class="initially-hidden">
117
- <fieldset>
118
- <legend>Quicksearch</legend>
119
- <input type="text" name="quicksearch" value=""
120
- class="quicksearch-field" />
121
- </fieldset>
122
- </form>
34
+ <nav id="search-section" class="section project-section" class="initially-hidden">
35
+ <form action="#" method="get" accept-charset="utf-8">
36
+ <h3 class="section-header">
37
+ <input type="text" name="search" placeholder="Search" id="search-field"
38
+ title="Type to search, Up and Down to navigate, Enter to load">
39
+ </h3>
40
+ </form>
41
+
42
+ <ul id="search-results" class="initially-hidden"></ul>
43
+ </nav>
123
44
 
124
- <ul class="link-list">
125
-
126
- <li><a href="./AppControllerClient.html">AppControllerClient</a></li>
127
-
128
- <li><a href="./AppControllerException.html">AppControllerException</a></li>
129
-
130
- <li><a href="./BabelHelper.html">BabelHelper</a></li>
131
-
132
- <li><a href="./BadConfigurationException.html">BadConfigurationException</a></li>
133
-
134
- <li><a href="./CommonFunctions.html">CommonFunctions</a></li>
135
-
136
- <li><a href="./FileNotFoundException.html">FileNotFoundException</a></li>
137
-
138
- <li><a href="./NeptuneHelper.html">NeptuneHelper</a></li>
139
-
140
- <li><a href="./Object.html">Object</a></li>
141
-
142
- </ul>
143
- <div id="no-class-search-results" style="display: none;">No matching classes.</div>
144
- </div>
145
45
 
146
-
147
- </div>
46
+ <div id="file-metadata">
47
+ <nav id="file-list-section" class="section">
48
+ <h3 class="section-header">Defined In</h3>
49
+ <ul>
50
+ <li>lib/neptune.rb
51
+ </ul>
52
+ </nav>
53
+
54
+
148
55
  </div>
149
56
 
150
- <div id="documentation">
151
- <h1 class="module">NeptuneHelper</h1>
57
+ <div id="class-metadata">
58
+
59
+
60
+
61
+ <!-- Method Quickref -->
62
+ <nav id="method-list-section" class="section">
63
+ <h3 class="section-header">Methods</h3>
152
64
 
153
- <div id="description">
154
-
65
+ <ul class="link-list">
66
+
67
+ <li><a href="#method-c-compile_code">::compile_code</a>
68
+
69
+ <li><a href="#method-c-do_preprocessing">::do_preprocessing</a>
70
+
71
+ <li><a href="#method-c-get_input">::get_input</a>
72
+
73
+ <li><a href="#method-c-get_job_data">::get_job_data</a>
74
+
75
+ <li><a href="#method-c-get_std_out_and_err">::get_std_out_and_err</a>
76
+
77
+ <li><a href="#method-c-preprocess_babel">::preprocess_babel</a>
78
+
79
+ <li><a href="#method-c-preprocess_compile">::preprocess_compile</a>
80
+
81
+ <li><a href="#method-c-preprocess_erlang">::preprocess_erlang</a>
82
+
83
+ <li><a href="#method-c-preprocess_mpi">::preprocess_mpi</a>
84
+
85
+ <li><a href="#method-c-preprocess_ssa">::preprocess_ssa</a>
86
+
87
+ <li><a href="#method-c-require_file_to_exist">::require_file_to_exist</a>
88
+
89
+ <li><a href="#method-c-require_file_to_not_exist">::require_file_to_not_exist</a>
90
+
91
+ <li><a href="#method-c-require_param">::require_param</a>
92
+
93
+ <li><a href="#method-c-run_job">::run_job</a>
94
+
95
+ <li><a href="#method-c-upload_app_for_cicero">::upload_app_for_cicero</a>
96
+
97
+ <li><a href="#method-c-validate_storage_params">::validate_storage_params</a>
98
+
99
+ <li><a href="#method-c-wait_for_compilation_to_finish">::wait_for_compilation_to_finish</a>
100
+
101
+ </ul>
102
+ </nav>
103
+
104
+ </div>
105
+
106
+ <div id="project-metadata">
107
+
108
+ <nav id="classindex-section" class="section project-section">
109
+ <h3 class="section-header">Class and Module Index</h3>
110
+
111
+ <ul class="link-list">
112
+
113
+ <li><a href="./BabelHelper.html">BabelHelper</a>
114
+
115
+ <li><a href="./BadConfigurationException.html">BadConfigurationException</a>
116
+
117
+ <li><a href="./CommonFunctions.html">CommonFunctions</a>
118
+
119
+ <li><a href="./ExodusHelper.html">ExodusHelper</a>
120
+
121
+ <li><a href="./ExodusTaskInfo.html">ExodusTaskInfo</a>
122
+
123
+ <li><a href="./FileNotFoundException.html">FileNotFoundException</a>
124
+
125
+ <li><a href="./NeptuneHelper.html">NeptuneHelper</a>
126
+
127
+ <li><a href="./NeptuneManagerClient.html">NeptuneManagerClient</a>
128
+
129
+ <li><a href="./NeptuneManagerException.html">NeptuneManagerException</a>
130
+
131
+ <li><a href="./Object.html">Object</a>
132
+
133
+ <li><a href="./TaskInfo.html">TaskInfo</a>
134
+
135
+ </ul>
136
+ </nav>
137
+
138
+ </div>
139
+ </nav>
140
+
141
+ <div id="documentation">
142
+ <h1 class="module">module NeptuneHelper</h1>
143
+
144
+ <div id="description" class="description">
145
+
155
146
  <p><a href="NeptuneHelper.html">NeptuneHelper</a> provides methods that are
156
147
  used by neptune() and babel() to validate parameters and run the user’s
157
148
  job.</p>
158
149
 
159
- </div>
150
+ </div><!-- description -->
151
+
152
+
153
+
154
+
155
+ <section id="5Buntitled-5D" class="documentation-section">
156
+
157
+
158
+
160
159
 
161
- <!-- Constants -->
162
160
 
163
161
 
164
- <!-- Attributes -->
165
162
 
166
163
 
167
164
  <!-- Methods -->
168
165
 
169
- <div id="public-class-method-details" class="method-section section">
166
+ <section id="public-class-5Buntitled-5D-method-details" class="method-section section">
170
167
  <h3 class="section-header">Public Class Methods</h3>
171
168
 
172
169
 
173
- <div id="compile_code-method" class="method-detail ">
174
- <a name="method-c-compile_code"></a>
175
-
170
+ <div id="method-c-compile_code" class="method-detail ">
176
171
 
177
172
  <div class="method-heading">
178
173
  <span class="method-name">compile_code</span><span
@@ -190,46 +185,42 @@ indicates whether or not the compilation was successful.</p>
190
185
 
191
186
 
192
187
 
193
- <div class="method-source-code"
194
- id="compile_code-source">
195
- <pre>
196
- <span class="ruby-comment"># File lib/neptune.rb, line 424</span>
197
- def self.compile_code(job_data, ssh_args, shadow_ip)
198
- compiled_location = controller.compile_code(job_data)
199
- copy_to = job_data[<span class="ruby-string">&quot;@copy_to&quot;</span>]
200
- self.wait_for_compilation_to_finish(ssh_args, shadow_ip, compiled_location)
188
+ <div class="method-source-code" id="compile_code-source">
189
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 458</span>
190
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">compile_code</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>)
191
+ <span class="ruby-identifier">compiled_location</span> = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">compile_code</span>(<span class="ruby-identifier">job_data</span>)
192
+ <span class="ruby-identifier">copy_to</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@copy_to&quot;</span>]
193
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">wait_for_compilation_to_finish</span>(<span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">compiled_location</span>)
201
194
 
202
- <span class="ruby-constant">FileUtils</span>.rm_rf(copy_to)
195
+ <span class="ruby-constant">FileUtils</span>.<span class="ruby-identifier">rm_rf</span>(<span class="ruby-identifier">copy_to</span>)
203
196
 
204
- scp_command = &quot;scp -r #{ssh_args} root@#{shadow_ip}:#{compiled_location} #{copy_to} 2&gt;&amp;1&quot;
197
+ <span class="ruby-identifier">scp_command</span> = <span class="ruby-node">&quot;scp -r #{ssh_args} root@#{shadow_ip}:#{compiled_location} #{copy_to} 2&gt;&amp;1&quot;</span>
205
198
  <span class="ruby-comment"># Kernel.puts scp_command</span>
206
- <span class="ruby-constant">CommonFunctions</span>.shell(scp_command)
199
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">shell</span>(<span class="ruby-identifier">scp_command</span>)
207
200
 
208
- code = job_data[<span class="ruby-string">&quot;@code&quot;</span>]
209
- dirs = code.split(<span class="ruby-regexp">/\//</span>)
210
- remote_dir = <span class="ruby-string">&quot;/tmp/&quot;</span> + dirs[-1]
201
+ <span class="ruby-identifier">code</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@code&quot;</span>]
202
+ <span class="ruby-identifier">dirs</span> = <span class="ruby-identifier">code</span>.<span class="ruby-identifier">split</span>(<span class="ruby-regexp">%r\//</span>)
203
+ <span class="ruby-identifier">remote_dir</span> = <span class="ruby-string">&quot;/tmp/&quot;</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">dirs</span>[<span class="ruby-value">-1</span>]
211
204
 
212
- [remote_dir, compiled_location].each { |remote_files|
213
- ssh_command = &quot;ssh #{ssh_args} root@#{shadow_ip} 'rm -rf #{remote_files}' 2&gt;&amp;1&quot;
205
+ [<span class="ruby-identifier">remote_dir</span>, <span class="ruby-identifier">compiled_location</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">remote_files</span><span class="ruby-operator">|</span>
206
+ <span class="ruby-identifier">ssh_command</span> = <span class="ruby-node">&quot;ssh #{ssh_args} root@#{shadow_ip} 'rm -rf #{remote_files}' 2&gt;&amp;1&quot;</span>
214
207
  <span class="ruby-comment"># Kernel.puts ssh_command</span>
215
- <span class="ruby-constant">CommonFunctions</span>.shell(ssh_command)
208
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">shell</span>(<span class="ruby-identifier">ssh_command</span>)
216
209
  }
217
210
 
218
- return get_std_out_and_err(copy_to)
219
- end</pre>
220
- </div>
211
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">get_std_out_and_err</span>(<span class="ruby-identifier">copy_to</span>)
212
+ <span class="ruby-keyword">end</span></pre>
213
+ </div><!-- compile_code-source -->
221
214
 
222
215
  </div>
223
216
 
224
217
 
225
218
 
226
219
 
227
- </div>
220
+ </div><!-- compile_code-method -->
228
221
 
229
222
 
230
- <div id="do_preprocessing-method" class="method-detail ">
231
- <a name="method-c-do_preprocessing"></a>
232
-
223
+ <div id="method-c-do_preprocessing" class="method-detail ">
233
224
 
234
225
  <div class="method-heading">
235
226
  <span class="method-name">do_preprocessing</span><span
@@ -246,34 +237,30 @@ method to use based on the type of the job that the user has asked to run.</p>
246
237
 
247
238
 
248
239
 
249
- <div class="method-source-code"
250
- id="do_preprocessing-source">
251
- <pre>
252
- <span class="ruby-comment"># File lib/neptune.rb, line 87</span>
253
- def self.do_preprocessing(job_data, controller)
254
- job_type = job_data[<span class="ruby-string">&quot;@type&quot;</span>]
255
- if !<span class="ruby-constant">NEED_PREPROCESSING</span>.include?(job_type)
256
- return
257
- end
240
+ <div class="method-source-code" id="do_preprocessing-source">
241
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 114</span>
242
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">do_preprocessing</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
243
+ <span class="ruby-identifier">job_type</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>]
244
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">NEED_PREPROCESSING</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">job_type</span>)
245
+ <span class="ruby-keyword">return</span>
246
+ <span class="ruby-keyword">end</span>
258
247
 
259
248
  <span class="ruby-comment"># Don't worry about adding on the self. prefix - send will resolve</span>
260
249
  <span class="ruby-comment"># it the right way</span>
261
- preprocess = &quot;preprocess_#{job_type}&quot;.to_sym
262
- send(preprocess, job_data, controller)
263
- end</pre>
264
- </div>
250
+ <span class="ruby-identifier">preprocess</span> = <span class="ruby-node">&quot;preprocess_#{job_type}&quot;</span>.<span class="ruby-identifier">to_sym</span>
251
+ <span class="ruby-identifier">send</span>(<span class="ruby-identifier">preprocess</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
252
+ <span class="ruby-keyword">end</span></pre>
253
+ </div><!-- do_preprocessing-source -->
265
254
 
266
255
  </div>
267
256
 
268
257
 
269
258
 
270
259
 
271
- </div>
260
+ </div><!-- do_preprocessing-method -->
272
261
 
273
262
 
274
- <div id="get_input-method" class="method-detail ">
275
- <a name="method-c-get_input"></a>
276
-
263
+ <div id="method-c-get_input" class="method-detail ">
277
264
 
278
265
  <div class="method-heading">
279
266
  <span class="method-name">get_input</span><span
@@ -290,50 +277,46 @@ job succeeded and if it failed, the reason for it.</p>
290
277
 
291
278
 
292
279
 
293
- <div class="method-source-code"
294
- id="get_input-source">
295
- <pre>
296
- <span class="ruby-comment"># File lib/neptune.rb, line 372</span>
297
- def self.get_input(job_data, ssh_args, shadow_ip, controller)
298
- result = {:result =&gt; :success}
280
+ <div class="method-source-code" id="get_input-source">
281
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 406</span>
282
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">get_input</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">controller</span>)
283
+ <span class="ruby-identifier">result</span> = {<span class="ruby-value">:result</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">:success</span>}
299
284
 
300
- self.require_param(<span class="ruby-string">&quot;@local&quot;</span>, job_data)
285
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@local&quot;</span>, <span class="ruby-identifier">job_data</span>)
301
286
 
302
- local_file = <span class="ruby-constant">File</span>.expand_path(job_data[<span class="ruby-string">&quot;@local&quot;</span>])
303
- if !<span class="ruby-constant">File</span>.exists?(local_file)
304
- reason = &quot;the file you specified to copy, #{local_file}, doesn't exist.&quot; +
287
+ <span class="ruby-identifier">local_file</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@local&quot;</span>])
288
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-identifier">local_file</span>)
289
+ <span class="ruby-identifier">reason</span> = <span class="ruby-node">&quot;the file you specified to copy, #{local_file}, doesn't exist.&quot;</span> <span class="ruby-operator">+</span>
305
290
  <span class="ruby-string">&quot; Please specify a file that exists and try again.&quot;</span>
306
- return {:result =&gt; :failure, :reason =&gt; reason}
307
- end
291
+ <span class="ruby-keyword">return</span> {<span class="ruby-value">:result</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">:failure</span>, <span class="ruby-value">:reason</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">reason</span>}
292
+ <span class="ruby-keyword">end</span>
308
293
 
309
- remote = &quot;/tmp/neptune-input-#{rand(100000)}&quot;
310
- scp_cmd = &quot;scp -r #{ssh_args} #{local_file} root@#{shadow_ip}:#{remote}&quot;
294
+ <span class="ruby-identifier">remote</span> = <span class="ruby-node">&quot;/tmp/neptune-input-#{rand(100000)}&quot;</span>
295
+ <span class="ruby-identifier">scp_cmd</span> = <span class="ruby-node">&quot;scp -r #{ssh_args} #{local_file} root@#{shadow_ip}:#{remote}&quot;</span>
311
296
  <span class="ruby-comment"># Kernel.puts scp_cmd</span>
312
- <span class="ruby-constant">CommonFunctions</span>.shell(scp_cmd)
297
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">shell</span>(<span class="ruby-identifier">scp_cmd</span>)
313
298
 
314
- job_data[<span class="ruby-string">&quot;@local&quot;</span>] = remote
299
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@local&quot;</span>] = <span class="ruby-identifier">remote</span>
315
300
  <span class="ruby-comment"># Kernel.puts &quot;job data = #{job_data.inspect}&quot;</span>
316
- response = controller.put_input(job_data)
317
- if response
318
- return {:result =&gt; :success}
319
- else
301
+ <span class="ruby-identifier">response</span> = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">put_input</span>(<span class="ruby-identifier">job_data</span>)
302
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">response</span>
303
+ <span class="ruby-keyword">return</span> {<span class="ruby-value">:result</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">:success</span>}
304
+ <span class="ruby-keyword">else</span>
320
305
  <span class="ruby-comment"># TODO - expand this to include the reason why it failed</span>
321
- return {:result =&gt; :failure}
322
- end
323
- end</pre>
324
- </div>
306
+ <span class="ruby-keyword">return</span> {<span class="ruby-value">:result</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">:failure</span>}
307
+ <span class="ruby-keyword">end</span>
308
+ <span class="ruby-keyword">end</span></pre>
309
+ </div><!-- get_input-source -->
325
310
 
326
311
  </div>
327
312
 
328
313
 
329
314
 
330
315
 
331
- </div>
316
+ </div><!-- get_input-method -->
332
317
 
333
318
 
334
- <div id="get_job_data-method" class="method-detail ">
335
- <a name="method-c-get_job_data"></a>
336
-
319
+ <div id="method-c-get_job_data" class="method-detail ">
337
320
 
338
321
  <div class="method-heading">
339
322
  <span class="method-name">get_job_data</span><span
@@ -347,74 +330,70 @@ end</pre>
347
330
  <p>This method takes in a hash in the format that users write neptune/babel
348
331
  jobs in {:a =&gt; “b”} and converts it to the legacy format that
349
332
  Neptune used to use {“@a” =&gt; “b”}, and is understood by the
350
- AppController.</p>
333
+ NeptuneManager.</p>
351
334
 
352
335
 
353
336
 
354
- <div class="method-source-code"
355
- id="get_job_data-source">
356
- <pre>
357
- <span class="ruby-comment"># File lib/neptune.rb, line 279</span>
358
- def self.get_job_data(params)
359
- job_data = {}
360
- params.each { |k, v|
361
- key = &quot;@#{k}&quot;
362
- job_data[key] = v
337
+ <div class="method-source-code" id="get_job_data-source">
338
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 313</span>
339
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">get_job_data</span>(<span class="ruby-identifier">params</span>)
340
+ <span class="ruby-identifier">job_data</span> = {}
341
+ <span class="ruby-identifier">params</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>, <span class="ruby-identifier">v</span><span class="ruby-operator">|</span>
342
+ <span class="ruby-identifier">key</span> = <span class="ruby-node">&quot;@#{k}&quot;</span>
343
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-identifier">key</span>] = <span class="ruby-identifier">v</span>
363
344
  }
364
345
 
365
- job_data.delete(<span class="ruby-string">&quot;@job&quot;</span>)
366
- job_data[<span class="ruby-string">&quot;@keyname&quot;</span>] = params[:keyname] || <span class="ruby-string">&quot;appscale&quot;</span>
346
+ <span class="ruby-identifier">job_data</span>.<span class="ruby-identifier">delete</span>(<span class="ruby-string">&quot;@job&quot;</span>)
347
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@keyname&quot;</span>] = <span class="ruby-identifier">params</span>[<span class="ruby-value">:keyname</span>] <span class="ruby-operator">||</span> <span class="ruby-string">&quot;appscale&quot;</span>
367
348
 
368
- job_data[<span class="ruby-string">&quot;@type&quot;</span>] = job_data[<span class="ruby-string">&quot;@type&quot;</span>].to_s
369
- type = job_data[<span class="ruby-string">&quot;@type&quot;</span>]
349
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>].<span class="ruby-identifier">to_s</span>
350
+ <span class="ruby-identifier">type</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>]
370
351
 
371
- if !<span class="ruby-constant">ALLOWED_JOB_TYPES</span>.include?(type)
372
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-constant">JOB_TYPE_NOT_ALLOWED</span>)
373
- end
352
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">ALLOWED_JOB_TYPES</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">type</span>)
353
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-constant">JOB_TYPE_NOT_ALLOWED</span>)
354
+ <span class="ruby-keyword">end</span>
374
355
 
375
- if type == <span class="ruby-string">&quot;upc&quot;</span> or type == <span class="ruby-string">&quot;x10&quot;</span>
376
- job_data[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;mpi&quot;</span>
377
- type = <span class="ruby-string">&quot;mpi&quot;</span>
378
- end
356
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">type</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;upc&quot;</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">type</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;x10&quot;</span>
357
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;mpi&quot;</span>
358
+ <span class="ruby-identifier">type</span> = <span class="ruby-string">&quot;mpi&quot;</span>
359
+ <span class="ruby-keyword">end</span>
379
360
 
380
361
  <span class="ruby-comment"># kdt jobs also run as mpi jobs, but need to pass along an executable</span>
381
362
  <span class="ruby-comment"># parameter to let mpiexec know to use python to exec it</span>
382
- if type == <span class="ruby-string">&quot;kdt&quot;</span>
383
- job_data[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;mpi&quot;</span>
384
- type = <span class="ruby-string">&quot;mpi&quot;</span>
363
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">type</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;kdt&quot;</span>
364
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;mpi&quot;</span>
365
+ <span class="ruby-identifier">type</span> = <span class="ruby-string">&quot;mpi&quot;</span>
385
366
 
386
- job_data[<span class="ruby-string">&quot;@executable&quot;</span>] = <span class="ruby-string">&quot;python&quot;</span>
387
- end
367
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@executable&quot;</span>] = <span class="ruby-string">&quot;python&quot;</span>
368
+ <span class="ruby-keyword">end</span>
388
369
 
389
- if job_data[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>].class == <span class="ruby-constant">Hash</span>
390
- job_data[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>] = job_data[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>].to_a.flatten
391
- end
370
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>].<span class="ruby-identifier">class</span> <span class="ruby-operator">==</span> <span class="ruby-constant">Hash</span>
371
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>] = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>].<span class="ruby-identifier">to_a</span>.<span class="ruby-identifier">flatten</span>
372
+ <span class="ruby-keyword">end</span>
392
373
 
393
- if !<span class="ruby-constant">NO_OUTPUT_NEEDED</span>.include?(type)
394
- if (job_data[<span class="ruby-string">&quot;@output&quot;</span>].nil? or job_data[<span class="ruby-string">&quot;@output&quot;</span>].empty?)
395
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;Job output must be specified&quot;</span>)
396
- end
374
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">NO_OUTPUT_NEEDED</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">type</span>)
375
+ <span class="ruby-keyword">if</span> (<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@output&quot;</span>].<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@output&quot;</span>].<span class="ruby-identifier">empty?</span>)
376
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;Job output must be specified&quot;</span>)
377
+ <span class="ruby-keyword">end</span>
397
378
 
398
- if job_data[<span class="ruby-string">&quot;@output&quot;</span>][0].chr != <span class="ruby-string">&quot;/&quot;</span>
399
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;Job output must begin with a slash ('/')&quot;</span>)
400
- end
401
- end
379
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@output&quot;</span>][<span class="ruby-value">0</span>].<span class="ruby-identifier">chr</span> <span class="ruby-operator">!=</span> <span class="ruby-string">&quot;/&quot;</span>
380
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;Job output must begin with a slash ('/')&quot;</span>)
381
+ <span class="ruby-keyword">end</span>
382
+ <span class="ruby-keyword">end</span>
402
383
 
403
- return job_data
404
- end</pre>
405
- </div>
384
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">job_data</span>
385
+ <span class="ruby-keyword">end</span></pre>
386
+ </div><!-- get_job_data-source -->
406
387
 
407
388
  </div>
408
389
 
409
390
 
410
391
 
411
392
 
412
- </div>
393
+ </div><!-- get_job_data-method -->
413
394
 
414
395
 
415
- <div id="get_std_out_and_err-method" class="method-detail ">
416
- <a name="method-c-get_std_out_and_err"></a>
417
-
396
+ <div id="method-c-get_std_out_and_err" class="method-detail ">
418
397
 
419
398
  <div class="method-heading">
420
399
  <span class="method-name">get_std_out_and_err</span><span
@@ -431,40 +410,36 @@ not the job completed successfully (success = no errors).</p>
431
410
 
432
411
 
433
412
 
434
- <div class="method-source-code"
435
- id="get_std_out_and_err-source">
436
- <pre>
437
- <span class="ruby-comment"># File lib/neptune.rb, line 452</span>
438
- def self.get_std_out_and_err(location)
439
- result = {}
413
+ <div class="method-source-code" id="get_std_out_and_err-source">
414
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 486</span>
415
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">get_std_out_and_err</span>(<span class="ruby-identifier">location</span>)
416
+ <span class="ruby-identifier">result</span> = {}
440
417
 
441
- out = <span class="ruby-constant">File</span>.open(&quot;#{location}/compile_out&quot;) { |f| f.read.chomp! }
442
- result[:out] = out
418
+ <span class="ruby-identifier">out</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-node">&quot;#{location}/compile_out&quot;</span>) { <span class="ruby-operator">|</span><span class="ruby-identifier">f</span><span class="ruby-operator">|</span> <span class="ruby-identifier">f</span>.<span class="ruby-identifier">read</span>.<span class="ruby-identifier">chomp!</span> }
419
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:out</span>] = <span class="ruby-identifier">out</span>
443
420
 
444
- err = <span class="ruby-constant">File</span>.open(&quot;#{location}/compile_err&quot;) { |f| f.read.chomp! }
445
- result[:err] = err
421
+ <span class="ruby-identifier">err</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-node">&quot;#{location}/compile_err&quot;</span>) { <span class="ruby-operator">|</span><span class="ruby-identifier">f</span><span class="ruby-operator">|</span> <span class="ruby-identifier">f</span>.<span class="ruby-identifier">read</span>.<span class="ruby-identifier">chomp!</span> }
422
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:err</span>] = <span class="ruby-identifier">err</span>
446
423
 
447
- if result[:err]
448
- result[:result] = :failure
449
- else
450
- result[:result] = :success
451
- end
424
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">result</span>[<span class="ruby-value">:err</span>]
425
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:result</span>] = <span class="ruby-value">:failure</span>
426
+ <span class="ruby-keyword">else</span>
427
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:result</span>] = <span class="ruby-value">:success</span>
428
+ <span class="ruby-keyword">end</span>
452
429
 
453
- return result
454
- end</pre>
455
- </div>
430
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">result</span>
431
+ <span class="ruby-keyword">end</span></pre>
432
+ </div><!-- get_std_out_and_err-source -->
456
433
 
457
434
  </div>
458
435
 
459
436
 
460
437
 
461
438
 
462
- </div>
439
+ </div><!-- get_std_out_and_err-method -->
463
440
 
464
441
 
465
- <div id="preprocess_babel-method" class="method-detail ">
466
- <a name="method-c-preprocess_babel"></a>
467
-
442
+ <div id="method-c-preprocess_babel" class="method-detail ">
468
443
 
469
444
  <div class="method-heading">
470
445
  <span class="method-name">preprocess_babel</span><span
@@ -482,66 +457,66 @@ engines can be found by contacting an AppScale node.</p>
482
457
 
483
458
 
484
459
 
485
- <div class="method-source-code"
486
- id="preprocess_babel-source">
487
- <pre>
488
- <span class="ruby-comment"># File lib/neptune.rb, line 231</span>
489
- def self.preprocess_babel(job_data, controller)
490
- self.require_param(<span class="ruby-string">&quot;@code&quot;</span>, job_data)
491
- self.require_param(<span class="ruby-string">&quot;@engine&quot;</span>, job_data)
492
- self.require_param(<span class="ruby-string">&quot;@output&quot;</span>, job_data)
460
+ <div class="method-source-code" id="preprocess_babel-source">
461
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 261</span>
462
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">preprocess_babel</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
463
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@code&quot;</span>, <span class="ruby-identifier">job_data</span>)
464
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@engine&quot;</span>, <span class="ruby-identifier">job_data</span>)
465
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@output&quot;</span>, <span class="ruby-identifier">job_data</span>)
466
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@error&quot;</span>, <span class="ruby-identifier">job_data</span>)
467
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@metadata&quot;</span>, <span class="ruby-identifier">job_data</span>)
493
468
 
494
469
  <span class="ruby-comment"># For most code types, the file's name given is the thing to exec.</span>
495
470
  <span class="ruby-comment"># For Java, the actual file to search for is whatever the user gives</span>
496
471
  <span class="ruby-comment"># us, with a .class extension.</span>
497
- code_file_name = job_data[<span class="ruby-string">&quot;@code&quot;</span>]
498
- if !job_data[<span class="ruby-string">&quot;@executable&quot;</span>].nil? and job_data[<span class="ruby-string">&quot;@executable&quot;</span>] == <span class="ruby-string">&quot;java&quot;</span>
499
- code_file_name += <span class="ruby-string">&quot;.class&quot;</span>
500
- end
501
-
502
- self.require_file_to_exist(code_file_name, job_data, controller)
503
- self.require_file_to_not_exist(job_data[<span class="ruby-string">&quot;@output&quot;</span>], job_data, controller)
504
-
505
- if job_data[<span class="ruby-string">&quot;@argv&quot;</span>]
506
- argv = job_data[<span class="ruby-string">&quot;@argv&quot;</span>]
507
- if argv.class != <span class="ruby-constant">Array</span>
508
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;argv must be an array&quot;</span>)
509
- end
510
-
511
- argv.each { |arg|
512
- if arg =~ <span class="ruby-regexp">/\/.*\/.*/</span>
513
- self.require_file_to_exist(arg, job_data, controller)
514
- end
472
+ <span class="ruby-identifier">code_file_name</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@code&quot;</span>]
473
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@executable&quot;</span>].<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">and</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@executable&quot;</span>] <span class="ruby-operator">==</span> <span class="ruby-string">&quot;java&quot;</span>
474
+ <span class="ruby-identifier">code_file_name</span> <span class="ruby-operator">+=</span> <span class="ruby-string">&quot;.class&quot;</span>
475
+ <span class="ruby-keyword">end</span>
476
+
477
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_exist</span>(<span class="ruby-identifier">code_file_name</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
478
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_not_exist</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@output&quot;</span>], <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
479
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_not_exist</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@error&quot;</span>], <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
480
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_not_exist</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@metadata&quot;</span>], <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
481
+
482
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>]
483
+ <span class="ruby-identifier">argv</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>]
484
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">argv</span>.<span class="ruby-identifier">class</span> <span class="ruby-operator">!=</span> <span class="ruby-constant">Array</span>
485
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;argv must be an array&quot;</span>)
486
+ <span class="ruby-keyword">end</span>
487
+
488
+ <span class="ruby-identifier">argv</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">arg</span><span class="ruby-operator">|</span>
489
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">arg</span> <span class="ruby-operator">=~</span> <span class="ruby-regexp">%r\/.*\/.*/</span>
490
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_exist</span>(<span class="ruby-identifier">arg</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
491
+ <span class="ruby-keyword">end</span>
515
492
  }
516
- end
493
+ <span class="ruby-keyword">end</span>
517
494
 
518
- if job_data[<span class="ruby-string">&quot;@appcfg_cookies&quot;</span>]
519
- self.require_file_to_exist(job_data[<span class="ruby-string">&quot;@appcfg_cookies&quot;</span>], job_data, controller)
520
- end
495
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@appcfg_cookies&quot;</span>]
496
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_exist</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@appcfg_cookies&quot;</span>], <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
497
+ <span class="ruby-keyword">end</span>
521
498
 
522
- user_specified_engine = job_data[<span class="ruby-string">&quot;@engine&quot;</span>]
499
+ <span class="ruby-identifier">user_specified_engine</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@engine&quot;</span>]
523
500
 
524
501
  <span class="ruby-comment"># validate the engine here</span>
525
- engines = controller.get_supported_babel_engines(job_data)
526
- if !engines.include?(user_specified_engine)
527
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;The engine you specified, &quot;</span> +
528
- &quot;#{user_specified_engine}, is not a supported engine. Supported engines&quot; +
529
- &quot; are: #{engines.join(', ')}&quot;)
530
- end
531
- end</pre>
532
- </div>
502
+ <span class="ruby-identifier">engines</span> = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">get_supported_babel_engines</span>(<span class="ruby-identifier">job_data</span>)
503
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">engines</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">user_specified_engine</span>)
504
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;The engine you specified, &quot;</span> <span class="ruby-operator">+</span>
505
+ <span class="ruby-node">&quot;#{user_specified_engine}, is not a supported engine. Supported engines&quot;</span> <span class="ruby-operator">+</span>
506
+ <span class="ruby-node">&quot; are: #{engines.join(', ')}&quot;</span>)
507
+ <span class="ruby-keyword">end</span>
508
+ <span class="ruby-keyword">end</span></pre>
509
+ </div><!-- preprocess_babel-source -->
533
510
 
534
511
  </div>
535
512
 
536
513
 
537
514
 
538
515
 
539
- </div>
516
+ </div><!-- preprocess_babel-method -->
540
517
 
541
518
 
542
- <div id="preprocess_compile-method" class="method-detail ">
543
- <a name="method-c-preprocess_compile"></a>
544
-
519
+ <div id="method-c-preprocess_compile" class="method-detail ">
545
520
 
546
521
  <div class="method-heading">
547
522
  <span class="method-name">preprocess_compile</span><span
@@ -558,42 +533,38 @@ copy over libraries as well.</p>
558
533
 
559
534
 
560
535
 
561
- <div class="method-source-code"
562
- id="preprocess_compile-source">
563
- <pre>
564
- <span class="ruby-comment"># File lib/neptune.rb, line 103</span>
565
- def self.preprocess_compile(job_data, controller)
566
- code = <span class="ruby-constant">File</span>.expand_path(job_data[<span class="ruby-string">&quot;@code&quot;</span>])
567
- if !<span class="ruby-constant">File</span>.exists?(code)
568
- raise <span class="ruby-constant">BadConfigurationException</span>.new(&quot;The source file #{code} does not exist.&quot;)
569
- end
536
+ <div class="method-source-code" id="preprocess_compile-source">
537
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 130</span>
538
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">preprocess_compile</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
539
+ <span class="ruby-identifier">code</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@code&quot;</span>])
540
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-identifier">code</span>)
541
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-node">&quot;The source file #{code} does not exist.&quot;</span>)
542
+ <span class="ruby-keyword">end</span>
570
543
 
571
- suffix = code.split(<span class="ruby-string">'/'</span>)[-1]
572
- dest = &quot;/tmp/#{suffix}&quot;
573
- keyname = job_data[<span class="ruby-string">&quot;@keyname&quot;</span>]
574
- shadow_ip = <span class="ruby-constant">CommonFunctions</span>.get_from_yaml(keyname, :shadow)
544
+ <span class="ruby-identifier">suffix</span> = <span class="ruby-identifier">code</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">'/'</span>)[<span class="ruby-value">-1</span>]
545
+ <span class="ruby-identifier">dest</span> = <span class="ruby-node">&quot;/tmp/#{suffix}&quot;</span>
546
+ <span class="ruby-identifier">keyname</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@keyname&quot;</span>]
547
+ <span class="ruby-identifier">shadow_ip</span> = <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">get_from_yaml</span>(<span class="ruby-identifier">keyname</span>, <span class="ruby-value">:shadow</span>)
575
548
 
576
- ssh_args = &quot;-i ~/.appscale/#{keyname}.key -o StrictHostkeyChecking=no root@#{shadow_ip}&quot;
577
- remove_dir = &quot;ssh #{ssh_args} 'rm -rf #{dest}' 2&gt;&amp;1&quot;
549
+ <span class="ruby-identifier">ssh_args</span> = <span class="ruby-node">&quot;-i ~/.appscale/#{keyname}.key -o StrictHostkeyChecking=no root@#{shadow_ip}&quot;</span>
550
+ <span class="ruby-identifier">remove_dir</span> = <span class="ruby-node">&quot;ssh #{ssh_args} 'rm -rf #{dest}' 2&gt;&amp;1&quot;</span>
578
551
  <span class="ruby-comment"># Kernel.puts remove_dir</span>
579
- <span class="ruby-constant">CommonFunctions</span>.shell(remove_dir)
580
- <span class="ruby-constant">CommonFunctions</span>.scp_to_shadow(code, dest, keyname, is_dir=true)
552
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">shell</span>(<span class="ruby-identifier">remove_dir</span>)
553
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">scp_to_shadow</span>(<span class="ruby-identifier">code</span>, <span class="ruby-identifier">dest</span>, <span class="ruby-identifier">keyname</span>, <span class="ruby-identifier">is_dir</span>=<span class="ruby-keyword">true</span>)
581
554
 
582
- job_data[<span class="ruby-string">&quot;@code&quot;</span>] = dest
583
- end</pre>
584
- </div>
555
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@code&quot;</span>] = <span class="ruby-identifier">dest</span>
556
+ <span class="ruby-keyword">end</span></pre>
557
+ </div><!-- preprocess_compile-source -->
585
558
 
586
559
  </div>
587
560
 
588
561
 
589
562
 
590
563
 
591
- </div>
564
+ </div><!-- preprocess_compile-method -->
592
565
 
593
566
 
594
- <div id="preprocess_erlang-method" class="method-detail ">
595
- <a name="method-c-preprocess_erlang"></a>
596
-
567
+ <div id="method-c-preprocess_erlang" class="method-detail ">
597
568
 
598
569
  <div class="method-heading">
599
570
  <span class="method-name">preprocess_erlang</span><span
@@ -609,36 +580,32 @@ and copies it over to the AppScale Shadow node.</p>
609
580
 
610
581
 
611
582
 
612
- <div class="method-source-code"
613
- id="preprocess_erlang-source">
614
- <pre>
615
- <span class="ruby-comment"># File lib/neptune.rb, line 126</span>
616
- def self.preprocess_erlang(job_data, controller)
617
- self.require_param(<span class="ruby-string">&quot;@code&quot;</span>, job_data)
583
+ <div class="method-source-code" id="preprocess_erlang-source">
584
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 153</span>
585
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">preprocess_erlang</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
586
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@code&quot;</span>, <span class="ruby-identifier">job_data</span>)
618
587
 
619
- source_code = <span class="ruby-constant">File</span>.expand_path(job_data[<span class="ruby-string">&quot;@code&quot;</span>])
620
- if !<span class="ruby-constant">File</span>.exists?(source_code)
621
- raise <span class="ruby-constant">BadConfigurationException</span>.new(&quot;The specified code, #{job_data['@code']},&quot; +
588
+ <span class="ruby-identifier">source_code</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@code&quot;</span>])
589
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-identifier">source_code</span>)
590
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-node">&quot;The specified code, #{job_data['@code']},&quot;</span> <span class="ruby-operator">+</span>
622
591
  <span class="ruby-string">&quot; didn't exist. Please specify one that exists and try again&quot;</span>)
623
- end
624
- dest_code = <span class="ruby-string">&quot;/tmp/&quot;</span>
592
+ <span class="ruby-keyword">end</span>
593
+ <span class="ruby-identifier">dest_code</span> = <span class="ruby-string">&quot;/tmp/&quot;</span>
625
594
 
626
- keyname = job_data[<span class="ruby-string">&quot;@keyname&quot;</span>]
627
- <span class="ruby-constant">CommonFunctions</span>.scp_to_shadow(source_code, dest_code, keyname)
628
- end</pre>
629
- </div>
595
+ <span class="ruby-identifier">keyname</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@keyname&quot;</span>]
596
+ <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">scp_to_shadow</span>(<span class="ruby-identifier">source_code</span>, <span class="ruby-identifier">dest_code</span>, <span class="ruby-identifier">keyname</span>)
597
+ <span class="ruby-keyword">end</span></pre>
598
+ </div><!-- preprocess_erlang-source -->
630
599
 
631
600
  </div>
632
601
 
633
602
 
634
603
 
635
604
 
636
- </div>
605
+ </div><!-- preprocess_erlang-method -->
637
606
 
638
607
 
639
- <div id="preprocess_mpi-method" class="method-detail ">
640
- <a name="method-c-preprocess_mpi"></a>
641
-
608
+ <div id="method-c-preprocess_mpi" class="method-detail ">
642
609
 
643
610
  <div class="method-heading">
644
611
  <span class="method-name">preprocess_mpi</span><span
@@ -656,50 +623,49 @@ also verify that this value is at least as many as the number of nodes
656
623
 
657
624
 
658
625
 
659
- <div class="method-source-code"
660
- id="preprocess_mpi-source">
661
- <pre>
662
- <span class="ruby-comment"># File lib/neptune.rb, line 145</span>
663
- def self.preprocess_mpi(job_data, controller)
664
- self.require_param(<span class="ruby-string">&quot;@nodes_to_use&quot;</span>, job_data)
665
- self.require_param(<span class="ruby-string">&quot;@procs_to_use&quot;</span>, job_data)
626
+ <div class="method-source-code" id="preprocess_mpi-source">
627
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 172</span>
628
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">preprocess_mpi</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
629
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@nodes_to_use&quot;</span>, <span class="ruby-identifier">job_data</span>)
630
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@procs_to_use&quot;</span>, <span class="ruby-identifier">job_data</span>)
631
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@output&quot;</span>, <span class="ruby-identifier">job_data</span>)
632
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@error&quot;</span>, <span class="ruby-identifier">job_data</span>)
633
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@metadata&quot;</span>, <span class="ruby-identifier">job_data</span>)
666
634
 
667
- if job_data[<span class="ruby-string">&quot;@procs_to_use&quot;</span>]
668
- p = job_data[<span class="ruby-string">&quot;@procs_to_use&quot;</span>]
669
- n = job_data[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>]
670
- if p &lt; n
671
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;:procs_to_use must be at least as &quot;</span> +
635
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@procs_to_use&quot;</span>]
636
+ <span class="ruby-identifier">p</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@procs_to_use&quot;</span>]
637
+ <span class="ruby-identifier">n</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@nodes_to_use&quot;</span>]
638
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">p</span> <span class="ruby-operator">&lt;</span> <span class="ruby-identifier">n</span>
639
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;:procs_to_use must be at least as &quot;</span> <span class="ruby-operator">+</span>
672
640
  <span class="ruby-string">&quot;large as :nodes_to_use.&quot;</span>)
673
- end
674
- end
641
+ <span class="ruby-keyword">end</span>
642
+ <span class="ruby-keyword">end</span>
675
643
 
676
- if job_data[<span class="ruby-string">&quot;@argv&quot;</span>]
677
- argv = job_data[<span class="ruby-string">&quot;@argv&quot;</span>]
644
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>]
645
+ <span class="ruby-identifier">argv</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>]
678
646
 
679
- if argv.class == <span class="ruby-constant">String</span>
680
- job_data[<span class="ruby-string">&quot;@argv&quot;</span>] = argv
681
- elsif argv.class == <span class="ruby-constant">Array</span>
682
- job_data[<span class="ruby-string">&quot;@argv&quot;</span>] = argv.join(<span class="ruby-string">' '</span>)
683
- else
684
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;:argv must be either a String or Array&quot;</span>)
685
- end
686
- end
647
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">argv</span>.<span class="ruby-identifier">class</span> <span class="ruby-operator">==</span> <span class="ruby-constant">String</span>
648
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>] = <span class="ruby-identifier">argv</span>
649
+ <span class="ruby-keyword">elsif</span> <span class="ruby-identifier">argv</span>.<span class="ruby-identifier">class</span> <span class="ruby-operator">==</span> <span class="ruby-constant">Array</span>
650
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@argv&quot;</span>] = <span class="ruby-identifier">argv</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">' '</span>)
651
+ <span class="ruby-keyword">else</span>
652
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;:argv must be either a String or Array&quot;</span>)
653
+ <span class="ruby-keyword">end</span>
654
+ <span class="ruby-keyword">end</span>
687
655
 
688
- return job_data
689
- end</pre>
690
- </div>
656
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">job_data</span>
657
+ <span class="ruby-keyword">end</span></pre>
658
+ </div><!-- preprocess_mpi-source -->
691
659
 
692
660
  </div>
693
661
 
694
662
 
695
663
 
696
664
 
697
- </div>
665
+ </div><!-- preprocess_mpi-method -->
698
666
 
699
667
 
700
- <div id="preprocess_ssa-method" class="method-detail ">
701
- <a name="method-c-preprocess_ssa"></a>
702
-
668
+ <div id="method-c-preprocess_ssa" class="method-detail ">
703
669
 
704
670
  <div class="method-heading">
705
671
  <span class="method-name">preprocess_ssa</span><span
@@ -717,37 +683,33 @@ specify, convert it to be :trajectories.</p>
717
683
 
718
684
 
719
685
 
720
- <div class="method-source-code"
721
- id="preprocess_ssa-source">
722
- <pre>
723
- <span class="ruby-comment"># File lib/neptune.rb, line 178</span>
724
- def self.preprocess_ssa(job_data, controller)
725
- if job_data[<span class="ruby-string">&quot;@simulations&quot;</span>] and job_data[<span class="ruby-string">&quot;@trajectories&quot;</span>]
726
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;:simulations and :trajectories &quot;</span> +
686
+ <div class="method-source-code" id="preprocess_ssa-source">
687
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 208</span>
688
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">preprocess_ssa</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
689
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@simulations&quot;</span>] <span class="ruby-keyword">and</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@trajectories&quot;</span>]
690
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;:simulations and :trajectories &quot;</span> <span class="ruby-operator">+</span>
727
691
  <span class="ruby-string">&quot;not both be specified.&quot;</span>)
728
- end
692
+ <span class="ruby-keyword">end</span>
729
693
 
730
- if job_data[<span class="ruby-string">&quot;@simulations&quot;</span>]
731
- job_data[<span class="ruby-string">&quot;@trajectories&quot;</span>] = job_data[<span class="ruby-string">&quot;@simulations&quot;</span>]
732
- job_data.delete(<span class="ruby-string">&quot;@simulations&quot;</span>)
733
- end
694
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@simulations&quot;</span>]
695
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@trajectories&quot;</span>] = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@simulations&quot;</span>]
696
+ <span class="ruby-identifier">job_data</span>.<span class="ruby-identifier">delete</span>(<span class="ruby-string">&quot;@simulations&quot;</span>)
697
+ <span class="ruby-keyword">end</span>
734
698
 
735
- self.require_param(<span class="ruby-string">&quot;@trajectories&quot;</span>, job_data)
736
- return job_data
737
- end</pre>
738
- </div>
699
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-string">&quot;@trajectories&quot;</span>, <span class="ruby-identifier">job_data</span>)
700
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">job_data</span>
701
+ <span class="ruby-keyword">end</span></pre>
702
+ </div><!-- preprocess_ssa-source -->
739
703
 
740
704
  </div>
741
705
 
742
706
 
743
707
 
744
708
 
745
- </div>
709
+ </div><!-- preprocess_ssa-method -->
746
710
 
747
711
 
748
- <div id="require_file_to_exist-method" class="method-detail ">
749
- <a name="method-c-require_file_to_exist"></a>
750
-
712
+ <div id="method-c-require_file_to_exist" class="method-detail ">
751
713
 
752
714
  <div class="method-heading">
753
715
  <span class="method-name">require_file_to_exist</span><span
@@ -758,35 +720,31 @@ end</pre>
758
720
 
759
721
  <div class="method-description">
760
722
 
761
- <p>This helper method asks the AppController if the named file exists, and if
723
+ <p>This helper method asks the NeptuneManager if the named file exists, and if
762
724
  it does not, throws an exception.</p>
763
725
 
764
726
 
765
727
 
766
- <div class="method-source-code"
767
- id="require_file_to_exist-source">
768
- <pre>
769
- <span class="ruby-comment"># File lib/neptune.rb, line 205</span>
770
- def self.require_file_to_exist(file, job_data, controller)
771
- if controller.does_file_exist?(file, job_data)
772
- return
773
- else
774
- raise <span class="ruby-constant">FileNotFoundException</span>
775
- end
776
- end</pre>
777
- </div>
728
+ <div class="method-source-code" id="require_file_to_exist-source">
729
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 235</span>
730
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_exist</span>(<span class="ruby-identifier">file</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
731
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">does_file_exist?</span>(<span class="ruby-identifier">file</span>, <span class="ruby-identifier">job_data</span>)
732
+ <span class="ruby-keyword">return</span>
733
+ <span class="ruby-keyword">else</span>
734
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">FileNotFoundException</span>
735
+ <span class="ruby-keyword">end</span>
736
+ <span class="ruby-keyword">end</span></pre>
737
+ </div><!-- require_file_to_exist-source -->
778
738
 
779
739
  </div>
780
740
 
781
741
 
782
742
 
783
743
 
784
- </div>
744
+ </div><!-- require_file_to_exist-method -->
785
745
 
786
746
 
787
- <div id="require_file_to_not_exist-method" class="method-detail ">
788
- <a name="method-c-require_file_to_not_exist"></a>
789
-
747
+ <div id="method-c-require_file_to_not_exist" class="method-detail ">
790
748
 
791
749
  <div class="method-heading">
792
750
  <span class="method-name">require_file_to_not_exist</span><span
@@ -798,37 +756,33 @@ end</pre>
798
756
  <div class="method-description">
799
757
 
800
758
  <p>This helper method performs the opposite function of <a
801
- href="NeptuneHelper.html#method-c-require_file_to_exist">require_file_to_exist</a>,
759
+ href="NeptuneHelper.html#method-c-require_file_to_exist">::require_file_to_exist</a>,
802
760
  raising an exception if the named file does exist.</p>
803
761
 
804
762
 
805
763
 
806
- <div class="method-source-code"
807
- id="require_file_to_not_exist-source">
808
- <pre>
809
- <span class="ruby-comment"># File lib/neptune.rb, line 216</span>
810
- def self.require_file_to_not_exist(file, job_data, controller)
811
- begin
812
- self.require_file_to_exist(file, job_data, controller)
764
+ <div class="method-source-code" id="require_file_to_not_exist-source">
765
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 246</span>
766
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_not_exist</span>(<span class="ruby-identifier">file</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
767
+ <span class="ruby-keyword">begin</span>
768
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_file_to_exist</span>(<span class="ruby-identifier">file</span>, <span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">controller</span>)
813
769
  <span class="ruby-comment"># no exception thrown previously means that the output file exists</span>
814
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">'Output specified already exists'</span>)
815
- rescue <span class="ruby-constant">FileNotFoundException</span>
816
- return
817
- end
818
- end</pre>
819
- </div>
770
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">'Output specified already exists'</span>)
771
+ <span class="ruby-keyword">rescue</span> <span class="ruby-constant">FileNotFoundException</span>
772
+ <span class="ruby-keyword">return</span>
773
+ <span class="ruby-keyword">end</span>
774
+ <span class="ruby-keyword">end</span></pre>
775
+ </div><!-- require_file_to_not_exist-source -->
820
776
 
821
777
  </div>
822
778
 
823
779
 
824
780
 
825
781
 
826
- </div>
782
+ </div><!-- require_file_to_not_exist-method -->
827
783
 
828
784
 
829
- <div id="require_param-method" class="method-detail ">
830
- <a name="method-c-require_param"></a>
831
-
785
+ <div id="method-c-require_param" class="method-detail ">
832
786
 
833
787
  <div class="method-heading">
834
788
  <span class="method-name">require_param</span><span
@@ -844,28 +798,24 @@ data provided.</p>
844
798
 
845
799
 
846
800
 
847
- <div class="method-source-code"
848
- id="require_param-source">
849
- <pre>
850
- <span class="ruby-comment"># File lib/neptune.rb, line 196</span>
851
- def self.require_param(param, job_data)
852
- if !job_data[param]
853
- raise <span class="ruby-constant">BadConfigurationException</span>.new(&quot;#{param} must be specified&quot;)
854
- end
855
- end</pre>
856
- </div>
801
+ <div class="method-source-code" id="require_param-source">
802
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 226</span>
803
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">require_param</span>(<span class="ruby-identifier">param</span>, <span class="ruby-identifier">job_data</span>)
804
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">job_data</span>[<span class="ruby-identifier">param</span>]
805
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-node">&quot;#{param} must be specified&quot;</span>)
806
+ <span class="ruby-keyword">end</span>
807
+ <span class="ruby-keyword">end</span></pre>
808
+ </div><!-- require_param-source -->
857
809
 
858
810
  </div>
859
811
 
860
812
 
861
813
 
862
814
 
863
- </div>
815
+ </div><!-- require_param-method -->
864
816
 
865
817
 
866
- <div id="run_job-method" class="method-detail ">
867
- <a name="method-c-run_job"></a>
868
-
818
+ <div id="method-c-run_job" class="method-detail ">
869
819
 
870
820
  <div class="method-heading">
871
821
  <span class="method-name">run_job</span><span
@@ -881,56 +831,52 @@ as well as information about the node to send the request to.</p>
881
831
 
882
832
 
883
833
 
884
- <div class="method-source-code"
885
- id="run_job-source">
886
- <pre>
887
- <span class="ruby-comment"># File lib/neptune.rb, line 502</span>
888
- def self.run_job(job_data, ssh_args, shadow_ip, secret)
889
- controller = <span class="ruby-constant">AppControllerClient</span>.new(shadow_ip, secret)
834
+ <div class="method-source-code" id="run_job-source">
835
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 536</span>
836
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">run_job</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">secret</span>)
837
+ <span class="ruby-identifier">controller</span> = <span class="ruby-constant">NeptuneManagerClient</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">secret</span>)
890
838
 
891
839
  <span class="ruby-comment"># TODO - right now the job is assumed to succeed in many cases</span>
892
840
  <span class="ruby-comment"># need to investigate the various failure scenarios</span>
893
- result = { :result =&gt; :success }
894
-
895
- case job_data[<span class="ruby-string">&quot;@type&quot;</span>]
896
- when <span class="ruby-string">&quot;input&quot;</span>
897
- result = self.get_input(job_data, ssh_args, shadow_ip, controller)
898
- when <span class="ruby-string">&quot;output&quot;</span>
899
- result[:output] = controller.get_output(job_data)
900
- when <span class="ruby-string">&quot;get-acl&quot;</span>
901
- job_data[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;acl&quot;</span>
902
- result[:acl] = controller.get_acl(job_data)
903
- when <span class="ruby-string">&quot;set-acl&quot;</span>
904
- job_data[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;acl&quot;</span>
905
- result[:acl] = controller.set_acl(job_data)
906
- when <span class="ruby-string">&quot;compile&quot;</span>
907
- result = self.compile_code(job_data, ssh_args, shadow_ip)
908
- when <span class="ruby-string">&quot;cicero&quot;</span>
909
- self.upload_app_for_cicero(job_data)
910
- msg = controller.start_neptune_job(job_data)
911
- result[:msg] = msg
912
- result[:result] = :failure if result[:msg] !~ <span class="ruby-regexp">/job is now running\Z/</span>
913
- else
914
- msg = controller.start_neptune_job(job_data)
915
- result[:msg] = msg
916
- result[:result] = :failure if result[:msg] !~ <span class="ruby-regexp">/job is now running\Z/</span>
917
- end
918
-
919
- return result
920
- end</pre>
921
- </div>
841
+ <span class="ruby-identifier">result</span> = { <span class="ruby-value">:result</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">:success</span> }
842
+
843
+ <span class="ruby-keyword">case</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>]
844
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;input&quot;</span>
845
+ <span class="ruby-identifier">result</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">get_input</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">controller</span>)
846
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;output&quot;</span>
847
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:output</span>] = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">get_output</span>(<span class="ruby-identifier">job_data</span>)
848
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;get-acl&quot;</span>
849
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;acl&quot;</span>
850
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:acl</span>] = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">get_acl</span>(<span class="ruby-identifier">job_data</span>)
851
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;set-acl&quot;</span>
852
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@type&quot;</span>] = <span class="ruby-string">&quot;acl&quot;</span>
853
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:acl</span>] = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">set_acl</span>(<span class="ruby-identifier">job_data</span>)
854
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;compile&quot;</span>
855
+ <span class="ruby-identifier">result</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">compile_code</span>(<span class="ruby-identifier">job_data</span>, <span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>)
856
+ <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;cicero&quot;</span>
857
+ <span class="ruby-keyword">self</span>.<span class="ruby-identifier">upload_app_for_cicero</span>(<span class="ruby-identifier">job_data</span>)
858
+ <span class="ruby-identifier">msg</span> = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">start_neptune_job</span>(<span class="ruby-identifier">job_data</span>)
859
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:msg</span>] = <span class="ruby-identifier">msg</span>
860
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:result</span>] = <span class="ruby-value">:failure</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">result</span>[<span class="ruby-value">:msg</span>] <span class="ruby-operator">!~</span> <span class="ruby-regexp">%rjob is now running\Z/</span>
861
+ <span class="ruby-keyword">else</span>
862
+ <span class="ruby-identifier">msg</span> = <span class="ruby-identifier">controller</span>.<span class="ruby-identifier">start_neptune_job</span>(<span class="ruby-identifier">job_data</span>)
863
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:msg</span>] = <span class="ruby-identifier">msg</span>
864
+ <span class="ruby-identifier">result</span>[<span class="ruby-value">:result</span>] = <span class="ruby-value">:failure</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">result</span>[<span class="ruby-value">:msg</span>] <span class="ruby-operator">!~</span> <span class="ruby-regexp">%rjob is now running\Z/</span>
865
+ <span class="ruby-keyword">end</span>
866
+
867
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">result</span>
868
+ <span class="ruby-keyword">end</span></pre>
869
+ </div><!-- run_job-source -->
922
870
 
923
871
  </div>
924
872
 
925
873
 
926
874
 
927
875
 
928
- </div>
876
+ </div><!-- run_job-method -->
929
877
 
930
878
 
931
- <div id="upload_app_for_cicero-method" class="method-detail ">
932
- <a name="method-c-upload_app_for_cicero"></a>
933
-
879
+ <div id="method-c-upload_app_for_cicero" class="method-detail ">
934
880
 
935
881
  <div class="method-heading">
936
882
  <span class="method-name">upload_app_for_cicero</span><span
@@ -946,48 +892,44 @@ with Cicero jobs. It requires the AppScale tools to be installed.</p>
946
892
 
947
893
 
948
894
 
949
- <div class="method-source-code"
950
- id="upload_app_for_cicero-source">
951
- <pre>
952
- <span class="ruby-comment"># File lib/neptune.rb, line 473</span>
953
- def self.upload_app_for_cicero(job_data)
954
- if !job_data[<span class="ruby-string">&quot;@app&quot;</span>]
895
+ <div class="method-source-code" id="upload_app_for_cicero-source">
896
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 507</span>
897
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">upload_app_for_cicero</span>(<span class="ruby-identifier">job_data</span>)
898
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@app&quot;</span>]
955
899
  <span class="ruby-comment"># Kernel.puts &quot;No app specified, not uploading...&quot; </span>
956
- return
957
- end
900
+ <span class="ruby-keyword">return</span>
901
+ <span class="ruby-keyword">end</span>
958
902
 
959
- app_location = <span class="ruby-constant">File</span>.expand_path(job_data[<span class="ruby-string">&quot;@app&quot;</span>])
960
- if !<span class="ruby-constant">File</span>.exists?(app_location)
961
- raise <span class="ruby-constant">BadConfigurationException</span>.new(&quot;The app you specified, #{app_location}, does not exist.&quot; +
903
+ <span class="ruby-identifier">app_location</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@app&quot;</span>])
904
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-identifier">app_location</span>)
905
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-node">&quot;The app you specified, #{app_location}, does not exist.&quot;</span> <span class="ruby-operator">+</span>
962
906
  <span class="ruby-string">&quot;Please specify one that does and try again.&quot;</span>)
963
- end
907
+ <span class="ruby-keyword">end</span>
964
908
 
965
- keyname = job_data[<span class="ruby-string">&quot;@keyname&quot;</span>] || <span class="ruby-string">&quot;appscale&quot;</span>
966
- if job_data[<span class="ruby-string">&quot;@appscale_tools&quot;</span>]
967
- upload_app = <span class="ruby-constant">File</span>.expand_path(job_data[<span class="ruby-string">&quot;@appscale_tools&quot;</span>]) +
968
- <span class="ruby-constant">File</span>::<span class="ruby-constant">SEPARATOR</span> + <span class="ruby-string">&quot;bin&quot;</span> + <span class="ruby-constant">File</span>::<span class="ruby-constant">SEPARATOR</span> + <span class="ruby-string">&quot;appscale-upload-app&quot;</span>
969
- else
970
- upload_app = <span class="ruby-string">&quot;appscale-upload-app&quot;</span>
971
- end
909
+ <span class="ruby-identifier">keyname</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@keyname&quot;</span>] <span class="ruby-operator">||</span> <span class="ruby-string">&quot;appscale&quot;</span>
910
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@appscale_tools&quot;</span>]
911
+ <span class="ruby-identifier">upload_app</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@appscale_tools&quot;</span>]) <span class="ruby-operator">+</span>
912
+ <span class="ruby-constant">File</span><span class="ruby-operator">::</span><span class="ruby-constant">SEPARATOR</span> <span class="ruby-operator">+</span> <span class="ruby-string">&quot;bin&quot;</span> <span class="ruby-operator">+</span> <span class="ruby-constant">File</span><span class="ruby-operator">::</span><span class="ruby-constant">SEPARATOR</span> <span class="ruby-operator">+</span> <span class="ruby-string">&quot;appscale-upload-app&quot;</span>
913
+ <span class="ruby-keyword">else</span>
914
+ <span class="ruby-identifier">upload_app</span> = <span class="ruby-string">&quot;appscale-upload-app&quot;</span>
915
+ <span class="ruby-keyword">end</span>
972
916
 
973
917
  <span class="ruby-comment"># Kernel.puts &quot;Uploading AppEngine app at #{app_location}&quot;</span>
974
- upload_command = &quot;#{upload_app} --file #{app_location} --test --keyname #{keyname}&quot;
918
+ <span class="ruby-identifier">upload_command</span> = <span class="ruby-node">&quot;#{upload_app} --file #{app_location} --test --keyname #{keyname}&quot;</span>
975
919
  <span class="ruby-comment"># Kernel.puts upload_command</span>
976
920
  <span class="ruby-comment"># Kernel.puts `#{upload_command}`</span>
977
- end</pre>
978
- </div>
921
+ <span class="ruby-keyword">end</span></pre>
922
+ </div><!-- upload_app_for_cicero-source -->
979
923
 
980
924
  </div>
981
925
 
982
926
 
983
927
 
984
928
 
985
- </div>
929
+ </div><!-- upload_app_for_cicero-method -->
986
930
 
987
931
 
988
- <div id="validate_storage_params-method" class="method-detail ">
989
- <a name="method-c-validate_storage_params"></a>
990
-
932
+ <div id="method-c-validate_storage_params" class="method-detail ">
991
933
 
992
934
  <div class="method-heading">
993
935
  <span class="method-name">validate_storage_params</span><span
@@ -1005,58 +947,54 @@ parameter is missing.</p>
1005
947
 
1006
948
 
1007
949
 
1008
- <div class="method-source-code"
1009
- id="validate_storage_params-source">
1010
- <pre>
1011
- <span class="ruby-comment"># File lib/neptune.rb, line 332</span>
1012
- def self.validate_storage_params(job_data)
1013
- job_data[<span class="ruby-string">&quot;@storage&quot;</span>] ||= <span class="ruby-string">&quot;appdb&quot;</span>
950
+ <div class="method-source-code" id="validate_storage_params-source">
951
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 366</span>
952
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">validate_storage_params</span>(<span class="ruby-identifier">job_data</span>)
953
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@storage&quot;</span>] <span class="ruby-operator">||=</span> <span class="ruby-string">&quot;appdb&quot;</span>
1014
954
 
1015
- storage = job_data[<span class="ruby-string">&quot;@storage&quot;</span>]
1016
- if !<span class="ruby-constant">ALLOWED_STORAGE_TYPES</span>.include?(storage)
1017
- raise <span class="ruby-constant">BadConfigurationException</span>.new(<span class="ruby-string">&quot;Supported storage types are &quot;</span> +
1018
- &quot;#{ALLOWED_STORAGE_TYPES.join(', ')} - #{storage} is not supported.&quot;)
1019
- end
955
+ <span class="ruby-identifier">storage</span> = <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@storage&quot;</span>]
956
+ <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-constant">ALLOWED_STORAGE_TYPES</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">storage</span>)
957
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-string">&quot;Supported storage types are &quot;</span> <span class="ruby-operator">+</span>
958
+ <span class="ruby-node">&quot;#{ALLOWED_STORAGE_TYPES.join(', ')} - #{storage} is not supported.&quot;</span>)
959
+ <span class="ruby-keyword">end</span>
1020
960
 
1021
961
  <span class="ruby-comment"># Our implementation for storing / retrieving via Google Storage</span>
1022
962
  <span class="ruby-comment"># and Walrus uses</span>
1023
963
  <span class="ruby-comment"># the same library as we do for S3 - so just tell it that it's S3</span>
1024
- if storage == <span class="ruby-string">&quot;gstorage&quot;</span> or storage == <span class="ruby-string">&quot;walrus&quot;</span>
1025
- storage = <span class="ruby-string">&quot;s3&quot;</span>
1026
- job_data[<span class="ruby-string">&quot;@storage&quot;</span>] = <span class="ruby-string">&quot;s3&quot;</span>
1027
- end
1028
-
1029
- if storage == <span class="ruby-string">&quot;s3&quot;</span>
1030
- [<span class="ruby-string">&quot;EC2_ACCESS_KEY&quot;</span>, <span class="ruby-string">&quot;EC2_SECRET_KEY&quot;</span>, <span class="ruby-string">&quot;S3_URL&quot;</span>].each { |item|
1031
- if job_data[&quot;@#{item}&quot;]
964
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">storage</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;gstorage&quot;</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">storage</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;walrus&quot;</span>
965
+ <span class="ruby-identifier">storage</span> = <span class="ruby-string">&quot;s3&quot;</span>
966
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-string">&quot;@storage&quot;</span>] = <span class="ruby-string">&quot;s3&quot;</span>
967
+ <span class="ruby-keyword">end</span>
968
+
969
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">storage</span> <span class="ruby-operator">==</span> <span class="ruby-string">&quot;s3&quot;</span>
970
+ [<span class="ruby-string">&quot;EC2_ACCESS_KEY&quot;</span>, <span class="ruby-string">&quot;EC2_SECRET_KEY&quot;</span>, <span class="ruby-string">&quot;S3_URL&quot;</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">item</span><span class="ruby-operator">|</span>
971
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">job_data</span>[<span class="ruby-node">&quot;@#{item}&quot;</span>]
1032
972
  <span class="ruby-comment"># Kernel.puts &quot;Using specified #{item}&quot;</span>
1033
- else
1034
- if <span class="ruby-constant">ENV</span>[item]
973
+ <span class="ruby-keyword">else</span>
974
+ <span class="ruby-keyword">if</span> <span class="ruby-constant">ENV</span>[<span class="ruby-identifier">item</span>]
1035
975
  <span class="ruby-comment"># Kernel.puts &quot;Using #{item} from environment&quot;</span>
1036
- job_data[&quot;@#{item}&quot;] = <span class="ruby-constant">ENV</span>[item]
1037
- else
1038
- raise <span class="ruby-constant">BadConfigurationException</span>.new(&quot;When storing data to S3, #{item} must be specified or be in &quot; +
976
+ <span class="ruby-identifier">job_data</span>[<span class="ruby-node">&quot;@#{item}&quot;</span>] = <span class="ruby-constant">ENV</span>[<span class="ruby-identifier">item</span>]
977
+ <span class="ruby-keyword">else</span>
978
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">BadConfigurationException</span>.<span class="ruby-identifier">new</span>(<span class="ruby-node">&quot;When storing data to S3, #{item} must be specified or be in &quot;</span> <span class="ruby-operator">+</span>
1039
979
  <span class="ruby-string">&quot;your environment. Please do so and try again.&quot;</span>)
1040
- end
1041
- end
980
+ <span class="ruby-keyword">end</span>
981
+ <span class="ruby-keyword">end</span>
1042
982
  }
1043
- end
983
+ <span class="ruby-keyword">end</span>
1044
984
 
1045
- return job_data
1046
- end</pre>
1047
- </div>
985
+ <span class="ruby-keyword">return</span> <span class="ruby-identifier">job_data</span>
986
+ <span class="ruby-keyword">end</span></pre>
987
+ </div><!-- validate_storage_params-source -->
1048
988
 
1049
989
  </div>
1050
990
 
1051
991
 
1052
992
 
1053
993
 
1054
- </div>
994
+ </div><!-- validate_storage_params-method -->
1055
995
 
1056
996
 
1057
- <div id="wait_for_compilation_to_finish-method" class="method-detail ">
1058
- <a name="method-c-wait_for_compilation_to_finish"></a>
1059
-
997
+ <div id="method-c-wait_for_compilation_to_finish" class="method-detail ">
1060
998
 
1061
999
  <div class="method-heading">
1062
1000
  <span class="method-name">wait_for_compilation_to_finish</span><span
@@ -1073,46 +1011,43 @@ location.</p>
1073
1011
 
1074
1012
 
1075
1013
 
1076
- <div class="method-source-code"
1077
- id="wait_for_compilation_to_finish-source">
1078
- <pre>
1079
- <span class="ruby-comment"># File lib/neptune.rb, line 403</span>
1080
- def self.wait_for_compilation_to_finish(ssh_args, shadow_ip, compiled_location)
1081
- loop {
1082
- ssh_command = &quot;ssh #{ssh_args} root@#{shadow_ip} 'ls #{compiled_location}' 2&gt;&amp;1&quot;
1014
+ <div class="method-source-code" id="wait_for_compilation_to_finish-source">
1015
+ <pre><span class="ruby-comment"># File lib/neptune.rb, line 437</span>
1016
+ <span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">wait_for_compilation_to_finish</span>(<span class="ruby-identifier">ssh_args</span>, <span class="ruby-identifier">shadow_ip</span>, <span class="ruby-identifier">compiled_location</span>)
1017
+ <span class="ruby-identifier">loop</span> {
1018
+ <span class="ruby-identifier">ssh_command</span> = <span class="ruby-node">&quot;ssh #{ssh_args} root@#{shadow_ip} 'ls #{compiled_location}' 2&gt;&amp;1&quot;</span>
1083
1019
  <span class="ruby-comment"># Kernel.puts ssh_command</span>
1084
- ssh_result = <span class="ruby-constant">CommonFunctions</span>.shell(ssh_command)
1020
+ <span class="ruby-identifier">ssh_result</span> = <span class="ruby-constant">CommonFunctions</span>.<span class="ruby-identifier">shell</span>(<span class="ruby-identifier">ssh_command</span>)
1085
1021
  <span class="ruby-comment"># Kernel.puts &quot;result was [#{ssh_result}]&quot;</span>
1086
- if ssh_result =~ <span class="ruby-regexp">/No such file or directory/</span>
1022
+ <span class="ruby-keyword">if</span> <span class="ruby-identifier">ssh_result</span> <span class="ruby-operator">=~</span> <span class="ruby-regexp">%rNo such file or directory/</span>
1087
1023
  <span class="ruby-comment"># Kernel.puts &quot;Still waiting for code to be compiled...&quot;</span>
1088
- else
1024
+ <span class="ruby-keyword">else</span>
1089
1025
  <span class="ruby-comment"># Kernel.puts &quot;compilation complete! Copying compiled code to #{copy_to}&quot;</span>
1090
- return
1091
- end
1092
- sleep(5)
1026
+ <span class="ruby-keyword">return</span>
1027
+ <span class="ruby-keyword">end</span>
1028
+ <span class="ruby-identifier">sleep</span>(<span class="ruby-value">5</span>)
1093
1029
  }
1094
- end</pre>
1095
- </div>
1030
+ <span class="ruby-keyword">end</span></pre>
1031
+ </div><!-- wait_for_compilation_to_finish-source -->
1096
1032
 
1097
1033
  </div>
1098
1034
 
1099
1035
 
1100
1036
 
1101
1037
 
1102
- </div>
1038
+ </div><!-- wait_for_compilation_to_finish-method -->
1103
1039
 
1104
1040
 
1105
- </div>
1041
+ </section><!-- public-class-method-details -->
1106
1042
 
1043
+ </section><!-- 5Buntitled-5D -->
1107
1044
 
1108
- </div>
1045
+ </div><!-- documentation -->
1109
1046
 
1110
- <div id="validator-badges">
1111
- <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
1112
- <p><small>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish
1113
- Rdoc Generator</a> 2</small>.</p>
1114
- </div>
1115
1047
 
1116
- </body>
1117
- </html>
1048
+ <footer id="validator-badges">
1049
+ <p><a href="http://validator.w3.org/check/referer">[Validate]</a>
1050
+ <p>Generated by <a href="https://github.com/rdoc/rdoc">RDoc</a> 3.12.
1051
+ <p>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish Rdoc Generator</a> 3.
1052
+ </footer>
1118
1053