brendan-skynet 0.9.33 → 0.9.303
Sign up to get free protection for your applications and to get access to all the features.
- data/History.txt +9 -0
- data/License.txt +1 -0
- data/Manifest.txt +19 -112
- data/Rakefile +3 -3
- data/app_generators/skynet_install/templates/skynet_config.rb +1 -1
- data/extras/rails/views/skynet/index.html.erb +137 -0
- data/lib/skynet.rb +15 -15
- data/lib/skynet/{skynet_active_record_extensions.rb → active_record_extensions.rb} +0 -0
- data/lib/skynet/{skynet_config.rb → config.rb} +0 -0
- data/lib/skynet/{skynet_console.rb → console.rb} +1 -1
- data/lib/skynet/{skynet_console_helper.rb → console_helper.rb} +0 -0
- data/lib/skynet/{skynet_debugger.rb → debugger.rb} +0 -0
- data/lib/skynet/{skynet_guid_generator.rb → guid_generator.rb} +0 -0
- data/lib/skynet/{skynet_job.rb → job.rb} +0 -0
- data/lib/skynet/{skynet_launcher.rb → launcher.rb} +0 -0
- data/lib/skynet/{skynet_logger.rb → logger.rb} +0 -0
- data/lib/skynet/{skynet_manager.rb → manager.rb} +0 -0
- data/lib/skynet/{skynet_message.rb → message.rb} +0 -0
- data/lib/skynet/{skynet_message_queue.rb → message_queue.rb} +0 -0
- data/lib/skynet/{skynet_partitioners.rb → partitioners.rb} +0 -0
- data/lib/skynet/{skynet_ruby_extensions.rb → ruby_extensions.rb} +0 -0
- data/lib/skynet/{skynet_task.rb → task.rb} +0 -0
- data/lib/skynet/{skynet_tuplespace_server.rb → tuplespace_server.rb} +0 -0
- data/lib/skynet/version.rb +1 -1
- data/lib/skynet/{skynet_worker.rb → worker.rb} +0 -0
- data/skynet.gemspec +21 -132
- metadata +22 -130
- data/examples/dgrep/README +0 -70
- data/examples/dgrep/config/skynet_config.rb +0 -26
- data/examples/dgrep/data/shakespeare/README +0 -2
- data/examples/dgrep/data/shakespeare/poetry/loverscomplaint +0 -381
- data/examples/dgrep/data/shakespeare/poetry/rapeoflucrece +0 -2199
- data/examples/dgrep/data/shakespeare/poetry/sonnets +0 -2633
- data/examples/dgrep/data/shakespeare/poetry/various +0 -640
- data/examples/dgrep/data/shakespeare/poetry/venusandadonis +0 -1423
- data/examples/dgrep/data/testfile1.txt +0 -1
- data/examples/dgrep/data/testfile2.txt +0 -1
- data/examples/dgrep/data/testfile3.txt +0 -1
- data/examples/dgrep/data/testfile4.txt +0 -1
- data/examples/dgrep/lib/dgrep.rb +0 -59
- data/examples/dgrep/lib/mapreduce_test.rb +0 -32
- data/examples/dgrep/lib/most_common_words.rb +0 -45
- data/examples/dgrep/script/dgrep +0 -75
- data/examples/rails_mysql_example/README +0 -66
- data/examples/rails_mysql_example/Rakefile +0 -10
- data/examples/rails_mysql_example/app/controllers/application.rb +0 -10
- data/examples/rails_mysql_example/app/helpers/application_helper.rb +0 -3
- data/examples/rails_mysql_example/app/models/user.rb +0 -21
- data/examples/rails_mysql_example/app/models/user_favorite.rb +0 -5
- data/examples/rails_mysql_example/app/models/user_mailer.rb +0 -12
- data/examples/rails_mysql_example/app/views/user_mailer/welcome.erb +0 -5
- data/examples/rails_mysql_example/config/boot.rb +0 -109
- data/examples/rails_mysql_example/config/database.yml +0 -42
- data/examples/rails_mysql_example/config/environment.rb +0 -59
- data/examples/rails_mysql_example/config/environments/development.rb +0 -18
- data/examples/rails_mysql_example/config/environments/production.rb +0 -19
- data/examples/rails_mysql_example/config/environments/test.rb +0 -22
- data/examples/rails_mysql_example/config/initializers/inflections.rb +0 -10
- data/examples/rails_mysql_example/config/initializers/mime_types.rb +0 -5
- data/examples/rails_mysql_example/config/initializers/skynet.rb +0 -1
- data/examples/rails_mysql_example/config/routes.rb +0 -35
- data/examples/rails_mysql_example/config/skynet_config.rb +0 -36
- data/examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb +0 -43
- data/examples/rails_mysql_example/db/migrate/002_create_users.rb +0 -16
- data/examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb +0 -14
- data/examples/rails_mysql_example/db/schema.rb +0 -85
- data/examples/rails_mysql_example/db/skynet_mysql_schema.sql +0 -33
- data/examples/rails_mysql_example/doc/README_FOR_APP +0 -2
- data/examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake +0 -20
- data/examples/rails_mysql_example/public/404.html +0 -30
- data/examples/rails_mysql_example/public/422.html +0 -30
- data/examples/rails_mysql_example/public/500.html +0 -30
- data/examples/rails_mysql_example/public/dispatch.cgi +0 -10
- data/examples/rails_mysql_example/public/dispatch.fcgi +0 -24
- data/examples/rails_mysql_example/public/dispatch.rb +0 -10
- data/examples/rails_mysql_example/public/favicon.ico +0 -0
- data/examples/rails_mysql_example/public/images/rails.png +0 -0
- data/examples/rails_mysql_example/public/index.html +0 -277
- data/examples/rails_mysql_example/public/javascripts/application.js +0 -2
- data/examples/rails_mysql_example/public/javascripts/controls.js +0 -963
- data/examples/rails_mysql_example/public/javascripts/dragdrop.js +0 -972
- data/examples/rails_mysql_example/public/javascripts/effects.js +0 -1120
- data/examples/rails_mysql_example/public/javascripts/prototype.js +0 -4225
- data/examples/rails_mysql_example/public/robots.txt +0 -5
- data/examples/rails_mysql_example/script/about +0 -3
- data/examples/rails_mysql_example/script/console +0 -3
- data/examples/rails_mysql_example/script/destroy +0 -3
- data/examples/rails_mysql_example/script/generate +0 -3
- data/examples/rails_mysql_example/script/performance/benchmarker +0 -3
- data/examples/rails_mysql_example/script/performance/profiler +0 -3
- data/examples/rails_mysql_example/script/performance/request +0 -3
- data/examples/rails_mysql_example/script/plugin +0 -3
- data/examples/rails_mysql_example/script/process/inspector +0 -3
- data/examples/rails_mysql_example/script/process/reaper +0 -3
- data/examples/rails_mysql_example/script/process/spawner +0 -3
- data/examples/rails_mysql_example/script/runner +0 -3
- data/examples/rails_mysql_example/script/server +0 -3
- data/examples/rails_mysql_example/test/fixtures/user_favorites.yml +0 -9
- data/examples/rails_mysql_example/test/fixtures/users.yml +0 -11
- data/examples/rails_mysql_example/test/test_helper.rb +0 -38
- data/examples/rails_mysql_example/test/unit/user_favorite_test.rb +0 -8
- data/examples/rails_mysql_example/test/unit/user_test.rb +0 -8
- data/extras/nagios/check_skynet.sh +0 -121
- data/extras/rails/views/skynet/index.rhtml +0 -137
- data/tasks/website.rake +0 -17
- data/test/test_active_record_extensions.rb +0 -138
- data/test/test_generator_helper.rb +0 -20
- data/test/test_helper.rb +0 -10
- data/test/test_mysql_message_queue_adapter.rb +0 -263
- data/test/test_skynet.rb +0 -19
- data/test/test_skynet_install_generator.rb +0 -49
- data/test/test_skynet_job.rb +0 -717
- data/test/test_skynet_manager.rb +0 -157
- data/test/test_skynet_message.rb +0 -229
- data/test/test_skynet_task.rb +0 -24
- data/test/test_tuplespace_message_queue.rb +0 -174
- data/website/index.html +0 -181
- data/website/index.txt +0 -98
- data/website/javascripts/rounded_corners_lite.inc.js +0 -285
- data/website/stylesheets/screen.css +0 -138
- data/website/template.rhtml +0 -48
data/History.txt
CHANGED
@@ -1,3 +1,12 @@
|
|
1
|
+
== 0.9.300 2008-07-09
|
2
|
+
Hello, this is Brendan
|
3
|
+
- Rewrote send_later and method_missing _later suffix to operate like Ruby's send method to support a more coherent programming interface.
|
4
|
+
- Fixed some file permissions that ruined gem installations for some system configurations.
|
5
|
+
- Changed the skynet_config.rb template to allow for alternative Rails code ala vendor/rails instead of forcing gem active_record to enable compatibility with edge rails as well as older versions.
|
6
|
+
- Changed code in CONFIG declarations to fix a compatibility bug while supporting the intent of the original programmer.
|
7
|
+
- Modified template extension in extra/rails to use .html.erb
|
8
|
+
- Removed extraneous skynet_ name prefixes from files.
|
9
|
+
|
1
10
|
== 0.9.3 2008-05-22
|
2
11
|
Skynet::Manager and Skynet Script Runner
|
3
12
|
- Rewrote how Skynet workers and skynet manager talks on each machine. See below for more info
|
data/License.txt
CHANGED
data/Manifest.txt
CHANGED
@@ -14,131 +14,38 @@ bin/skynet_install
|
|
14
14
|
bin/skynet_tuplespace_server
|
15
15
|
config/hoe.rb
|
16
16
|
config/requirements.rb
|
17
|
-
examples/dgrep/README
|
18
|
-
examples/dgrep/config/skynet_config.rb
|
19
|
-
examples/dgrep/data/shakespeare/README
|
20
|
-
examples/dgrep/data/shakespeare/poetry/loverscomplaint
|
21
|
-
examples/dgrep/data/shakespeare/poetry/rapeoflucrece
|
22
|
-
examples/dgrep/data/shakespeare/poetry/sonnets
|
23
|
-
examples/dgrep/data/shakespeare/poetry/various
|
24
|
-
examples/dgrep/data/shakespeare/poetry/venusandadonis
|
25
|
-
examples/dgrep/data/testfile1.txt
|
26
|
-
examples/dgrep/data/testfile2.txt
|
27
|
-
examples/dgrep/data/testfile3.txt
|
28
|
-
examples/dgrep/data/testfile4.txt
|
29
|
-
examples/dgrep/lib/dgrep.rb
|
30
|
-
examples/dgrep/lib/mapreduce_test.rb
|
31
|
-
examples/dgrep/lib/most_common_words.rb
|
32
|
-
examples/dgrep/script/dgrep
|
33
|
-
examples/rails_mysql_example/README
|
34
|
-
examples/rails_mysql_example/Rakefile
|
35
|
-
examples/rails_mysql_example/app/controllers/application.rb
|
36
|
-
examples/rails_mysql_example/app/helpers/application_helper.rb
|
37
|
-
examples/rails_mysql_example/app/models/user.rb
|
38
|
-
examples/rails_mysql_example/app/models/user_favorite.rb
|
39
|
-
examples/rails_mysql_example/app/models/user_mailer.rb
|
40
|
-
examples/rails_mysql_example/app/views/user_mailer/welcome.erb
|
41
|
-
examples/rails_mysql_example/config/boot.rb
|
42
|
-
examples/rails_mysql_example/config/database.yml
|
43
|
-
examples/rails_mysql_example/config/environment.rb
|
44
|
-
examples/rails_mysql_example/config/environments/development.rb
|
45
|
-
examples/rails_mysql_example/config/environments/production.rb
|
46
|
-
examples/rails_mysql_example/config/environments/test.rb
|
47
|
-
examples/rails_mysql_example/config/initializers/inflections.rb
|
48
|
-
examples/rails_mysql_example/config/initializers/mime_types.rb
|
49
|
-
examples/rails_mysql_example/config/initializers/skynet.rb
|
50
|
-
examples/rails_mysql_example/config/routes.rb
|
51
|
-
examples/rails_mysql_example/config/skynet_config.rb
|
52
|
-
examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb
|
53
|
-
examples/rails_mysql_example/db/migrate/002_create_users.rb
|
54
|
-
examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb
|
55
|
-
examples/rails_mysql_example/db/schema.rb
|
56
|
-
examples/rails_mysql_example/db/skynet_mysql_schema.sql
|
57
|
-
examples/rails_mysql_example/doc/README_FOR_APP
|
58
|
-
examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake
|
59
|
-
examples/rails_mysql_example/public/.htaccess
|
60
|
-
examples/rails_mysql_example/public/404.html
|
61
|
-
examples/rails_mysql_example/public/422.html
|
62
|
-
examples/rails_mysql_example/public/500.html
|
63
|
-
examples/rails_mysql_example/public/dispatch.cgi
|
64
|
-
examples/rails_mysql_example/public/dispatch.fcgi
|
65
|
-
examples/rails_mysql_example/public/dispatch.rb
|
66
|
-
examples/rails_mysql_example/public/favicon.ico
|
67
|
-
examples/rails_mysql_example/public/images/rails.png
|
68
|
-
examples/rails_mysql_example/public/index.html
|
69
|
-
examples/rails_mysql_example/public/javascripts/application.js
|
70
|
-
examples/rails_mysql_example/public/javascripts/controls.js
|
71
|
-
examples/rails_mysql_example/public/javascripts/dragdrop.js
|
72
|
-
examples/rails_mysql_example/public/javascripts/effects.js
|
73
|
-
examples/rails_mysql_example/public/javascripts/prototype.js
|
74
|
-
examples/rails_mysql_example/public/robots.txt
|
75
|
-
examples/rails_mysql_example/script/about
|
76
|
-
examples/rails_mysql_example/script/console
|
77
|
-
examples/rails_mysql_example/script/destroy
|
78
|
-
examples/rails_mysql_example/script/generate
|
79
|
-
examples/rails_mysql_example/script/performance/benchmarker
|
80
|
-
examples/rails_mysql_example/script/performance/profiler
|
81
|
-
examples/rails_mysql_example/script/performance/request
|
82
|
-
examples/rails_mysql_example/script/plugin
|
83
|
-
examples/rails_mysql_example/script/process/inspector
|
84
|
-
examples/rails_mysql_example/script/process/reaper
|
85
|
-
examples/rails_mysql_example/script/process/spawner
|
86
|
-
examples/rails_mysql_example/script/runner
|
87
|
-
examples/rails_mysql_example/script/server
|
88
|
-
examples/rails_mysql_example/test/fixtures/user_favorites.yml
|
89
|
-
examples/rails_mysql_example/test/fixtures/users.yml
|
90
|
-
examples/rails_mysql_example/test/test_helper.rb
|
91
|
-
examples/rails_mysql_example/test/unit/user_favorite_test.rb
|
92
|
-
examples/rails_mysql_example/test/unit/user_test.rb
|
93
17
|
extras/README
|
94
18
|
extras/init.d/skynet
|
95
|
-
extras/nagios/check_skynet.sh
|
96
19
|
extras/rails/controllers/skynet_controller.rb
|
97
|
-
extras/rails/views/skynet/index.
|
20
|
+
extras/rails/views/skynet/index.html.erb
|
98
21
|
lib/skynet.rb
|
22
|
+
lib/skynet/active_record_extensions.rb
|
23
|
+
lib/skynet/config.rb
|
24
|
+
lib/skynet/console.rb
|
25
|
+
lib/skynet/console_helper.rb
|
26
|
+
lib/skynet/debugger.rb
|
27
|
+
lib/skynet/guid_generator.rb
|
28
|
+
lib/skynet/job.rb
|
29
|
+
lib/skynet/launcher.rb
|
30
|
+
lib/skynet/logger.rb
|
31
|
+
lib/skynet/manager.rb
|
99
32
|
lib/skynet/mapreduce_helper.rb
|
100
33
|
lib/skynet/mapreduce_test.rb
|
101
34
|
lib/skynet/message_queue_adapters/message_queue_adapter.rb
|
102
35
|
lib/skynet/message_queue_adapters/mysql.rb
|
103
36
|
lib/skynet/message_queue_adapters/tuple_space.rb
|
104
|
-
lib/skynet/
|
105
|
-
lib/skynet/
|
106
|
-
lib/skynet/
|
107
|
-
lib/skynet/
|
108
|
-
lib/skynet/
|
109
|
-
lib/skynet/
|
110
|
-
lib/skynet/
|
111
|
-
lib/skynet/skynet_launcher.rb
|
112
|
-
lib/skynet/skynet_logger.rb
|
113
|
-
lib/skynet/skynet_manager.rb
|
114
|
-
lib/skynet/skynet_message.rb
|
115
|
-
lib/skynet/skynet_message_queue.rb
|
116
|
-
lib/skynet/skynet_partitioners.rb
|
117
|
-
lib/skynet/skynet_ruby_extensions.rb
|
118
|
-
lib/skynet/skynet_task.rb
|
119
|
-
lib/skynet/skynet_tuplespace_server.rb
|
120
|
-
lib/skynet/skynet_worker.rb
|
37
|
+
lib/skynet/message.rb
|
38
|
+
lib/skynet/message_queue.rb
|
39
|
+
lib/skynet/partitioners.rb
|
40
|
+
lib/skynet/ruby_extensions.rb
|
41
|
+
lib/skynet/task.rb
|
42
|
+
lib/skynet/tuplespace_server.rb
|
43
|
+
lib/skynet/worker.rb
|
121
44
|
lib/skynet/version.rb
|
122
45
|
script/destroy
|
123
46
|
script/generate
|
124
47
|
script/txt2html
|
125
48
|
setup.rb
|
49
|
+
skynet.gemspec
|
126
50
|
tasks/deployment.rake
|
127
51
|
tasks/environment.rake
|
128
|
-
tasks/website.rake
|
129
|
-
test/test_active_record_extensions.rb
|
130
|
-
test/test_generator_helper.rb
|
131
|
-
test/test_helper.rb
|
132
|
-
test/test_mysql_message_queue_adapter.rb
|
133
|
-
test/test_skynet.rb
|
134
|
-
test/test_skynet_install_generator.rb
|
135
|
-
test/test_skynet_job.rb
|
136
|
-
test/test_skynet_manager.rb
|
137
|
-
test/test_skynet_message.rb
|
138
|
-
test/test_skynet_task.rb
|
139
|
-
test/test_tuplespace_message_queue.rb
|
140
|
-
website/index.html
|
141
|
-
website/index.txt
|
142
|
-
website/javascripts/rounded_corners_lite.inc.js
|
143
|
-
website/stylesheets/screen.css
|
144
|
-
website/template.rhtml
|
data/Rakefile
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
require 'config/requirements'
|
2
|
-
require 'config/hoe' # setup Hoe + all gem configuration
|
3
|
-
|
1
|
+
require 'config/requirements'
|
2
|
+
require 'config/hoe' # setup Hoe + all gem configuration
|
3
|
+
|
4
4
|
Dir['tasks/**/*.rake'].each { |rake| load rake }
|
@@ -39,7 +39,7 @@ Skynet::CONFIG[:MESSAGE_QUEUE_ADAPTER] = "Skynet::MessageQueueAdapter::Mysql"
|
|
39
39
|
|
40
40
|
# Load ActiveRecord extensions, if using ActiveRecord
|
41
41
|
if defined?(ActiveRecord::Base)
|
42
|
-
require 'skynet/
|
42
|
+
require 'skynet/active_record_extensions'
|
43
43
|
require 'skynet/message_queue_adapters/mysql'
|
44
44
|
end
|
45
45
|
|
@@ -0,0 +1,137 @@
|
|
1
|
+
|
2
|
+
<div class="hd">
|
3
|
+
<h1>SKYNET STATUS</h1>
|
4
|
+
<span>Last updated: <%= @last_updated || 'N/A' %></span>
|
5
|
+
<br />
|
6
|
+
<br />
|
7
|
+
</div>
|
8
|
+
|
9
|
+
<% if @stats %>
|
10
|
+
|
11
|
+
<h2>Overall Stats</h2>
|
12
|
+
<table class="admin_table">
|
13
|
+
<thead>
|
14
|
+
<tr>
|
15
|
+
<th>Hosts</th>
|
16
|
+
<th>Workers</th>
|
17
|
+
<th>Active Workers<BR>(Masters / Tasks / Either)</th>
|
18
|
+
<th>Idle Workers<BR>(Masters / Tasks / Either)</th>
|
19
|
+
<th>Untaken Tasks<BR>(Master / Task) Future</th>
|
20
|
+
<th>Taken Tasks<BR>(Master / Task)</th>
|
21
|
+
<th>Results</th>
|
22
|
+
<th>Processed <br />(by active workers)</th>
|
23
|
+
<th>Process Time</th>
|
24
|
+
</tr>
|
25
|
+
</thead>
|
26
|
+
<tbody>
|
27
|
+
<tr>
|
28
|
+
<td class="numeric"><%= @stats[:hosts] %></td>
|
29
|
+
<td class="numeric"><%= @stats[:number_of_workers] %></td>
|
30
|
+
<td class="numeric"><b><%= @stats[:active_workers] %></b> (<%= @stats[:active_masters] %> / <%= @stats[:active_taskworkers] %> / <%= @stats[:active_master_or_task_workers] %>)</td>
|
31
|
+
<td class="numeric"><b><%= @stats[:idle_workers] %></b> (<%= @stats[:idle_masters] %> / <%= @stats[:idle_taskworkers] %> / <%= @stats[:idle_master_or_task_workers] %>)</td>
|
32
|
+
<td class="numeric"><%= @stats[:untaken_tasks] %> (<b><%= @stats[:untaken_master_tasks] %></b> / <%= @stats[:untaken_task_tasks] %>) <%= @stats[:untaken_future_tasks] %></td>
|
33
|
+
<td class="numeric"><b><%= @stats[:taken_tasks] %></b> (<%= @stats[:taken_master_tasks] %> / <%= @stats[:taken_task_tasks] %>)</td>
|
34
|
+
<td class="numeric"><%= @stats[:results] %></td>
|
35
|
+
<td class="numeric"><%= @stats[:processed] %> (<%= @stats[:processed_by_active_workers] %>)</td>
|
36
|
+
<td><%= @stats[:processed_time] %></td>
|
37
|
+
</tr>
|
38
|
+
</tbody>
|
39
|
+
</table>
|
40
|
+
|
41
|
+
|
42
|
+
<BR>
|
43
|
+
<h2>Servers</h2>
|
44
|
+
<table class="admin_table">
|
45
|
+
<colgroup>
|
46
|
+
<col span="1" width="3%" />
|
47
|
+
<col span="1" width="10%" />
|
48
|
+
<col span="1" width="5%" />
|
49
|
+
<col span="1" width="5%" />
|
50
|
+
<col span="1" width="5%" />
|
51
|
+
<col span="1" width="5%" />
|
52
|
+
</colgroup>
|
53
|
+
<thead>
|
54
|
+
<tr>
|
55
|
+
<th class="numeric">#</th>
|
56
|
+
<th>Hostname</th>
|
57
|
+
<th>Number of Workers</th>
|
58
|
+
<th>Active Workers<BR>Masters / Tasks / Either</th>
|
59
|
+
<th>Idle Workers<BR>Masters / Tasks / Either</th>
|
60
|
+
<th>Processed <br />(by active workers)</th>
|
61
|
+
</tr>
|
62
|
+
</thead>
|
63
|
+
|
64
|
+
<% if @stats[:servers] %>
|
65
|
+
<tbody>
|
66
|
+
<% @stats[:servers].keys.sort.each do |hostname| %>
|
67
|
+
<% server = @stats[:servers][hostname] %>
|
68
|
+
<% i = 1 %>
|
69
|
+
<tr>
|
70
|
+
<td class="numeric"><%= i %></td>
|
71
|
+
<td><%= server[:hostname] %></td>
|
72
|
+
<td class="numeric"><%= server[:number_of_workers] %></td>
|
73
|
+
<td class="numeric"><%= server[:active_workers] %> (<%= server[:active_masters] %> / <%= server[:active_taskworkers] %> / <%= server[:active_master_or_task_workers] %>) </td>
|
74
|
+
<td class="numeric"><%= server[:idle_workers] %> (<%= server[:idle_masters] %> / <%= server[:idle_taskworkers] %> / <%= server[:idle_master_or_task_workers] %>) </td>
|
75
|
+
<td class="numeric"><%= server[:processed] %> (<%= server[:processed_by_active_workers] %>)</td>
|
76
|
+
</tr>
|
77
|
+
<% i += 1 %>
|
78
|
+
<% end %>
|
79
|
+
</tbody>
|
80
|
+
<% end %>
|
81
|
+
|
82
|
+
</table>
|
83
|
+
|
84
|
+
<% end %>
|
85
|
+
|
86
|
+
<!-- <table class="admin_table">
|
87
|
+
<colgroup>
|
88
|
+
<col span="1" width="5%" />
|
89
|
+
<col span="1" width="8%" />
|
90
|
+
<col span="1" width="10%" />
|
91
|
+
<col span="1" width="10%" />
|
92
|
+
<col span="1" width="5%" />
|
93
|
+
<col span="1" width="5%" />
|
94
|
+
</colgroup>
|
95
|
+
<thead>
|
96
|
+
<tr>
|
97
|
+
<th class="numeric">#</th>
|
98
|
+
<th>Worker ID</th>
|
99
|
+
<th>Hostname</th>
|
100
|
+
<th>PID</th>
|
101
|
+
<th>Job ID</th>
|
102
|
+
<th>Task ID</th>
|
103
|
+
<th>Version</th>
|
104
|
+
<th>Processed</th>
|
105
|
+
<th>M/R</th>
|
106
|
+
<th>Name</th>
|
107
|
+
</tr>
|
108
|
+
</thead>
|
109
|
+
|
110
|
+
<% if false and @servers %>
|
111
|
+
<tbody>
|
112
|
+
<% @servers.each do |server| %>
|
113
|
+
<tr>
|
114
|
+
<td colspan="10"><%= server[:manager] %></td>
|
115
|
+
</tr>
|
116
|
+
<% i = 1 %>
|
117
|
+
<% server[:workers].each do |w| %>
|
118
|
+
<tr>
|
119
|
+
<td class="numeric"><%= i %></td>
|
120
|
+
<td><%= w.worker_id %></td>
|
121
|
+
<td><%= w.hostname %></td>
|
122
|
+
<td class="numeric"><%= w.process_id %></td>
|
123
|
+
<td class="numeric"><%= w.job_id %></td>
|
124
|
+
<td class="numeric"><%= w.task_id %></td>
|
125
|
+
<td class="numeric"><%= w.version %></td>
|
126
|
+
<td class="numeric"><%= w.processed %></td>
|
127
|
+
<td><%= w.map_or_reduce || '-' %></td>
|
128
|
+
<td><%= w.name %></td>
|
129
|
+
</tr>
|
130
|
+
<% i += 1 %>
|
131
|
+
<% end %>
|
132
|
+
<% end %>
|
133
|
+
</tbody>
|
134
|
+
<% end %>
|
135
|
+
|
136
|
+
</table> -->
|
137
|
+
|
data/lib/skynet.rb
CHANGED
@@ -1,26 +1,26 @@
|
|
1
1
|
require 'drb'
|
2
|
-
require 'skynet/
|
3
|
-
require 'skynet/
|
4
|
-
require 'skynet/
|
2
|
+
require 'skynet/guid_generator'
|
3
|
+
require 'skynet/logger'
|
4
|
+
require 'skynet/config'
|
5
5
|
require 'timeout'
|
6
6
|
|
7
7
|
Skynet::CONFIG[:SKYNET_PATH] ||= File.expand_path(File.dirname(__FILE__) +"/..")
|
8
8
|
|
9
|
-
require 'skynet/
|
10
|
-
require 'skynet/
|
9
|
+
require 'skynet/debugger'
|
10
|
+
require 'skynet/message'
|
11
11
|
require 'skynet/message_queue_adapters/message_queue_adapter'
|
12
12
|
require 'skynet/message_queue_adapters/tuple_space'
|
13
|
-
require "skynet/
|
14
|
-
require 'skynet/
|
15
|
-
require 'skynet/
|
16
|
-
require 'skynet/
|
17
|
-
require 'skynet/
|
18
|
-
require 'skynet/
|
19
|
-
require 'skynet/
|
20
|
-
require 'skynet/
|
13
|
+
require "skynet/message_queue"
|
14
|
+
require 'skynet/partitioners'
|
15
|
+
require 'skynet/job'
|
16
|
+
require 'skynet/worker'
|
17
|
+
require 'skynet/task'
|
18
|
+
require 'skynet/manager'
|
19
|
+
require 'skynet/tuplespace_server'
|
20
|
+
require 'skynet/ruby_extensions'
|
21
21
|
require 'skynet/mapreduce_test'
|
22
|
-
require 'skynet/
|
23
|
-
require 'skynet/
|
22
|
+
require 'skynet/launcher'
|
23
|
+
require 'skynet/console'
|
24
24
|
require 'skynet/mapreduce_helper'
|
25
25
|
|
26
26
|
begin
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
data/lib/skynet/version.rb
CHANGED
File without changes
|
data/skynet.gemspec
CHANGED
@@ -1,11 +1,11 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = %q{skynet}
|
3
|
-
s.version = "0.9.
|
3
|
+
s.version = "0.9.303"
|
4
4
|
|
5
5
|
s.specification_version = 2 if s.respond_to? :specification_version=
|
6
6
|
|
7
7
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
8
|
-
s.authors = ["Adam Pisoni"]
|
8
|
+
s.authors = ["Adam Pisoni", "Brendan Baldwin"]
|
9
9
|
s.date = %q{2008-07-09}
|
10
10
|
s.description = %q{Skynet - A Ruby Map/Reduce Framework}
|
11
11
|
s.email = %q{apisoni@geni.com}
|
@@ -19,12 +19,6 @@ Gem::Specification.new do |s|
|
|
19
19
|
License.txt
|
20
20
|
Manifest.txt
|
21
21
|
README.txt
|
22
|
-
examples/dgrep/data/testfile1.txt
|
23
|
-
examples/dgrep/data/testfile2.txt
|
24
|
-
examples/dgrep/data/testfile3.txt
|
25
|
-
examples/dgrep/data/testfile4.txt
|
26
|
-
examples/rails_mysql_example/public/robots.txt
|
27
|
-
website/index.txt
|
28
22
|
}
|
29
23
|
s.files = %w{
|
30
24
|
History.txt
|
@@ -43,109 +37,33 @@ Gem::Specification.new do |s|
|
|
43
37
|
bin/skynet_tuplespace_server
|
44
38
|
config/hoe.rb
|
45
39
|
config/requirements.rb
|
46
|
-
examples/dgrep/README
|
47
|
-
examples/dgrep/config/skynet_config.rb
|
48
|
-
examples/dgrep/data/shakespeare/README
|
49
|
-
examples/dgrep/data/shakespeare/poetry/loverscomplaint
|
50
|
-
examples/dgrep/data/shakespeare/poetry/rapeoflucrece
|
51
|
-
examples/dgrep/data/shakespeare/poetry/sonnets
|
52
|
-
examples/dgrep/data/shakespeare/poetry/various
|
53
|
-
examples/dgrep/data/shakespeare/poetry/venusandadonis
|
54
|
-
examples/dgrep/data/testfile1.txt
|
55
|
-
examples/dgrep/data/testfile2.txt
|
56
|
-
examples/dgrep/data/testfile3.txt
|
57
|
-
examples/dgrep/data/testfile4.txt
|
58
|
-
examples/dgrep/lib/dgrep.rb
|
59
|
-
examples/dgrep/lib/mapreduce_test.rb
|
60
|
-
examples/dgrep/lib/most_common_words.rb
|
61
|
-
examples/dgrep/script/dgrep
|
62
|
-
examples/rails_mysql_example/README
|
63
|
-
examples/rails_mysql_example/Rakefile
|
64
|
-
examples/rails_mysql_example/app/controllers/application.rb
|
65
|
-
examples/rails_mysql_example/app/helpers/application_helper.rb
|
66
|
-
examples/rails_mysql_example/app/models/user.rb
|
67
|
-
examples/rails_mysql_example/app/models/user_favorite.rb
|
68
|
-
examples/rails_mysql_example/app/models/user_mailer.rb
|
69
|
-
examples/rails_mysql_example/app/views/user_mailer/welcome.erb
|
70
|
-
examples/rails_mysql_example/config/boot.rb
|
71
|
-
examples/rails_mysql_example/config/database.yml
|
72
|
-
examples/rails_mysql_example/config/environment.rb
|
73
|
-
examples/rails_mysql_example/config/environments/development.rb
|
74
|
-
examples/rails_mysql_example/config/environments/production.rb
|
75
|
-
examples/rails_mysql_example/config/environments/test.rb
|
76
|
-
examples/rails_mysql_example/config/initializers/inflections.rb
|
77
|
-
examples/rails_mysql_example/config/initializers/mime_types.rb
|
78
|
-
examples/rails_mysql_example/config/initializers/skynet.rb
|
79
|
-
examples/rails_mysql_example/config/routes.rb
|
80
|
-
examples/rails_mysql_example/config/skynet_config.rb
|
81
|
-
examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb
|
82
|
-
examples/rails_mysql_example/db/migrate/002_create_users.rb
|
83
|
-
examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb
|
84
|
-
examples/rails_mysql_example/db/schema.rb
|
85
|
-
examples/rails_mysql_example/db/skynet_mysql_schema.sql
|
86
|
-
examples/rails_mysql_example/doc/README_FOR_APP
|
87
|
-
examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake
|
88
|
-
examples/rails_mysql_example/public/404.html
|
89
|
-
examples/rails_mysql_example/public/422.html
|
90
|
-
examples/rails_mysql_example/public/500.html
|
91
|
-
examples/rails_mysql_example/public/dispatch.cgi
|
92
|
-
examples/rails_mysql_example/public/dispatch.fcgi
|
93
|
-
examples/rails_mysql_example/public/dispatch.rb
|
94
|
-
examples/rails_mysql_example/public/favicon.ico
|
95
|
-
examples/rails_mysql_example/public/images/rails.png
|
96
|
-
examples/rails_mysql_example/public/index.html
|
97
|
-
examples/rails_mysql_example/public/javascripts/application.js
|
98
|
-
examples/rails_mysql_example/public/javascripts/controls.js
|
99
|
-
examples/rails_mysql_example/public/javascripts/dragdrop.js
|
100
|
-
examples/rails_mysql_example/public/javascripts/effects.js
|
101
|
-
examples/rails_mysql_example/public/javascripts/prototype.js
|
102
|
-
examples/rails_mysql_example/public/robots.txt
|
103
|
-
examples/rails_mysql_example/script/about
|
104
|
-
examples/rails_mysql_example/script/console
|
105
|
-
examples/rails_mysql_example/script/destroy
|
106
|
-
examples/rails_mysql_example/script/generate
|
107
|
-
examples/rails_mysql_example/script/performance/benchmarker
|
108
|
-
examples/rails_mysql_example/script/performance/profiler
|
109
|
-
examples/rails_mysql_example/script/performance/request
|
110
|
-
examples/rails_mysql_example/script/plugin
|
111
|
-
examples/rails_mysql_example/script/process/inspector
|
112
|
-
examples/rails_mysql_example/script/process/reaper
|
113
|
-
examples/rails_mysql_example/script/process/spawner
|
114
|
-
examples/rails_mysql_example/script/runner
|
115
|
-
examples/rails_mysql_example/script/server
|
116
|
-
examples/rails_mysql_example/test/fixtures/user_favorites.yml
|
117
|
-
examples/rails_mysql_example/test/fixtures/users.yml
|
118
|
-
examples/rails_mysql_example/test/test_helper.rb
|
119
|
-
examples/rails_mysql_example/test/unit/user_favorite_test.rb
|
120
|
-
examples/rails_mysql_example/test/unit/user_test.rb
|
121
40
|
extras/README
|
122
41
|
extras/init.d/skynet
|
123
|
-
extras/nagios/check_skynet.sh
|
124
42
|
extras/rails/controllers/skynet_controller.rb
|
125
|
-
extras/rails/views/skynet/index.
|
43
|
+
extras/rails/views/skynet/index.html.erb
|
126
44
|
lib/skynet.rb
|
45
|
+
lib/skynet/active_record_extensions.rb
|
46
|
+
lib/skynet/config.rb
|
47
|
+
lib/skynet/console.rb
|
48
|
+
lib/skynet/console_helper.rb
|
49
|
+
lib/skynet/debugger.rb
|
50
|
+
lib/skynet/guid_generator.rb
|
51
|
+
lib/skynet/job.rb
|
52
|
+
lib/skynet/launcher.rb
|
53
|
+
lib/skynet/logger.rb
|
54
|
+
lib/skynet/manager.rb
|
127
55
|
lib/skynet/mapreduce_helper.rb
|
128
56
|
lib/skynet/mapreduce_test.rb
|
129
57
|
lib/skynet/message_queue_adapters/message_queue_adapter.rb
|
130
58
|
lib/skynet/message_queue_adapters/mysql.rb
|
131
59
|
lib/skynet/message_queue_adapters/tuple_space.rb
|
132
|
-
lib/skynet/
|
133
|
-
lib/skynet/
|
134
|
-
lib/skynet/
|
135
|
-
lib/skynet/
|
136
|
-
lib/skynet/
|
137
|
-
lib/skynet/
|
138
|
-
lib/skynet/
|
139
|
-
lib/skynet/skynet_launcher.rb
|
140
|
-
lib/skynet/skynet_logger.rb
|
141
|
-
lib/skynet/skynet_manager.rb
|
142
|
-
lib/skynet/skynet_message.rb
|
143
|
-
lib/skynet/skynet_message_queue.rb
|
144
|
-
lib/skynet/skynet_partitioners.rb
|
145
|
-
lib/skynet/skynet_ruby_extensions.rb
|
146
|
-
lib/skynet/skynet_task.rb
|
147
|
-
lib/skynet/skynet_tuplespace_server.rb
|
148
|
-
lib/skynet/skynet_worker.rb
|
60
|
+
lib/skynet/message.rb
|
61
|
+
lib/skynet/message_queue.rb
|
62
|
+
lib/skynet/partitioners.rb
|
63
|
+
lib/skynet/ruby_extensions.rb
|
64
|
+
lib/skynet/task.rb
|
65
|
+
lib/skynet/tuplespace_server.rb
|
66
|
+
lib/skynet/worker.rb
|
149
67
|
lib/skynet/version.rb
|
150
68
|
script/destroy
|
151
69
|
script/generate
|
@@ -154,23 +72,6 @@ Gem::Specification.new do |s|
|
|
154
72
|
skynet.gemspec
|
155
73
|
tasks/deployment.rake
|
156
74
|
tasks/environment.rake
|
157
|
-
tasks/website.rake
|
158
|
-
test/test_active_record_extensions.rb
|
159
|
-
test/test_generator_helper.rb
|
160
|
-
test/test_helper.rb
|
161
|
-
test/test_mysql_message_queue_adapter.rb
|
162
|
-
test/test_skynet.rb
|
163
|
-
test/test_skynet_install_generator.rb
|
164
|
-
test/test_skynet_job.rb
|
165
|
-
test/test_skynet_manager.rb
|
166
|
-
test/test_skynet_message.rb
|
167
|
-
test/test_skynet_task.rb
|
168
|
-
test/test_tuplespace_message_queue.rb
|
169
|
-
website/index.html
|
170
|
-
website/index.txt
|
171
|
-
website/javascripts/rounded_corners_lite.inc.js
|
172
|
-
website/stylesheets/screen.css
|
173
|
-
website/template.rhtml
|
174
75
|
}
|
175
76
|
s.has_rdoc = true
|
176
77
|
s.homepage = %q{http://skynet.rubyforge.org}
|
@@ -179,19 +80,7 @@ Gem::Specification.new do |s|
|
|
179
80
|
s.rubyforge_project = %q{skynet}
|
180
81
|
s.rubygems_version = %q{1.2.0}
|
181
82
|
s.summary = %q{Skynet - A Ruby Map/Reduce Framework}
|
182
|
-
s.test_files = %w{
|
183
|
-
test/test_active_record_extensions.rb
|
184
|
-
test/test_generator_helper.rb
|
185
|
-
test/test_helper.rb
|
186
|
-
test/test_mysql_message_queue_adapter.rb
|
187
|
-
test/test_skynet.rb
|
188
|
-
test/test_skynet_install_generator.rb
|
189
|
-
test/test_skynet_job.rb
|
190
|
-
test/test_skynet_manager.rb
|
191
|
-
test/test_skynet_message.rb
|
192
|
-
test/test_skynet_task.rb
|
193
|
-
test/test_tuplespace_message_queue.rb
|
194
|
-
}
|
83
|
+
s.test_files = %w{}
|
195
84
|
s.add_dependency(%q<daemons>, [">= 1"])
|
196
85
|
s.add_dependency(%q<rubigen>, [">= 1.1.1"])
|
197
86
|
end
|