brendan-skynet 0.9.33 → 0.9.303

Sign up to get free protection for your applications and to get access to all the features.
Files changed (121) hide show
  1. data/History.txt +9 -0
  2. data/License.txt +1 -0
  3. data/Manifest.txt +19 -112
  4. data/Rakefile +3 -3
  5. data/app_generators/skynet_install/templates/skynet_config.rb +1 -1
  6. data/extras/rails/views/skynet/index.html.erb +137 -0
  7. data/lib/skynet.rb +15 -15
  8. data/lib/skynet/{skynet_active_record_extensions.rb → active_record_extensions.rb} +0 -0
  9. data/lib/skynet/{skynet_config.rb → config.rb} +0 -0
  10. data/lib/skynet/{skynet_console.rb → console.rb} +1 -1
  11. data/lib/skynet/{skynet_console_helper.rb → console_helper.rb} +0 -0
  12. data/lib/skynet/{skynet_debugger.rb → debugger.rb} +0 -0
  13. data/lib/skynet/{skynet_guid_generator.rb → guid_generator.rb} +0 -0
  14. data/lib/skynet/{skynet_job.rb → job.rb} +0 -0
  15. data/lib/skynet/{skynet_launcher.rb → launcher.rb} +0 -0
  16. data/lib/skynet/{skynet_logger.rb → logger.rb} +0 -0
  17. data/lib/skynet/{skynet_manager.rb → manager.rb} +0 -0
  18. data/lib/skynet/{skynet_message.rb → message.rb} +0 -0
  19. data/lib/skynet/{skynet_message_queue.rb → message_queue.rb} +0 -0
  20. data/lib/skynet/{skynet_partitioners.rb → partitioners.rb} +0 -0
  21. data/lib/skynet/{skynet_ruby_extensions.rb → ruby_extensions.rb} +0 -0
  22. data/lib/skynet/{skynet_task.rb → task.rb} +0 -0
  23. data/lib/skynet/{skynet_tuplespace_server.rb → tuplespace_server.rb} +0 -0
  24. data/lib/skynet/version.rb +1 -1
  25. data/lib/skynet/{skynet_worker.rb → worker.rb} +0 -0
  26. data/skynet.gemspec +21 -132
  27. metadata +22 -130
  28. data/examples/dgrep/README +0 -70
  29. data/examples/dgrep/config/skynet_config.rb +0 -26
  30. data/examples/dgrep/data/shakespeare/README +0 -2
  31. data/examples/dgrep/data/shakespeare/poetry/loverscomplaint +0 -381
  32. data/examples/dgrep/data/shakespeare/poetry/rapeoflucrece +0 -2199
  33. data/examples/dgrep/data/shakespeare/poetry/sonnets +0 -2633
  34. data/examples/dgrep/data/shakespeare/poetry/various +0 -640
  35. data/examples/dgrep/data/shakespeare/poetry/venusandadonis +0 -1423
  36. data/examples/dgrep/data/testfile1.txt +0 -1
  37. data/examples/dgrep/data/testfile2.txt +0 -1
  38. data/examples/dgrep/data/testfile3.txt +0 -1
  39. data/examples/dgrep/data/testfile4.txt +0 -1
  40. data/examples/dgrep/lib/dgrep.rb +0 -59
  41. data/examples/dgrep/lib/mapreduce_test.rb +0 -32
  42. data/examples/dgrep/lib/most_common_words.rb +0 -45
  43. data/examples/dgrep/script/dgrep +0 -75
  44. data/examples/rails_mysql_example/README +0 -66
  45. data/examples/rails_mysql_example/Rakefile +0 -10
  46. data/examples/rails_mysql_example/app/controllers/application.rb +0 -10
  47. data/examples/rails_mysql_example/app/helpers/application_helper.rb +0 -3
  48. data/examples/rails_mysql_example/app/models/user.rb +0 -21
  49. data/examples/rails_mysql_example/app/models/user_favorite.rb +0 -5
  50. data/examples/rails_mysql_example/app/models/user_mailer.rb +0 -12
  51. data/examples/rails_mysql_example/app/views/user_mailer/welcome.erb +0 -5
  52. data/examples/rails_mysql_example/config/boot.rb +0 -109
  53. data/examples/rails_mysql_example/config/database.yml +0 -42
  54. data/examples/rails_mysql_example/config/environment.rb +0 -59
  55. data/examples/rails_mysql_example/config/environments/development.rb +0 -18
  56. data/examples/rails_mysql_example/config/environments/production.rb +0 -19
  57. data/examples/rails_mysql_example/config/environments/test.rb +0 -22
  58. data/examples/rails_mysql_example/config/initializers/inflections.rb +0 -10
  59. data/examples/rails_mysql_example/config/initializers/mime_types.rb +0 -5
  60. data/examples/rails_mysql_example/config/initializers/skynet.rb +0 -1
  61. data/examples/rails_mysql_example/config/routes.rb +0 -35
  62. data/examples/rails_mysql_example/config/skynet_config.rb +0 -36
  63. data/examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb +0 -43
  64. data/examples/rails_mysql_example/db/migrate/002_create_users.rb +0 -16
  65. data/examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb +0 -14
  66. data/examples/rails_mysql_example/db/schema.rb +0 -85
  67. data/examples/rails_mysql_example/db/skynet_mysql_schema.sql +0 -33
  68. data/examples/rails_mysql_example/doc/README_FOR_APP +0 -2
  69. data/examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake +0 -20
  70. data/examples/rails_mysql_example/public/404.html +0 -30
  71. data/examples/rails_mysql_example/public/422.html +0 -30
  72. data/examples/rails_mysql_example/public/500.html +0 -30
  73. data/examples/rails_mysql_example/public/dispatch.cgi +0 -10
  74. data/examples/rails_mysql_example/public/dispatch.fcgi +0 -24
  75. data/examples/rails_mysql_example/public/dispatch.rb +0 -10
  76. data/examples/rails_mysql_example/public/favicon.ico +0 -0
  77. data/examples/rails_mysql_example/public/images/rails.png +0 -0
  78. data/examples/rails_mysql_example/public/index.html +0 -277
  79. data/examples/rails_mysql_example/public/javascripts/application.js +0 -2
  80. data/examples/rails_mysql_example/public/javascripts/controls.js +0 -963
  81. data/examples/rails_mysql_example/public/javascripts/dragdrop.js +0 -972
  82. data/examples/rails_mysql_example/public/javascripts/effects.js +0 -1120
  83. data/examples/rails_mysql_example/public/javascripts/prototype.js +0 -4225
  84. data/examples/rails_mysql_example/public/robots.txt +0 -5
  85. data/examples/rails_mysql_example/script/about +0 -3
  86. data/examples/rails_mysql_example/script/console +0 -3
  87. data/examples/rails_mysql_example/script/destroy +0 -3
  88. data/examples/rails_mysql_example/script/generate +0 -3
  89. data/examples/rails_mysql_example/script/performance/benchmarker +0 -3
  90. data/examples/rails_mysql_example/script/performance/profiler +0 -3
  91. data/examples/rails_mysql_example/script/performance/request +0 -3
  92. data/examples/rails_mysql_example/script/plugin +0 -3
  93. data/examples/rails_mysql_example/script/process/inspector +0 -3
  94. data/examples/rails_mysql_example/script/process/reaper +0 -3
  95. data/examples/rails_mysql_example/script/process/spawner +0 -3
  96. data/examples/rails_mysql_example/script/runner +0 -3
  97. data/examples/rails_mysql_example/script/server +0 -3
  98. data/examples/rails_mysql_example/test/fixtures/user_favorites.yml +0 -9
  99. data/examples/rails_mysql_example/test/fixtures/users.yml +0 -11
  100. data/examples/rails_mysql_example/test/test_helper.rb +0 -38
  101. data/examples/rails_mysql_example/test/unit/user_favorite_test.rb +0 -8
  102. data/examples/rails_mysql_example/test/unit/user_test.rb +0 -8
  103. data/extras/nagios/check_skynet.sh +0 -121
  104. data/extras/rails/views/skynet/index.rhtml +0 -137
  105. data/tasks/website.rake +0 -17
  106. data/test/test_active_record_extensions.rb +0 -138
  107. data/test/test_generator_helper.rb +0 -20
  108. data/test/test_helper.rb +0 -10
  109. data/test/test_mysql_message_queue_adapter.rb +0 -263
  110. data/test/test_skynet.rb +0 -19
  111. data/test/test_skynet_install_generator.rb +0 -49
  112. data/test/test_skynet_job.rb +0 -717
  113. data/test/test_skynet_manager.rb +0 -157
  114. data/test/test_skynet_message.rb +0 -229
  115. data/test/test_skynet_task.rb +0 -24
  116. data/test/test_tuplespace_message_queue.rb +0 -174
  117. data/website/index.html +0 -181
  118. data/website/index.txt +0 -98
  119. data/website/javascripts/rounded_corners_lite.inc.js +0 -285
  120. data/website/stylesheets/screen.css +0 -138
  121. data/website/template.rhtml +0 -48
data/History.txt CHANGED
@@ -1,3 +1,12 @@
1
+ == 0.9.300 2008-07-09
2
+ Hello, this is Brendan
3
+ - Rewrote send_later and method_missing _later suffix to operate like Ruby's send method to support a more coherent programming interface.
4
+ - Fixed some file permissions that ruined gem installations for some system configurations.
5
+ - Changed the skynet_config.rb template to allow for alternative Rails code ala vendor/rails instead of forcing gem active_record to enable compatibility with edge rails as well as older versions.
6
+ - Changed code in CONFIG declarations to fix a compatibility bug while supporting the intent of the original programmer.
7
+ - Modified template extension in extra/rails to use .html.erb
8
+ - Removed extraneous skynet_ name prefixes from files.
9
+
1
10
  == 0.9.3 2008-05-22
2
11
  Skynet::Manager and Skynet Script Runner
3
12
  - Rewrote how Skynet workers and skynet manager talks on each machine. See below for more info
data/License.txt CHANGED
@@ -1,4 +1,5 @@
1
1
  Copyright (c) 2007 Adam Pisoni, Geni.com
2
+ (Forked by Brendan Baldwin - brendan@usergenic.com - June 2007)
2
3
 
3
4
  Permission is hereby granted, free of charge, to any person obtaining
4
5
  a copy of this software and associated documentation files (the
data/Manifest.txt CHANGED
@@ -14,131 +14,38 @@ bin/skynet_install
14
14
  bin/skynet_tuplespace_server
15
15
  config/hoe.rb
16
16
  config/requirements.rb
17
- examples/dgrep/README
18
- examples/dgrep/config/skynet_config.rb
19
- examples/dgrep/data/shakespeare/README
20
- examples/dgrep/data/shakespeare/poetry/loverscomplaint
21
- examples/dgrep/data/shakespeare/poetry/rapeoflucrece
22
- examples/dgrep/data/shakespeare/poetry/sonnets
23
- examples/dgrep/data/shakespeare/poetry/various
24
- examples/dgrep/data/shakespeare/poetry/venusandadonis
25
- examples/dgrep/data/testfile1.txt
26
- examples/dgrep/data/testfile2.txt
27
- examples/dgrep/data/testfile3.txt
28
- examples/dgrep/data/testfile4.txt
29
- examples/dgrep/lib/dgrep.rb
30
- examples/dgrep/lib/mapreduce_test.rb
31
- examples/dgrep/lib/most_common_words.rb
32
- examples/dgrep/script/dgrep
33
- examples/rails_mysql_example/README
34
- examples/rails_mysql_example/Rakefile
35
- examples/rails_mysql_example/app/controllers/application.rb
36
- examples/rails_mysql_example/app/helpers/application_helper.rb
37
- examples/rails_mysql_example/app/models/user.rb
38
- examples/rails_mysql_example/app/models/user_favorite.rb
39
- examples/rails_mysql_example/app/models/user_mailer.rb
40
- examples/rails_mysql_example/app/views/user_mailer/welcome.erb
41
- examples/rails_mysql_example/config/boot.rb
42
- examples/rails_mysql_example/config/database.yml
43
- examples/rails_mysql_example/config/environment.rb
44
- examples/rails_mysql_example/config/environments/development.rb
45
- examples/rails_mysql_example/config/environments/production.rb
46
- examples/rails_mysql_example/config/environments/test.rb
47
- examples/rails_mysql_example/config/initializers/inflections.rb
48
- examples/rails_mysql_example/config/initializers/mime_types.rb
49
- examples/rails_mysql_example/config/initializers/skynet.rb
50
- examples/rails_mysql_example/config/routes.rb
51
- examples/rails_mysql_example/config/skynet_config.rb
52
- examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb
53
- examples/rails_mysql_example/db/migrate/002_create_users.rb
54
- examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb
55
- examples/rails_mysql_example/db/schema.rb
56
- examples/rails_mysql_example/db/skynet_mysql_schema.sql
57
- examples/rails_mysql_example/doc/README_FOR_APP
58
- examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake
59
- examples/rails_mysql_example/public/.htaccess
60
- examples/rails_mysql_example/public/404.html
61
- examples/rails_mysql_example/public/422.html
62
- examples/rails_mysql_example/public/500.html
63
- examples/rails_mysql_example/public/dispatch.cgi
64
- examples/rails_mysql_example/public/dispatch.fcgi
65
- examples/rails_mysql_example/public/dispatch.rb
66
- examples/rails_mysql_example/public/favicon.ico
67
- examples/rails_mysql_example/public/images/rails.png
68
- examples/rails_mysql_example/public/index.html
69
- examples/rails_mysql_example/public/javascripts/application.js
70
- examples/rails_mysql_example/public/javascripts/controls.js
71
- examples/rails_mysql_example/public/javascripts/dragdrop.js
72
- examples/rails_mysql_example/public/javascripts/effects.js
73
- examples/rails_mysql_example/public/javascripts/prototype.js
74
- examples/rails_mysql_example/public/robots.txt
75
- examples/rails_mysql_example/script/about
76
- examples/rails_mysql_example/script/console
77
- examples/rails_mysql_example/script/destroy
78
- examples/rails_mysql_example/script/generate
79
- examples/rails_mysql_example/script/performance/benchmarker
80
- examples/rails_mysql_example/script/performance/profiler
81
- examples/rails_mysql_example/script/performance/request
82
- examples/rails_mysql_example/script/plugin
83
- examples/rails_mysql_example/script/process/inspector
84
- examples/rails_mysql_example/script/process/reaper
85
- examples/rails_mysql_example/script/process/spawner
86
- examples/rails_mysql_example/script/runner
87
- examples/rails_mysql_example/script/server
88
- examples/rails_mysql_example/test/fixtures/user_favorites.yml
89
- examples/rails_mysql_example/test/fixtures/users.yml
90
- examples/rails_mysql_example/test/test_helper.rb
91
- examples/rails_mysql_example/test/unit/user_favorite_test.rb
92
- examples/rails_mysql_example/test/unit/user_test.rb
93
17
  extras/README
94
18
  extras/init.d/skynet
95
- extras/nagios/check_skynet.sh
96
19
  extras/rails/controllers/skynet_controller.rb
97
- extras/rails/views/skynet/index.rhtml
20
+ extras/rails/views/skynet/index.html.erb
98
21
  lib/skynet.rb
22
+ lib/skynet/active_record_extensions.rb
23
+ lib/skynet/config.rb
24
+ lib/skynet/console.rb
25
+ lib/skynet/console_helper.rb
26
+ lib/skynet/debugger.rb
27
+ lib/skynet/guid_generator.rb
28
+ lib/skynet/job.rb
29
+ lib/skynet/launcher.rb
30
+ lib/skynet/logger.rb
31
+ lib/skynet/manager.rb
99
32
  lib/skynet/mapreduce_helper.rb
100
33
  lib/skynet/mapreduce_test.rb
101
34
  lib/skynet/message_queue_adapters/message_queue_adapter.rb
102
35
  lib/skynet/message_queue_adapters/mysql.rb
103
36
  lib/skynet/message_queue_adapters/tuple_space.rb
104
- lib/skynet/skynet_active_record_extensions.rb
105
- lib/skynet/skynet_config.rb
106
- lib/skynet/skynet_console.rb
107
- lib/skynet/skynet_console_helper.rb
108
- lib/skynet/skynet_debugger.rb
109
- lib/skynet/skynet_guid_generator.rb
110
- lib/skynet/skynet_job.rb
111
- lib/skynet/skynet_launcher.rb
112
- lib/skynet/skynet_logger.rb
113
- lib/skynet/skynet_manager.rb
114
- lib/skynet/skynet_message.rb
115
- lib/skynet/skynet_message_queue.rb
116
- lib/skynet/skynet_partitioners.rb
117
- lib/skynet/skynet_ruby_extensions.rb
118
- lib/skynet/skynet_task.rb
119
- lib/skynet/skynet_tuplespace_server.rb
120
- lib/skynet/skynet_worker.rb
37
+ lib/skynet/message.rb
38
+ lib/skynet/message_queue.rb
39
+ lib/skynet/partitioners.rb
40
+ lib/skynet/ruby_extensions.rb
41
+ lib/skynet/task.rb
42
+ lib/skynet/tuplespace_server.rb
43
+ lib/skynet/worker.rb
121
44
  lib/skynet/version.rb
122
45
  script/destroy
123
46
  script/generate
124
47
  script/txt2html
125
48
  setup.rb
49
+ skynet.gemspec
126
50
  tasks/deployment.rake
127
51
  tasks/environment.rake
128
- tasks/website.rake
129
- test/test_active_record_extensions.rb
130
- test/test_generator_helper.rb
131
- test/test_helper.rb
132
- test/test_mysql_message_queue_adapter.rb
133
- test/test_skynet.rb
134
- test/test_skynet_install_generator.rb
135
- test/test_skynet_job.rb
136
- test/test_skynet_manager.rb
137
- test/test_skynet_message.rb
138
- test/test_skynet_task.rb
139
- test/test_tuplespace_message_queue.rb
140
- website/index.html
141
- website/index.txt
142
- website/javascripts/rounded_corners_lite.inc.js
143
- website/stylesheets/screen.css
144
- website/template.rhtml
data/Rakefile CHANGED
@@ -1,4 +1,4 @@
1
- require 'config/requirements'
2
- require 'config/hoe' # setup Hoe + all gem configuration
3
-
1
+ require 'config/requirements'
2
+ require 'config/hoe' # setup Hoe + all gem configuration
3
+
4
4
  Dir['tasks/**/*.rake'].each { |rake| load rake }
@@ -39,7 +39,7 @@ Skynet::CONFIG[:MESSAGE_QUEUE_ADAPTER] = "Skynet::MessageQueueAdapter::Mysql"
39
39
 
40
40
  # Load ActiveRecord extensions, if using ActiveRecord
41
41
  if defined?(ActiveRecord::Base)
42
- require 'skynet/skynet_active_record_extensions'
42
+ require 'skynet/active_record_extensions'
43
43
  require 'skynet/message_queue_adapters/mysql'
44
44
  end
45
45
 
@@ -0,0 +1,137 @@
1
+
2
+ <div class="hd">
3
+ <h1>SKYNET STATUS</h1>
4
+ <span>Last updated: <%= @last_updated || 'N/A' %></span>
5
+ <br />
6
+ <br />
7
+ </div>
8
+
9
+ <% if @stats %>
10
+
11
+ <h2>Overall Stats</h2>
12
+ <table class="admin_table">
13
+ <thead>
14
+ <tr>
15
+ <th>Hosts</th>
16
+ <th>Workers</th>
17
+ <th>Active Workers<BR>(Masters / Tasks / Either)</th>
18
+ <th>Idle Workers<BR>(Masters / Tasks / Either)</th>
19
+ <th>Untaken Tasks<BR>(Master / Task) Future</th>
20
+ <th>Taken Tasks<BR>(Master / Task)</th>
21
+ <th>Results</th>
22
+ <th>Processed <br />(by active workers)</th>
23
+ <th>Process Time</th>
24
+ </tr>
25
+ </thead>
26
+ <tbody>
27
+ <tr>
28
+ <td class="numeric"><%= @stats[:hosts] %></td>
29
+ <td class="numeric"><%= @stats[:number_of_workers] %></td>
30
+ <td class="numeric"><b><%= @stats[:active_workers] %></b> (<%= @stats[:active_masters] %> / <%= @stats[:active_taskworkers] %> / <%= @stats[:active_master_or_task_workers] %>)</td>
31
+ <td class="numeric"><b><%= @stats[:idle_workers] %></b> (<%= @stats[:idle_masters] %> / <%= @stats[:idle_taskworkers] %> / <%= @stats[:idle_master_or_task_workers] %>)</td>
32
+ <td class="numeric"><%= @stats[:untaken_tasks] %> (<b><%= @stats[:untaken_master_tasks] %></b> / <%= @stats[:untaken_task_tasks] %>) <%= @stats[:untaken_future_tasks] %></td>
33
+ <td class="numeric"><b><%= @stats[:taken_tasks] %></b> (<%= @stats[:taken_master_tasks] %> / <%= @stats[:taken_task_tasks] %>)</td>
34
+ <td class="numeric"><%= @stats[:results] %></td>
35
+ <td class="numeric"><%= @stats[:processed] %> (<%= @stats[:processed_by_active_workers] %>)</td>
36
+ <td><%= @stats[:processed_time] %></td>
37
+ </tr>
38
+ </tbody>
39
+ </table>
40
+
41
+
42
+ <BR>
43
+ <h2>Servers</h2>
44
+ <table class="admin_table">
45
+ <colgroup>
46
+ <col span="1" width="3%" />
47
+ <col span="1" width="10%" />
48
+ <col span="1" width="5%" />
49
+ <col span="1" width="5%" />
50
+ <col span="1" width="5%" />
51
+ <col span="1" width="5%" />
52
+ </colgroup>
53
+ <thead>
54
+ <tr>
55
+ <th class="numeric">#</th>
56
+ <th>Hostname</th>
57
+ <th>Number of Workers</th>
58
+ <th>Active Workers<BR>Masters / Tasks / Either</th>
59
+ <th>Idle Workers<BR>Masters / Tasks / Either</th>
60
+ <th>Processed <br />(by active workers)</th>
61
+ </tr>
62
+ </thead>
63
+
64
+ <% if @stats[:servers] %>
65
+ <tbody>
66
+ <% @stats[:servers].keys.sort.each do |hostname| %>
67
+ <% server = @stats[:servers][hostname] %>
68
+ <% i = 1 %>
69
+ <tr>
70
+ <td class="numeric"><%= i %></td>
71
+ <td><%= server[:hostname] %></td>
72
+ <td class="numeric"><%= server[:number_of_workers] %></td>
73
+ <td class="numeric"><%= server[:active_workers] %> (<%= server[:active_masters] %> / <%= server[:active_taskworkers] %> / <%= server[:active_master_or_task_workers] %>) </td>
74
+ <td class="numeric"><%= server[:idle_workers] %> (<%= server[:idle_masters] %> / <%= server[:idle_taskworkers] %> / <%= server[:idle_master_or_task_workers] %>) </td>
75
+ <td class="numeric"><%= server[:processed] %> (<%= server[:processed_by_active_workers] %>)</td>
76
+ </tr>
77
+ <% i += 1 %>
78
+ <% end %>
79
+ </tbody>
80
+ <% end %>
81
+
82
+ </table>
83
+
84
+ <% end %>
85
+
86
+ <!-- <table class="admin_table">
87
+ <colgroup>
88
+ <col span="1" width="5%" />
89
+ <col span="1" width="8%" />
90
+ <col span="1" width="10%" />
91
+ <col span="1" width="10%" />
92
+ <col span="1" width="5%" />
93
+ <col span="1" width="5%" />
94
+ </colgroup>
95
+ <thead>
96
+ <tr>
97
+ <th class="numeric">#</th>
98
+ <th>Worker ID</th>
99
+ <th>Hostname</th>
100
+ <th>PID</th>
101
+ <th>Job ID</th>
102
+ <th>Task ID</th>
103
+ <th>Version</th>
104
+ <th>Processed</th>
105
+ <th>M/R</th>
106
+ <th>Name</th>
107
+ </tr>
108
+ </thead>
109
+
110
+ <% if false and @servers %>
111
+ <tbody>
112
+ <% @servers.each do |server| %>
113
+ <tr>
114
+ <td colspan="10"><%= server[:manager] %></td>
115
+ </tr>
116
+ <% i = 1 %>
117
+ <% server[:workers].each do |w| %>
118
+ <tr>
119
+ <td class="numeric"><%= i %></td>
120
+ <td><%= w.worker_id %></td>
121
+ <td><%= w.hostname %></td>
122
+ <td class="numeric"><%= w.process_id %></td>
123
+ <td class="numeric"><%= w.job_id %></td>
124
+ <td class="numeric"><%= w.task_id %></td>
125
+ <td class="numeric"><%= w.version %></td>
126
+ <td class="numeric"><%= w.processed %></td>
127
+ <td><%= w.map_or_reduce || '-' %></td>
128
+ <td><%= w.name %></td>
129
+ </tr>
130
+ <% i += 1 %>
131
+ <% end %>
132
+ <% end %>
133
+ </tbody>
134
+ <% end %>
135
+
136
+ </table> -->
137
+
data/lib/skynet.rb CHANGED
@@ -1,26 +1,26 @@
1
1
  require 'drb'
2
- require 'skynet/skynet_guid_generator'
3
- require 'skynet/skynet_logger'
4
- require 'skynet/skynet_config'
2
+ require 'skynet/guid_generator'
3
+ require 'skynet/logger'
4
+ require 'skynet/config'
5
5
  require 'timeout'
6
6
 
7
7
  Skynet::CONFIG[:SKYNET_PATH] ||= File.expand_path(File.dirname(__FILE__) +"/..")
8
8
 
9
- require 'skynet/skynet_debugger'
10
- require 'skynet/skynet_message'
9
+ require 'skynet/debugger'
10
+ require 'skynet/message'
11
11
  require 'skynet/message_queue_adapters/message_queue_adapter'
12
12
  require 'skynet/message_queue_adapters/tuple_space'
13
- require "skynet/skynet_message_queue"
14
- require 'skynet/skynet_partitioners'
15
- require 'skynet/skynet_job'
16
- require 'skynet/skynet_worker'
17
- require 'skynet/skynet_task'
18
- require 'skynet/skynet_manager'
19
- require 'skynet/skynet_tuplespace_server'
20
- require 'skynet/skynet_ruby_extensions'
13
+ require "skynet/message_queue"
14
+ require 'skynet/partitioners'
15
+ require 'skynet/job'
16
+ require 'skynet/worker'
17
+ require 'skynet/task'
18
+ require 'skynet/manager'
19
+ require 'skynet/tuplespace_server'
20
+ require 'skynet/ruby_extensions'
21
21
  require 'skynet/mapreduce_test'
22
- require 'skynet/skynet_launcher'
23
- require 'skynet/skynet_console'
22
+ require 'skynet/launcher'
23
+ require 'skynet/console'
24
24
  require 'skynet/mapreduce_helper'
25
25
 
26
26
  begin
File without changes
@@ -4,7 +4,7 @@ class Skynet
4
4
  require 'rubygems'
5
5
  require 'optparse'
6
6
  require 'skynet'
7
- require "skynet/skynet_console_helper"
7
+ require "skynet/console_helper"
8
8
  require "irb/completion"
9
9
  require "irb"
10
10
 
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
@@ -2,7 +2,7 @@ class Skynet #:nodoc:
2
2
  module VERSION #:nodoc:
3
3
  MAJOR = 0
4
4
  MINOR = 9
5
- TINY = 3
5
+ TINY = 303
6
6
 
7
7
  STRING = [MAJOR, MINOR, TINY].join('.')
8
8
  end
File without changes
data/skynet.gemspec CHANGED
@@ -1,11 +1,11 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = %q{skynet}
3
- s.version = "0.9.33"
3
+ s.version = "0.9.303"
4
4
 
5
5
  s.specification_version = 2 if s.respond_to? :specification_version=
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
8
- s.authors = ["Adam Pisoni"]
8
+ s.authors = ["Adam Pisoni", "Brendan Baldwin"]
9
9
  s.date = %q{2008-07-09}
10
10
  s.description = %q{Skynet - A Ruby Map/Reduce Framework}
11
11
  s.email = %q{apisoni@geni.com}
@@ -19,12 +19,6 @@ Gem::Specification.new do |s|
19
19
  License.txt
20
20
  Manifest.txt
21
21
  README.txt
22
- examples/dgrep/data/testfile1.txt
23
- examples/dgrep/data/testfile2.txt
24
- examples/dgrep/data/testfile3.txt
25
- examples/dgrep/data/testfile4.txt
26
- examples/rails_mysql_example/public/robots.txt
27
- website/index.txt
28
22
  }
29
23
  s.files = %w{
30
24
  History.txt
@@ -43,109 +37,33 @@ Gem::Specification.new do |s|
43
37
  bin/skynet_tuplespace_server
44
38
  config/hoe.rb
45
39
  config/requirements.rb
46
- examples/dgrep/README
47
- examples/dgrep/config/skynet_config.rb
48
- examples/dgrep/data/shakespeare/README
49
- examples/dgrep/data/shakespeare/poetry/loverscomplaint
50
- examples/dgrep/data/shakespeare/poetry/rapeoflucrece
51
- examples/dgrep/data/shakespeare/poetry/sonnets
52
- examples/dgrep/data/shakespeare/poetry/various
53
- examples/dgrep/data/shakespeare/poetry/venusandadonis
54
- examples/dgrep/data/testfile1.txt
55
- examples/dgrep/data/testfile2.txt
56
- examples/dgrep/data/testfile3.txt
57
- examples/dgrep/data/testfile4.txt
58
- examples/dgrep/lib/dgrep.rb
59
- examples/dgrep/lib/mapreduce_test.rb
60
- examples/dgrep/lib/most_common_words.rb
61
- examples/dgrep/script/dgrep
62
- examples/rails_mysql_example/README
63
- examples/rails_mysql_example/Rakefile
64
- examples/rails_mysql_example/app/controllers/application.rb
65
- examples/rails_mysql_example/app/helpers/application_helper.rb
66
- examples/rails_mysql_example/app/models/user.rb
67
- examples/rails_mysql_example/app/models/user_favorite.rb
68
- examples/rails_mysql_example/app/models/user_mailer.rb
69
- examples/rails_mysql_example/app/views/user_mailer/welcome.erb
70
- examples/rails_mysql_example/config/boot.rb
71
- examples/rails_mysql_example/config/database.yml
72
- examples/rails_mysql_example/config/environment.rb
73
- examples/rails_mysql_example/config/environments/development.rb
74
- examples/rails_mysql_example/config/environments/production.rb
75
- examples/rails_mysql_example/config/environments/test.rb
76
- examples/rails_mysql_example/config/initializers/inflections.rb
77
- examples/rails_mysql_example/config/initializers/mime_types.rb
78
- examples/rails_mysql_example/config/initializers/skynet.rb
79
- examples/rails_mysql_example/config/routes.rb
80
- examples/rails_mysql_example/config/skynet_config.rb
81
- examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb
82
- examples/rails_mysql_example/db/migrate/002_create_users.rb
83
- examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb
84
- examples/rails_mysql_example/db/schema.rb
85
- examples/rails_mysql_example/db/skynet_mysql_schema.sql
86
- examples/rails_mysql_example/doc/README_FOR_APP
87
- examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake
88
- examples/rails_mysql_example/public/404.html
89
- examples/rails_mysql_example/public/422.html
90
- examples/rails_mysql_example/public/500.html
91
- examples/rails_mysql_example/public/dispatch.cgi
92
- examples/rails_mysql_example/public/dispatch.fcgi
93
- examples/rails_mysql_example/public/dispatch.rb
94
- examples/rails_mysql_example/public/favicon.ico
95
- examples/rails_mysql_example/public/images/rails.png
96
- examples/rails_mysql_example/public/index.html
97
- examples/rails_mysql_example/public/javascripts/application.js
98
- examples/rails_mysql_example/public/javascripts/controls.js
99
- examples/rails_mysql_example/public/javascripts/dragdrop.js
100
- examples/rails_mysql_example/public/javascripts/effects.js
101
- examples/rails_mysql_example/public/javascripts/prototype.js
102
- examples/rails_mysql_example/public/robots.txt
103
- examples/rails_mysql_example/script/about
104
- examples/rails_mysql_example/script/console
105
- examples/rails_mysql_example/script/destroy
106
- examples/rails_mysql_example/script/generate
107
- examples/rails_mysql_example/script/performance/benchmarker
108
- examples/rails_mysql_example/script/performance/profiler
109
- examples/rails_mysql_example/script/performance/request
110
- examples/rails_mysql_example/script/plugin
111
- examples/rails_mysql_example/script/process/inspector
112
- examples/rails_mysql_example/script/process/reaper
113
- examples/rails_mysql_example/script/process/spawner
114
- examples/rails_mysql_example/script/runner
115
- examples/rails_mysql_example/script/server
116
- examples/rails_mysql_example/test/fixtures/user_favorites.yml
117
- examples/rails_mysql_example/test/fixtures/users.yml
118
- examples/rails_mysql_example/test/test_helper.rb
119
- examples/rails_mysql_example/test/unit/user_favorite_test.rb
120
- examples/rails_mysql_example/test/unit/user_test.rb
121
40
  extras/README
122
41
  extras/init.d/skynet
123
- extras/nagios/check_skynet.sh
124
42
  extras/rails/controllers/skynet_controller.rb
125
- extras/rails/views/skynet/index.rhtml
43
+ extras/rails/views/skynet/index.html.erb
126
44
  lib/skynet.rb
45
+ lib/skynet/active_record_extensions.rb
46
+ lib/skynet/config.rb
47
+ lib/skynet/console.rb
48
+ lib/skynet/console_helper.rb
49
+ lib/skynet/debugger.rb
50
+ lib/skynet/guid_generator.rb
51
+ lib/skynet/job.rb
52
+ lib/skynet/launcher.rb
53
+ lib/skynet/logger.rb
54
+ lib/skynet/manager.rb
127
55
  lib/skynet/mapreduce_helper.rb
128
56
  lib/skynet/mapreduce_test.rb
129
57
  lib/skynet/message_queue_adapters/message_queue_adapter.rb
130
58
  lib/skynet/message_queue_adapters/mysql.rb
131
59
  lib/skynet/message_queue_adapters/tuple_space.rb
132
- lib/skynet/skynet_active_record_extensions.rb
133
- lib/skynet/skynet_config.rb
134
- lib/skynet/skynet_console.rb
135
- lib/skynet/skynet_console_helper.rb
136
- lib/skynet/skynet_debugger.rb
137
- lib/skynet/skynet_guid_generator.rb
138
- lib/skynet/skynet_job.rb
139
- lib/skynet/skynet_launcher.rb
140
- lib/skynet/skynet_logger.rb
141
- lib/skynet/skynet_manager.rb
142
- lib/skynet/skynet_message.rb
143
- lib/skynet/skynet_message_queue.rb
144
- lib/skynet/skynet_partitioners.rb
145
- lib/skynet/skynet_ruby_extensions.rb
146
- lib/skynet/skynet_task.rb
147
- lib/skynet/skynet_tuplespace_server.rb
148
- lib/skynet/skynet_worker.rb
60
+ lib/skynet/message.rb
61
+ lib/skynet/message_queue.rb
62
+ lib/skynet/partitioners.rb
63
+ lib/skynet/ruby_extensions.rb
64
+ lib/skynet/task.rb
65
+ lib/skynet/tuplespace_server.rb
66
+ lib/skynet/worker.rb
149
67
  lib/skynet/version.rb
150
68
  script/destroy
151
69
  script/generate
@@ -154,23 +72,6 @@ Gem::Specification.new do |s|
154
72
  skynet.gemspec
155
73
  tasks/deployment.rake
156
74
  tasks/environment.rake
157
- tasks/website.rake
158
- test/test_active_record_extensions.rb
159
- test/test_generator_helper.rb
160
- test/test_helper.rb
161
- test/test_mysql_message_queue_adapter.rb
162
- test/test_skynet.rb
163
- test/test_skynet_install_generator.rb
164
- test/test_skynet_job.rb
165
- test/test_skynet_manager.rb
166
- test/test_skynet_message.rb
167
- test/test_skynet_task.rb
168
- test/test_tuplespace_message_queue.rb
169
- website/index.html
170
- website/index.txt
171
- website/javascripts/rounded_corners_lite.inc.js
172
- website/stylesheets/screen.css
173
- website/template.rhtml
174
75
  }
175
76
  s.has_rdoc = true
176
77
  s.homepage = %q{http://skynet.rubyforge.org}
@@ -179,19 +80,7 @@ Gem::Specification.new do |s|
179
80
  s.rubyforge_project = %q{skynet}
180
81
  s.rubygems_version = %q{1.2.0}
181
82
  s.summary = %q{Skynet - A Ruby Map/Reduce Framework}
182
- s.test_files = %w{
183
- test/test_active_record_extensions.rb
184
- test/test_generator_helper.rb
185
- test/test_helper.rb
186
- test/test_mysql_message_queue_adapter.rb
187
- test/test_skynet.rb
188
- test/test_skynet_install_generator.rb
189
- test/test_skynet_job.rb
190
- test/test_skynet_manager.rb
191
- test/test_skynet_message.rb
192
- test/test_skynet_task.rb
193
- test/test_tuplespace_message_queue.rb
194
- }
83
+ s.test_files = %w{}
195
84
  s.add_dependency(%q<daemons>, [">= 1"])
196
85
  s.add_dependency(%q<rubigen>, [">= 1.1.1"])
197
86
  end