starfish 1.2.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/bin/starfish +0 -0
- data/doc/classes/MapReduce.html +6 -6
- data/doc/classes/MapReduce/ActiveRecord/Base.src/M000015.html +1 -1
- data/doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000016.html +1 -1
- data/doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000017.html +1 -1
- data/doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000018.html +1 -1
- data/doc/classes/Starfish.html +2 -2
- data/doc/classes/Starfish.src/M000023.html +1 -1
- data/doc/classes/Starfish.src/M000024.html +1 -1
- data/doc/classes/Starfish.src/M000025.html +1 -1
- data/doc/classes/Starfish.src/M000026.html +1 -1
- data/doc/classes/Starfish.src/M000027.html +1 -1
- data/doc/classes/Starfish.src/M000028.html +1 -1
- data/doc/classes/Starfish.src/M000029.html +1 -1
- data/doc/classes/Starfish.src/M000030.html +1 -1
- data/doc/classes/Starfish.src/M000031.html +1 -1
- data/doc/classes/Starfish.src/M000032.html +1 -1
- data/doc/classes/Starfish.src/M000033.html +1 -1
- data/doc/classes/Starfish.src/M000034.html +1 -1
- data/doc/classes/Starfish/RingFinger.src/M000035.html +1 -1
- data/doc/created.rid +1 -1
- data/doc/files/README.html +5 -5
- data/doc/files/lib/map_reduce/active_record_rb.html +3 -1
- data/doc/files/lib/map_reduce/array_rb.html +1 -1
- data/doc/files/lib/map_reduce/file_rb.html +1 -1
- data/doc/files/lib/map_reduce_rb.html +1 -1
- data/doc/files/lib/starfish_rb.html +1 -1
- data/lib/map_reduce/active_record.rb +8 -3
- data/lib/starfish.rb +4 -2
- metadata +60 -68
data/bin/starfish
CHANGED
File without changes
|
data/doc/classes/MapReduce.html
CHANGED
@@ -55,10 +55,6 @@
|
|
55
55
|
<tr class="top-aligned-row">
|
56
56
|
<td><strong>In:</strong></td>
|
57
57
|
<td>
|
58
|
-
<a href="../files/lib/map_reduce_rb.html">
|
59
|
-
lib/map_reduce.rb
|
60
|
-
</a>
|
61
|
-
<br />
|
62
58
|
<a href="../files/lib/map_reduce/active_record_rb.html">
|
63
59
|
lib/map_reduce/active_record.rb
|
64
60
|
</a>
|
@@ -70,6 +66,10 @@
|
|
70
66
|
<a href="../files/lib/map_reduce/file_rb.html">
|
71
67
|
lib/map_reduce/file.rb
|
72
68
|
</a>
|
69
|
+
<br />
|
70
|
+
<a href="../files/lib/map_reduce_rb.html">
|
71
|
+
lib/map_reduce.rb
|
72
|
+
</a>
|
73
73
|
<br />
|
74
74
|
</td>
|
75
75
|
</tr>
|
@@ -139,12 +139,12 @@ Module <a href="MapReduce/File.html" class="link">MapReduce::File</a><br />
|
|
139
139
|
<table summary="aliases">
|
140
140
|
<tr class="top-aligned-row context-row">
|
141
141
|
<td class="context-item-name">input</td>
|
142
|
-
<td
|
142
|
+
<td>-></td>
|
143
143
|
<td class="context-item-value">conditions</td>
|
144
144
|
</tr>
|
145
145
|
<tr class="top-aligned-row context-row">
|
146
146
|
<td class="context-item-name">input=</td>
|
147
|
-
<td
|
147
|
+
<td>-></td>
|
148
148
|
<td class="context-item-value">conditions=</td>
|
149
149
|
</tr>
|
150
150
|
</table>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../../../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line 54</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_id</span>
|
15
15
|
<span class="ruby-identifier">t</span> = <span class="ruby-constant">Time</span>.<span class="ruby-identifier">now</span>
|
16
16
|
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../../../../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line 20</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">server_object</span>)
|
15
15
|
<span class="ruby-ivar">@server_object</span> = <span class="ruby-identifier">server_object</span>
|
16
16
|
<span class="ruby-ivar">@type</span> = <span class="ruby-identifier">eval</span>(<span class="ruby-identifier">server_object</span>.<span class="ruby-identifier">type_to_s</span>)
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../../../../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line 25</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">each</span>
|
15
15
|
<span class="ruby-ivar">@server_object</span>.<span class="ruby-identifier">limit</span>.<span class="ruby-identifier">times</span> <span class="ruby-keyword kw">do</span>
|
16
16
|
<span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">get_value_from</span>(<span class="ruby-ivar">@server_object</span>.<span class="ruby-identifier">get_id</span>)
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../../../../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/map_reduce/active_record.rb, line 31</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">logger</span>(<span class="ruby-operator">*</span><span class="ruby-identifier">args</span>)
|
15
15
|
<span class="ruby-ivar">@server_object</span>.<span class="ruby-identifier">logger</span>(<span class="ruby-operator">*</span><span class="ruby-identifier">args</span>)
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
data/doc/classes/Starfish.html
CHANGED
@@ -130,7 +130,7 @@
|
|
130
130
|
<tr class="top-aligned-row context-row">
|
131
131
|
<td class="context-item-name">VERSION</td>
|
132
132
|
<td>=</td>
|
133
|
-
<td class="context-item-value">"1.2.
|
133
|
+
<td class="context-item-value">"1.2.1"</td>
|
134
134
|
</tr>
|
135
135
|
<tr class="top-aligned-row context-row">
|
136
136
|
<td class="context-item-name">NULL</td>
|
@@ -199,7 +199,7 @@
|
|
199
199
|
|
200
200
|
<div class="method-description">
|
201
201
|
<p>
|
202
|
-
set the uniq identifier
|
202
|
+
set the <a href="Starfish.html#M000024">uniq</a> identifier
|
203
203
|
</p>
|
204
204
|
</div>
|
205
205
|
</div>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 41</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">uniq</span>=<span class="ruby-constant">ARGV</span>.<span class="ruby-identifier">first</span>)
|
15
15
|
<span class="ruby-ivar">@retry_count</span> = <span class="ruby-value">0</span>
|
16
16
|
<span class="ruby-ivar">@uniq</span> = <span class="ruby-identifier">uniq</span>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 46</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">uniq</span>
|
15
15
|
<span class="ruby-constant">MD5</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@uniq</span>).<span class="ruby-identifier">to_s</span>
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 50</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">server</span>
|
15
15
|
<span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@@server</span>
|
16
16
|
<span class="ruby-identifier">$stderr</span>.<span class="ruby-identifier">puts</span> <span class="ruby-value str">"You must specify a server"</span>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 81</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">client</span>
|
15
15
|
<span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@@client</span>
|
16
16
|
<span class="ruby-identifier">$stderr</span>.<span class="ruby-identifier">puts</span> <span class="ruby-value str">"You must specify a client"</span>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 157</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">stats</span>
|
15
15
|
<span class="ruby-identifier">negotiate</span>
|
16
16
|
<span class="ruby-constant">Timeout</span><span class="ruby-operator">::</span><span class="ruby-identifier">timeout</span>(<span class="ruby-value">5</span>) { <span class="ruby-ivar">@server_object</span> = <span class="ruby-ivar">@ring_server</span>.<span class="ruby-identifier">read</span>([<span class="ruby-identifier">:name</span>, <span class="ruby-identifier">uniq</span>.<span class="ruby-identifier">intern</span>, <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span>])[<span class="ruby-value">2</span>] }
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 166</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">sanitize</span>(<span class="ruby-identifier">object</span>)
|
15
15
|
<span class="ruby-identifier">object</span>.<span class="ruby-identifier">extend</span> <span class="ruby-constant">DRbUndumped</span>
|
16
16
|
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 188</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">negotiate</span><span class="ruby-identifier">negotiate</span><span class="ruby-identifier">negotiate</span>
|
15
15
|
<span class="ruby-keyword kw">begin</span>
|
16
16
|
<span class="ruby-ivar">@ring_server</span> = <span class="ruby-constant">RingFinger</span>.<span class="ruby-identifier">primary</span>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 209</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">spawn</span>
|
15
15
|
<span class="ruby-ivar">@started</span> <span class="ruby-operator">||=</span> <span class="ruby-constant">STARFISH_FORK</span>.<span class="ruby-identifier">call</span> { <span class="ruby-identifier">system</span>(<span class="ruby-node">"ruby #{File.dirname(__FILE__)}/../bin/starfish #{@uniq} server > #{NULL}"</span>) }
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 213</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">stop</span>
|
15
15
|
<span class="ruby-identifier">puts</span> <span class="ruby-value str">"stopping the server"</span>
|
16
16
|
<span class="ruby-constant">Process</span>.<span class="ruby-identifier">kill</span>(<span class="ruby-value str">"SIGHUP"</span>, <span class="ruby-constant">IO</span>.<span class="ruby-identifier">read</span>(<span class="ruby-ivar">@@options</span>[<span class="ruby-identifier">:pid</span>] <span class="ruby-operator">||</span> <span class="ruby-node">"#{Dir.tmpdir}/starfish-#{uniq}.pid"</span>).<span class="ruby-identifier">to_i</span>)
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 222</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">server=</span>(<span class="ruby-identifier">server</span>)
|
15
15
|
<span class="ruby-ivar">@@server</span> = <span class="ruby-identifier">server</span>
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 226</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">client=</span>(<span class="ruby-identifier">client</span>)
|
15
15
|
<span class="ruby-ivar">@@client</span> = <span class="ruby-identifier">client</span>
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 230</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">options=</span>(<span class="ruby-identifier">options</span>={})
|
15
15
|
<span class="ruby-ivar">@@options</span>.<span class="ruby-identifier">update</span>(<span class="ruby-identifier">options</span>)
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
@@ -10,7 +10,7 @@
|
|
10
10
|
<link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
|
11
11
|
</head>
|
12
12
|
<body class="standalone-code">
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/starfish.rb, line 193</span>
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-constant">RingFinger</span>.<span class="ruby-identifier">finger</span>
|
15
15
|
<span class="ruby-ivar">@@finger</span> = <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">new</span>
|
16
16
|
<span class="ruby-ivar">@@finger</span>.<span class="ruby-identifier">lookup_ring_any</span>
|
data/doc/created.rid
CHANGED
@@ -1 +1 @@
|
|
1
|
-
Wed
|
1
|
+
Wed, 05 Dec 2007 20:23:42 -0800
|
data/doc/files/README.html
CHANGED
@@ -56,7 +56,7 @@
|
|
56
56
|
</tr>
|
57
57
|
<tr class="top-aligned-row">
|
58
58
|
<td><strong>Last Update:</strong></td>
|
59
|
-
<td>Fri
|
59
|
+
<td>Fri Sep 07 13:42:23 -0700 2007</td>
|
60
60
|
</tr>
|
61
61
|
</table>
|
62
62
|
</div>
|
@@ -96,7 +96,7 @@ database corruption cleanup as well as real-time indexing requirements and
|
|
96
96
|
decided that nobody should have to write as much code as I did to do those
|
97
97
|
tasks. The general idea of distributed programming is vastly underused by
|
98
98
|
most programmers and <a href="../classes/Starfish.html">Starfish</a> hides
|
99
|
-
everything you don&#
|
99
|
+
everything you don‘t have to worry about.
|
100
100
|
</p>
|
101
101
|
<h2>Usage</h2>
|
102
102
|
<p>
|
@@ -160,13 +160,13 @@ prefer to use.
|
|
160
160
|
The crown jewel of <a href="../classes/Starfish.html">Starfish</a> is
|
161
161
|
actually a library built on <a href="../classes/Starfish.html">Starfish</a>
|
162
162
|
called <a href="../classes/MapReduce.html">MapReduce</a>. Inspired by
|
163
|
-
Google&#
|
163
|
+
Google‘s <a href="../classes/MapReduce.html">MapReduce</a> (<a
|
164
164
|
href="http://en.wikipedia.org/wiki/MapReduce">en.wikipedia.org/wiki/MapReduce</a>),
|
165
165
|
it automates the process of divide and conquer for large data sets.
|
166
|
-
Currently, <a href="../classes/Starfish.html">Starfish</a>&#
|
166
|
+
Currently, <a href="../classes/Starfish.html">Starfish</a>‘s
|
167
167
|
implementation only works with the ActiveRecord ORM from Ruby on Rails. The
|
168
168
|
idea is that you have a very large data set that would be unmanageable to
|
169
|
-
process otherwise. For example, let&#
|
169
|
+
process otherwise. For example, let‘s say your database table has
|
170
170
|
30GB of information in it. It would be very difficult to keep 30GB of
|
171
171
|
records in RAM at one time; even if you processed them serially, it would
|
172
172
|
take a very long time. The idea is to have many clients grabbing chunks of
|
@@ -56,7 +56,7 @@
|
|
56
56
|
</tr>
|
57
57
|
<tr class="top-aligned-row">
|
58
58
|
<td><strong>Last Update:</strong></td>
|
59
|
-
<td>
|
59
|
+
<td>Fri Sep 07 13:42:23 -0700 2007</td>
|
60
60
|
</tr>
|
61
61
|
</table>
|
62
62
|
</div>
|
@@ -73,7 +73,9 @@
|
|
73
73
|
<h3 class="section-bar">Required files</h3>
|
74
74
|
|
75
75
|
<div class="name-list">
|
76
|
+
active_record
|
76
77
|
rubygems
|
78
|
+
active_record
|
77
79
|
</div>
|
78
80
|
</div>
|
79
81
|
|
@@ -1,5 +1,10 @@
|
|
1
|
-
|
2
|
-
|
1
|
+
begin
|
2
|
+
require 'active_record'
|
3
|
+
rescue LoadError
|
4
|
+
require 'rubygems'
|
5
|
+
gem 'activerecord'
|
6
|
+
require 'active_record'
|
7
|
+
end
|
3
8
|
|
4
9
|
class MapReduce
|
5
10
|
module ActiveRecord
|
@@ -66,7 +71,7 @@ class MapReduce
|
|
66
71
|
private
|
67
72
|
|
68
73
|
def set_total
|
69
|
-
@total = type.count(input)
|
74
|
+
@total = type.count(:all, :conditions => input)
|
70
75
|
if @rescan_when_complete
|
71
76
|
@offset = 0
|
72
77
|
else
|
data/lib/starfish.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
$:.unshift(File.dirname(__FILE__))
|
2
|
+
|
1
3
|
require 'rinda/ring'
|
2
4
|
require 'rinda/tuplespace'
|
3
5
|
require 'timeout'
|
@@ -23,7 +25,7 @@ end
|
|
23
25
|
|
24
26
|
class StarfishError < StandardError; end
|
25
27
|
class Starfish
|
26
|
-
VERSION = "1.2.
|
28
|
+
VERSION = "1.2.1"
|
27
29
|
NULL = (RUBY_PLATFORM =~ /mswin/) ? 'NUL' : '/dev/null'
|
28
30
|
|
29
31
|
@@server = false
|
@@ -229,4 +231,4 @@ class Starfish
|
|
229
231
|
@@options.update(options)
|
230
232
|
end
|
231
233
|
end
|
232
|
-
end
|
234
|
+
end
|
metadata
CHANGED
@@ -1,80 +1,51 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
|
-
rubygems_version: 0.8.11
|
3
|
-
specification_version: 1
|
4
2
|
name: starfish
|
5
3
|
version: !ruby/object:Gem::Version
|
6
|
-
version: 1.2.
|
7
|
-
date: 2006-09-20 00:00:00 -07:00
|
8
|
-
summary: Starfish is a utility to make distributed programming ridiculously easy.
|
9
|
-
require_paths:
|
10
|
-
- lib
|
11
|
-
email: lucas@rufy.com
|
12
|
-
homepage: http://rubyforge.org/projects/starfish
|
13
|
-
rubyforge_project:
|
14
|
-
description: Starfish is a utility to make distributed programming ridiculously easy.
|
15
|
-
autorequire: starfish
|
16
|
-
default_executable:
|
17
|
-
bindir: bin
|
18
|
-
has_rdoc: true
|
19
|
-
required_ruby_version: !ruby/object:Gem::Version::Requirement
|
20
|
-
requirements:
|
21
|
-
- - ">"
|
22
|
-
- !ruby/object:Gem::Version
|
23
|
-
version: 0.0.0
|
24
|
-
version:
|
4
|
+
version: 1.2.1
|
25
5
|
platform: ruby
|
26
|
-
signing_key:
|
27
|
-
cert_chain:
|
28
6
|
authors:
|
29
7
|
- Lucas Carlson
|
8
|
+
autorequire: starfish
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
|
12
|
+
date: 2009-10-10 00:00:00 -07:00
|
13
|
+
default_executable:
|
14
|
+
dependencies: []
|
15
|
+
|
16
|
+
description: " Starfish is a utility to make distributed programming ridiculously easy.\n"
|
17
|
+
email: lucas@rufy.com
|
18
|
+
executables:
|
19
|
+
- starfish
|
20
|
+
extensions: []
|
21
|
+
|
22
|
+
extra_rdoc_files: []
|
23
|
+
|
30
24
|
files:
|
31
|
-
- lib/map_reduce
|
32
|
-
- lib/map_reduce.rb
|
33
|
-
- lib/starfish.rb
|
34
25
|
- lib/map_reduce/active_record.rb
|
35
26
|
- lib/map_reduce/array.rb
|
36
27
|
- lib/map_reduce/file.rb
|
28
|
+
- lib/map_reduce.rb
|
29
|
+
- lib/starfish.rb
|
37
30
|
- bin/starfish
|
38
31
|
- LICENSE
|
39
32
|
- Rakefile
|
40
33
|
- README
|
41
|
-
- doc/classes
|
42
|
-
- doc/created.rid
|
43
|
-
- doc/files
|
44
|
-
- doc/fr_class_index.html
|
45
|
-
- doc/fr_file_index.html
|
46
|
-
- doc/fr_method_index.html
|
47
|
-
- doc/index.html
|
48
|
-
- doc/rdoc-style.css
|
49
|
-
- doc/classes/MapReduce
|
50
|
-
- doc/classes/MapReduce.html
|
51
|
-
- doc/classes/MapReduce.src
|
52
|
-
- doc/classes/MapReduceError.html
|
53
|
-
- doc/classes/Starfish
|
54
|
-
- doc/classes/Starfish.html
|
55
|
-
- doc/classes/Starfish.src
|
56
|
-
- doc/classes/StarfishError.html
|
57
|
-
- doc/classes/MapReduce/ActiveRecord
|
58
|
-
- doc/classes/MapReduce/ActiveRecord.html
|
59
|
-
- doc/classes/MapReduce/Array.html
|
60
|
-
- doc/classes/MapReduce/File
|
61
|
-
- doc/classes/MapReduce/File.html
|
62
|
-
- doc/classes/MapReduce/File.src
|
63
|
-
- doc/classes/MapReduce/ActiveRecord/Base
|
64
|
-
- doc/classes/MapReduce/ActiveRecord/Base.html
|
65
|
-
- doc/classes/MapReduce/ActiveRecord/Base.src
|
66
34
|
- doc/classes/MapReduce/ActiveRecord/Base/Client.html
|
67
|
-
- doc/classes/MapReduce/ActiveRecord/Base/Client.src
|
68
35
|
- doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000016.html
|
69
36
|
- doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000017.html
|
70
37
|
- doc/classes/MapReduce/ActiveRecord/Base/Client.src/M000018.html
|
38
|
+
- doc/classes/MapReduce/ActiveRecord/Base.html
|
71
39
|
- doc/classes/MapReduce/ActiveRecord/Base.src/M000015.html
|
40
|
+
- doc/classes/MapReduce/ActiveRecord.html
|
41
|
+
- doc/classes/MapReduce/Array.html
|
72
42
|
- doc/classes/MapReduce/File/Client.html
|
73
|
-
- doc/classes/MapReduce/File/Client.src
|
74
43
|
- doc/classes/MapReduce/File/Client.src/M000020.html
|
75
44
|
- doc/classes/MapReduce/File/Client.src/M000021.html
|
76
45
|
- doc/classes/MapReduce/File/Client.src/M000022.html
|
46
|
+
- doc/classes/MapReduce/File.html
|
77
47
|
- doc/classes/MapReduce/File.src/M000019.html
|
48
|
+
- doc/classes/MapReduce.html
|
78
49
|
- doc/classes/MapReduce.src/M000001.html
|
79
50
|
- doc/classes/MapReduce.src/M000002.html
|
80
51
|
- doc/classes/MapReduce.src/M000003.html
|
@@ -89,9 +60,10 @@ files:
|
|
89
60
|
- doc/classes/MapReduce.src/M000012.html
|
90
61
|
- doc/classes/MapReduce.src/M000013.html
|
91
62
|
- doc/classes/MapReduce.src/M000014.html
|
63
|
+
- doc/classes/MapReduceError.html
|
92
64
|
- doc/classes/Starfish/RingFinger.html
|
93
|
-
- doc/classes/Starfish/RingFinger.src
|
94
65
|
- doc/classes/Starfish/RingFinger.src/M000035.html
|
66
|
+
- doc/classes/Starfish.html
|
95
67
|
- doc/classes/Starfish.src/M000023.html
|
96
68
|
- doc/classes/Starfish.src/M000024.html
|
97
69
|
- doc/classes/Starfish.src/M000025.html
|
@@ -104,29 +76,49 @@ files:
|
|
104
76
|
- doc/classes/Starfish.src/M000032.html
|
105
77
|
- doc/classes/Starfish.src/M000033.html
|
106
78
|
- doc/classes/Starfish.src/M000034.html
|
107
|
-
- doc/
|
108
|
-
- doc/
|
109
|
-
- doc/files/lib/map_reduce
|
110
|
-
- doc/files/lib/map_reduce_rb.html
|
111
|
-
- doc/files/lib/starfish_rb.html
|
79
|
+
- doc/classes/StarfishError.html
|
80
|
+
- doc/created.rid
|
112
81
|
- doc/files/lib/map_reduce/active_record_rb.html
|
113
82
|
- doc/files/lib/map_reduce/array_rb.html
|
114
83
|
- doc/files/lib/map_reduce/file_rb.html
|
84
|
+
- doc/files/lib/map_reduce_rb.html
|
85
|
+
- doc/files/lib/starfish_rb.html
|
86
|
+
- doc/files/README.html
|
87
|
+
- doc/fr_class_index.html
|
88
|
+
- doc/fr_file_index.html
|
89
|
+
- doc/fr_method_index.html
|
90
|
+
- doc/index.html
|
91
|
+
- doc/rdoc-style.css
|
115
92
|
- examples/foo.rb
|
116
|
-
- examples/map_reduce
|
117
93
|
- examples/map_reduce/active_record.rb
|
118
94
|
- examples/map_reduce/file.rb
|
119
|
-
|
95
|
+
has_rdoc: true
|
96
|
+
homepage: http://rubyforge.org/projects/starfish
|
97
|
+
licenses: []
|
120
98
|
|
99
|
+
post_install_message:
|
121
100
|
rdoc_options: []
|
122
101
|
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
102
|
+
require_paths:
|
103
|
+
- lib
|
104
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
105
|
+
requirements:
|
106
|
+
- - ">="
|
107
|
+
- !ruby/object:Gem::Version
|
108
|
+
version: "0"
|
109
|
+
version:
|
110
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
111
|
+
requirements:
|
112
|
+
- - ">="
|
113
|
+
- !ruby/object:Gem::Version
|
114
|
+
version: "0"
|
115
|
+
version:
|
129
116
|
requirements: []
|
130
117
|
|
131
|
-
|
118
|
+
rubyforge_project:
|
119
|
+
rubygems_version: 1.3.5
|
120
|
+
signing_key:
|
121
|
+
specification_version: 3
|
122
|
+
summary: Starfish is a utility to make distributed programming ridiculously easy.
|
123
|
+
test_files: []
|
132
124
|
|