mapredus 0.0.4 → 0.0.5

Sign up to get free protection for your applications and to get access to all the features.
@@ -14,13 +14,13 @@ module MapRedus
14
14
  # scan(data_object) do |key, map_data|
15
15
  # ...
16
16
  # end
17
- def self.scan(data_object)
17
+ def self.scan(*data_object)
18
18
  raise InvalidInputStream
19
19
  end
20
20
 
21
21
  def self.perform(pid, data_object)
22
22
  process = Process.open(pid)
23
- scan(data_object) do |key, map_data|
23
+ scan(*data_object) do |key, map_data|
24
24
  FileSystem.hset(ProcessInfo.input(pid), key, map_data)
25
25
  Master.enslave_map(process, key)
26
26
  end
@@ -22,7 +22,7 @@ module MapRedus
22
22
  #
23
23
  def self.perform( pid, data_object )
24
24
  process = Process.open(pid)
25
- enslave_inputter(process, data_object)
25
+ enslave_inputter(process, *data_object)
26
26
  process.update(:state => INPUT_MAP_IN_PROGRESS)
27
27
  end
28
28
 
@@ -31,11 +31,11 @@ module MapRedus
31
31
  #
32
32
  # The inputter sets off the mapper processes
33
33
  #
34
- def self.mapreduce( process, data_object )
34
+ def self.mapreduce( process, *data_object )
35
35
  start_metrics(process.pid)
36
36
  if process.synchronous
37
37
  process.update(:state => INPUT_MAP_IN_PROGRESS)
38
- enslave_inputter(process, data_object)
38
+ enslave_inputter(process, *data_object)
39
39
  process.update(:state => REDUCE_IN_PROGRESS)
40
40
  enslave_reducers(process)
41
41
  process.update(:state => FINALIZER_IN_PROGRESS)
@@ -45,8 +45,8 @@ module MapRedus
45
45
  end
46
46
  end
47
47
 
48
- def self.enslave_inputter(process, data_object)
49
- enslave( process, process.inputter, process.pid, data_object )
48
+ def self.enslave_inputter(process, *data_object)
49
+ enslave( process, process.inputter, process.pid, *data_object )
50
50
  end
51
51
 
52
52
  # Enslave the reducers:
metadata CHANGED
@@ -1,13 +1,13 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: mapredus
3
3
  version: !ruby/object:Gem::Version
4
- hash: 23
4
+ hash: 21
5
5
  prerelease: false
6
6
  segments:
7
7
  - 0
8
8
  - 0
9
- - 4
10
- version: 0.0.4
9
+ - 5
10
+ version: 0.0.5
11
11
  platform: ruby
12
12
  authors:
13
13
  - John Le
@@ -16,7 +16,7 @@ autorequire:
16
16
  bindir: bin
17
17
  cert_chain: []
18
18
 
19
- date: 2010-07-28 00:00:00 -04:00
19
+ date: 2010-08-02 00:00:00 -07:00
20
20
  default_executable:
21
21
  dependencies:
22
22
  - !ruby/object:Gem::Dependency