map_reduce 0.0.1.alpha4 → 0.0.1.alpha5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +176 -2
- data/lib/map_reduce.rb +7 -1
- data/lib/map_reduce/exceptions.rb +4 -0
- data/lib/map_reduce/map_log.rb +45 -0
- data/lib/map_reduce/mapper.rb +72 -0
- data/lib/map_reduce/master.rb +87 -145
- data/lib/map_reduce/master_old.rb +182 -0
- data/lib/map_reduce/reduce_log.rb +60 -0
- data/lib/map_reduce/reducer.rb +65 -0
- data/lib/map_reduce/socket/master.rb +2 -92
- data/lib/map_reduce/socket/{worker_sync.rb → req_fiber.rb} +3 -4
- data/lib/map_reduce/version.rb +1 -1
- data/spec/map_reduce/map_reduce_spec.rb +80 -67
- metadata +28 -23
- data/lib/map_reduce/socket/worker_em.rb +0 -4
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: map_reduce
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.1.
|
|
4
|
+
version: 0.0.1.alpha5
|
|
5
5
|
prerelease: 6
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,72 +9,72 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2013-
|
|
12
|
+
date: 2013-07-02 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
|
+
name: bundler
|
|
15
16
|
requirement: !ruby/object:Gem::Requirement
|
|
17
|
+
none: false
|
|
16
18
|
requirements:
|
|
17
19
|
- - ~>
|
|
18
20
|
- !ruby/object:Gem::Version
|
|
19
21
|
version: '1.3'
|
|
20
|
-
none: false
|
|
21
22
|
type: :development
|
|
23
|
+
prerelease: false
|
|
22
24
|
version_requirements: !ruby/object:Gem::Requirement
|
|
25
|
+
none: false
|
|
23
26
|
requirements:
|
|
24
27
|
- - ~>
|
|
25
28
|
- !ruby/object:Gem::Version
|
|
26
29
|
version: '1.3'
|
|
27
|
-
none: false
|
|
28
|
-
prerelease: false
|
|
29
|
-
name: bundler
|
|
30
30
|
- !ruby/object:Gem::Dependency
|
|
31
|
+
name: rake
|
|
31
32
|
requirement: !ruby/object:Gem::Requirement
|
|
33
|
+
none: false
|
|
32
34
|
requirements:
|
|
33
35
|
- - ! '>='
|
|
34
36
|
- !ruby/object:Gem::Version
|
|
35
37
|
version: '0'
|
|
36
|
-
none: false
|
|
37
38
|
type: :development
|
|
39
|
+
prerelease: false
|
|
38
40
|
version_requirements: !ruby/object:Gem::Requirement
|
|
41
|
+
none: false
|
|
39
42
|
requirements:
|
|
40
43
|
- - ! '>='
|
|
41
44
|
- !ruby/object:Gem::Version
|
|
42
45
|
version: '0'
|
|
43
|
-
none: false
|
|
44
|
-
prerelease: false
|
|
45
|
-
name: rake
|
|
46
46
|
- !ruby/object:Gem::Dependency
|
|
47
|
+
name: em-synchrony
|
|
47
48
|
requirement: !ruby/object:Gem::Requirement
|
|
49
|
+
none: false
|
|
48
50
|
requirements:
|
|
49
51
|
- - ! '>='
|
|
50
52
|
- !ruby/object:Gem::Version
|
|
51
53
|
version: '0'
|
|
52
|
-
none: false
|
|
53
54
|
type: :development
|
|
55
|
+
prerelease: false
|
|
54
56
|
version_requirements: !ruby/object:Gem::Requirement
|
|
57
|
+
none: false
|
|
55
58
|
requirements:
|
|
56
59
|
- - ! '>='
|
|
57
60
|
- !ruby/object:Gem::Version
|
|
58
61
|
version: '0'
|
|
59
|
-
none: false
|
|
60
|
-
prerelease: false
|
|
61
|
-
name: em-synchrony
|
|
62
62
|
- !ruby/object:Gem::Dependency
|
|
63
|
+
name: em-zmq-tp10
|
|
63
64
|
requirement: !ruby/object:Gem::Requirement
|
|
65
|
+
none: false
|
|
64
66
|
requirements:
|
|
65
67
|
- - ! '>='
|
|
66
68
|
- !ruby/object:Gem::Version
|
|
67
69
|
version: '0'
|
|
68
|
-
none: false
|
|
69
70
|
type: :runtime
|
|
71
|
+
prerelease: false
|
|
70
72
|
version_requirements: !ruby/object:Gem::Requirement
|
|
73
|
+
none: false
|
|
71
74
|
requirements:
|
|
72
75
|
- - ! '>='
|
|
73
76
|
- !ruby/object:Gem::Version
|
|
74
77
|
version: '0'
|
|
75
|
-
none: false
|
|
76
|
-
prerelease: false
|
|
77
|
-
name: em-zmq-tp10
|
|
78
78
|
description: Simple distributed Map Reduce Framework on Ruby
|
|
79
79
|
email:
|
|
80
80
|
- fl00r@yandex.ru
|
|
@@ -88,10 +88,15 @@ files:
|
|
|
88
88
|
- README.md
|
|
89
89
|
- Rakefile
|
|
90
90
|
- lib/map_reduce.rb
|
|
91
|
+
- lib/map_reduce/exceptions.rb
|
|
92
|
+
- lib/map_reduce/map_log.rb
|
|
93
|
+
- lib/map_reduce/mapper.rb
|
|
91
94
|
- lib/map_reduce/master.rb
|
|
95
|
+
- lib/map_reduce/master_old.rb
|
|
96
|
+
- lib/map_reduce/reduce_log.rb
|
|
97
|
+
- lib/map_reduce/reducer.rb
|
|
92
98
|
- lib/map_reduce/socket/master.rb
|
|
93
|
-
- lib/map_reduce/socket/
|
|
94
|
-
- lib/map_reduce/socket/worker_sync.rb
|
|
99
|
+
- lib/map_reduce/socket/req_fiber.rb
|
|
95
100
|
- lib/map_reduce/version.rb
|
|
96
101
|
- lib/map_reduce/worker.rb
|
|
97
102
|
- map_reduce.gemspec
|
|
@@ -107,20 +112,20 @@ rdoc_options: []
|
|
|
107
112
|
require_paths:
|
|
108
113
|
- lib
|
|
109
114
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
115
|
+
none: false
|
|
110
116
|
requirements:
|
|
111
117
|
- - ! '>='
|
|
112
118
|
- !ruby/object:Gem::Version
|
|
113
|
-
hash: -4421931987114190583
|
|
114
119
|
version: '0'
|
|
115
120
|
segments:
|
|
116
121
|
- 0
|
|
117
|
-
|
|
122
|
+
hash: 3538709234591680598
|
|
118
123
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
124
|
+
none: false
|
|
119
125
|
requirements:
|
|
120
126
|
- - ! '>'
|
|
121
127
|
- !ruby/object:Gem::Version
|
|
122
128
|
version: 1.3.1
|
|
123
|
-
none: false
|
|
124
129
|
requirements: []
|
|
125
130
|
rubyforge_project:
|
|
126
131
|
rubygems_version: 1.8.25
|