map_reduce 0.0.6 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +15 -0
- data/lib/map_reduce/reduce_log.rb +3 -0
- data/lib/map_reduce/version.rb +1 -1
- metadata +5 -21
checksums.yaml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
---
|
|
2
|
+
!binary "U0hBMQ==":
|
|
3
|
+
metadata.gz: !binary |-
|
|
4
|
+
MDk3N2M2YzMzYjdiZmI1YjJhMTdjOWE2NDU5MTZkNjQzZjYyM2Q4MA==
|
|
5
|
+
data.tar.gz: !binary |-
|
|
6
|
+
YzM1NmU2MzE4NjU0NDg3MDI0ZDM0YzliY2JmMDM4YmQ1NmU5NTI1Zg==
|
|
7
|
+
SHA512:
|
|
8
|
+
metadata.gz: !binary |-
|
|
9
|
+
YjNlYmY0ZWJhYTA1OGJjZGIxOTI5MzQ2Njg0MTg5NGQyNDE3ZTk5NTcwODY2
|
|
10
|
+
NGYxNmM4M2U5ZTM0MzBlYWQ3NzAzOTNlM2YzMDJlNjVkNzUyMTIzODhkMTA4
|
|
11
|
+
N2FkYzhmNTM1ZTJmOTAwNTI5ZjQ3MDgzZjNiNDU4ZjI1NzNlMzg=
|
|
12
|
+
data.tar.gz: !binary |-
|
|
13
|
+
MDJhMDczOGVlNmMwZGMwNWM3OGY2MjBhNzc5MWZjOTNkOTczZDFmYzY1ZWY4
|
|
14
|
+
M2VkNzdiMjdlODQ2ZmI4ZmY0Y2EyNThiMjU3OWQzMTA5ZjAzZGNhOWM4N2Uz
|
|
15
|
+
ODA3M2ZhZGM1YzkyYjNjYjJkYmE4MWEyZTY4ZjQ3N2QyN2E5NGU=
|
|
@@ -9,6 +9,7 @@ module MapReduce
|
|
|
9
9
|
if @lines
|
|
10
10
|
current_key = nil
|
|
11
11
|
current_values = []
|
|
12
|
+
line = nil
|
|
12
13
|
while true
|
|
13
14
|
begin
|
|
14
15
|
line = @lines.peek.chomp
|
|
@@ -26,6 +27,8 @@ module MapReduce
|
|
|
26
27
|
File.unlink(File.path(@file))
|
|
27
28
|
@lines = nil
|
|
28
29
|
break
|
|
30
|
+
rescue => e
|
|
31
|
+
MapReduce.logger.error("#{e.message} for line #{line.inspect}")
|
|
29
32
|
end
|
|
30
33
|
end
|
|
31
34
|
[current_key, *current_values]
|
data/lib/map_reduce/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,20 +1,18 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: map_reduce
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
5
|
-
prerelease:
|
|
4
|
+
version: 0.0.7
|
|
6
5
|
platform: ruby
|
|
7
6
|
authors:
|
|
8
7
|
- Petr Yanovich
|
|
9
8
|
autorequire:
|
|
10
9
|
bindir: bin
|
|
11
10
|
cert_chain: []
|
|
12
|
-
date:
|
|
11
|
+
date: 2014-03-25 00:00:00.000000000 Z
|
|
13
12
|
dependencies:
|
|
14
13
|
- !ruby/object:Gem::Dependency
|
|
15
14
|
name: bundler
|
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
|
17
|
-
none: false
|
|
18
16
|
requirements:
|
|
19
17
|
- - ~>
|
|
20
18
|
- !ruby/object:Gem::Version
|
|
@@ -22,7 +20,6 @@ dependencies:
|
|
|
22
20
|
type: :development
|
|
23
21
|
prerelease: false
|
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
25
|
-
none: false
|
|
26
23
|
requirements:
|
|
27
24
|
- - ~>
|
|
28
25
|
- !ruby/object:Gem::Version
|
|
@@ -30,7 +27,6 @@ dependencies:
|
|
|
30
27
|
- !ruby/object:Gem::Dependency
|
|
31
28
|
name: rake
|
|
32
29
|
requirement: !ruby/object:Gem::Requirement
|
|
33
|
-
none: false
|
|
34
30
|
requirements:
|
|
35
31
|
- - ! '>='
|
|
36
32
|
- !ruby/object:Gem::Version
|
|
@@ -38,7 +34,6 @@ dependencies:
|
|
|
38
34
|
type: :development
|
|
39
35
|
prerelease: false
|
|
40
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
41
|
-
none: false
|
|
42
37
|
requirements:
|
|
43
38
|
- - ! '>='
|
|
44
39
|
- !ruby/object:Gem::Version
|
|
@@ -46,7 +41,6 @@ dependencies:
|
|
|
46
41
|
- !ruby/object:Gem::Dependency
|
|
47
42
|
name: em-synchrony
|
|
48
43
|
requirement: !ruby/object:Gem::Requirement
|
|
49
|
-
none: false
|
|
50
44
|
requirements:
|
|
51
45
|
- - ! '>='
|
|
52
46
|
- !ruby/object:Gem::Version
|
|
@@ -54,7 +48,6 @@ dependencies:
|
|
|
54
48
|
type: :development
|
|
55
49
|
prerelease: false
|
|
56
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
57
|
-
none: false
|
|
58
51
|
requirements:
|
|
59
52
|
- - ! '>='
|
|
60
53
|
- !ruby/object:Gem::Version
|
|
@@ -62,7 +55,6 @@ dependencies:
|
|
|
62
55
|
- !ruby/object:Gem::Dependency
|
|
63
56
|
name: em-zmq-tp10
|
|
64
57
|
requirement: !ruby/object:Gem::Requirement
|
|
65
|
-
none: false
|
|
66
58
|
requirements:
|
|
67
59
|
- - ! '>='
|
|
68
60
|
- !ruby/object:Gem::Version
|
|
@@ -70,7 +62,6 @@ dependencies:
|
|
|
70
62
|
type: :runtime
|
|
71
63
|
prerelease: false
|
|
72
64
|
version_requirements: !ruby/object:Gem::Requirement
|
|
73
|
-
none: false
|
|
74
65
|
requirements:
|
|
75
66
|
- - ! '>='
|
|
76
67
|
- !ruby/object:Gem::Version
|
|
@@ -105,33 +96,26 @@ files:
|
|
|
105
96
|
homepage: ''
|
|
106
97
|
licenses:
|
|
107
98
|
- MIT
|
|
99
|
+
metadata: {}
|
|
108
100
|
post_install_message:
|
|
109
101
|
rdoc_options: []
|
|
110
102
|
require_paths:
|
|
111
103
|
- lib
|
|
112
104
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
113
|
-
none: false
|
|
114
105
|
requirements:
|
|
115
106
|
- - ! '>='
|
|
116
107
|
- !ruby/object:Gem::Version
|
|
117
108
|
version: '0'
|
|
118
|
-
segments:
|
|
119
|
-
- 0
|
|
120
|
-
hash: 1832890294401225712
|
|
121
109
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
122
|
-
none: false
|
|
123
110
|
requirements:
|
|
124
111
|
- - ! '>='
|
|
125
112
|
- !ruby/object:Gem::Version
|
|
126
113
|
version: '0'
|
|
127
|
-
segments:
|
|
128
|
-
- 0
|
|
129
|
-
hash: 1832890294401225712
|
|
130
114
|
requirements: []
|
|
131
115
|
rubyforge_project:
|
|
132
|
-
rubygems_version:
|
|
116
|
+
rubygems_version: 2.2.1
|
|
133
117
|
signing_key:
|
|
134
|
-
specification_version:
|
|
118
|
+
specification_version: 4
|
|
135
119
|
summary: Simple distributed Map Reduce Framework on Ruby
|
|
136
120
|
test_files:
|
|
137
121
|
- spec/map_reduce/map_reduce_spec.rb
|