map_reduce 0.0.6 → 0.0.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +15 -0
- data/lib/map_reduce/reduce_log.rb +3 -0
- data/lib/map_reduce/version.rb +1 -1
- metadata +5 -21
checksums.yaml
ADDED
@@ -0,0 +1,15 @@
|
|
1
|
+
---
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
MDk3N2M2YzMzYjdiZmI1YjJhMTdjOWE2NDU5MTZkNjQzZjYyM2Q4MA==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
YzM1NmU2MzE4NjU0NDg3MDI0ZDM0YzliY2JmMDM4YmQ1NmU5NTI1Zg==
|
7
|
+
SHA512:
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
YjNlYmY0ZWJhYTA1OGJjZGIxOTI5MzQ2Njg0MTg5NGQyNDE3ZTk5NTcwODY2
|
10
|
+
NGYxNmM4M2U5ZTM0MzBlYWQ3NzAzOTNlM2YzMDJlNjVkNzUyMTIzODhkMTA4
|
11
|
+
N2FkYzhmNTM1ZTJmOTAwNTI5ZjQ3MDgzZjNiNDU4ZjI1NzNlMzg=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
MDJhMDczOGVlNmMwZGMwNWM3OGY2MjBhNzc5MWZjOTNkOTczZDFmYzY1ZWY4
|
14
|
+
M2VkNzdiMjdlODQ2ZmI4ZmY0Y2EyNThiMjU3OWQzMTA5ZjAzZGNhOWM4N2Uz
|
15
|
+
ODA3M2ZhZGM1YzkyYjNjYjJkYmE4MWEyZTY4ZjQ3N2QyN2E5NGU=
|
@@ -9,6 +9,7 @@ module MapReduce
|
|
9
9
|
if @lines
|
10
10
|
current_key = nil
|
11
11
|
current_values = []
|
12
|
+
line = nil
|
12
13
|
while true
|
13
14
|
begin
|
14
15
|
line = @lines.peek.chomp
|
@@ -26,6 +27,8 @@ module MapReduce
|
|
26
27
|
File.unlink(File.path(@file))
|
27
28
|
@lines = nil
|
28
29
|
break
|
30
|
+
rescue => e
|
31
|
+
MapReduce.logger.error("#{e.message} for line #{line.inspect}")
|
29
32
|
end
|
30
33
|
end
|
31
34
|
[current_key, *current_values]
|
data/lib/map_reduce/version.rb
CHANGED
metadata
CHANGED
@@ -1,20 +1,18 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: map_reduce
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
5
|
-
prerelease:
|
4
|
+
version: 0.0.7
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Petr Yanovich
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date:
|
11
|
+
date: 2014-03-25 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: bundler
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
17
|
- - ~>
|
20
18
|
- !ruby/object:Gem::Version
|
@@ -22,7 +20,6 @@ dependencies:
|
|
22
20
|
type: :development
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
24
|
- - ~>
|
28
25
|
- !ruby/object:Gem::Version
|
@@ -30,7 +27,6 @@ dependencies:
|
|
30
27
|
- !ruby/object:Gem::Dependency
|
31
28
|
name: rake
|
32
29
|
requirement: !ruby/object:Gem::Requirement
|
33
|
-
none: false
|
34
30
|
requirements:
|
35
31
|
- - ! '>='
|
36
32
|
- !ruby/object:Gem::Version
|
@@ -38,7 +34,6 @@ dependencies:
|
|
38
34
|
type: :development
|
39
35
|
prerelease: false
|
40
36
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
-
none: false
|
42
37
|
requirements:
|
43
38
|
- - ! '>='
|
44
39
|
- !ruby/object:Gem::Version
|
@@ -46,7 +41,6 @@ dependencies:
|
|
46
41
|
- !ruby/object:Gem::Dependency
|
47
42
|
name: em-synchrony
|
48
43
|
requirement: !ruby/object:Gem::Requirement
|
49
|
-
none: false
|
50
44
|
requirements:
|
51
45
|
- - ! '>='
|
52
46
|
- !ruby/object:Gem::Version
|
@@ -54,7 +48,6 @@ dependencies:
|
|
54
48
|
type: :development
|
55
49
|
prerelease: false
|
56
50
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
-
none: false
|
58
51
|
requirements:
|
59
52
|
- - ! '>='
|
60
53
|
- !ruby/object:Gem::Version
|
@@ -62,7 +55,6 @@ dependencies:
|
|
62
55
|
- !ruby/object:Gem::Dependency
|
63
56
|
name: em-zmq-tp10
|
64
57
|
requirement: !ruby/object:Gem::Requirement
|
65
|
-
none: false
|
66
58
|
requirements:
|
67
59
|
- - ! '>='
|
68
60
|
- !ruby/object:Gem::Version
|
@@ -70,7 +62,6 @@ dependencies:
|
|
70
62
|
type: :runtime
|
71
63
|
prerelease: false
|
72
64
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
-
none: false
|
74
65
|
requirements:
|
75
66
|
- - ! '>='
|
76
67
|
- !ruby/object:Gem::Version
|
@@ -105,33 +96,26 @@ files:
|
|
105
96
|
homepage: ''
|
106
97
|
licenses:
|
107
98
|
- MIT
|
99
|
+
metadata: {}
|
108
100
|
post_install_message:
|
109
101
|
rdoc_options: []
|
110
102
|
require_paths:
|
111
103
|
- lib
|
112
104
|
required_ruby_version: !ruby/object:Gem::Requirement
|
113
|
-
none: false
|
114
105
|
requirements:
|
115
106
|
- - ! '>='
|
116
107
|
- !ruby/object:Gem::Version
|
117
108
|
version: '0'
|
118
|
-
segments:
|
119
|
-
- 0
|
120
|
-
hash: 1832890294401225712
|
121
109
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
122
|
-
none: false
|
123
110
|
requirements:
|
124
111
|
- - ! '>='
|
125
112
|
- !ruby/object:Gem::Version
|
126
113
|
version: '0'
|
127
|
-
segments:
|
128
|
-
- 0
|
129
|
-
hash: 1832890294401225712
|
130
114
|
requirements: []
|
131
115
|
rubyforge_project:
|
132
|
-
rubygems_version:
|
116
|
+
rubygems_version: 2.2.1
|
133
117
|
signing_key:
|
134
|
-
specification_version:
|
118
|
+
specification_version: 4
|
135
119
|
summary: Simple distributed Map Reduce Framework on Ruby
|
136
120
|
test_files:
|
137
121
|
- spec/map_reduce/map_reduce_spec.rb
|