jruby-mapreduce 0.5.1 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +13 -5
- data/bin/jmapreduce +2 -1
- data/lib/jmapreduce/runner.rb +16 -7
- metadata +14 -13
checksums.yaml
CHANGED
|
@@ -1,7 +1,15 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
|
|
2
|
+
!binary "U0hBMQ==":
|
|
3
|
+
metadata.gz: !binary |-
|
|
4
|
+
MWQ1ZWJiNDgwYmNjNjI3MjE5MDkxZDNiNzYxNzg0NmQ0YzlkNWMwMg==
|
|
5
|
+
data.tar.gz: !binary |-
|
|
6
|
+
N2M0NzQ3MDliZmI4ZmRlODBjMDRjNjFjZDEyMjEyM2IyN2Y0YmFmMQ==
|
|
5
7
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
|
|
8
|
+
metadata.gz: !binary |-
|
|
9
|
+
YmQ4ZTFjMTFlZTg4YmUwOWU4OWE3NjE0ZTc0ZTA0YTcyODZiNDkyYTk2N2Jl
|
|
10
|
+
MDU0YWQ4ZWE0YjQ0OTY1MWExY2U2YjkxNTMyMmEyZTlhMmM3YzVjMmQ5MmM4
|
|
11
|
+
YTEwOGM1ZTYxZWEzMjhlNWY3NmY0MDIxOWViNTgxMTJhOTMwZjM=
|
|
12
|
+
data.tar.gz: !binary |-
|
|
13
|
+
YWVmZGVlZjU1YzRiMjYwNWZiNjI3YzBlN2RlMzY0MTkxNWMzNTY0ZTBmMWE4
|
|
14
|
+
MjlkN2E4YzBkODljOTdjOWViNzUyNDI1ODA3YTI2ZmY1MjZhNjVmODY1MWZl
|
|
15
|
+
OGVhNWQ5ZGNhOWViZTdmY2JjZTQ1ZDU0ODVlNzRhYjFjYmUyNjI=
|
data/bin/jmapreduce
CHANGED
data/lib/jmapreduce/runner.rb
CHANGED
|
@@ -28,12 +28,20 @@ class Runner
|
|
|
28
28
|
end
|
|
29
29
|
|
|
30
30
|
def run
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
31
|
+
@tmp_files = []
|
|
32
|
+
|
|
33
|
+
cmd = "#{hadoop_cmd} jar #{main_jar_path} #{JAVA_MAIN_CLASS} #{file_args} #{jars_args} #{conf_args} #{archived_args} #{mapred_args} \"#{properties_args}\""
|
|
34
|
+
|
|
35
|
+
puts(cmd)
|
|
36
|
+
|
|
37
|
+
begin
|
|
38
|
+
system(cmd)
|
|
39
|
+
ensure
|
|
40
|
+
# delete temporary files
|
|
41
|
+
@tmp_files.each do | tmp_file |
|
|
42
|
+
File.delete(tmp_file) if File.exists?(tmp_file)
|
|
43
|
+
end
|
|
44
|
+
end
|
|
37
45
|
end
|
|
38
46
|
|
|
39
47
|
def jars_args
|
|
@@ -59,8 +67,9 @@ class Runner
|
|
|
59
67
|
@opts[:dirs].split(',').each do |dir|
|
|
60
68
|
next unless File.directory?(dir)
|
|
61
69
|
tgz = "/tmp/jmapreduce-#{Process.pid}-#{Time.now.to_i}-#{rand(1000)}.tgz"
|
|
62
|
-
system("cd #{dir} && tar -czf #{tgz} *")
|
|
70
|
+
system("cd #{dir} && tar --exclude .git -czf #{tgz} *")
|
|
63
71
|
archived_files << "#{tgz}\##{File.basename(dir)}"
|
|
72
|
+
@tmp_files << tgz
|
|
64
73
|
end
|
|
65
74
|
|
|
66
75
|
"-archives #{archived_files.join(',')}"
|
metadata
CHANGED
|
@@ -1,31 +1,32 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: jruby-mapreduce
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.5.
|
|
4
|
+
version: 0.5.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Shinji Ikeda
|
|
8
8
|
- Abhinay Mehta
|
|
9
|
-
autorequire:
|
|
9
|
+
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2014-06-
|
|
12
|
+
date: 2014-06-23 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: jruby-jars
|
|
16
|
-
|
|
16
|
+
requirement: !ruby/object:Gem::Requirement
|
|
17
17
|
requirements:
|
|
18
18
|
- - ~>
|
|
19
19
|
- !ruby/object:Gem::Version
|
|
20
20
|
version: '1.7'
|
|
21
|
-
|
|
21
|
+
type: :runtime
|
|
22
|
+
prerelease: false
|
|
23
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
22
24
|
requirements:
|
|
23
25
|
- - ~>
|
|
24
26
|
- !ruby/object:Gem::Version
|
|
25
27
|
version: '1.7'
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
description: JMapReduce is JRuby Map/Reduce Framework built on top of the Hadoop Distributed computing platform.
|
|
28
|
+
description: JMapReduce is JRuby Map/Reduce Framework built on top of the Hadoop Distributed
|
|
29
|
+
computing platform.
|
|
29
30
|
email: gm.ikeda@gmail.com
|
|
30
31
|
executables:
|
|
31
32
|
- jmapreduce
|
|
@@ -44,24 +45,24 @@ files:
|
|
|
44
45
|
homepage: https://github.com/shinjiikeda/jmapreduce
|
|
45
46
|
licenses: []
|
|
46
47
|
metadata: {}
|
|
47
|
-
post_install_message:
|
|
48
|
+
post_install_message:
|
|
48
49
|
rdoc_options: []
|
|
49
50
|
require_paths:
|
|
50
51
|
- lib
|
|
51
52
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
52
53
|
requirements:
|
|
53
|
-
- - '>='
|
|
54
|
+
- - ! '>='
|
|
54
55
|
- !ruby/object:Gem::Version
|
|
55
56
|
version: '0'
|
|
56
57
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
57
58
|
requirements:
|
|
58
|
-
- - '>='
|
|
59
|
+
- - ! '>='
|
|
59
60
|
- !ruby/object:Gem::Version
|
|
60
61
|
version: '0'
|
|
61
62
|
requirements: []
|
|
62
|
-
rubyforge_project:
|
|
63
|
+
rubyforge_project:
|
|
63
64
|
rubygems_version: 2.2.2
|
|
64
|
-
signing_key:
|
|
65
|
+
signing_key:
|
|
65
66
|
specification_version: 4
|
|
66
67
|
summary: Map/Reduce Framework
|
|
67
68
|
test_files: []
|