jruby-mapreduce 0.5.1 → 0.5.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +13 -5
  2. data/bin/jmapreduce +2 -1
  3. data/lib/jmapreduce/runner.rb +16 -7
  4. metadata +14 -13
checksums.yaml CHANGED
@@ -1,7 +1,15 @@
1
1
  ---
2
- SHA1:
3
- metadata.gz: 29b290e87f0862c43ab7b7e3702399d16bf442e4
4
- data.tar.gz: edaaed1610e22eb68b39090eea8933b986a4ebf7
2
+ !binary "U0hBMQ==":
3
+ metadata.gz: !binary |-
4
+ MWQ1ZWJiNDgwYmNjNjI3MjE5MDkxZDNiNzYxNzg0NmQ0YzlkNWMwMg==
5
+ data.tar.gz: !binary |-
6
+ N2M0NzQ3MDliZmI4ZmRlODBjMDRjNjFjZDEyMjEyM2IyN2Y0YmFmMQ==
5
7
  SHA512:
6
- metadata.gz: c20725c8bfc6758d4dee29df3d4d4d3265a671681d2dd7addf35f0953f60ce3f0772eb038eb03ede1037ee11dc091b7492f1d9bd2ab57cf4d20050d511503576
7
- data.tar.gz: 128b83c08186976308d687c1c8c6a94bd892caa85ddcaf6487923c9d9c9454c68f4ffbf4f5608e91f1146cecab43e13adaa58c9413b489720114e77385dca603
8
+ metadata.gz: !binary |-
9
+ YmQ4ZTFjMTFlZTg4YmUwOWU4OWE3NjE0ZTc0ZTA0YTcyODZiNDkyYTk2N2Jl
10
+ MDU0YWQ4ZWE0YjQ0OTY1MWExY2U2YjkxNTMyMmEyZTlhMmM3YzVjMmQ5MmM4
11
+ YTEwOGM1ZTYxZWEzMjhlNWY3NmY0MDIxOWViNTgxMTJhOTMwZjM=
12
+ data.tar.gz: !binary |-
13
+ YWVmZGVlZjU1YzRiMjYwNWZiNjI3YzBlN2RlMzY0MTkxNWMzNTY0ZTBmMWE4
14
+ MjlkN2E4YzBkODljOTdjOWViNzUyNDI1ODA3YTI2ZmY1MjZhNjVmODY1MWZl
15
+ OGVhNWQ5ZGNhOWViZTdmY2JjZTQ1ZDU0ODVlNzRhYjFjYmUyNjI=
data/bin/jmapreduce CHANGED
@@ -1,4 +1,5 @@
1
- #!/usr/bin/env ruby
1
+ #!/usr/bin/env jruby
2
+
2
3
  require 'rubygems'
3
4
  require 'jruby-jars'
4
5
  require 'optparse'
@@ -28,12 +28,20 @@ class Runner
28
28
  end
29
29
 
30
30
  def run
31
- puts cmd
32
- exec cmd
33
- end
34
-
35
- def cmd
36
- "#{hadoop_cmd} jar #{main_jar_path} #{JAVA_MAIN_CLASS} #{file_args} #{jars_args} #{conf_args} #{archived_args} #{mapred_args} \"#{properties_args}\""
31
+ @tmp_files = []
32
+
33
+ cmd = "#{hadoop_cmd} jar #{main_jar_path} #{JAVA_MAIN_CLASS} #{file_args} #{jars_args} #{conf_args} #{archived_args} #{mapred_args} \"#{properties_args}\""
34
+
35
+ puts(cmd)
36
+
37
+ begin
38
+ system(cmd)
39
+ ensure
40
+ # delete temporary files
41
+ @tmp_files.each do | tmp_file |
42
+ File.delete(tmp_file) if File.exists?(tmp_file)
43
+ end
44
+ end
37
45
  end
38
46
 
39
47
  def jars_args
@@ -59,8 +67,9 @@ class Runner
59
67
  @opts[:dirs].split(',').each do |dir|
60
68
  next unless File.directory?(dir)
61
69
  tgz = "/tmp/jmapreduce-#{Process.pid}-#{Time.now.to_i}-#{rand(1000)}.tgz"
62
- system("cd #{dir} && tar -czf #{tgz} *")
70
+ system("cd #{dir} && tar --exclude .git -czf #{tgz} *")
63
71
  archived_files << "#{tgz}\##{File.basename(dir)}"
72
+ @tmp_files << tgz
64
73
  end
65
74
 
66
75
  "-archives #{archived_files.join(',')}"
metadata CHANGED
@@ -1,31 +1,32 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: jruby-mapreduce
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.5.1
4
+ version: 0.5.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Shinji Ikeda
8
8
  - Abhinay Mehta
9
- autorequire:
9
+ autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2014-06-17 00:00:00.000000000 Z
12
+ date: 2014-06-23 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: jruby-jars
16
- version_requirements: !ruby/object:Gem::Requirement
16
+ requirement: !ruby/object:Gem::Requirement
17
17
  requirements:
18
18
  - - ~>
19
19
  - !ruby/object:Gem::Version
20
20
  version: '1.7'
21
- requirement: !ruby/object:Gem::Requirement
21
+ type: :runtime
22
+ prerelease: false
23
+ version_requirements: !ruby/object:Gem::Requirement
22
24
  requirements:
23
25
  - - ~>
24
26
  - !ruby/object:Gem::Version
25
27
  version: '1.7'
26
- prerelease: false
27
- type: :runtime
28
- description: JMapReduce is JRuby Map/Reduce Framework built on top of the Hadoop Distributed computing platform.
28
+ description: JMapReduce is JRuby Map/Reduce Framework built on top of the Hadoop Distributed
29
+ computing platform.
29
30
  email: gm.ikeda@gmail.com
30
31
  executables:
31
32
  - jmapreduce
@@ -44,24 +45,24 @@ files:
44
45
  homepage: https://github.com/shinjiikeda/jmapreduce
45
46
  licenses: []
46
47
  metadata: {}
47
- post_install_message:
48
+ post_install_message:
48
49
  rdoc_options: []
49
50
  require_paths:
50
51
  - lib
51
52
  required_ruby_version: !ruby/object:Gem::Requirement
52
53
  requirements:
53
- - - '>='
54
+ - - ! '>='
54
55
  - !ruby/object:Gem::Version
55
56
  version: '0'
56
57
  required_rubygems_version: !ruby/object:Gem::Requirement
57
58
  requirements:
58
- - - '>='
59
+ - - ! '>='
59
60
  - !ruby/object:Gem::Version
60
61
  version: '0'
61
62
  requirements: []
62
- rubyforge_project:
63
+ rubyforge_project:
63
64
  rubygems_version: 2.2.2
64
- signing_key:
65
+ signing_key:
65
66
  specification_version: 4
66
67
  summary: Map/Reduce Framework
67
68
  test_files: []