itamae-plugin-recipe-spark 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +1 -1
  3. data/lib/itamae/plugin/recipe/spark/install.rb +2 -0
  4. data/lib/itamae/plugin/recipe/spark/spark-2.4.6_sha256.txt +1 -0
  5. data/lib/itamae/plugin/recipe/spark/templates/spark-defaults.conf.erb +2 -0
  6. data/lib/itamae/plugin/recipe/spark/version.rb +2 -2
  7. metadata +4 -3
  8. data/Gemfile.lock +0 -44
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 7784990613099f507d34855da77b16f824d41aebb164618590184361511c1d56
4
- data.tar.gz: f8f71dae58622fff5caa99629d81ed7d2809835b629f94047d1adc795ac032bd
3
+ metadata.gz: 605132bc36830fea99471ce83f20ab11d186b10f5d83e6762b9b27090ef2417c
4
+ data.tar.gz: d65298d73321e36b7ff8a896f097eb48d7c33287f72598e1e677d87b2ed28d67
5
5
  SHA512:
6
- metadata.gz: d603f2e026a49e3c6f34dd2d64d7ca24ba326e811fbb89fead215837577e05ca5f8cdf6e95b37133b072819a4bbd396c90dbd19ca5bdb29ba138987628c4042e
7
- data.tar.gz: 3ee7fbb41be7892c946b6c77fb3b1c091ace7778d9847985ebd77d723e6e82bdbe14be9430b1c3ae3aba8bbcb7284ad5121beb342a3ee364c2e6f0584fa1d211
6
+ metadata.gz: 20d8e643ccbbb54a3a37d323f15a2c07521afdeaa5fd4e94cf470f77a7afae9aeda927fbce8784c76284d5bdcc913db2135b48970fbee35d36afb20a04c3f703
7
+ data.tar.gz: bd801b5977fcbaf3a6639a8587eccfd3388480727a69a94255701388b96914a15be4b7072b59b3998e7f2d7b92195c2f8a080e628b57e0c898e63aef65d87395
data/.gitignore CHANGED
@@ -45,7 +45,7 @@ build-iPhoneSimulator/
45
45
 
46
46
  # for a library or gem, you might want to ignore these files since the code is
47
47
  # intended to run in multiple environments; otherwise, check them in:
48
- # Gemfile.lock
48
+ Gemfile.lock
49
49
  # .ruby-version
50
50
  # .ruby-gemset
51
51
 
data/lib/itamae/plugin/recipe/spark/install.rb CHANGED
@@ -40,6 +40,8 @@ execute 'install hadoop aws jars' do
40
40
  not_if "test `ls -1 /opt/spark/spark-#{version}-bin-hadoop2.7/jars/ | egrep '(hadoop-)?aws-.*' | wc -l` = 4"
41
41
  end
42
42
 
43
+ template "/opt/spark/spark-#{version}-bin-hadoop2.7/conf/spark-defaults.conf"
44
+
43
45
  if ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']
44
46
  template "/opt/spark/spark-#{version}-bin-hadoop2.7/conf/hdfs-site.xml" do
45
47
  variables aws_access_key_id: ENV['AWS_ACCESS_KEY_ID'],
data/lib/itamae/plugin/recipe/spark/spark-2.4.6_sha256.txt ADDED
@@ -0,0 +1 @@
1
+ 7174fee30057fbf226698ebfcfa7c2944a26197e149053aa29b26b250d1e1eba spark-2.4.6-bin-hadoop2.7.tgz
data/lib/itamae/plugin/recipe/spark/templates/spark-defaults.conf.erb ADDED
@@ -0,0 +1,2 @@
1
+ spark.serializer org.apache.spark.serializer.KryoSerializer
2
+ spark.hadoop.mapreduce.fileoutputcommitter.algorithm.version 2
data/lib/itamae/plugin/recipe/spark/version.rb CHANGED
@@ -2,12 +2,12 @@ module Itamae
2
2
  module Plugin
3
3
  module Recipe
4
4
  module Spark
5
- VERSION = "0.1.1"
5
+ VERSION = "0.1.2"
6
6
 
7
7
  SPARK_VERSION = [
8
8
  SPARK_VERSION_MAJOR = '2',
9
9
  SPARK_VERSION_MINOR = '4',
10
- SPARK_VERSION_REVISION = '5'
10
+ SPARK_VERSION_REVISION = '6'
11
11
  ].join('.')
12
12
 
13
13
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: itamae-plugin-recipe-spark
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.1
4
+ version: 0.1.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - ichylinux
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2020-03-14 00:00:00.000000000 Z
11
+ date: 2020-07-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: itamae
@@ -83,7 +83,6 @@ files:
83
83
  - ".project"
84
84
  - CODE_OF_CONDUCT.md
85
85
  - Gemfile
86
- - Gemfile.lock
87
86
  - LICENSE
88
87
  - LICENSE.txt
89
88
  - README.md
@@ -100,7 +99,9 @@ files:
100
99
  - lib/itamae/plugin/recipe/spark/spark-2.4.3_sha256.txt
101
100
  - lib/itamae/plugin/recipe/spark/spark-2.4.4_sha256.txt
102
101
  - lib/itamae/plugin/recipe/spark/spark-2.4.5_sha256.txt
102
+ - lib/itamae/plugin/recipe/spark/spark-2.4.6_sha256.txt
103
103
  - lib/itamae/plugin/recipe/spark/templates/hdfs-site.xml.erb
104
+ - lib/itamae/plugin/recipe/spark/templates/spark-defaults.conf.erb
104
105
  - lib/itamae/plugin/recipe/spark/version.rb
105
106
  homepage: https://github.com/maedadev/itamae-plugin-recipe-spark
106
107
  licenses:
data/Gemfile.lock DELETED
@@ -1,44 +0,0 @@
1
- PATH
2
- remote: .
3
- specs:
4
- itamae-plugin-recipe-spark (0.1.0)
5
- itamae (~> 1.10, >= 1.10.4)
6
- itamae-plugin-recipe-hadoop (~> 0.1)
7
-
8
- GEM
9
- remote: https://rubygems.org/
10
- specs:
11
- ansi (1.5.0)
12
- hashie (4.1.0)
13
- itamae (1.10.6)
14
- ansi
15
- hashie
16
- schash (~> 0.1.0)
17
- specinfra (>= 2.64.0, < 3.0.0)
18
- thor
19
- itamae-plugin-recipe-hadoop (0.1.0)
20
- itamae (~> 1.10, >= 1.10.4)
21
- net-scp (2.0.0)
22
- net-ssh (>= 2.6.5, < 6.0.0)
23
- net-ssh (5.2.0)
24
- net-telnet (0.1.1)
25
- rake (13.0.1)
26
- schash (0.1.2)
27
- sfl (2.3)
28
- specinfra (2.82.12)
29
- net-scp
30
- net-ssh (>= 2.7)
31
- net-telnet (= 0.1.1)
32
- sfl
33
- thor (1.0.1)
34
-
35
- PLATFORMS
36
- ruby
37
-
38
- DEPENDENCIES
39
- bundler (~> 2.0)
40
- itamae-plugin-recipe-spark!
41
- rake (>= 12.3.3)
42
-
43
- BUNDLED WITH
44
- 2.0.2