itamae-plugin-recipe-spark 0.1.1 → 0.1.2

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 7784990613099f507d34855da77b16f824d41aebb164618590184361511c1d56
4
- data.tar.gz: f8f71dae58622fff5caa99629d81ed7d2809835b629f94047d1adc795ac032bd
3
+ metadata.gz: 605132bc36830fea99471ce83f20ab11d186b10f5d83e6762b9b27090ef2417c
4
+ data.tar.gz: d65298d73321e36b7ff8a896f097eb48d7c33287f72598e1e677d87b2ed28d67
5
5
  SHA512:
6
- metadata.gz: d603f2e026a49e3c6f34dd2d64d7ca24ba326e811fbb89fead215837577e05ca5f8cdf6e95b37133b072819a4bbd396c90dbd19ca5bdb29ba138987628c4042e
7
- data.tar.gz: 3ee7fbb41be7892c946b6c77fb3b1c091ace7778d9847985ebd77d723e6e82bdbe14be9430b1c3ae3aba8bbcb7284ad5121beb342a3ee364c2e6f0584fa1d211
6
+ metadata.gz: 20d8e643ccbbb54a3a37d323f15a2c07521afdeaa5fd4e94cf470f77a7afae9aeda927fbce8784c76284d5bdcc913db2135b48970fbee35d36afb20a04c3f703
7
+ data.tar.gz: bd801b5977fcbaf3a6639a8587eccfd3388480727a69a94255701388b96914a15be4b7072b59b3998e7f2d7b92195c2f8a080e628b57e0c898e63aef65d87395
data/.gitignore CHANGED
@@ -45,7 +45,7 @@ build-iPhoneSimulator/
45
45
 
46
46
  # for a library or gem, you might want to ignore these files since the code is
47
47
  # intended to run in multiple environments; otherwise, check them in:
48
- # Gemfile.lock
48
+ Gemfile.lock
49
49
  # .ruby-version
50
50
  # .ruby-gemset
51
51
 
@@ -40,6 +40,8 @@ execute 'install hadoop aws jars' do
40
40
  not_if "test `ls -1 /opt/spark/spark-#{version}-bin-hadoop2.7/jars/ | egrep '(hadoop-)?aws-.*' | wc -l` = 4"
41
41
  end
42
42
 
43
+ template "/opt/spark/spark-#{version}-bin-hadoop2.7/conf/spark-defaults.conf"
44
+
43
45
  if ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']
44
46
  template "/opt/spark/spark-#{version}-bin-hadoop2.7/conf/hdfs-site.xml" do
45
47
  variables aws_access_key_id: ENV['AWS_ACCESS_KEY_ID'],
@@ -0,0 +1 @@
1
+ 7174fee30057fbf226698ebfcfa7c2944a26197e149053aa29b26b250d1e1eba spark-2.4.6-bin-hadoop2.7.tgz
@@ -0,0 +1,2 @@
1
+ spark.serializer org.apache.spark.serializer.KryoSerializer
2
+ spark.hadoop.mapreduce.fileoutputcommitter.algorithm.version 2
@@ -2,12 +2,12 @@ module Itamae
2
2
  module Plugin
3
3
  module Recipe
4
4
  module Spark
5
- VERSION = "0.1.1"
5
+ VERSION = "0.1.2"
6
6
 
7
7
  SPARK_VERSION = [
8
8
  SPARK_VERSION_MAJOR = '2',
9
9
  SPARK_VERSION_MINOR = '4',
10
- SPARK_VERSION_REVISION = '5'
10
+ SPARK_VERSION_REVISION = '6'
11
11
  ].join('.')
12
12
 
13
13
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: itamae-plugin-recipe-spark
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.1
4
+ version: 0.1.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - ichylinux
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2020-03-14 00:00:00.000000000 Z
11
+ date: 2020-07-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: itamae
@@ -83,7 +83,6 @@ files:
83
83
  - ".project"
84
84
  - CODE_OF_CONDUCT.md
85
85
  - Gemfile
86
- - Gemfile.lock
87
86
  - LICENSE
88
87
  - LICENSE.txt
89
88
  - README.md
@@ -100,7 +99,9 @@ files:
100
99
  - lib/itamae/plugin/recipe/spark/spark-2.4.3_sha256.txt
101
100
  - lib/itamae/plugin/recipe/spark/spark-2.4.4_sha256.txt
102
101
  - lib/itamae/plugin/recipe/spark/spark-2.4.5_sha256.txt
102
+ - lib/itamae/plugin/recipe/spark/spark-2.4.6_sha256.txt
103
103
  - lib/itamae/plugin/recipe/spark/templates/hdfs-site.xml.erb
104
+ - lib/itamae/plugin/recipe/spark/templates/spark-defaults.conf.erb
104
105
  - lib/itamae/plugin/recipe/spark/version.rb
105
106
  homepage: https://github.com/maedadev/itamae-plugin-recipe-spark
106
107
  licenses:
@@ -1,44 +0,0 @@
1
- PATH
2
- remote: .
3
- specs:
4
- itamae-plugin-recipe-spark (0.1.0)
5
- itamae (~> 1.10, >= 1.10.4)
6
- itamae-plugin-recipe-hadoop (~> 0.1)
7
-
8
- GEM
9
- remote: https://rubygems.org/
10
- specs:
11
- ansi (1.5.0)
12
- hashie (4.1.0)
13
- itamae (1.10.6)
14
- ansi
15
- hashie
16
- schash (~> 0.1.0)
17
- specinfra (>= 2.64.0, < 3.0.0)
18
- thor
19
- itamae-plugin-recipe-hadoop (0.1.0)
20
- itamae (~> 1.10, >= 1.10.4)
21
- net-scp (2.0.0)
22
- net-ssh (>= 2.6.5, < 6.0.0)
23
- net-ssh (5.2.0)
24
- net-telnet (0.1.1)
25
- rake (13.0.1)
26
- schash (0.1.2)
27
- sfl (2.3)
28
- specinfra (2.82.12)
29
- net-scp
30
- net-ssh (>= 2.7)
31
- net-telnet (= 0.1.1)
32
- sfl
33
- thor (1.0.1)
34
-
35
- PLATFORMS
36
- ruby
37
-
38
- DEPENDENCIES
39
- bundler (~> 2.0)
40
- itamae-plugin-recipe-spark!
41
- rake (>= 12.3.3)
42
-
43
- BUNDLED WITH
44
- 2.0.2