aws-sdk-emrcontainers 1.14.0 → 1.15.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emrcontainers/client.rb +10 -2
- data/lib/aws-sdk-emrcontainers/client_api.rb +7 -0
- data/lib/aws-sdk-emrcontainers/types.rb +42 -2
- data/lib/aws-sdk-emrcontainers.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e280d44f03aadaeaf59f596fbab5467fcc545749e27761f7b822205ec5cc07b8
|
4
|
+
data.tar.gz: 21035cd9c3a0937e890a7f87fa4d53a299cb996769eb3c4e165f22899ab1d17a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4c1092cdc828ff03d0faea38deca19785d93609b555ba35fe0843202aebb2a960537a4e03bf463220c29dd5d4373e80c73a9deb152da009c1c14cd7b190a2012
|
7
|
+
data.tar.gz: bc7838c8fbc9a32e4d4653526cd3dd239836648c948ffc7cb26b02e1015448881c22a8745dad6c962f5edc33f5142c08d663fb39e3516b9e15e14de16f57cdcd
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.15.0 (2022-09-08)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - EMR on EKS now allows running Spark SQL using the newly introduced Spark SQL Job Driver in the Start Job Run API
|
8
|
+
|
4
9
|
1.14.0 (2022-02-24)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.15.0
|
@@ -408,7 +408,7 @@ module Aws::EMRContainers
|
|
408
408
|
#
|
409
409
|
# @option params [String] :certificate_arn
|
410
410
|
# The certificate ARN provided by users for the managed endpoint. This
|
411
|
-
#
|
411
|
+
# field is under deprecation and will be removed in future releases.
|
412
412
|
#
|
413
413
|
# @option params [Types::ConfigurationOverrides] :configuration_overrides
|
414
414
|
# The configuration settings that will be used to override existing
|
@@ -659,6 +659,8 @@ module Aws::EMRContainers
|
|
659
659
|
# resp.job_run.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
|
660
660
|
# resp.job_run.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
|
661
661
|
# resp.job_run.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
|
662
|
+
# resp.job_run.job_driver.spark_sql_job_driver.entry_point #=> String
|
663
|
+
# resp.job_run.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
|
662
664
|
# resp.job_run.created_at #=> Time
|
663
665
|
# resp.job_run.created_by #=> String
|
664
666
|
# resp.job_run.finished_at #=> Time
|
@@ -849,6 +851,8 @@ module Aws::EMRContainers
|
|
849
851
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
|
850
852
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
|
851
853
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
|
854
|
+
# resp.job_runs[0].job_driver.spark_sql_job_driver.entry_point #=> String
|
855
|
+
# resp.job_runs[0].job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
|
852
856
|
# resp.job_runs[0].created_at #=> Time
|
853
857
|
# resp.job_runs[0].created_by #=> String
|
854
858
|
# resp.job_runs[0].finished_at #=> Time
|
@@ -1108,6 +1112,10 @@ module Aws::EMRContainers
|
|
1108
1112
|
# entry_point_arguments: ["EntryPointArgument"],
|
1109
1113
|
# spark_submit_parameters: "SparkSubmitParameters",
|
1110
1114
|
# },
|
1115
|
+
# spark_sql_job_driver: {
|
1116
|
+
# entry_point: "EntryPointPath",
|
1117
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1118
|
+
# },
|
1111
1119
|
# },
|
1112
1120
|
# configuration_overrides: {
|
1113
1121
|
# application_configuration: [
|
@@ -1229,7 +1237,7 @@ module Aws::EMRContainers
|
|
1229
1237
|
params: params,
|
1230
1238
|
config: config)
|
1231
1239
|
context[:gem_name] = 'aws-sdk-emrcontainers'
|
1232
|
-
context[:gem_version] = '1.
|
1240
|
+
context[:gem_version] = '1.15.0'
|
1233
1241
|
Seahorse::Client::Request.new(handlers, context)
|
1234
1242
|
end
|
1235
1243
|
|
@@ -84,6 +84,8 @@ module Aws::EMRContainers
|
|
84
84
|
RsiArn = Shapes::StringShape.new(name: 'RsiArn')
|
85
85
|
S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
|
86
86
|
SensitivePropertiesMap = Shapes::MapShape.new(name: 'SensitivePropertiesMap')
|
87
|
+
SparkSqlJobDriver = Shapes::StructureShape.new(name: 'SparkSqlJobDriver')
|
88
|
+
SparkSqlParameters = Shapes::StringShape.new(name: 'SparkSqlParameters')
|
87
89
|
SparkSubmitJobDriver = Shapes::StructureShape.new(name: 'SparkSubmitJobDriver')
|
88
90
|
SparkSubmitParameters = Shapes::StringShape.new(name: 'SparkSubmitParameters')
|
89
91
|
StartJobRunRequest = Shapes::StructureShape.new(name: 'StartJobRunRequest')
|
@@ -242,6 +244,7 @@ module Aws::EMRContainers
|
|
242
244
|
InternalServerException.struct_class = Types::InternalServerException
|
243
245
|
|
244
246
|
JobDriver.add_member(:spark_submit_job_driver, Shapes::ShapeRef.new(shape: SparkSubmitJobDriver, location_name: "sparkSubmitJobDriver"))
|
247
|
+
JobDriver.add_member(:spark_sql_job_driver, Shapes::ShapeRef.new(shape: SparkSqlJobDriver, location_name: "sparkSqlJobDriver"))
|
245
248
|
JobDriver.struct_class = Types::JobDriver
|
246
249
|
|
247
250
|
JobRun.add_member(:id, Shapes::ShapeRef.new(shape: ResourceIdString, location_name: "id"))
|
@@ -325,6 +328,10 @@ module Aws::EMRContainers
|
|
325
328
|
SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: String1024)
|
326
329
|
SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: String1024)
|
327
330
|
|
331
|
+
SparkSqlJobDriver.add_member(:entry_point, Shapes::ShapeRef.new(shape: EntryPointPath, location_name: "entryPoint"))
|
332
|
+
SparkSqlJobDriver.add_member(:spark_sql_parameters, Shapes::ShapeRef.new(shape: SparkSqlParameters, location_name: "sparkSqlParameters"))
|
333
|
+
SparkSqlJobDriver.struct_class = Types::SparkSqlJobDriver
|
334
|
+
|
328
335
|
SparkSubmitJobDriver.add_member(:entry_point, Shapes::ShapeRef.new(shape: EntryPointPath, required: true, location_name: "entryPoint"))
|
329
336
|
SparkSubmitJobDriver.add_member(:entry_point_arguments, Shapes::ShapeRef.new(shape: EntryPointArguments, location_name: "entryPointArguments"))
|
330
337
|
SparkSubmitJobDriver.add_member(:spark_submit_parameters, Shapes::ShapeRef.new(shape: SparkSubmitParameters, location_name: "sparkSubmitParameters"))
|
@@ -325,7 +325,7 @@ module Aws::EMRContainers
|
|
325
325
|
#
|
326
326
|
# @!attribute [rw] certificate_arn
|
327
327
|
# The certificate ARN provided by users for the managed endpoint. This
|
328
|
-
#
|
328
|
+
# field is under deprecation and will be removed in future releases.
|
329
329
|
# @return [String]
|
330
330
|
#
|
331
331
|
# @!attribute [rw] configuration_overrides
|
@@ -787,16 +787,25 @@ module Aws::EMRContainers
|
|
787
787
|
# entry_point_arguments: ["EntryPointArgument"],
|
788
788
|
# spark_submit_parameters: "SparkSubmitParameters",
|
789
789
|
# },
|
790
|
+
# spark_sql_job_driver: {
|
791
|
+
# entry_point: "EntryPointPath",
|
792
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
793
|
+
# },
|
790
794
|
# }
|
791
795
|
#
|
792
796
|
# @!attribute [rw] spark_submit_job_driver
|
793
797
|
# The job driver parameters specified for spark submit.
|
794
798
|
# @return [Types::SparkSubmitJobDriver]
|
795
799
|
#
|
800
|
+
# @!attribute [rw] spark_sql_job_driver
|
801
|
+
# The job driver for job type.
|
802
|
+
# @return [Types::SparkSqlJobDriver]
|
803
|
+
#
|
796
804
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/JobDriver AWS API Documentation
|
797
805
|
#
|
798
806
|
class JobDriver < Struct.new(
|
799
|
-
:spark_submit_job_driver
|
807
|
+
:spark_submit_job_driver,
|
808
|
+
:spark_sql_job_driver)
|
800
809
|
SENSITIVE = []
|
801
810
|
include Aws::Structure
|
802
811
|
end
|
@@ -1214,6 +1223,33 @@ module Aws::EMRContainers
|
|
1214
1223
|
include Aws::Structure
|
1215
1224
|
end
|
1216
1225
|
|
1226
|
+
# The job driver for job type.
|
1227
|
+
#
|
1228
|
+
# @note When making an API call, you may pass SparkSqlJobDriver
|
1229
|
+
# data as a hash:
|
1230
|
+
#
|
1231
|
+
# {
|
1232
|
+
# entry_point: "EntryPointPath",
|
1233
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1234
|
+
# }
|
1235
|
+
#
|
1236
|
+
# @!attribute [rw] entry_point
|
1237
|
+
# The SQL file to be executed.
|
1238
|
+
# @return [String]
|
1239
|
+
#
|
1240
|
+
# @!attribute [rw] spark_sql_parameters
|
1241
|
+
# The Spark parameters to be included in the Spark SQL command.
|
1242
|
+
# @return [String]
|
1243
|
+
#
|
1244
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/SparkSqlJobDriver AWS API Documentation
|
1245
|
+
#
|
1246
|
+
class SparkSqlJobDriver < Struct.new(
|
1247
|
+
:entry_point,
|
1248
|
+
:spark_sql_parameters)
|
1249
|
+
SENSITIVE = [:entry_point, :spark_sql_parameters]
|
1250
|
+
include Aws::Structure
|
1251
|
+
end
|
1252
|
+
|
1217
1253
|
# The information about job driver for Spark submit.
|
1218
1254
|
#
|
1219
1255
|
# @note When making an API call, you may pass SparkSubmitJobDriver
|
@@ -1262,6 +1298,10 @@ module Aws::EMRContainers
|
|
1262
1298
|
# entry_point_arguments: ["EntryPointArgument"],
|
1263
1299
|
# spark_submit_parameters: "SparkSubmitParameters",
|
1264
1300
|
# },
|
1301
|
+
# spark_sql_job_driver: {
|
1302
|
+
# entry_point: "EntryPointPath",
|
1303
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1304
|
+
# },
|
1265
1305
|
# },
|
1266
1306
|
# configuration_overrides: {
|
1267
1307
|
# application_configuration: [
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-emrcontainers
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.15.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-09-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|