aws-sdk-emrcontainers 1.14.0 → 1.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emrcontainers/client.rb +10 -2
- data/lib/aws-sdk-emrcontainers/client_api.rb +7 -0
- data/lib/aws-sdk-emrcontainers/types.rb +42 -2
- data/lib/aws-sdk-emrcontainers.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e280d44f03aadaeaf59f596fbab5467fcc545749e27761f7b822205ec5cc07b8
|
4
|
+
data.tar.gz: 21035cd9c3a0937e890a7f87fa4d53a299cb996769eb3c4e165f22899ab1d17a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4c1092cdc828ff03d0faea38deca19785d93609b555ba35fe0843202aebb2a960537a4e03bf463220c29dd5d4373e80c73a9deb152da009c1c14cd7b190a2012
|
7
|
+
data.tar.gz: bc7838c8fbc9a32e4d4653526cd3dd239836648c948ffc7cb26b02e1015448881c22a8745dad6c962f5edc33f5142c08d663fb39e3516b9e15e14de16f57cdcd
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.15.0 (2022-09-08)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - EMR on EKS now allows running Spark SQL using the newly introduced Spark SQL Job Driver in the Start Job Run API
|
8
|
+
|
4
9
|
1.14.0 (2022-02-24)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.15.0
|
@@ -408,7 +408,7 @@ module Aws::EMRContainers
|
|
408
408
|
#
|
409
409
|
# @option params [String] :certificate_arn
|
410
410
|
# The certificate ARN provided by users for the managed endpoint. This
|
411
|
-
#
|
411
|
+
# field is under deprecation and will be removed in future releases.
|
412
412
|
#
|
413
413
|
# @option params [Types::ConfigurationOverrides] :configuration_overrides
|
414
414
|
# The configuration settings that will be used to override existing
|
@@ -659,6 +659,8 @@ module Aws::EMRContainers
|
|
659
659
|
# resp.job_run.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
|
660
660
|
# resp.job_run.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
|
661
661
|
# resp.job_run.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
|
662
|
+
# resp.job_run.job_driver.spark_sql_job_driver.entry_point #=> String
|
663
|
+
# resp.job_run.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
|
662
664
|
# resp.job_run.created_at #=> Time
|
663
665
|
# resp.job_run.created_by #=> String
|
664
666
|
# resp.job_run.finished_at #=> Time
|
@@ -849,6 +851,8 @@ module Aws::EMRContainers
|
|
849
851
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
|
850
852
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
|
851
853
|
# resp.job_runs[0].job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
|
854
|
+
# resp.job_runs[0].job_driver.spark_sql_job_driver.entry_point #=> String
|
855
|
+
# resp.job_runs[0].job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
|
852
856
|
# resp.job_runs[0].created_at #=> Time
|
853
857
|
# resp.job_runs[0].created_by #=> String
|
854
858
|
# resp.job_runs[0].finished_at #=> Time
|
@@ -1108,6 +1112,10 @@ module Aws::EMRContainers
|
|
1108
1112
|
# entry_point_arguments: ["EntryPointArgument"],
|
1109
1113
|
# spark_submit_parameters: "SparkSubmitParameters",
|
1110
1114
|
# },
|
1115
|
+
# spark_sql_job_driver: {
|
1116
|
+
# entry_point: "EntryPointPath",
|
1117
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1118
|
+
# },
|
1111
1119
|
# },
|
1112
1120
|
# configuration_overrides: {
|
1113
1121
|
# application_configuration: [
|
@@ -1229,7 +1237,7 @@ module Aws::EMRContainers
|
|
1229
1237
|
params: params,
|
1230
1238
|
config: config)
|
1231
1239
|
context[:gem_name] = 'aws-sdk-emrcontainers'
|
1232
|
-
context[:gem_version] = '1.
|
1240
|
+
context[:gem_version] = '1.15.0'
|
1233
1241
|
Seahorse::Client::Request.new(handlers, context)
|
1234
1242
|
end
|
1235
1243
|
|
@@ -84,6 +84,8 @@ module Aws::EMRContainers
|
|
84
84
|
RsiArn = Shapes::StringShape.new(name: 'RsiArn')
|
85
85
|
S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
|
86
86
|
SensitivePropertiesMap = Shapes::MapShape.new(name: 'SensitivePropertiesMap')
|
87
|
+
SparkSqlJobDriver = Shapes::StructureShape.new(name: 'SparkSqlJobDriver')
|
88
|
+
SparkSqlParameters = Shapes::StringShape.new(name: 'SparkSqlParameters')
|
87
89
|
SparkSubmitJobDriver = Shapes::StructureShape.new(name: 'SparkSubmitJobDriver')
|
88
90
|
SparkSubmitParameters = Shapes::StringShape.new(name: 'SparkSubmitParameters')
|
89
91
|
StartJobRunRequest = Shapes::StructureShape.new(name: 'StartJobRunRequest')
|
@@ -242,6 +244,7 @@ module Aws::EMRContainers
|
|
242
244
|
InternalServerException.struct_class = Types::InternalServerException
|
243
245
|
|
244
246
|
JobDriver.add_member(:spark_submit_job_driver, Shapes::ShapeRef.new(shape: SparkSubmitJobDriver, location_name: "sparkSubmitJobDriver"))
|
247
|
+
JobDriver.add_member(:spark_sql_job_driver, Shapes::ShapeRef.new(shape: SparkSqlJobDriver, location_name: "sparkSqlJobDriver"))
|
245
248
|
JobDriver.struct_class = Types::JobDriver
|
246
249
|
|
247
250
|
JobRun.add_member(:id, Shapes::ShapeRef.new(shape: ResourceIdString, location_name: "id"))
|
@@ -325,6 +328,10 @@ module Aws::EMRContainers
|
|
325
328
|
SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: String1024)
|
326
329
|
SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: String1024)
|
327
330
|
|
331
|
+
SparkSqlJobDriver.add_member(:entry_point, Shapes::ShapeRef.new(shape: EntryPointPath, location_name: "entryPoint"))
|
332
|
+
SparkSqlJobDriver.add_member(:spark_sql_parameters, Shapes::ShapeRef.new(shape: SparkSqlParameters, location_name: "sparkSqlParameters"))
|
333
|
+
SparkSqlJobDriver.struct_class = Types::SparkSqlJobDriver
|
334
|
+
|
328
335
|
SparkSubmitJobDriver.add_member(:entry_point, Shapes::ShapeRef.new(shape: EntryPointPath, required: true, location_name: "entryPoint"))
|
329
336
|
SparkSubmitJobDriver.add_member(:entry_point_arguments, Shapes::ShapeRef.new(shape: EntryPointArguments, location_name: "entryPointArguments"))
|
330
337
|
SparkSubmitJobDriver.add_member(:spark_submit_parameters, Shapes::ShapeRef.new(shape: SparkSubmitParameters, location_name: "sparkSubmitParameters"))
|
@@ -325,7 +325,7 @@ module Aws::EMRContainers
|
|
325
325
|
#
|
326
326
|
# @!attribute [rw] certificate_arn
|
327
327
|
# The certificate ARN provided by users for the managed endpoint. This
|
328
|
-
#
|
328
|
+
# field is under deprecation and will be removed in future releases.
|
329
329
|
# @return [String]
|
330
330
|
#
|
331
331
|
# @!attribute [rw] configuration_overrides
|
@@ -787,16 +787,25 @@ module Aws::EMRContainers
|
|
787
787
|
# entry_point_arguments: ["EntryPointArgument"],
|
788
788
|
# spark_submit_parameters: "SparkSubmitParameters",
|
789
789
|
# },
|
790
|
+
# spark_sql_job_driver: {
|
791
|
+
# entry_point: "EntryPointPath",
|
792
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
793
|
+
# },
|
790
794
|
# }
|
791
795
|
#
|
792
796
|
# @!attribute [rw] spark_submit_job_driver
|
793
797
|
# The job driver parameters specified for spark submit.
|
794
798
|
# @return [Types::SparkSubmitJobDriver]
|
795
799
|
#
|
800
|
+
# @!attribute [rw] spark_sql_job_driver
|
801
|
+
# The job driver for job type.
|
802
|
+
# @return [Types::SparkSqlJobDriver]
|
803
|
+
#
|
796
804
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/JobDriver AWS API Documentation
|
797
805
|
#
|
798
806
|
class JobDriver < Struct.new(
|
799
|
-
:spark_submit_job_driver
|
807
|
+
:spark_submit_job_driver,
|
808
|
+
:spark_sql_job_driver)
|
800
809
|
SENSITIVE = []
|
801
810
|
include Aws::Structure
|
802
811
|
end
|
@@ -1214,6 +1223,33 @@ module Aws::EMRContainers
|
|
1214
1223
|
include Aws::Structure
|
1215
1224
|
end
|
1216
1225
|
|
1226
|
+
# The job driver for job type.
|
1227
|
+
#
|
1228
|
+
# @note When making an API call, you may pass SparkSqlJobDriver
|
1229
|
+
# data as a hash:
|
1230
|
+
#
|
1231
|
+
# {
|
1232
|
+
# entry_point: "EntryPointPath",
|
1233
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1234
|
+
# }
|
1235
|
+
#
|
1236
|
+
# @!attribute [rw] entry_point
|
1237
|
+
# The SQL file to be executed.
|
1238
|
+
# @return [String]
|
1239
|
+
#
|
1240
|
+
# @!attribute [rw] spark_sql_parameters
|
1241
|
+
# The Spark parameters to be included in the Spark SQL command.
|
1242
|
+
# @return [String]
|
1243
|
+
#
|
1244
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/SparkSqlJobDriver AWS API Documentation
|
1245
|
+
#
|
1246
|
+
class SparkSqlJobDriver < Struct.new(
|
1247
|
+
:entry_point,
|
1248
|
+
:spark_sql_parameters)
|
1249
|
+
SENSITIVE = [:entry_point, :spark_sql_parameters]
|
1250
|
+
include Aws::Structure
|
1251
|
+
end
|
1252
|
+
|
1217
1253
|
# The information about job driver for Spark submit.
|
1218
1254
|
#
|
1219
1255
|
# @note When making an API call, you may pass SparkSubmitJobDriver
|
@@ -1262,6 +1298,10 @@ module Aws::EMRContainers
|
|
1262
1298
|
# entry_point_arguments: ["EntryPointArgument"],
|
1263
1299
|
# spark_submit_parameters: "SparkSubmitParameters",
|
1264
1300
|
# },
|
1301
|
+
# spark_sql_job_driver: {
|
1302
|
+
# entry_point: "EntryPointPath",
|
1303
|
+
# spark_sql_parameters: "SparkSqlParameters",
|
1304
|
+
# },
|
1265
1305
|
# },
|
1266
1306
|
# configuration_overrides: {
|
1267
1307
|
# application_configuration: [
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-emrcontainers
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.15.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-09-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|