aws-sdk-glue 1.43.0 → 1.44.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +41 -1
- data/lib/aws-sdk-glue/client_api.rb +3 -0
- data/lib/aws-sdk-glue/types.rb +92 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b189e58f1cd682b198adf6b68b701e9822a80c20
|
4
|
+
data.tar.gz: 609c7019ca59926cdb92196a2323d513ec006e2c
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9395b050628b9d485440969e0e3ea85f8bd16568d4a99325e529d488859416ab508e30de0916bdca9e10fbb69bfa40079bf18d2d90acf21e6a073cd21ed83967
|
7
|
+
data.tar.gz: b6ad60d0ce6b556f0053ea0548e36e4e60c0596825d79fb73975c9029dcce80e896f02b2ae53cd5c71494166d629ad2788e2c35afa02d756aa0758f9f709ac10
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -664,6 +664,7 @@ module Aws::Glue
|
|
664
664
|
# resp.dev_endpoints[0].public_address #=> String
|
665
665
|
# resp.dev_endpoints[0].status #=> String
|
666
666
|
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
667
|
+
# resp.dev_endpoints[0].glue_version #=> String
|
667
668
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
668
669
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
669
670
|
# resp.dev_endpoints[0].availability_zone #=> String
|
@@ -1480,6 +1481,27 @@ module Aws::Glue
|
|
1480
1481
|
# `WorkerType` configuration, the Spark drivers for the development
|
1481
1482
|
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
1482
1483
|
#
|
1484
|
+
# @option params [String] :glue_version
|
1485
|
+
# Glue version determines the versions of Apache Spark and Python that
|
1486
|
+
# AWS Glue supports. The Python version indicates the version supported
|
1487
|
+
# for running your ETL scripts on development endpoints.
|
1488
|
+
#
|
1489
|
+
# For more information about the available AWS Glue versions and
|
1490
|
+
# corresponding Spark and Python versions, see [Glue version][1] in the
|
1491
|
+
# developer guide.
|
1492
|
+
#
|
1493
|
+
# Development endpoints that are created without specifying a Glue
|
1494
|
+
# version default to Glue 0.9.
|
1495
|
+
#
|
1496
|
+
# You can specify a version of Python support for development endpoints
|
1497
|
+
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
1498
|
+
# `UpdateDevEndpoint` APIs. If no arguments are provided, the version
|
1499
|
+
# defaults to Python 2.
|
1500
|
+
#
|
1501
|
+
#
|
1502
|
+
#
|
1503
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
1504
|
+
#
|
1483
1505
|
# @option params [Integer] :number_of_workers
|
1484
1506
|
# The number of workers of a defined `workerType` that are allocated to
|
1485
1507
|
# the development endpoint.
|
@@ -1533,6 +1555,7 @@ module Aws::Glue
|
|
1533
1555
|
# * {Types::CreateDevEndpointResponse#zeppelin_remote_spark_interpreter_port #zeppelin_remote_spark_interpreter_port} => Integer
|
1534
1556
|
# * {Types::CreateDevEndpointResponse#number_of_nodes #number_of_nodes} => Integer
|
1535
1557
|
# * {Types::CreateDevEndpointResponse#worker_type #worker_type} => String
|
1558
|
+
# * {Types::CreateDevEndpointResponse#glue_version #glue_version} => String
|
1536
1559
|
# * {Types::CreateDevEndpointResponse#number_of_workers #number_of_workers} => Integer
|
1537
1560
|
# * {Types::CreateDevEndpointResponse#availability_zone #availability_zone} => String
|
1538
1561
|
# * {Types::CreateDevEndpointResponse#vpc_id #vpc_id} => String
|
@@ -1554,6 +1577,7 @@ module Aws::Glue
|
|
1554
1577
|
# public_keys: ["GenericString"],
|
1555
1578
|
# number_of_nodes: 1,
|
1556
1579
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
1580
|
+
# glue_version: "GlueVersionString",
|
1557
1581
|
# number_of_workers: 1,
|
1558
1582
|
# extra_python_libs_s3_path: "GenericString",
|
1559
1583
|
# extra_jars_s3_path: "GenericString",
|
@@ -1578,6 +1602,7 @@ module Aws::Glue
|
|
1578
1602
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
1579
1603
|
# resp.number_of_nodes #=> Integer
|
1580
1604
|
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1605
|
+
# resp.glue_version #=> String
|
1581
1606
|
# resp.number_of_workers #=> Integer
|
1582
1607
|
# resp.availability_zone #=> String
|
1583
1608
|
# resp.vpc_id #=> String
|
@@ -3524,6 +3549,7 @@ module Aws::Glue
|
|
3524
3549
|
# resp.dev_endpoint.public_address #=> String
|
3525
3550
|
# resp.dev_endpoint.status #=> String
|
3526
3551
|
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
3552
|
+
# resp.dev_endpoint.glue_version #=> String
|
3527
3553
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
3528
3554
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
3529
3555
|
# resp.dev_endpoint.availability_zone #=> String
|
@@ -3591,6 +3617,7 @@ module Aws::Glue
|
|
3591
3617
|
# resp.dev_endpoints[0].public_address #=> String
|
3592
3618
|
# resp.dev_endpoints[0].status #=> String
|
3593
3619
|
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
3620
|
+
# resp.dev_endpoints[0].glue_version #=> String
|
3594
3621
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
3595
3622
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
3596
3623
|
# resp.dev_endpoints[0].availability_zone #=> String
|
@@ -7238,6 +7265,19 @@ module Aws::Glue
|
|
7238
7265
|
# The map of arguments to add the map of arguments used to configure the
|
7239
7266
|
# `DevEndpoint`.
|
7240
7267
|
#
|
7268
|
+
# Valid arguments are:
|
7269
|
+
#
|
7270
|
+
# * `"--enable-glue-datacatalog": ""`
|
7271
|
+
#
|
7272
|
+
# * `"GLUE_PYTHON_VERSION": "3"`
|
7273
|
+
#
|
7274
|
+
# * `"GLUE_PYTHON_VERSION": "2"`
|
7275
|
+
#
|
7276
|
+
# You can specify a version of Python support for development endpoints
|
7277
|
+
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
7278
|
+
# `UpdateDevEndpoint` APIs. If no arguments are provided, the version
|
7279
|
+
# defaults to Python 2.
|
7280
|
+
#
|
7241
7281
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7242
7282
|
#
|
7243
7283
|
# @example Request syntax with placeholder values
|
@@ -7810,7 +7850,7 @@ module Aws::Glue
|
|
7810
7850
|
params: params,
|
7811
7851
|
config: config)
|
7812
7852
|
context[:gem_name] = 'aws-sdk-glue'
|
7813
|
-
context[:gem_version] = '1.
|
7853
|
+
context[:gem_version] = '1.44.0'
|
7814
7854
|
Seahorse::Client::Request.new(handlers, context)
|
7815
7855
|
end
|
7816
7856
|
|
@@ -985,6 +985,7 @@ module Aws::Glue
|
|
985
985
|
CreateDevEndpointRequest.add_member(:public_keys, Shapes::ShapeRef.new(shape: PublicKeysList, location_name: "PublicKeys"))
|
986
986
|
CreateDevEndpointRequest.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
987
987
|
CreateDevEndpointRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
988
|
+
CreateDevEndpointRequest.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
988
989
|
CreateDevEndpointRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
989
990
|
CreateDevEndpointRequest.add_member(:extra_python_libs_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraPythonLibsS3Path"))
|
990
991
|
CreateDevEndpointRequest.add_member(:extra_jars_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraJarsS3Path"))
|
@@ -1002,6 +1003,7 @@ module Aws::Glue
|
|
1002
1003
|
CreateDevEndpointResponse.add_member(:zeppelin_remote_spark_interpreter_port, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ZeppelinRemoteSparkInterpreterPort"))
|
1003
1004
|
CreateDevEndpointResponse.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
1004
1005
|
CreateDevEndpointResponse.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1006
|
+
CreateDevEndpointResponse.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
1005
1007
|
CreateDevEndpointResponse.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
1006
1008
|
CreateDevEndpointResponse.add_member(:availability_zone, Shapes::ShapeRef.new(shape: GenericString, location_name: "AvailabilityZone"))
|
1007
1009
|
CreateDevEndpointResponse.add_member(:vpc_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "VpcId"))
|
@@ -1273,6 +1275,7 @@ module Aws::Glue
|
|
1273
1275
|
DevEndpoint.add_member(:public_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicAddress"))
|
1274
1276
|
DevEndpoint.add_member(:status, Shapes::ShapeRef.new(shape: GenericString, location_name: "Status"))
|
1275
1277
|
DevEndpoint.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1278
|
+
DevEndpoint.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
1276
1279
|
DevEndpoint.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
1277
1280
|
DevEndpoint.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
1278
1281
|
DevEndpoint.add_member(:availability_zone, Shapes::ShapeRef.new(shape: GenericString, location_name: "AvailabilityZone"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -2081,6 +2081,7 @@ module Aws::Glue
|
|
2081
2081
|
# public_keys: ["GenericString"],
|
2082
2082
|
# number_of_nodes: 1,
|
2083
2083
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2084
|
+
# glue_version: "GlueVersionString",
|
2084
2085
|
# number_of_workers: 1,
|
2085
2086
|
# extra_python_libs_s3_path: "GenericString",
|
2086
2087
|
# extra_jars_s3_path: "GenericString",
|
@@ -2156,6 +2157,28 @@ module Aws::Glue
|
|
2156
2157
|
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
2157
2158
|
# @return [String]
|
2158
2159
|
#
|
2160
|
+
# @!attribute [rw] glue_version
|
2161
|
+
# Glue version determines the versions of Apache Spark and Python that
|
2162
|
+
# AWS Glue supports. The Python version indicates the version
|
2163
|
+
# supported for running your ETL scripts on development endpoints.
|
2164
|
+
#
|
2165
|
+
# For more information about the available AWS Glue versions and
|
2166
|
+
# corresponding Spark and Python versions, see [Glue version][1] in
|
2167
|
+
# the developer guide.
|
2168
|
+
#
|
2169
|
+
# Development endpoints that are created without specifying a Glue
|
2170
|
+
# version default to Glue 0.9.
|
2171
|
+
#
|
2172
|
+
# You can specify a version of Python support for development
|
2173
|
+
# endpoints by using the `Arguments` parameter in the
|
2174
|
+
# `CreateDevEndpoint` or `UpdateDevEndpoint` APIs. If no arguments are
|
2175
|
+
# provided, the version defaults to Python 2.
|
2176
|
+
#
|
2177
|
+
#
|
2178
|
+
#
|
2179
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
2180
|
+
# @return [String]
|
2181
|
+
#
|
2159
2182
|
# @!attribute [rw] number_of_workers
|
2160
2183
|
# The number of workers of a defined `workerType` that are allocated
|
2161
2184
|
# to the development endpoint.
|
@@ -2215,6 +2238,7 @@ module Aws::Glue
|
|
2215
2238
|
:public_keys,
|
2216
2239
|
:number_of_nodes,
|
2217
2240
|
:worker_type,
|
2241
|
+
:glue_version,
|
2218
2242
|
:number_of_workers,
|
2219
2243
|
:extra_python_libs_s3_path,
|
2220
2244
|
:extra_jars_s3_path,
|
@@ -2263,6 +2287,12 @@ module Aws::Glue
|
|
2263
2287
|
# endpoint. May be a value of Standard, G.1X, or G.2X.
|
2264
2288
|
# @return [String]
|
2265
2289
|
#
|
2290
|
+
# @!attribute [rw] glue_version
|
2291
|
+
# Glue version determines the versions of Apache Spark and Python that
|
2292
|
+
# AWS Glue supports. The Python version indicates the version
|
2293
|
+
# supported for running your ETL scripts on development endpoints.
|
2294
|
+
# @return [String]
|
2295
|
+
#
|
2266
2296
|
# @!attribute [rw] number_of_workers
|
2267
2297
|
# The number of workers of a defined `workerType` that are allocated
|
2268
2298
|
# to the development endpoint.
|
@@ -2302,6 +2332,19 @@ module Aws::Glue
|
|
2302
2332
|
#
|
2303
2333
|
# @!attribute [rw] arguments
|
2304
2334
|
# The map of arguments used to configure this `DevEndpoint`.
|
2335
|
+
#
|
2336
|
+
# Valid arguments are:
|
2337
|
+
#
|
2338
|
+
# * `"--enable-glue-datacatalog": ""`
|
2339
|
+
#
|
2340
|
+
# * `"GLUE_PYTHON_VERSION": "3"`
|
2341
|
+
#
|
2342
|
+
# * `"GLUE_PYTHON_VERSION": "2"`
|
2343
|
+
#
|
2344
|
+
# You can specify a version of Python support for development
|
2345
|
+
# endpoints by using the `Arguments` parameter in the
|
2346
|
+
# `CreateDevEndpoint` or `UpdateDevEndpoint` APIs. If no arguments are
|
2347
|
+
# provided, the version defaults to Python 2.
|
2305
2348
|
# @return [Hash<String,String>]
|
2306
2349
|
#
|
2307
2350
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpointResponse AWS API Documentation
|
@@ -2316,6 +2359,7 @@ module Aws::Glue
|
|
2316
2359
|
:zeppelin_remote_spark_interpreter_port,
|
2317
2360
|
:number_of_nodes,
|
2318
2361
|
:worker_type,
|
2362
|
+
:glue_version,
|
2319
2363
|
:number_of_workers,
|
2320
2364
|
:availability_zone,
|
2321
2365
|
:vpc_id,
|
@@ -4060,6 +4104,28 @@ module Aws::Glue
|
|
4060
4104
|
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
4061
4105
|
# @return [String]
|
4062
4106
|
#
|
4107
|
+
# @!attribute [rw] glue_version
|
4108
|
+
# Glue version determines the versions of Apache Spark and Python that
|
4109
|
+
# AWS Glue supports. The Python version indicates the version
|
4110
|
+
# supported for running your ETL scripts on development endpoints.
|
4111
|
+
#
|
4112
|
+
# For more information about the available AWS Glue versions and
|
4113
|
+
# corresponding Spark and Python versions, see [Glue version][1] in
|
4114
|
+
# the developer guide.
|
4115
|
+
#
|
4116
|
+
# Development endpoints that are created without specifying a Glue
|
4117
|
+
# version default to Glue 0.9.
|
4118
|
+
#
|
4119
|
+
# You can specify a version of Python support for development
|
4120
|
+
# endpoints by using the `Arguments` parameter in the
|
4121
|
+
# `CreateDevEndpoint` or `UpdateDevEndpoint` APIs. If no arguments are
|
4122
|
+
# provided, the version defaults to Python 2.
|
4123
|
+
#
|
4124
|
+
#
|
4125
|
+
#
|
4126
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
4127
|
+
# @return [String]
|
4128
|
+
#
|
4063
4129
|
# @!attribute [rw] number_of_workers
|
4064
4130
|
# The number of workers of a defined `workerType` that are allocated
|
4065
4131
|
# to the development endpoint.
|
@@ -4152,8 +4218,18 @@ module Aws::Glue
|
|
4152
4218
|
# @!attribute [rw] arguments
|
4153
4219
|
# A map of arguments used to configure the `DevEndpoint`.
|
4154
4220
|
#
|
4155
|
-
#
|
4156
|
-
#
|
4221
|
+
# Valid arguments are:
|
4222
|
+
#
|
4223
|
+
# * `"--enable-glue-datacatalog": ""`
|
4224
|
+
#
|
4225
|
+
# * `"GLUE_PYTHON_VERSION": "3"`
|
4226
|
+
#
|
4227
|
+
# * `"GLUE_PYTHON_VERSION": "2"`
|
4228
|
+
#
|
4229
|
+
# You can specify a version of Python support for development
|
4230
|
+
# endpoints by using the `Arguments` parameter in the
|
4231
|
+
# `CreateDevEndpoint` or `UpdateDevEndpoint` APIs. If no arguments are
|
4232
|
+
# provided, the version defaults to Python 2.
|
4157
4233
|
# @return [Hash<String,String>]
|
4158
4234
|
#
|
4159
4235
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DevEndpoint AWS API Documentation
|
@@ -4169,6 +4245,7 @@ module Aws::Glue
|
|
4169
4245
|
:public_address,
|
4170
4246
|
:status,
|
4171
4247
|
:worker_type,
|
4248
|
+
:glue_version,
|
4172
4249
|
:number_of_workers,
|
4173
4250
|
:number_of_nodes,
|
4174
4251
|
:availability_zone,
|
@@ -11251,6 +11328,19 @@ module Aws::Glue
|
|
11251
11328
|
# @!attribute [rw] add_arguments
|
11252
11329
|
# The map of arguments to add the map of arguments used to configure
|
11253
11330
|
# the `DevEndpoint`.
|
11331
|
+
#
|
11332
|
+
# Valid arguments are:
|
11333
|
+
#
|
11334
|
+
# * `"--enable-glue-datacatalog": ""`
|
11335
|
+
#
|
11336
|
+
# * `"GLUE_PYTHON_VERSION": "3"`
|
11337
|
+
#
|
11338
|
+
# * `"GLUE_PYTHON_VERSION": "2"`
|
11339
|
+
#
|
11340
|
+
# You can specify a version of Python support for development
|
11341
|
+
# endpoints by using the `Arguments` parameter in the
|
11342
|
+
# `CreateDevEndpoint` or `UpdateDevEndpoint` APIs. If no arguments are
|
11343
|
+
# provided, the version defaults to Python 2.
|
11254
11344
|
# @return [Hash<String,String>]
|
11255
11345
|
#
|
11256
11346
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpointRequest AWS API Documentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.44.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-
|
11
|
+
date: 2019-09-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|