aws-sdk-glue 1.132.0 → 1.134.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +61 -28
- data/lib/aws-sdk-glue/client_api.rb +50 -1
- data/lib/aws-sdk-glue/errors.rb +68 -0
- data/lib/aws-sdk-glue/types.rb +184 -54
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0f853ddbe064dcb06b7b1c395a22073fafb67f1a09851a781400a6362348152c
|
4
|
+
data.tar.gz: fc93b1bc8f34e943088cebb5c9ace8b076b1c85f0fa54bb00536e20d5919bbee
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4765afeecba99b3679632a4247d7d4aa2b33efa022be1b1513f6fa69274efa2f340ad5802c308c5c62b9bd801bb0d0190c37b74e3e3d9c9419efe801728e1a2c
|
7
|
+
data.tar.gz: 1e98bb04593269d1754f16304bbb7f6cc36e51856d92e6a92e9bdccb6e1a899a27ff3401528ea71891834c933dfa71e14a013d3555df7059fa67fa7ca425487d
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.134.0 (2023-04-03)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Add support for database-level federation
|
8
|
+
|
9
|
+
1.133.0 (2023-03-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds support for AWS Glue Data Quality, which helps you evaluate and monitor the quality of your data and includes the API for creating, deleting, or updating data quality rulesets, runs and evaluations.
|
13
|
+
|
4
14
|
1.132.0 (2023-02-17)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.134.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2819,6 +2819,10 @@ module Aws::Glue
|
|
2819
2819
|
# catalog_id: "CatalogIdString",
|
2820
2820
|
# database_name: "NameString",
|
2821
2821
|
# },
|
2822
|
+
# federated_database: {
|
2823
|
+
# identifier: "FederationIdentifier",
|
2824
|
+
# connection_name: "NameString",
|
2825
|
+
# },
|
2822
2826
|
# },
|
2823
2827
|
# tags: {
|
2824
2828
|
# "TagKey" => "TagValue",
|
@@ -4620,48 +4624,47 @@ module Aws::Glue
|
|
4620
4624
|
# @option params [String] :compatibility
|
4621
4625
|
# The compatibility mode of the schema. The possible values are:
|
4622
4626
|
#
|
4623
|
-
# * *NONE
|
4627
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4624
4628
|
# development scenarios or if you do not know the compatibility mode
|
4625
4629
|
# that you want to apply to schemas. Any new version added will be
|
4626
4630
|
# accepted without undergoing a compatibility check.
|
4627
4631
|
#
|
4628
|
-
# * *DISABLED
|
4632
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4629
4633
|
# particular schema. You can use this choice to prevent future
|
4630
4634
|
# versioning of a schema.
|
4631
4635
|
#
|
4632
|
-
# * *BACKWARD
|
4636
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4633
4637
|
# data receivers to read both the current and one previous schema
|
4634
4638
|
# version. This means that for instance, a new schema version cannot
|
4635
4639
|
# drop data fields or change the type of these fields, so they can't
|
4636
4640
|
# be read by readers using the previous version.
|
4637
4641
|
#
|
4638
|
-
# * *BACKWARD\_ALL
|
4642
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers to
|
4639
4643
|
# read both the current and all previous schema versions. You can use
|
4640
4644
|
# this choice when you need to delete fields or add optional fields,
|
4641
4645
|
# and check compatibility against all previous schema versions.
|
4642
4646
|
#
|
4643
|
-
# * *FORWARD
|
4647
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4644
4648
|
# both the current and one next schema version, but not necessarily
|
4645
4649
|
# later versions. You can use this choice when you need to add fields
|
4646
4650
|
# or delete optional fields, but only check compatibility against the
|
4647
4651
|
# last schema version.
|
4648
4652
|
#
|
4649
|
-
# * *FORWARD\_ALL
|
4653
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4650
4654
|
# read written by producers of any new registered schema. You can use
|
4651
4655
|
# this choice when you need to add fields or delete optional fields,
|
4652
4656
|
# and check compatibility against all previous schema versions.
|
4653
4657
|
#
|
4654
|
-
# * *FULL
|
4655
|
-
#
|
4658
|
+
# * *FULL*: This compatibility choice allows data receivers to read data
|
4659
|
+
# written by producers using the previous or next version of the
|
4656
4660
|
# schema, but not necessarily earlier or later versions. You can use
|
4657
4661
|
# this choice when you need to add or remove optional fields, but only
|
4658
4662
|
# check compatibility against the last schema version.
|
4659
4663
|
#
|
4660
|
-
# * *FULL\_ALL
|
4661
|
-
#
|
4662
|
-
#
|
4663
|
-
#
|
4664
|
-
# versions.
|
4664
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to read
|
4665
|
+
# data written by producers using all previous schema versions. You
|
4666
|
+
# can use this choice when you need to add or remove optional fields,
|
4667
|
+
# and check compatibility against all previous schema versions.
|
4665
4668
|
#
|
4666
4669
|
# @option params [String] :description
|
4667
4670
|
# An optional description of the schema. If description is not provided,
|
@@ -4865,10 +4868,14 @@ module Aws::Glue
|
|
4865
4868
|
# The `SessionCommand` that runs the job.
|
4866
4869
|
#
|
4867
4870
|
# @option params [Integer] :timeout
|
4868
|
-
# The number of
|
4871
|
+
# The number of minutes before session times out. Default for Spark ETL
|
4872
|
+
# jobs is 48 hours (2880 minutes), the maximum session lifetime for this
|
4873
|
+
# job type. Consult the documentation for other job types.
|
4869
4874
|
#
|
4870
4875
|
# @option params [Integer] :idle_timeout
|
4871
|
-
# The number of
|
4876
|
+
# The number of minutes when idle before session times out. Default for
|
4877
|
+
# Spark ETL jobs is value of Timeout. Consult the documentation for
|
4878
|
+
# other job types.
|
4872
4879
|
#
|
4873
4880
|
# @option params [Hash<String,String>] :default_arguments
|
4874
4881
|
# A map array of key-value pairs. Max is 75 pairs.
|
@@ -7300,6 +7307,8 @@ module Aws::Glue
|
|
7300
7307
|
# resp.database.target_database.catalog_id #=> String
|
7301
7308
|
# resp.database.target_database.database_name #=> String
|
7302
7309
|
# resp.database.catalog_id #=> String
|
7310
|
+
# resp.database.federated_database.identifier #=> String
|
7311
|
+
# resp.database.federated_database.connection_name #=> String
|
7303
7312
|
#
|
7304
7313
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
|
7305
7314
|
#
|
@@ -7324,7 +7333,11 @@ module Aws::Glue
|
|
7324
7333
|
#
|
7325
7334
|
# @option params [String] :resource_share_type
|
7326
7335
|
# Allows you to specify that you want to list the databases shared with
|
7327
|
-
# your account. The allowable values are `FOREIGN` or
|
7336
|
+
# your account. The allowable values are `FEDERATED`, `FOREIGN` or
|
7337
|
+
# `ALL`.
|
7338
|
+
#
|
7339
|
+
# * If set to `FEDERATED`, will list the federated databases
|
7340
|
+
# (referencing an external entity) shared with your account.
|
7328
7341
|
#
|
7329
7342
|
# * If set to `FOREIGN`, will list the databases shared with your
|
7330
7343
|
# account.
|
@@ -7345,7 +7358,7 @@ module Aws::Glue
|
|
7345
7358
|
# catalog_id: "CatalogIdString",
|
7346
7359
|
# next_token: "Token",
|
7347
7360
|
# max_results: 1,
|
7348
|
-
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
7361
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL, FEDERATED
|
7349
7362
|
# })
|
7350
7363
|
#
|
7351
7364
|
# @example Response structure
|
@@ -7364,6 +7377,8 @@ module Aws::Glue
|
|
7364
7377
|
# resp.database_list[0].target_database.catalog_id #=> String
|
7365
7378
|
# resp.database_list[0].target_database.database_name #=> String
|
7366
7379
|
# resp.database_list[0].catalog_id #=> String
|
7380
|
+
# resp.database_list[0].federated_database.identifier #=> String
|
7381
|
+
# resp.database_list[0].federated_database.connection_name #=> String
|
7367
7382
|
# resp.next_token #=> String
|
7368
7383
|
#
|
7369
7384
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
|
@@ -9721,7 +9736,7 @@ module Aws::Glue
|
|
9721
9736
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9722
9737
|
# expression.
|
9723
9738
|
#
|
9724
|
-
# *Operators
|
9739
|
+
# *Operators*: The following are the operators that you can use in the
|
9725
9740
|
# `Expression` API call:
|
9726
9741
|
#
|
9727
9742
|
# =
|
@@ -9774,7 +9789,7 @@ module Aws::Glue
|
|
9774
9789
|
#
|
9775
9790
|
# : Logical operators.
|
9776
9791
|
#
|
9777
|
-
# *Supported Partition Key Types
|
9792
|
+
# *Supported Partition Key Types*: The following are the supported
|
9778
9793
|
# partition keys.
|
9779
9794
|
#
|
9780
9795
|
# * `string`
|
@@ -9801,7 +9816,7 @@ module Aws::Glue
|
|
9801
9816
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
9802
9817
|
# be compatible with the catalog partitions.
|
9803
9818
|
#
|
9804
|
-
# *Sample API Call
|
9819
|
+
# *Sample API Call*:
|
9805
9820
|
#
|
9806
9821
|
#
|
9807
9822
|
#
|
@@ -10670,6 +10685,9 @@ module Aws::Glue
|
|
10670
10685
|
# resp.table.target_table.name #=> String
|
10671
10686
|
# resp.table.catalog_id #=> String
|
10672
10687
|
# resp.table.version_id #=> String
|
10688
|
+
# resp.table.federated_table.identifier #=> String
|
10689
|
+
# resp.table.federated_table.database_identifier #=> String
|
10690
|
+
# resp.table.federated_table.connection_name #=> String
|
10673
10691
|
#
|
10674
10692
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
10675
10693
|
#
|
@@ -10776,6 +10794,9 @@ module Aws::Glue
|
|
10776
10794
|
# resp.table_version.table.target_table.name #=> String
|
10777
10795
|
# resp.table_version.table.catalog_id #=> String
|
10778
10796
|
# resp.table_version.table.version_id #=> String
|
10797
|
+
# resp.table_version.table.federated_table.identifier #=> String
|
10798
|
+
# resp.table_version.table.federated_table.database_identifier #=> String
|
10799
|
+
# resp.table_version.table.federated_table.connection_name #=> String
|
10779
10800
|
# resp.table_version.version_id #=> String
|
10780
10801
|
#
|
10781
10802
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
@@ -10891,6 +10912,9 @@ module Aws::Glue
|
|
10891
10912
|
# resp.table_versions[0].table.target_table.name #=> String
|
10892
10913
|
# resp.table_versions[0].table.catalog_id #=> String
|
10893
10914
|
# resp.table_versions[0].table.version_id #=> String
|
10915
|
+
# resp.table_versions[0].table.federated_table.identifier #=> String
|
10916
|
+
# resp.table_versions[0].table.federated_table.database_identifier #=> String
|
10917
|
+
# resp.table_versions[0].table.federated_table.connection_name #=> String
|
10894
10918
|
# resp.table_versions[0].version_id #=> String
|
10895
10919
|
# resp.next_token #=> String
|
10896
10920
|
#
|
@@ -11017,6 +11041,9 @@ module Aws::Glue
|
|
11017
11041
|
# resp.table_list[0].target_table.name #=> String
|
11018
11042
|
# resp.table_list[0].catalog_id #=> String
|
11019
11043
|
# resp.table_list[0].version_id #=> String
|
11044
|
+
# resp.table_list[0].federated_table.identifier #=> String
|
11045
|
+
# resp.table_list[0].federated_table.database_identifier #=> String
|
11046
|
+
# resp.table_list[0].federated_table.connection_name #=> String
|
11020
11047
|
# resp.next_token #=> String
|
11021
11048
|
#
|
11022
11049
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
@@ -11305,7 +11332,7 @@ module Aws::Glue
|
|
11305
11332
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
11306
11333
|
# expression.
|
11307
11334
|
#
|
11308
|
-
# *Operators
|
11335
|
+
# *Operators*: The following are the operators that you can use in the
|
11309
11336
|
# `Expression` API call:
|
11310
11337
|
#
|
11311
11338
|
# =
|
@@ -11358,7 +11385,7 @@ module Aws::Glue
|
|
11358
11385
|
#
|
11359
11386
|
# : Logical operators.
|
11360
11387
|
#
|
11361
|
-
# *Supported Partition Key Types
|
11388
|
+
# *Supported Partition Key Types*: The following are the supported
|
11362
11389
|
# partition keys.
|
11363
11390
|
#
|
11364
11391
|
# * `string`
|
@@ -11600,6 +11627,9 @@ module Aws::Glue
|
|
11600
11627
|
# resp.table.target_table.name #=> String
|
11601
11628
|
# resp.table.catalog_id #=> String
|
11602
11629
|
# resp.table.version_id #=> String
|
11630
|
+
# resp.table.federated_table.identifier #=> String
|
11631
|
+
# resp.table.federated_table.database_identifier #=> String
|
11632
|
+
# resp.table.federated_table.connection_name #=> String
|
11603
11633
|
# resp.authorized_columns #=> Array
|
11604
11634
|
# resp.authorized_columns[0] #=> String
|
11605
11635
|
# resp.is_registered_with_lake_formation #=> Boolean
|
@@ -13860,7 +13890,7 @@ module Aws::Glue
|
|
13860
13890
|
# },
|
13861
13891
|
# ],
|
13862
13892
|
# max_results: 1,
|
13863
|
-
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
13893
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL, FEDERATED
|
13864
13894
|
# })
|
13865
13895
|
#
|
13866
13896
|
# @example Response structure
|
@@ -13930,6 +13960,9 @@ module Aws::Glue
|
|
13930
13960
|
# resp.table_list[0].target_table.name #=> String
|
13931
13961
|
# resp.table_list[0].catalog_id #=> String
|
13932
13962
|
# resp.table_list[0].version_id #=> String
|
13963
|
+
# resp.table_list[0].federated_table.identifier #=> String
|
13964
|
+
# resp.table_list[0].federated_table.database_identifier #=> String
|
13965
|
+
# resp.table_list[0].federated_table.connection_name #=> String
|
13933
13966
|
#
|
13934
13967
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
13935
13968
|
#
|
@@ -15381,9 +15414,6 @@ module Aws::Glue
|
|
15381
15414
|
# @option params [required, String] :name
|
15382
15415
|
# The name of the data quality ruleset.
|
15383
15416
|
#
|
15384
|
-
# @option params [String] :updated_name
|
15385
|
-
# The new name of the ruleset, if you are renaming it.
|
15386
|
-
#
|
15387
15417
|
# @option params [String] :description
|
15388
15418
|
# A description of the ruleset.
|
15389
15419
|
#
|
@@ -15401,7 +15431,6 @@ module Aws::Glue
|
|
15401
15431
|
#
|
15402
15432
|
# resp = client.update_data_quality_ruleset({
|
15403
15433
|
# name: "NameString", # required
|
15404
|
-
# updated_name: "NameString",
|
15405
15434
|
# description: "DescriptionString",
|
15406
15435
|
# ruleset: "DataQualityRulesetString",
|
15407
15436
|
# })
|
@@ -15462,6 +15491,10 @@ module Aws::Glue
|
|
15462
15491
|
# catalog_id: "CatalogIdString",
|
15463
15492
|
# database_name: "NameString",
|
15464
15493
|
# },
|
15494
|
+
# federated_database: {
|
15495
|
+
# identifier: "FederationIdentifier",
|
15496
|
+
# connection_name: "NameString",
|
15497
|
+
# },
|
15465
15498
|
# },
|
15466
15499
|
# })
|
15467
15500
|
#
|
@@ -17324,7 +17357,7 @@ module Aws::Glue
|
|
17324
17357
|
params: params,
|
17325
17358
|
config: config)
|
17326
17359
|
context[:gem_name] = 'aws-sdk-glue'
|
17327
|
-
context[:gem_version] = '1.
|
17360
|
+
context[:gem_version] = '1.134.0'
|
17328
17361
|
Seahorse::Client::Request.new(handlers, context)
|
17329
17362
|
end
|
17330
17363
|
|
@@ -416,6 +416,13 @@ module Aws::Glue
|
|
416
416
|
ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
|
417
417
|
ExportLabelsTaskRunProperties = Shapes::StructureShape.new(name: 'ExportLabelsTaskRunProperties')
|
418
418
|
ExtendedString = Shapes::StringShape.new(name: 'ExtendedString')
|
419
|
+
FederatedDatabase = Shapes::StructureShape.new(name: 'FederatedDatabase')
|
420
|
+
FederatedResourceAlreadyExistsException = Shapes::StructureShape.new(name: 'FederatedResourceAlreadyExistsException')
|
421
|
+
FederatedTable = Shapes::StructureShape.new(name: 'FederatedTable')
|
422
|
+
FederationIdentifier = Shapes::StringShape.new(name: 'FederationIdentifier')
|
423
|
+
FederationSourceErrorCode = Shapes::StringShape.new(name: 'FederationSourceErrorCode')
|
424
|
+
FederationSourceException = Shapes::StructureShape.new(name: 'FederationSourceException')
|
425
|
+
FederationSourceRetryableException = Shapes::StructureShape.new(name: 'FederationSourceRetryableException')
|
419
426
|
FieldName = Shapes::StringShape.new(name: 'FieldName')
|
420
427
|
FieldType = Shapes::StringShape.new(name: 'FieldType')
|
421
428
|
FillMissingValues = Shapes::StructureShape.new(name: 'FillMissingValues')
|
@@ -2277,6 +2284,7 @@ module Aws::Glue
|
|
2277
2284
|
Database.add_member(:create_table_default_permissions, Shapes::ShapeRef.new(shape: PrincipalPermissionsList, location_name: "CreateTableDefaultPermissions"))
|
2278
2285
|
Database.add_member(:target_database, Shapes::ShapeRef.new(shape: DatabaseIdentifier, location_name: "TargetDatabase"))
|
2279
2286
|
Database.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
2287
|
+
Database.add_member(:federated_database, Shapes::ShapeRef.new(shape: FederatedDatabase, location_name: "FederatedDatabase"))
|
2280
2288
|
Database.struct_class = Types::Database
|
2281
2289
|
|
2282
2290
|
DatabaseIdentifier.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -2289,6 +2297,7 @@ module Aws::Glue
|
|
2289
2297
|
DatabaseInput.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
2290
2298
|
DatabaseInput.add_member(:create_table_default_permissions, Shapes::ShapeRef.new(shape: PrincipalPermissionsList, location_name: "CreateTableDefaultPermissions"))
|
2291
2299
|
DatabaseInput.add_member(:target_database, Shapes::ShapeRef.new(shape: DatabaseIdentifier, location_name: "TargetDatabase"))
|
2300
|
+
DatabaseInput.add_member(:federated_database, Shapes::ShapeRef.new(shape: FederatedDatabase, location_name: "FederatedDatabase"))
|
2292
2301
|
DatabaseInput.struct_class = Types::DatabaseInput
|
2293
2302
|
|
2294
2303
|
DatabaseList.member = Shapes::ShapeRef.new(shape: Database)
|
@@ -2618,6 +2627,7 @@ module Aws::Glue
|
|
2618
2627
|
EncryptionConfiguration.struct_class = Types::EncryptionConfiguration
|
2619
2628
|
|
2620
2629
|
EntityNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2630
|
+
EntityNotFoundException.add_member(:from_federation_source, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "FromFederationSource"))
|
2621
2631
|
EntityNotFoundException.struct_class = Types::EntityNotFoundException
|
2622
2632
|
|
2623
2633
|
ErrorByName.key = Shapes::ShapeRef.new(shape: NameString)
|
@@ -2653,6 +2663,26 @@ module Aws::Glue
|
|
2653
2663
|
ExportLabelsTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
|
2654
2664
|
ExportLabelsTaskRunProperties.struct_class = Types::ExportLabelsTaskRunProperties
|
2655
2665
|
|
2666
|
+
FederatedDatabase.add_member(:identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "Identifier"))
|
2667
|
+
FederatedDatabase.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
|
2668
|
+
FederatedDatabase.struct_class = Types::FederatedDatabase
|
2669
|
+
|
2670
|
+
FederatedResourceAlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2671
|
+
FederatedResourceAlreadyExistsException.add_member(:associated_glue_resource, Shapes::ShapeRef.new(shape: GlueResourceArn, location_name: "AssociatedGlueResource"))
|
2672
|
+
FederatedResourceAlreadyExistsException.struct_class = Types::FederatedResourceAlreadyExistsException
|
2673
|
+
|
2674
|
+
FederatedTable.add_member(:identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "Identifier"))
|
2675
|
+
FederatedTable.add_member(:database_identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "DatabaseIdentifier"))
|
2676
|
+
FederatedTable.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
|
2677
|
+
FederatedTable.struct_class = Types::FederatedTable
|
2678
|
+
|
2679
|
+
FederationSourceException.add_member(:federation_source_error_code, Shapes::ShapeRef.new(shape: FederationSourceErrorCode, location_name: "FederationSourceErrorCode"))
|
2680
|
+
FederationSourceException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2681
|
+
FederationSourceException.struct_class = Types::FederationSourceException
|
2682
|
+
|
2683
|
+
FederationSourceRetryableException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2684
|
+
FederationSourceRetryableException.struct_class = Types::FederationSourceRetryableException
|
2685
|
+
|
2656
2686
|
FillMissingValues.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
2657
2687
|
FillMissingValues.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
2658
2688
|
FillMissingValues.add_member(:imputed_path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "ImputedPath"))
|
@@ -3436,6 +3466,7 @@ module Aws::Glue
|
|
3436
3466
|
InternalServiceException.struct_class = Types::InternalServiceException
|
3437
3467
|
|
3438
3468
|
InvalidInputException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
3469
|
+
InvalidInputException.add_member(:from_federation_source, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "FromFederationSource"))
|
3439
3470
|
InvalidInputException.struct_class = Types::InvalidInputException
|
3440
3471
|
|
3441
3472
|
InvalidStateException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
@@ -4859,6 +4890,7 @@ module Aws::Glue
|
|
4859
4890
|
Table.add_member(:target_table, Shapes::ShapeRef.new(shape: TableIdentifier, location_name: "TargetTable"))
|
4860
4891
|
Table.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
4861
4892
|
Table.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionString, location_name: "VersionId"))
|
4893
|
+
Table.add_member(:federated_table, Shapes::ShapeRef.new(shape: FederatedTable, location_name: "FederatedTable"))
|
4862
4894
|
Table.struct_class = Types::Table
|
4863
4895
|
|
4864
4896
|
TableError.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, location_name: "TableName"))
|
@@ -5109,7 +5141,6 @@ module Aws::Glue
|
|
5109
5141
|
UpdateCsvClassifierRequest.struct_class = Types::UpdateCsvClassifierRequest
|
5110
5142
|
|
5111
5143
|
UpdateDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
5112
|
-
UpdateDataQualityRulesetRequest.add_member(:updated_name, Shapes::ShapeRef.new(shape: NameString, location_name: "UpdatedName"))
|
5113
5144
|
UpdateDataQualityRulesetRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
5114
5145
|
UpdateDataQualityRulesetRequest.add_member(:ruleset, Shapes::ShapeRef.new(shape: DataQualityRulesetString, location_name: "Ruleset"))
|
5115
5146
|
UpdateDataQualityRulesetRequest.struct_class = Types::UpdateDataQualityRulesetRequest
|
@@ -5512,6 +5543,8 @@ module Aws::Glue
|
|
5512
5543
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
5513
5544
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
5514
5545
|
o.errors << Shapes::ShapeRef.new(shape: InvalidStateException)
|
5546
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
5547
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
5515
5548
|
end)
|
5516
5549
|
|
5517
5550
|
api.add_operation(:batch_get_triggers, Seahorse::Model::Operation.new.tap do |o|
|
@@ -5711,6 +5744,7 @@ module Aws::Glue
|
|
5711
5744
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
5712
5745
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
5713
5746
|
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
5747
|
+
o.errors << Shapes::ShapeRef.new(shape: FederatedResourceAlreadyExistsException)
|
5714
5748
|
end)
|
5715
5749
|
|
5716
5750
|
api.add_operation(:create_dev_endpoint, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6480,6 +6514,7 @@ module Aws::Glue
|
|
6480
6514
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6481
6515
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6482
6516
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
6517
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
6483
6518
|
end)
|
6484
6519
|
|
6485
6520
|
api.add_operation(:get_databases, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6697,6 +6732,8 @@ module Aws::Glue
|
|
6697
6732
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6698
6733
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6699
6734
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
6735
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
6736
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
6700
6737
|
end)
|
6701
6738
|
|
6702
6739
|
api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6730,6 +6767,8 @@ module Aws::Glue
|
|
6730
6767
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
6731
6768
|
o.errors << Shapes::ShapeRef.new(shape: InvalidStateException)
|
6732
6769
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
|
6770
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
6771
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
6733
6772
|
o[:pager] = Aws::Pager.new(
|
6734
6773
|
limit_key: "max_results",
|
6735
6774
|
tokens: {
|
@@ -6908,6 +6947,8 @@ module Aws::Glue
|
|
6908
6947
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6909
6948
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
6910
6949
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
|
6950
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
6951
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
6911
6952
|
end)
|
6912
6953
|
|
6913
6954
|
api.add_operation(:get_table_version, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6953,6 +6994,8 @@ module Aws::Glue
|
|
6953
6994
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6954
6995
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6955
6996
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
6997
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
6998
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
6956
6999
|
o[:pager] = Aws::Pager.new(
|
6957
7000
|
limit_key: "max_results",
|
6958
7001
|
tokens: {
|
@@ -7015,6 +7058,8 @@ module Aws::Glue
|
|
7015
7058
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
7016
7059
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
7017
7060
|
o.errors << Shapes::ShapeRef.new(shape: PermissionTypeMismatchException)
|
7061
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
7062
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
7018
7063
|
end)
|
7019
7064
|
|
7020
7065
|
api.add_operation(:get_unfiltered_partitions_metadata, Seahorse::Model::Operation.new.tap do |o|
|
@@ -7029,6 +7074,8 @@ module Aws::Glue
|
|
7029
7074
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
7030
7075
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
7031
7076
|
o.errors << Shapes::ShapeRef.new(shape: PermissionTypeMismatchException)
|
7077
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
7078
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
7032
7079
|
o[:pager] = Aws::Pager.new(
|
7033
7080
|
limit_key: "max_results",
|
7034
7081
|
tokens: {
|
@@ -7049,6 +7096,8 @@ module Aws::Glue
|
|
7049
7096
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
7050
7097
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
7051
7098
|
o.errors << Shapes::ShapeRef.new(shape: PermissionTypeMismatchException)
|
7099
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceException)
|
7100
|
+
o.errors << Shapes::ShapeRef.new(shape: FederationSourceRetryableException)
|
7052
7101
|
end)
|
7053
7102
|
|
7054
7103
|
api.add_operation(:get_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -37,6 +37,9 @@ module Aws::Glue
|
|
37
37
|
# * {CrawlerRunningException}
|
38
38
|
# * {CrawlerStoppingException}
|
39
39
|
# * {EntityNotFoundException}
|
40
|
+
# * {FederatedResourceAlreadyExistsException}
|
41
|
+
# * {FederationSourceException}
|
42
|
+
# * {FederationSourceRetryableException}
|
40
43
|
# * {GlueEncryptionException}
|
41
44
|
# * {IdempotentParameterMismatchException}
|
42
45
|
# * {IllegalBlueprintStateException}
|
@@ -211,6 +214,66 @@ module Aws::Glue
|
|
211
214
|
def message
|
212
215
|
@message || @data[:message]
|
213
216
|
end
|
217
|
+
|
218
|
+
# @return [String]
|
219
|
+
def from_federation_source
|
220
|
+
@data[:from_federation_source]
|
221
|
+
end
|
222
|
+
end
|
223
|
+
|
224
|
+
class FederatedResourceAlreadyExistsException < ServiceError
|
225
|
+
|
226
|
+
# @param [Seahorse::Client::RequestContext] context
|
227
|
+
# @param [String] message
|
228
|
+
# @param [Aws::Glue::Types::FederatedResourceAlreadyExistsException] data
|
229
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
230
|
+
super(context, message, data)
|
231
|
+
end
|
232
|
+
|
233
|
+
# @return [String]
|
234
|
+
def message
|
235
|
+
@message || @data[:message]
|
236
|
+
end
|
237
|
+
|
238
|
+
# @return [String]
|
239
|
+
def associated_glue_resource
|
240
|
+
@data[:associated_glue_resource]
|
241
|
+
end
|
242
|
+
end
|
243
|
+
|
244
|
+
class FederationSourceException < ServiceError
|
245
|
+
|
246
|
+
# @param [Seahorse::Client::RequestContext] context
|
247
|
+
# @param [String] message
|
248
|
+
# @param [Aws::Glue::Types::FederationSourceException] data
|
249
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
250
|
+
super(context, message, data)
|
251
|
+
end
|
252
|
+
|
253
|
+
# @return [String]
|
254
|
+
def federation_source_error_code
|
255
|
+
@data[:federation_source_error_code]
|
256
|
+
end
|
257
|
+
|
258
|
+
# @return [String]
|
259
|
+
def message
|
260
|
+
@message || @data[:message]
|
261
|
+
end
|
262
|
+
end
|
263
|
+
|
264
|
+
class FederationSourceRetryableException < ServiceError
|
265
|
+
|
266
|
+
# @param [Seahorse::Client::RequestContext] context
|
267
|
+
# @param [String] message
|
268
|
+
# @param [Aws::Glue::Types::FederationSourceRetryableException] data
|
269
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
270
|
+
super(context, message, data)
|
271
|
+
end
|
272
|
+
|
273
|
+
# @return [String]
|
274
|
+
def message
|
275
|
+
@message || @data[:message]
|
276
|
+
end
|
214
277
|
end
|
215
278
|
|
216
279
|
class GlueEncryptionException < ServiceError
|
@@ -316,6 +379,11 @@ module Aws::Glue
|
|
316
379
|
def message
|
317
380
|
@message || @data[:message]
|
318
381
|
end
|
382
|
+
|
383
|
+
# @return [String]
|
384
|
+
def from_federation_source
|
385
|
+
@data[:from_federation_source]
|
386
|
+
end
|
319
387
|
end
|
320
388
|
|
321
389
|
class InvalidStateException < ServiceError
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -230,10 +230,10 @@ module Aws::Glue
|
|
230
230
|
include Aws::Structure
|
231
231
|
end
|
232
232
|
|
233
|
-
# A structure containing
|
233
|
+
# A structure containing the Lake Formation audit context.
|
234
234
|
#
|
235
235
|
# @!attribute [rw] additional_audit_context
|
236
|
-
#
|
236
|
+
# A string containing the additional audit context information.
|
237
237
|
# @return [String]
|
238
238
|
#
|
239
239
|
# @!attribute [rw] requested_columns
|
@@ -1809,7 +1809,7 @@ module Aws::Glue
|
|
1809
1809
|
#
|
1810
1810
|
# @!attribute [rw] split_fields
|
1811
1811
|
# Specifies a transform that splits data property keys into two
|
1812
|
-
# `DynamicFrames`. The output is a collection of `DynamicFrames
|
1812
|
+
# `DynamicFrames`. The output is a collection of `DynamicFrames`: one
|
1813
1813
|
# with selected data property keys, and one with the remaining data
|
1814
1814
|
# property keys.
|
1815
1815
|
# @return [Types::SplitFields]
|
@@ -2278,7 +2278,9 @@ module Aws::Glue
|
|
2278
2278
|
# @return [Types::DateColumnStatisticsData]
|
2279
2279
|
#
|
2280
2280
|
# @!attribute [rw] decimal_column_statistics_data
|
2281
|
-
# Decimal column statistics data.
|
2281
|
+
# Decimal column statistics data. UnscaledValues within are
|
2282
|
+
# Base64-encoded binary objects storing big-endian, two's complement
|
2283
|
+
# representations of the decimal's unscaled value.
|
2282
2284
|
# @return [Types::DecimalColumnStatisticsData]
|
2283
2285
|
#
|
2284
2286
|
# @!attribute [rw] double_column_statistics_data
|
@@ -3243,14 +3245,13 @@ module Aws::Glue
|
|
3243
3245
|
# A key used to filter the crawler runs for a specified crawler. Valid
|
3244
3246
|
# values for each of the field names are:
|
3245
3247
|
#
|
3246
|
-
# * `CRAWL_ID
|
3247
|
-
# crawl.
|
3248
|
+
# * `CRAWL_ID`: A string representing the UUID identifier for a crawl.
|
3248
3249
|
#
|
3249
|
-
# * `STATE
|
3250
|
+
# * `STATE`: A string representing the state of the crawl.
|
3250
3251
|
#
|
3251
|
-
# * `START_TIME` and `END_TIME
|
3252
|
+
# * `START_TIME` and `END_TIME`: The epoch timestamp in milliseconds.
|
3252
3253
|
#
|
3253
|
-
# * `DPU_HOUR
|
3254
|
+
# * `DPU_HOUR`: The number of data processing unit (DPU) hours used
|
3254
3255
|
# for the crawl.
|
3255
3256
|
# @return [String]
|
3256
3257
|
#
|
@@ -3258,17 +3259,17 @@ module Aws::Glue
|
|
3258
3259
|
# A defined comparator that operates on the value. The available
|
3259
3260
|
# operators are:
|
3260
3261
|
#
|
3261
|
-
# * `GT
|
3262
|
+
# * `GT`: Greater than.
|
3262
3263
|
#
|
3263
|
-
# * `GE
|
3264
|
+
# * `GE`: Greater than or equal to.
|
3264
3265
|
#
|
3265
|
-
# * `LT
|
3266
|
+
# * `LT`: Less than.
|
3266
3267
|
#
|
3267
|
-
# * `LE
|
3268
|
+
# * `LE`: Less than or equal to.
|
3268
3269
|
#
|
3269
|
-
# * `EQ
|
3270
|
+
# * `EQ`: Equal to.
|
3270
3271
|
#
|
3271
|
-
# * `NE
|
3272
|
+
# * `NE`: Not equal to.
|
3272
3273
|
# @return [String]
|
3273
3274
|
#
|
3274
3275
|
# @!attribute [rw] field_value
|
@@ -4579,46 +4580,46 @@ module Aws::Glue
|
|
4579
4580
|
# @!attribute [rw] compatibility
|
4580
4581
|
# The compatibility mode of the schema. The possible values are:
|
4581
4582
|
#
|
4582
|
-
# * *NONE
|
4583
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4583
4584
|
# development scenarios or if you do not know the compatibility mode
|
4584
4585
|
# that you want to apply to schemas. Any new version added will be
|
4585
4586
|
# accepted without undergoing a compatibility check.
|
4586
4587
|
#
|
4587
|
-
# * *DISABLED
|
4588
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4588
4589
|
# particular schema. You can use this choice to prevent future
|
4589
4590
|
# versioning of a schema.
|
4590
4591
|
#
|
4591
|
-
# * *BACKWARD
|
4592
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4592
4593
|
# data receivers to read both the current and one previous schema
|
4593
4594
|
# version. This means that for instance, a new schema version cannot
|
4594
4595
|
# drop data fields or change the type of these fields, so they
|
4595
4596
|
# can't be read by readers using the previous version.
|
4596
4597
|
#
|
4597
|
-
# * *BACKWARD\_ALL
|
4598
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers
|
4598
4599
|
# to read both the current and all previous schema versions. You can
|
4599
4600
|
# use this choice when you need to delete fields or add optional
|
4600
4601
|
# fields, and check compatibility against all previous schema
|
4601
4602
|
# versions.
|
4602
4603
|
#
|
4603
|
-
# * *FORWARD
|
4604
|
-
#
|
4605
|
-
#
|
4606
|
-
#
|
4607
|
-
#
|
4604
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4605
|
+
# both the current and one next schema version, but not necessarily
|
4606
|
+
# later versions. You can use this choice when you need to add
|
4607
|
+
# fields or delete optional fields, but only check compatibility
|
4608
|
+
# against the last schema version.
|
4608
4609
|
#
|
4609
|
-
# * *FORWARD\_ALL
|
4610
|
-
#
|
4610
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4611
|
+
# read written by producers of any new registered schema. You can
|
4611
4612
|
# use this choice when you need to add fields or delete optional
|
4612
4613
|
# fields, and check compatibility against all previous schema
|
4613
4614
|
# versions.
|
4614
4615
|
#
|
4615
|
-
# * *FULL
|
4616
|
+
# * *FULL*: This compatibility choice allows data receivers to read
|
4616
4617
|
# data written by producers using the previous or next version of
|
4617
4618
|
# the schema, but not necessarily earlier or later versions. You can
|
4618
4619
|
# use this choice when you need to add or remove optional fields,
|
4619
4620
|
# but only check compatibility against the last schema version.
|
4620
4621
|
#
|
4621
|
-
# * *FULL\_ALL
|
4622
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to
|
4622
4623
|
# read data written by producers using all previous schema versions.
|
4623
4624
|
# You can use this choice when you need to add or remove optional
|
4624
4625
|
# fields, and check compatibility against all previous schema
|
@@ -4828,11 +4829,15 @@ module Aws::Glue
|
|
4828
4829
|
# @return [Types::SessionCommand]
|
4829
4830
|
#
|
4830
4831
|
# @!attribute [rw] timeout
|
4831
|
-
# The number of
|
4832
|
+
# The number of minutes before session times out. Default for Spark
|
4833
|
+
# ETL jobs is 48 hours (2880 minutes), the maximum session lifetime
|
4834
|
+
# for this job type. Consult the documentation for other job types.
|
4832
4835
|
# @return [Integer]
|
4833
4836
|
#
|
4834
4837
|
# @!attribute [rw] idle_timeout
|
4835
|
-
# The number of
|
4838
|
+
# The number of minutes when idle before session times out. Default
|
4839
|
+
# for Spark ETL jobs is value of Timeout. Consult the documentation
|
4840
|
+
# for other job types.
|
4836
4841
|
# @return [Integer]
|
4837
4842
|
#
|
4838
4843
|
# @!attribute [rw] default_arguments
|
@@ -5845,6 +5850,11 @@ module Aws::Glue
|
|
5845
5850
|
# The ID of the Data Catalog in which the database resides.
|
5846
5851
|
# @return [String]
|
5847
5852
|
#
|
5853
|
+
# @!attribute [rw] federated_database
|
5854
|
+
# A `FederatedDatabase` structure that references an entity outside
|
5855
|
+
# the Glue Data Catalog.
|
5856
|
+
# @return [Types::FederatedDatabase]
|
5857
|
+
#
|
5848
5858
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
5849
5859
|
#
|
5850
5860
|
class Database < Struct.new(
|
@@ -5855,7 +5865,8 @@ module Aws::Glue
|
|
5855
5865
|
:create_time,
|
5856
5866
|
:create_table_default_permissions,
|
5857
5867
|
:target_database,
|
5858
|
-
:catalog_id
|
5868
|
+
:catalog_id,
|
5869
|
+
:federated_database)
|
5859
5870
|
SENSITIVE = []
|
5860
5871
|
include Aws::Structure
|
5861
5872
|
end
|
@@ -5913,6 +5924,11 @@ module Aws::Glue
|
|
5913
5924
|
# for resource linking.
|
5914
5925
|
# @return [Types::DatabaseIdentifier]
|
5915
5926
|
#
|
5927
|
+
# @!attribute [rw] federated_database
|
5928
|
+
# A `FederatedDatabase` structure that references an entity outside
|
5929
|
+
# the Glue Data Catalog.
|
5930
|
+
# @return [Types::FederatedDatabase]
|
5931
|
+
#
|
5916
5932
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
5917
5933
|
#
|
5918
5934
|
class DatabaseInput < Struct.new(
|
@@ -5921,7 +5937,8 @@ module Aws::Glue
|
|
5921
5937
|
:location_uri,
|
5922
5938
|
:parameters,
|
5923
5939
|
:create_table_default_permissions,
|
5924
|
-
:target_database
|
5940
|
+
:target_database,
|
5941
|
+
:federated_database)
|
5925
5942
|
SENSITIVE = []
|
5926
5943
|
include Aws::Structure
|
5927
5944
|
end
|
@@ -7417,10 +7434,16 @@ module Aws::Glue
|
|
7417
7434
|
# A message describing the problem.
|
7418
7435
|
# @return [String]
|
7419
7436
|
#
|
7437
|
+
# @!attribute [rw] from_federation_source
|
7438
|
+
# Indicates whether or not the exception relates to a federated
|
7439
|
+
# source.
|
7440
|
+
# @return [Boolean]
|
7441
|
+
#
|
7420
7442
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EntityNotFoundException AWS API Documentation
|
7421
7443
|
#
|
7422
7444
|
class EntityNotFoundException < Struct.new(
|
7423
|
-
:message
|
7445
|
+
:message,
|
7446
|
+
:from_federation_source)
|
7424
7447
|
SENSITIVE = []
|
7425
7448
|
include Aws::Structure
|
7426
7449
|
end
|
@@ -7576,6 +7599,98 @@ module Aws::Glue
|
|
7576
7599
|
include Aws::Structure
|
7577
7600
|
end
|
7578
7601
|
|
7602
|
+
# A database that points to an entity outside the Glue Data Catalog.
|
7603
|
+
#
|
7604
|
+
# @!attribute [rw] identifier
|
7605
|
+
# A unique identifier for the federated database.
|
7606
|
+
# @return [String]
|
7607
|
+
#
|
7608
|
+
# @!attribute [rw] connection_name
|
7609
|
+
# The name of the connection to the external metastore.
|
7610
|
+
# @return [String]
|
7611
|
+
#
|
7612
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedDatabase AWS API Documentation
|
7613
|
+
#
|
7614
|
+
class FederatedDatabase < Struct.new(
|
7615
|
+
:identifier,
|
7616
|
+
:connection_name)
|
7617
|
+
SENSITIVE = []
|
7618
|
+
include Aws::Structure
|
7619
|
+
end
|
7620
|
+
|
7621
|
+
# A federated resource already exists.
|
7622
|
+
#
|
7623
|
+
# @!attribute [rw] message
|
7624
|
+
# The message describing the problem.
|
7625
|
+
# @return [String]
|
7626
|
+
#
|
7627
|
+
# @!attribute [rw] associated_glue_resource
|
7628
|
+
# The associated Glue resource already exists.
|
7629
|
+
# @return [String]
|
7630
|
+
#
|
7631
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedResourceAlreadyExistsException AWS API Documentation
|
7632
|
+
#
|
7633
|
+
class FederatedResourceAlreadyExistsException < Struct.new(
|
7634
|
+
:message,
|
7635
|
+
:associated_glue_resource)
|
7636
|
+
SENSITIVE = []
|
7637
|
+
include Aws::Structure
|
7638
|
+
end
|
7639
|
+
|
7640
|
+
# A table that points to an entity outside the Glue Data Catalog.
|
7641
|
+
#
|
7642
|
+
# @!attribute [rw] identifier
|
7643
|
+
# A unique identifier for the federated table.
|
7644
|
+
# @return [String]
|
7645
|
+
#
|
7646
|
+
# @!attribute [rw] database_identifier
|
7647
|
+
# A unique identifier for the federated database.
|
7648
|
+
# @return [String]
|
7649
|
+
#
|
7650
|
+
# @!attribute [rw] connection_name
|
7651
|
+
# The name of the connection to the external metastore.
|
7652
|
+
# @return [String]
|
7653
|
+
#
|
7654
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedTable AWS API Documentation
|
7655
|
+
#
|
7656
|
+
class FederatedTable < Struct.new(
|
7657
|
+
:identifier,
|
7658
|
+
:database_identifier,
|
7659
|
+
:connection_name)
|
7660
|
+
SENSITIVE = []
|
7661
|
+
include Aws::Structure
|
7662
|
+
end
|
7663
|
+
|
7664
|
+
# A federation source failed.
|
7665
|
+
#
|
7666
|
+
# @!attribute [rw] federation_source_error_code
|
7667
|
+
# The error code of the problem.
|
7668
|
+
# @return [String]
|
7669
|
+
#
|
7670
|
+
# @!attribute [rw] message
|
7671
|
+
# The message describing the problem.
|
7672
|
+
# @return [String]
|
7673
|
+
#
|
7674
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederationSourceException AWS API Documentation
|
7675
|
+
#
|
7676
|
+
class FederationSourceException < Struct.new(
|
7677
|
+
:federation_source_error_code,
|
7678
|
+
:message)
|
7679
|
+
SENSITIVE = []
|
7680
|
+
include Aws::Structure
|
7681
|
+
end
|
7682
|
+
|
7683
|
+
# @!attribute [rw] message
|
7684
|
+
# @return [String]
|
7685
|
+
#
|
7686
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederationSourceRetryableException AWS API Documentation
|
7687
|
+
#
|
7688
|
+
class FederationSourceRetryableException < Struct.new(
|
7689
|
+
:message)
|
7690
|
+
SENSITIVE = []
|
7691
|
+
include Aws::Structure
|
7692
|
+
end
|
7693
|
+
|
7579
7694
|
# Specifies a transform that locates records in the dataset that have
|
7580
7695
|
# missing values and adds a new field with a value determined by
|
7581
7696
|
# imputation. The input data set is used to train the machine learning
|
@@ -8122,7 +8237,7 @@ module Aws::Glue
|
|
8122
8237
|
end
|
8123
8238
|
|
8124
8239
|
# @!attribute [rw] column_statistics_list
|
8125
|
-
# List of ColumnStatistics
|
8240
|
+
# List of ColumnStatistics.
|
8126
8241
|
# @return [Array<Types::ColumnStatistics>]
|
8127
8242
|
#
|
8128
8243
|
# @!attribute [rw] errors
|
@@ -8786,7 +8901,11 @@ module Aws::Glue
|
|
8786
8901
|
#
|
8787
8902
|
# @!attribute [rw] resource_share_type
|
8788
8903
|
# Allows you to specify that you want to list the databases shared
|
8789
|
-
# with your account. The allowable values are `FOREIGN`
|
8904
|
+
# with your account. The allowable values are `FEDERATED`, `FOREIGN`
|
8905
|
+
# or `ALL`.
|
8906
|
+
#
|
8907
|
+
# * If set to `FEDERATED`, will list the federated databases
|
8908
|
+
# (referencing an external entity) shared with your account.
|
8790
8909
|
#
|
8791
8910
|
# * If set to `FOREIGN`, will list the databases shared with your
|
8792
8911
|
# account.
|
@@ -9543,8 +9662,8 @@ module Aws::Glue
|
|
9543
9662
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9544
9663
|
# expression.
|
9545
9664
|
#
|
9546
|
-
# *Operators
|
9547
|
-
#
|
9665
|
+
# *Operators*: The following are the operators that you can use in the
|
9666
|
+
# `Expression` API call:
|
9548
9667
|
#
|
9549
9668
|
# =
|
9550
9669
|
#
|
@@ -9599,7 +9718,7 @@ module Aws::Glue
|
|
9599
9718
|
#
|
9600
9719
|
# : Logical operators.
|
9601
9720
|
#
|
9602
|
-
# *Supported Partition Key Types
|
9721
|
+
# *Supported Partition Key Types*: The following are the supported
|
9603
9722
|
# partition keys.
|
9604
9723
|
#
|
9605
9724
|
# * `string`
|
@@ -9626,7 +9745,7 @@ module Aws::Glue
|
|
9626
9745
|
# define a crawler, the `partitionKey` type is created as a `STRING`,
|
9627
9746
|
# to be compatible with the catalog partitions.
|
9628
9747
|
#
|
9629
|
-
# *Sample API Call
|
9748
|
+
# *Sample API Call*:
|
9630
9749
|
#
|
9631
9750
|
#
|
9632
9751
|
#
|
@@ -10675,8 +10794,8 @@ module Aws::Glue
|
|
10675
10794
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
10676
10795
|
# expression.
|
10677
10796
|
#
|
10678
|
-
# *Operators
|
10679
|
-
#
|
10797
|
+
# *Operators*: The following are the operators that you can use in the
|
10798
|
+
# `Expression` API call:
|
10680
10799
|
#
|
10681
10800
|
# =
|
10682
10801
|
#
|
@@ -10731,7 +10850,7 @@ module Aws::Glue
|
|
10731
10850
|
#
|
10732
10851
|
# : Logical operators.
|
10733
10852
|
#
|
10734
|
-
# *Supported Partition Key Types
|
10853
|
+
# *Supported Partition Key Types*: The following are the supported
|
10735
10854
|
# partition keys.
|
10736
10855
|
#
|
10737
10856
|
# * `string`
|
@@ -11204,10 +11323,10 @@ module Aws::Glue
|
|
11204
11323
|
# Additional options for the table. Currently there are two keys
|
11205
11324
|
# supported:
|
11206
11325
|
#
|
11207
|
-
# * `pushDownPredicate
|
11326
|
+
# * `pushDownPredicate`: to filter on partitions without having to
|
11208
11327
|
# list and read all the files in your dataset.
|
11209
11328
|
#
|
11210
|
-
# * `catalogPartitionPredicate
|
11329
|
+
# * `catalogPartitionPredicate`: to use server-side partition pruning
|
11211
11330
|
# using partition indexes in the Glue Data Catalog.
|
11212
11331
|
# @return [Hash<String,String>]
|
11213
11332
|
#
|
@@ -11468,10 +11587,16 @@ module Aws::Glue
|
|
11468
11587
|
# A message describing the problem.
|
11469
11588
|
# @return [String]
|
11470
11589
|
#
|
11590
|
+
# @!attribute [rw] from_federation_source
|
11591
|
+
# Indicates whether or not the exception relates to a federated
|
11592
|
+
# source.
|
11593
|
+
# @return [Boolean]
|
11594
|
+
#
|
11471
11595
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidInputException AWS API Documentation
|
11472
11596
|
#
|
11473
11597
|
class InvalidInputException < Struct.new(
|
11474
|
-
:message
|
11598
|
+
:message,
|
11599
|
+
:from_federation_source)
|
11475
11600
|
SENSITIVE = []
|
11476
11601
|
include Aws::Structure
|
11477
11602
|
end
|
@@ -11813,8 +11938,8 @@ module Aws::Glue
|
|
11813
11938
|
#
|
11814
11939
|
# * When you specify an Apache Spark ETL job
|
11815
11940
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
11816
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
11817
|
-
#
|
11941
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
11942
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
11818
11943
|
# fractional DPU allocation.
|
11819
11944
|
#
|
11820
11945
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -14849,7 +14974,11 @@ module Aws::Glue
|
|
14849
14974
|
include Aws::Structure
|
14850
14975
|
end
|
14851
14976
|
|
14977
|
+
# The operation timed out.
|
14978
|
+
#
|
14852
14979
|
# @!attribute [rw] message
|
14980
|
+
# There is a mismatch between the SupportedPermissionType used in the
|
14981
|
+
# query request and the permissions defined on the target table.
|
14853
14982
|
# @return [String]
|
14854
14983
|
#
|
14855
14984
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
|
@@ -17561,7 +17690,7 @@ module Aws::Glue
|
|
17561
17690
|
end
|
17562
17691
|
|
17563
17692
|
# Specifies a transform that splits data property keys into two
|
17564
|
-
# `DynamicFrames`. The output is a collection of `DynamicFrames
|
17693
|
+
# `DynamicFrames`. The output is a collection of `DynamicFrames`: one
|
17565
17694
|
# with selected data property keys, and one with the remaining data
|
17566
17695
|
# property keys.
|
17567
17696
|
#
|
@@ -18595,6 +18724,11 @@ module Aws::Glue
|
|
18595
18724
|
# The ID of the table version.
|
18596
18725
|
# @return [String]
|
18597
18726
|
#
|
18727
|
+
# @!attribute [rw] federated_table
|
18728
|
+
# A `FederatedTable` structure that references an entity outside the
|
18729
|
+
# Glue Data Catalog.
|
18730
|
+
# @return [Types::FederatedTable]
|
18731
|
+
#
|
18598
18732
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
18599
18733
|
#
|
18600
18734
|
class Table < Struct.new(
|
@@ -18617,7 +18751,8 @@ module Aws::Glue
|
|
18617
18751
|
:is_registered_with_lake_formation,
|
18618
18752
|
:target_table,
|
18619
18753
|
:catalog_id,
|
18620
|
-
:version_id
|
18754
|
+
:version_id,
|
18755
|
+
:federated_table)
|
18621
18756
|
SENSITIVE = []
|
18622
18757
|
include Aws::Structure
|
18623
18758
|
end
|
@@ -19760,10 +19895,6 @@ module Aws::Glue
|
|
19760
19895
|
# The name of the data quality ruleset.
|
19761
19896
|
# @return [String]
|
19762
19897
|
#
|
19763
|
-
# @!attribute [rw] updated_name
|
19764
|
-
# The new name of the ruleset, if you are renaming it.
|
19765
|
-
# @return [String]
|
19766
|
-
#
|
19767
19898
|
# @!attribute [rw] description
|
19768
19899
|
# A description of the ruleset.
|
19769
19900
|
# @return [String]
|
@@ -19777,7 +19908,6 @@ module Aws::Glue
|
|
19777
19908
|
#
|
19778
19909
|
class UpdateDataQualityRulesetRequest < Struct.new(
|
19779
19910
|
:name,
|
19780
|
-
:updated_name,
|
19781
19911
|
:description,
|
19782
19912
|
:ruleset)
|
19783
19913
|
SENSITIVE = []
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.134.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-04-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|