aws-sdk-glue 1.226.0 → 1.228.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +20 -2865
- data/lib/aws-sdk-glue/client_api.rb +109 -3
- data/lib/aws-sdk-glue/types.rb +606 -118
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +764 -271
- data/sig/types.rbs +115 -5
- metadata +3 -3
data/sig/types.rbs
CHANGED
@@ -161,6 +161,12 @@ module Aws::Glue
|
|
161
161
|
SENSITIVE: [:authorization_code]
|
162
162
|
end
|
163
163
|
|
164
|
+
class AutoDataQuality
|
165
|
+
attr_accessor is_enabled: bool
|
166
|
+
attr_accessor evaluation_context: ::String
|
167
|
+
SENSITIVE: []
|
168
|
+
end
|
169
|
+
|
164
170
|
class BackfillError
|
165
171
|
attr_accessor code: ("ENCRYPTED_PARTITION_ERROR" | "INTERNAL_ERROR" | "INVALID_PARTITION_TYPE_DATA_ERROR" | "MISSING_PARTITION_VALUE_ERROR" | "UNSUPPORTED_PARTITION_CHARACTER_ERROR")
|
166
172
|
attr_accessor partitions: ::Array[Types::PartitionValueList]
|
@@ -583,6 +589,15 @@ module Aws::Glue
|
|
583
589
|
SENSITIVE: []
|
584
590
|
end
|
585
591
|
|
592
|
+
class CatalogIcebergSource
|
593
|
+
attr_accessor name: ::String
|
594
|
+
attr_accessor database: ::String
|
595
|
+
attr_accessor table: ::String
|
596
|
+
attr_accessor additional_iceberg_options: ::Hash[::String, ::String]
|
597
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
598
|
+
SENSITIVE: []
|
599
|
+
end
|
600
|
+
|
586
601
|
class CatalogImportStatus
|
587
602
|
attr_accessor import_completed: bool
|
588
603
|
attr_accessor import_time: ::Time
|
@@ -646,6 +661,8 @@ module Aws::Glue
|
|
646
661
|
attr_accessor name: ::String
|
647
662
|
attr_accessor database: ::String
|
648
663
|
attr_accessor table: ::String
|
664
|
+
attr_accessor partition_predicate: ::String
|
665
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
649
666
|
SENSITIVE: []
|
650
667
|
end
|
651
668
|
|
@@ -692,7 +709,6 @@ module Aws::Glue
|
|
692
709
|
attr_accessor redshift_source: Types::RedshiftSource
|
693
710
|
attr_accessor s3_catalog_source: Types::S3CatalogSource
|
694
711
|
attr_accessor s3_csv_source: Types::S3CsvSource
|
695
|
-
attr_accessor s3_excel_source: Types::S3ExcelSource
|
696
712
|
attr_accessor s3_json_source: Types::S3JsonSource
|
697
713
|
attr_accessor s3_parquet_source: Types::S3ParquetSource
|
698
714
|
attr_accessor relational_catalog_source: Types::RelationalCatalogSource
|
@@ -703,9 +719,7 @@ module Aws::Glue
|
|
703
719
|
attr_accessor redshift_target: Types::RedshiftTarget
|
704
720
|
attr_accessor s3_catalog_target: Types::S3CatalogTarget
|
705
721
|
attr_accessor s3_glue_parquet_target: Types::S3GlueParquetTarget
|
706
|
-
attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
|
707
722
|
attr_accessor s3_direct_target: Types::S3DirectTarget
|
708
|
-
attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
|
709
723
|
attr_accessor apply_mapping: Types::ApplyMapping
|
710
724
|
attr_accessor select_fields: Types::SelectFields
|
711
725
|
attr_accessor drop_fields: Types::DropFields
|
@@ -738,6 +752,7 @@ module Aws::Glue
|
|
738
752
|
attr_accessor my_sql_catalog_target: Types::MySQLCatalogTarget
|
739
753
|
attr_accessor oracle_sql_catalog_target: Types::OracleSQLCatalogTarget
|
740
754
|
attr_accessor postgre_sql_catalog_target: Types::PostgreSQLCatalogTarget
|
755
|
+
attr_accessor route: Types::Route
|
741
756
|
attr_accessor dynamic_transform: Types::DynamicTransform
|
742
757
|
attr_accessor evaluate_data_quality: Types::EvaluateDataQuality
|
743
758
|
attr_accessor s3_catalog_hudi_source: Types::S3CatalogHudiSource
|
@@ -759,6 +774,13 @@ module Aws::Glue
|
|
759
774
|
attr_accessor snowflake_target: Types::SnowflakeTarget
|
760
775
|
attr_accessor connector_data_source: Types::ConnectorDataSource
|
761
776
|
attr_accessor connector_data_target: Types::ConnectorDataTarget
|
777
|
+
attr_accessor s3_catalog_iceberg_source: Types::S3CatalogIcebergSource
|
778
|
+
attr_accessor catalog_iceberg_source: Types::CatalogIcebergSource
|
779
|
+
attr_accessor s3_iceberg_catalog_target: Types::S3IcebergCatalogTarget
|
780
|
+
attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
|
781
|
+
attr_accessor s3_excel_source: Types::S3ExcelSource
|
782
|
+
attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
|
783
|
+
attr_accessor dynamo_dbelt_connector_source: Types::DynamoDBELTConnectorSource
|
762
784
|
SENSITIVE: []
|
763
785
|
end
|
764
786
|
|
@@ -1698,6 +1720,23 @@ module Aws::Glue
|
|
1698
1720
|
SENSITIVE: []
|
1699
1721
|
end
|
1700
1722
|
|
1723
|
+
class DDBELTCatalogAdditionalOptions
|
1724
|
+
attr_accessor dynamodb_export: ::String
|
1725
|
+
attr_accessor dynamodb_unnest_ddb_json: bool
|
1726
|
+
SENSITIVE: []
|
1727
|
+
end
|
1728
|
+
|
1729
|
+
class DDBELTConnectionOptions
|
1730
|
+
attr_accessor dynamodb_export: ("ddb" | "s3")
|
1731
|
+
attr_accessor dynamodb_unnest_ddb_json: bool
|
1732
|
+
attr_accessor dynamodb_table_arn: ::String
|
1733
|
+
attr_accessor dynamodb_s3_bucket: ::String
|
1734
|
+
attr_accessor dynamodb_s3_prefix: ::String
|
1735
|
+
attr_accessor dynamodb_s3_bucket_owner: ::String
|
1736
|
+
attr_accessor dynamodb_sts_role_arn: ::String
|
1737
|
+
SENSITIVE: []
|
1738
|
+
end
|
1739
|
+
|
1701
1740
|
class DQResultsPublishingOptions
|
1702
1741
|
attr_accessor evaluation_context: ::String
|
1703
1742
|
attr_accessor results_s3_prefix: ::String
|
@@ -2394,6 +2433,7 @@ module Aws::Glue
|
|
2394
2433
|
attr_accessor connection_name: ::String
|
2395
2434
|
attr_accessor connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift")
|
2396
2435
|
attr_accessor redshift_tmp_dir: ::String
|
2436
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
2397
2437
|
SENSITIVE: []
|
2398
2438
|
end
|
2399
2439
|
|
@@ -2469,6 +2509,15 @@ module Aws::Glue
|
|
2469
2509
|
attr_accessor name: ::String
|
2470
2510
|
attr_accessor database: ::String
|
2471
2511
|
attr_accessor table: ::String
|
2512
|
+
attr_accessor pitr_enabled: bool
|
2513
|
+
attr_accessor additional_options: Types::DDBELTCatalogAdditionalOptions
|
2514
|
+
SENSITIVE: []
|
2515
|
+
end
|
2516
|
+
|
2517
|
+
class DynamoDBELTConnectorSource
|
2518
|
+
attr_accessor name: ::String
|
2519
|
+
attr_accessor connection_options: Types::DDBELTConnectionOptions
|
2520
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
2472
2521
|
SENSITIVE: []
|
2473
2522
|
end
|
2474
2523
|
|
@@ -2544,7 +2593,7 @@ module Aws::Glue
|
|
2544
2593
|
attr_accessor additional_data_sources: ::Hash[::String, ::String]
|
2545
2594
|
attr_accessor ruleset: ::String
|
2546
2595
|
attr_accessor publishing_options: Types::DQResultsPublishingOptions
|
2547
|
-
attr_accessor additional_options: ::Hash[("performanceTuning.caching" | "observations.scope"), ::String]
|
2596
|
+
attr_accessor additional_options: ::Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]
|
2548
2597
|
attr_accessor stop_job_on_failure_options: Types::DQStopJobOnFailureOptions
|
2549
2598
|
SENSITIVE: []
|
2550
2599
|
end
|
@@ -3815,6 +3864,7 @@ module Aws::Glue
|
|
3815
3864
|
class GlueStudioSchemaColumn
|
3816
3865
|
attr_accessor name: ::String
|
3817
3866
|
attr_accessor type: ::String
|
3867
|
+
attr_accessor glue_studio_type: ::String
|
3818
3868
|
SENSITIVE: []
|
3819
3869
|
end
|
3820
3870
|
|
@@ -3857,6 +3907,13 @@ module Aws::Glue
|
|
3857
3907
|
SENSITIVE: []
|
3858
3908
|
end
|
3859
3909
|
|
3910
|
+
class GroupFilters
|
3911
|
+
attr_accessor group_name: ::String
|
3912
|
+
attr_accessor filters: ::Array[Types::FilterExpression]
|
3913
|
+
attr_accessor logical_operator: ("AND" | "OR")
|
3914
|
+
SENSITIVE: []
|
3915
|
+
end
|
3916
|
+
|
3860
3917
|
class HudiTarget
|
3861
3918
|
attr_accessor paths: ::Array[::String]
|
3862
3919
|
attr_accessor connection_name: ::String
|
@@ -4242,6 +4299,7 @@ module Aws::Glue
|
|
4242
4299
|
attr_accessor maintenance_window: ::String
|
4243
4300
|
attr_accessor profile_name: ::String
|
4244
4301
|
attr_accessor state_detail: ::String
|
4302
|
+
attr_accessor execution_role_session_policy: ::String
|
4245
4303
|
SENSITIVE: []
|
4246
4304
|
end
|
4247
4305
|
|
@@ -4351,6 +4409,7 @@ module Aws::Glue
|
|
4351
4409
|
attr_accessor add_record_timestamp: ::String
|
4352
4410
|
attr_accessor emit_consumer_lag_metrics: ::String
|
4353
4411
|
attr_accessor starting_timestamp: ::Time
|
4412
|
+
attr_accessor fanout_consumer_arn: ::String
|
4354
4413
|
SENSITIVE: []
|
4355
4414
|
end
|
4356
4415
|
|
@@ -5014,12 +5073,19 @@ module Aws::Glue
|
|
5014
5073
|
class PIIDetection
|
5015
5074
|
attr_accessor name: ::String
|
5016
5075
|
attr_accessor inputs: ::Array[::String]
|
5017
|
-
attr_accessor pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking")
|
5076
|
+
attr_accessor pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking")
|
5018
5077
|
attr_accessor entity_types_to_detect: ::Array[::String]
|
5019
5078
|
attr_accessor output_column_name: ::String
|
5020
5079
|
attr_accessor sample_fraction: ::Float
|
5021
5080
|
attr_accessor threshold_fraction: ::Float
|
5022
5081
|
attr_accessor mask_value: ::String
|
5082
|
+
attr_accessor redact_text: ::String
|
5083
|
+
attr_accessor redact_char: ::String
|
5084
|
+
attr_accessor match_pattern: ::String
|
5085
|
+
attr_accessor num_left_chars_to_exclude: ::Integer
|
5086
|
+
attr_accessor num_right_chars_to_exclude: ::Integer
|
5087
|
+
attr_accessor detection_parameters: ::String
|
5088
|
+
attr_accessor detection_sensitivity: ::String
|
5023
5089
|
SENSITIVE: []
|
5024
5090
|
end
|
5025
5091
|
|
@@ -5397,6 +5463,13 @@ module Aws::Glue
|
|
5397
5463
|
SENSITIVE: []
|
5398
5464
|
end
|
5399
5465
|
|
5466
|
+
class Route
|
5467
|
+
attr_accessor name: ::String
|
5468
|
+
attr_accessor inputs: ::Array[::String]
|
5469
|
+
attr_accessor group_filters_list: ::Array[Types::GroupFilters]
|
5470
|
+
SENSITIVE: []
|
5471
|
+
end
|
5472
|
+
|
5400
5473
|
class RunIdentifier
|
5401
5474
|
attr_accessor run_id: ::String
|
5402
5475
|
attr_accessor job_run_id: ::String
|
@@ -5441,6 +5514,15 @@ module Aws::Glue
|
|
5441
5514
|
SENSITIVE: []
|
5442
5515
|
end
|
5443
5516
|
|
5517
|
+
class S3CatalogIcebergSource
|
5518
|
+
attr_accessor name: ::String
|
5519
|
+
attr_accessor database: ::String
|
5520
|
+
attr_accessor table: ::String
|
5521
|
+
attr_accessor additional_iceberg_options: ::Hash[::String, ::String]
|
5522
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5523
|
+
SENSITIVE: []
|
5524
|
+
end
|
5525
|
+
|
5444
5526
|
class S3CatalogSource
|
5445
5527
|
attr_accessor name: ::String
|
5446
5528
|
attr_accessor database: ::String
|
@@ -5457,6 +5539,7 @@ module Aws::Glue
|
|
5457
5539
|
attr_accessor table: ::String
|
5458
5540
|
attr_accessor database: ::String
|
5459
5541
|
attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
|
5542
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5460
5543
|
SENSITIVE: []
|
5461
5544
|
end
|
5462
5545
|
|
@@ -5491,6 +5574,8 @@ module Aws::Glue
|
|
5491
5574
|
attr_accessor database: ::String
|
5492
5575
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
5493
5576
|
attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
|
5577
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5578
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5494
5579
|
SENSITIVE: []
|
5495
5580
|
end
|
5496
5581
|
|
@@ -5504,6 +5589,7 @@ module Aws::Glue
|
|
5504
5589
|
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
5505
5590
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
5506
5591
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5592
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5507
5593
|
SENSITIVE: []
|
5508
5594
|
end
|
5509
5595
|
|
@@ -5533,6 +5619,8 @@ module Aws::Glue
|
|
5533
5619
|
attr_accessor number_target_partitions: ::String
|
5534
5620
|
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
5535
5621
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5622
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5623
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5536
5624
|
SENSITIVE: []
|
5537
5625
|
end
|
5538
5626
|
|
@@ -5567,6 +5655,7 @@ module Aws::Glue
|
|
5567
5655
|
attr_accessor compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
5568
5656
|
attr_accessor number_target_partitions: ::String
|
5569
5657
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5658
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5570
5659
|
SENSITIVE: []
|
5571
5660
|
end
|
5572
5661
|
|
@@ -5578,6 +5667,8 @@ module Aws::Glue
|
|
5578
5667
|
attr_accessor database: ::String
|
5579
5668
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
5580
5669
|
attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
|
5670
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5671
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5581
5672
|
SENSITIVE: []
|
5582
5673
|
end
|
5583
5674
|
|
@@ -5591,6 +5682,7 @@ module Aws::Glue
|
|
5591
5682
|
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
5592
5683
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
5593
5684
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5685
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5594
5686
|
SENSITIVE: []
|
5595
5687
|
end
|
5596
5688
|
|
@@ -5606,10 +5698,25 @@ module Aws::Glue
|
|
5606
5698
|
class S3HyperDirectTarget
|
5607
5699
|
attr_accessor name: ::String
|
5608
5700
|
attr_accessor inputs: ::Array[::String]
|
5701
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
5609
5702
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
5610
5703
|
attr_accessor path: ::String
|
5611
5704
|
attr_accessor compression: ("uncompressed")
|
5612
5705
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5706
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5707
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5708
|
+
SENSITIVE: []
|
5709
|
+
end
|
5710
|
+
|
5711
|
+
class S3IcebergCatalogTarget
|
5712
|
+
attr_accessor name: ::String
|
5713
|
+
attr_accessor inputs: ::Array[::String]
|
5714
|
+
attr_accessor partition_keys: ::Array[::Array[::String]]
|
5715
|
+
attr_accessor table: ::String
|
5716
|
+
attr_accessor database: ::String
|
5717
|
+
attr_accessor additional_options: ::Hash[::String, ::String]
|
5718
|
+
attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
|
5719
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5613
5720
|
SENSITIVE: []
|
5614
5721
|
end
|
5615
5722
|
|
@@ -5621,8 +5728,10 @@ module Aws::Glue
|
|
5621
5728
|
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
5622
5729
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
5623
5730
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
5731
|
+
attr_accessor auto_data_quality: Types::AutoDataQuality
|
5624
5732
|
attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
|
5625
5733
|
attr_accessor number_target_partitions: ::String
|
5734
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
5626
5735
|
SENSITIVE: []
|
5627
5736
|
end
|
5628
5737
|
|
@@ -6086,6 +6195,7 @@ module Aws::Glue
|
|
6086
6195
|
attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
|
6087
6196
|
attr_accessor number_of_workers: ::Integer
|
6088
6197
|
attr_accessor execution_class: ("FLEX" | "STANDARD")
|
6198
|
+
attr_accessor execution_role_session_policy: ::String
|
6089
6199
|
SENSITIVE: []
|
6090
6200
|
end
|
6091
6201
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.228.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
version: '3'
|
19
19
|
- - ">="
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: 3.
|
21
|
+
version: 3.228.0
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -28,7 +28,7 @@ dependencies:
|
|
28
28
|
version: '3'
|
29
29
|
- - ">="
|
30
30
|
- !ruby/object:Gem::Version
|
31
|
-
version: 3.
|
31
|
+
version: 3.228.0
|
32
32
|
- !ruby/object:Gem::Dependency
|
33
33
|
name: aws-sigv4
|
34
34
|
requirement: !ruby/object:Gem::Requirement
|