aws-sdk-glue 1.227.0 → 1.228.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/sig/types.rbs CHANGED
@@ -161,6 +161,12 @@ module Aws::Glue
161
161
  SENSITIVE: [:authorization_code]
162
162
  end
163
163
 
164
+ class AutoDataQuality
165
+ attr_accessor is_enabled: bool
166
+ attr_accessor evaluation_context: ::String
167
+ SENSITIVE: []
168
+ end
169
+
164
170
  class BackfillError
165
171
  attr_accessor code: ("ENCRYPTED_PARTITION_ERROR" | "INTERNAL_ERROR" | "INVALID_PARTITION_TYPE_DATA_ERROR" | "MISSING_PARTITION_VALUE_ERROR" | "UNSUPPORTED_PARTITION_CHARACTER_ERROR")
166
172
  attr_accessor partitions: ::Array[Types::PartitionValueList]
@@ -583,6 +589,15 @@ module Aws::Glue
583
589
  SENSITIVE: []
584
590
  end
585
591
 
592
+ class CatalogIcebergSource
593
+ attr_accessor name: ::String
594
+ attr_accessor database: ::String
595
+ attr_accessor table: ::String
596
+ attr_accessor additional_iceberg_options: ::Hash[::String, ::String]
597
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
598
+ SENSITIVE: []
599
+ end
600
+
586
601
  class CatalogImportStatus
587
602
  attr_accessor import_completed: bool
588
603
  attr_accessor import_time: ::Time
@@ -646,6 +661,8 @@ module Aws::Glue
646
661
  attr_accessor name: ::String
647
662
  attr_accessor database: ::String
648
663
  attr_accessor table: ::String
664
+ attr_accessor partition_predicate: ::String
665
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
649
666
  SENSITIVE: []
650
667
  end
651
668
 
@@ -692,7 +709,6 @@ module Aws::Glue
692
709
  attr_accessor redshift_source: Types::RedshiftSource
693
710
  attr_accessor s3_catalog_source: Types::S3CatalogSource
694
711
  attr_accessor s3_csv_source: Types::S3CsvSource
695
- attr_accessor s3_excel_source: Types::S3ExcelSource
696
712
  attr_accessor s3_json_source: Types::S3JsonSource
697
713
  attr_accessor s3_parquet_source: Types::S3ParquetSource
698
714
  attr_accessor relational_catalog_source: Types::RelationalCatalogSource
@@ -703,9 +719,7 @@ module Aws::Glue
703
719
  attr_accessor redshift_target: Types::RedshiftTarget
704
720
  attr_accessor s3_catalog_target: Types::S3CatalogTarget
705
721
  attr_accessor s3_glue_parquet_target: Types::S3GlueParquetTarget
706
- attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
707
722
  attr_accessor s3_direct_target: Types::S3DirectTarget
708
- attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
709
723
  attr_accessor apply_mapping: Types::ApplyMapping
710
724
  attr_accessor select_fields: Types::SelectFields
711
725
  attr_accessor drop_fields: Types::DropFields
@@ -738,6 +752,7 @@ module Aws::Glue
738
752
  attr_accessor my_sql_catalog_target: Types::MySQLCatalogTarget
739
753
  attr_accessor oracle_sql_catalog_target: Types::OracleSQLCatalogTarget
740
754
  attr_accessor postgre_sql_catalog_target: Types::PostgreSQLCatalogTarget
755
+ attr_accessor route: Types::Route
741
756
  attr_accessor dynamic_transform: Types::DynamicTransform
742
757
  attr_accessor evaluate_data_quality: Types::EvaluateDataQuality
743
758
  attr_accessor s3_catalog_hudi_source: Types::S3CatalogHudiSource
@@ -759,6 +774,13 @@ module Aws::Glue
759
774
  attr_accessor snowflake_target: Types::SnowflakeTarget
760
775
  attr_accessor connector_data_source: Types::ConnectorDataSource
761
776
  attr_accessor connector_data_target: Types::ConnectorDataTarget
777
+ attr_accessor s3_catalog_iceberg_source: Types::S3CatalogIcebergSource
778
+ attr_accessor catalog_iceberg_source: Types::CatalogIcebergSource
779
+ attr_accessor s3_iceberg_catalog_target: Types::S3IcebergCatalogTarget
780
+ attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
781
+ attr_accessor s3_excel_source: Types::S3ExcelSource
782
+ attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
783
+ attr_accessor dynamo_dbelt_connector_source: Types::DynamoDBELTConnectorSource
762
784
  SENSITIVE: []
763
785
  end
764
786
 
@@ -1698,6 +1720,23 @@ module Aws::Glue
1698
1720
  SENSITIVE: []
1699
1721
  end
1700
1722
 
1723
+ class DDBELTCatalogAdditionalOptions
1724
+ attr_accessor dynamodb_export: ::String
1725
+ attr_accessor dynamodb_unnest_ddb_json: bool
1726
+ SENSITIVE: []
1727
+ end
1728
+
1729
+ class DDBELTConnectionOptions
1730
+ attr_accessor dynamodb_export: ("ddb" | "s3")
1731
+ attr_accessor dynamodb_unnest_ddb_json: bool
1732
+ attr_accessor dynamodb_table_arn: ::String
1733
+ attr_accessor dynamodb_s3_bucket: ::String
1734
+ attr_accessor dynamodb_s3_prefix: ::String
1735
+ attr_accessor dynamodb_s3_bucket_owner: ::String
1736
+ attr_accessor dynamodb_sts_role_arn: ::String
1737
+ SENSITIVE: []
1738
+ end
1739
+
1701
1740
  class DQResultsPublishingOptions
1702
1741
  attr_accessor evaluation_context: ::String
1703
1742
  attr_accessor results_s3_prefix: ::String
@@ -2394,6 +2433,7 @@ module Aws::Glue
2394
2433
  attr_accessor connection_name: ::String
2395
2434
  attr_accessor connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift")
2396
2435
  attr_accessor redshift_tmp_dir: ::String
2436
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
2397
2437
  SENSITIVE: []
2398
2438
  end
2399
2439
 
@@ -2469,6 +2509,15 @@ module Aws::Glue
2469
2509
  attr_accessor name: ::String
2470
2510
  attr_accessor database: ::String
2471
2511
  attr_accessor table: ::String
2512
+ attr_accessor pitr_enabled: bool
2513
+ attr_accessor additional_options: Types::DDBELTCatalogAdditionalOptions
2514
+ SENSITIVE: []
2515
+ end
2516
+
2517
+ class DynamoDBELTConnectorSource
2518
+ attr_accessor name: ::String
2519
+ attr_accessor connection_options: Types::DDBELTConnectionOptions
2520
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
2472
2521
  SENSITIVE: []
2473
2522
  end
2474
2523
 
@@ -2544,7 +2593,7 @@ module Aws::Glue
2544
2593
  attr_accessor additional_data_sources: ::Hash[::String, ::String]
2545
2594
  attr_accessor ruleset: ::String
2546
2595
  attr_accessor publishing_options: Types::DQResultsPublishingOptions
2547
- attr_accessor additional_options: ::Hash[("performanceTuning.caching" | "observations.scope"), ::String]
2596
+ attr_accessor additional_options: ::Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]
2548
2597
  attr_accessor stop_job_on_failure_options: Types::DQStopJobOnFailureOptions
2549
2598
  SENSITIVE: []
2550
2599
  end
@@ -3815,6 +3864,7 @@ module Aws::Glue
3815
3864
  class GlueStudioSchemaColumn
3816
3865
  attr_accessor name: ::String
3817
3866
  attr_accessor type: ::String
3867
+ attr_accessor glue_studio_type: ::String
3818
3868
  SENSITIVE: []
3819
3869
  end
3820
3870
 
@@ -3857,6 +3907,13 @@ module Aws::Glue
3857
3907
  SENSITIVE: []
3858
3908
  end
3859
3909
 
3910
+ class GroupFilters
3911
+ attr_accessor group_name: ::String
3912
+ attr_accessor filters: ::Array[Types::FilterExpression]
3913
+ attr_accessor logical_operator: ("AND" | "OR")
3914
+ SENSITIVE: []
3915
+ end
3916
+
3860
3917
  class HudiTarget
3861
3918
  attr_accessor paths: ::Array[::String]
3862
3919
  attr_accessor connection_name: ::String
@@ -4352,6 +4409,7 @@ module Aws::Glue
4352
4409
  attr_accessor add_record_timestamp: ::String
4353
4410
  attr_accessor emit_consumer_lag_metrics: ::String
4354
4411
  attr_accessor starting_timestamp: ::Time
4412
+ attr_accessor fanout_consumer_arn: ::String
4355
4413
  SENSITIVE: []
4356
4414
  end
4357
4415
 
@@ -5015,12 +5073,19 @@ module Aws::Glue
5015
5073
  class PIIDetection
5016
5074
  attr_accessor name: ::String
5017
5075
  attr_accessor inputs: ::Array[::String]
5018
- attr_accessor pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking")
5076
+ attr_accessor pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking")
5019
5077
  attr_accessor entity_types_to_detect: ::Array[::String]
5020
5078
  attr_accessor output_column_name: ::String
5021
5079
  attr_accessor sample_fraction: ::Float
5022
5080
  attr_accessor threshold_fraction: ::Float
5023
5081
  attr_accessor mask_value: ::String
5082
+ attr_accessor redact_text: ::String
5083
+ attr_accessor redact_char: ::String
5084
+ attr_accessor match_pattern: ::String
5085
+ attr_accessor num_left_chars_to_exclude: ::Integer
5086
+ attr_accessor num_right_chars_to_exclude: ::Integer
5087
+ attr_accessor detection_parameters: ::String
5088
+ attr_accessor detection_sensitivity: ::String
5024
5089
  SENSITIVE: []
5025
5090
  end
5026
5091
 
@@ -5398,6 +5463,13 @@ module Aws::Glue
5398
5463
  SENSITIVE: []
5399
5464
  end
5400
5465
 
5466
+ class Route
5467
+ attr_accessor name: ::String
5468
+ attr_accessor inputs: ::Array[::String]
5469
+ attr_accessor group_filters_list: ::Array[Types::GroupFilters]
5470
+ SENSITIVE: []
5471
+ end
5472
+
5401
5473
  class RunIdentifier
5402
5474
  attr_accessor run_id: ::String
5403
5475
  attr_accessor job_run_id: ::String
@@ -5442,6 +5514,15 @@ module Aws::Glue
5442
5514
  SENSITIVE: []
5443
5515
  end
5444
5516
 
5517
+ class S3CatalogIcebergSource
5518
+ attr_accessor name: ::String
5519
+ attr_accessor database: ::String
5520
+ attr_accessor table: ::String
5521
+ attr_accessor additional_iceberg_options: ::Hash[::String, ::String]
5522
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5523
+ SENSITIVE: []
5524
+ end
5525
+
5445
5526
  class S3CatalogSource
5446
5527
  attr_accessor name: ::String
5447
5528
  attr_accessor database: ::String
@@ -5458,6 +5539,7 @@ module Aws::Glue
5458
5539
  attr_accessor table: ::String
5459
5540
  attr_accessor database: ::String
5460
5541
  attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
5542
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5461
5543
  SENSITIVE: []
5462
5544
  end
5463
5545
 
@@ -5492,6 +5574,8 @@ module Aws::Glue
5492
5574
  attr_accessor database: ::String
5493
5575
  attr_accessor additional_options: ::Hash[::String, ::String]
5494
5576
  attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
5577
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5578
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5495
5579
  SENSITIVE: []
5496
5580
  end
5497
5581
 
@@ -5505,6 +5589,7 @@ module Aws::Glue
5505
5589
  attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5506
5590
  attr_accessor additional_options: ::Hash[::String, ::String]
5507
5591
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5592
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5508
5593
  SENSITIVE: []
5509
5594
  end
5510
5595
 
@@ -5534,6 +5619,8 @@ module Aws::Glue
5534
5619
  attr_accessor number_target_partitions: ::String
5535
5620
  attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5536
5621
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5622
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5623
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5537
5624
  SENSITIVE: []
5538
5625
  end
5539
5626
 
@@ -5568,6 +5655,7 @@ module Aws::Glue
5568
5655
  attr_accessor compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
5569
5656
  attr_accessor number_target_partitions: ::String
5570
5657
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5658
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5571
5659
  SENSITIVE: []
5572
5660
  end
5573
5661
 
@@ -5579,6 +5667,8 @@ module Aws::Glue
5579
5667
  attr_accessor database: ::String
5580
5668
  attr_accessor additional_options: ::Hash[::String, ::String]
5581
5669
  attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
5670
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5671
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5582
5672
  SENSITIVE: []
5583
5673
  end
5584
5674
 
@@ -5592,6 +5682,7 @@ module Aws::Glue
5592
5682
  attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5593
5683
  attr_accessor additional_options: ::Hash[::String, ::String]
5594
5684
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5685
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5595
5686
  SENSITIVE: []
5596
5687
  end
5597
5688
 
@@ -5607,10 +5698,25 @@ module Aws::Glue
5607
5698
  class S3HyperDirectTarget
5608
5699
  attr_accessor name: ::String
5609
5700
  attr_accessor inputs: ::Array[::String]
5701
+ attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5610
5702
  attr_accessor partition_keys: ::Array[::Array[::String]]
5611
5703
  attr_accessor path: ::String
5612
5704
  attr_accessor compression: ("uncompressed")
5613
5705
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5706
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5707
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5708
+ SENSITIVE: []
5709
+ end
5710
+
5711
+ class S3IcebergCatalogTarget
5712
+ attr_accessor name: ::String
5713
+ attr_accessor inputs: ::Array[::String]
5714
+ attr_accessor partition_keys: ::Array[::Array[::String]]
5715
+ attr_accessor table: ::String
5716
+ attr_accessor database: ::String
5717
+ attr_accessor additional_options: ::Hash[::String, ::String]
5718
+ attr_accessor schema_change_policy: Types::CatalogSchemaChangePolicy
5719
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5614
5720
  SENSITIVE: []
5615
5721
  end
5616
5722
 
@@ -5622,8 +5728,10 @@ module Aws::Glue
5622
5728
  attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5623
5729
  attr_accessor additional_options: ::Hash[::String, ::String]
5624
5730
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5731
+ attr_accessor auto_data_quality: Types::AutoDataQuality
5625
5732
  attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
5626
5733
  attr_accessor number_target_partitions: ::String
5734
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5627
5735
  SENSITIVE: []
5628
5736
  end
5629
5737
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.227.0
4
+ version: 1.228.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
@@ -18,7 +18,7 @@ dependencies:
18
18
  version: '3'
19
19
  - - ">="
20
20
  - !ruby/object:Gem::Version
21
- version: 3.227.0
21
+ version: 3.228.0
22
22
  type: :runtime
23
23
  prerelease: false
24
24
  version_requirements: !ruby/object:Gem::Requirement
@@ -28,7 +28,7 @@ dependencies:
28
28
  version: '3'
29
29
  - - ">="
30
30
  - !ruby/object:Gem::Version
31
- version: 3.227.0
31
+ version: 3.228.0
32
32
  - !ruby/object:Gem::Dependency
33
33
  name: aws-sigv4
34
34
  requirement: !ruby/object:Gem::Requirement