aws-sdk-glue 1.127.0 → 1.129.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +13 -1
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +368 -6
- data/lib/aws-sdk-glue/client_api.rb +51 -0
- data/lib/aws-sdk-glue/endpoint_provider.rb +35 -94
- data/lib/aws-sdk-glue/types.rb +229 -1
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
|
4
|
+
data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
|
7
|
+
data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,18 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.129.0 (2023-01-19)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Release Glue Studio Hudi Data Lake Format for SDK/CLI
|
8
|
+
|
9
|
+
1.128.0 (2023-01-18)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
* Issue - Replace runtime endpoint resolution approach with generated ruby code.
|
15
|
+
|
4
16
|
1.127.0 (2022-12-15)
|
5
17
|
------------------
|
6
18
|
|
@@ -656,4 +668,4 @@ Unreleased Changes
|
|
656
668
|
1.0.0.rc1 (2017-08-14)
|
657
669
|
------------------
|
658
670
|
|
659
|
-
* Feature - Initial release of `aws-sdk-glue`.
|
671
|
+
* Feature - Initial release of `aws-sdk-glue`.
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.129.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1236,7 +1236,7 @@ module Aws::Glue
|
|
1236
1236
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
1237
1237
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
1238
1238
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
1239
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1240
1240
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1241
1241
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1242
1242
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -1543,6 +1543,64 @@ module Aws::Glue
|
|
1543
1543
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
1544
1544
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
1545
1545
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
1546
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
1547
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
1548
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
1549
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
1550
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1551
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
1552
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
1553
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
1554
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
1555
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
1556
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
1557
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
1558
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
1559
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1560
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
1561
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
1562
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
1563
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
1564
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
1565
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
1566
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
1567
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
1568
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1569
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
1570
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
1571
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
1572
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
1573
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
1574
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
1575
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
1576
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
1577
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
1578
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
1579
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
1580
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
1581
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
1582
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
1583
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
1584
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
1585
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
1586
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
1587
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1588
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1589
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
1590
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
1591
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
1592
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
1593
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
1594
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
1595
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
1596
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
1597
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1598
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
1599
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1600
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1601
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1602
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
1603
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
1546
1604
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1547
1605
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1548
1606
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -3411,7 +3469,7 @@ module Aws::Glue
|
|
3411
3469
|
# ],
|
3412
3470
|
# path: "EnclosedInStringProperty", # required
|
3413
3471
|
# compression: "EnclosedInStringProperty",
|
3414
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
3472
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3415
3473
|
# schema_change_policy: {
|
3416
3474
|
# enable_update_catalog: false,
|
3417
3475
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -3823,6 +3881,100 @@ module Aws::Glue
|
|
3823
3881
|
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
3824
3882
|
# },
|
3825
3883
|
# },
|
3884
|
+
# s3_catalog_hudi_source: {
|
3885
|
+
# name: "NodeName", # required
|
3886
|
+
# database: "EnclosedInStringProperty", # required
|
3887
|
+
# table: "EnclosedInStringProperty", # required
|
3888
|
+
# additional_hudi_options: {
|
3889
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3890
|
+
# },
|
3891
|
+
# output_schemas: [
|
3892
|
+
# {
|
3893
|
+
# columns: [
|
3894
|
+
# {
|
3895
|
+
# name: "GlueStudioColumnNameString", # required
|
3896
|
+
# type: "ColumnTypeString",
|
3897
|
+
# },
|
3898
|
+
# ],
|
3899
|
+
# },
|
3900
|
+
# ],
|
3901
|
+
# },
|
3902
|
+
# catalog_hudi_source: {
|
3903
|
+
# name: "NodeName", # required
|
3904
|
+
# database: "EnclosedInStringProperty", # required
|
3905
|
+
# table: "EnclosedInStringProperty", # required
|
3906
|
+
# additional_hudi_options: {
|
3907
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3908
|
+
# },
|
3909
|
+
# output_schemas: [
|
3910
|
+
# {
|
3911
|
+
# columns: [
|
3912
|
+
# {
|
3913
|
+
# name: "GlueStudioColumnNameString", # required
|
3914
|
+
# type: "ColumnTypeString",
|
3915
|
+
# },
|
3916
|
+
# ],
|
3917
|
+
# },
|
3918
|
+
# ],
|
3919
|
+
# },
|
3920
|
+
# s3_hudi_source: {
|
3921
|
+
# name: "NodeName", # required
|
3922
|
+
# paths: ["EnclosedInStringProperty"], # required
|
3923
|
+
# additional_hudi_options: {
|
3924
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3925
|
+
# },
|
3926
|
+
# additional_options: {
|
3927
|
+
# bounded_size: 1,
|
3928
|
+
# bounded_files: 1,
|
3929
|
+
# enable_sample_path: false,
|
3930
|
+
# sample_path: "EnclosedInStringProperty",
|
3931
|
+
# },
|
3932
|
+
# output_schemas: [
|
3933
|
+
# {
|
3934
|
+
# columns: [
|
3935
|
+
# {
|
3936
|
+
# name: "GlueStudioColumnNameString", # required
|
3937
|
+
# type: "ColumnTypeString",
|
3938
|
+
# },
|
3939
|
+
# ],
|
3940
|
+
# },
|
3941
|
+
# ],
|
3942
|
+
# },
|
3943
|
+
# s3_hudi_catalog_target: {
|
3944
|
+
# name: "NodeName", # required
|
3945
|
+
# inputs: ["NodeId"], # required
|
3946
|
+
# partition_keys: [
|
3947
|
+
# ["EnclosedInStringProperty"],
|
3948
|
+
# ],
|
3949
|
+
# table: "EnclosedInStringProperty", # required
|
3950
|
+
# database: "EnclosedInStringProperty", # required
|
3951
|
+
# additional_options: { # required
|
3952
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3953
|
+
# },
|
3954
|
+
# schema_change_policy: {
|
3955
|
+
# enable_update_catalog: false,
|
3956
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
3957
|
+
# },
|
3958
|
+
# },
|
3959
|
+
# s3_hudi_direct_target: {
|
3960
|
+
# name: "NodeName", # required
|
3961
|
+
# inputs: ["NodeId"], # required
|
3962
|
+
# path: "EnclosedInStringProperty", # required
|
3963
|
+
# compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
|
3964
|
+
# partition_keys: [
|
3965
|
+
# ["EnclosedInStringProperty"],
|
3966
|
+
# ],
|
3967
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3968
|
+
# additional_options: { # required
|
3969
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3970
|
+
# },
|
3971
|
+
# schema_change_policy: {
|
3972
|
+
# enable_update_catalog: false,
|
3973
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
3974
|
+
# table: "EnclosedInStringProperty",
|
3975
|
+
# database: "EnclosedInStringProperty",
|
3976
|
+
# },
|
3977
|
+
# },
|
3826
3978
|
# },
|
3827
3979
|
# },
|
3828
3980
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -7452,7 +7604,7 @@ module Aws::Glue
|
|
7452
7604
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
7453
7605
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
7454
7606
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
7455
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
7607
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7456
7608
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7457
7609
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7458
7610
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -7759,6 +7911,64 @@ module Aws::Glue
|
|
7759
7911
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
7760
7912
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
7761
7913
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
7914
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
7915
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
7916
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
7917
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
7918
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7919
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
7920
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
7921
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
7922
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
7923
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
7924
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
7925
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
7926
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
7927
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7928
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
7929
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
7930
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
7931
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
7932
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
7933
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
7934
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
7935
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
7936
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7937
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
7938
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
7939
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
7940
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
7941
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
7942
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
7943
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
7944
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
7945
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
7946
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
7947
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
7948
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
7949
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
7950
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
7951
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
7952
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
7953
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
7954
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
7955
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7956
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7957
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
7958
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
7959
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
7960
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
7961
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
7962
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
7963
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
7964
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
7965
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7966
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
7967
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
7968
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7969
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7970
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
7971
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
7762
7972
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7763
7973
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7764
7974
|
# resp.job.source_control_details.repository #=> String
|
@@ -8208,7 +8418,7 @@ module Aws::Glue
|
|
8208
8418
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
8209
8419
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
8210
8420
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
8211
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
8421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8212
8422
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8213
8423
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8214
8424
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8515,6 +8725,64 @@ module Aws::Glue
|
|
8515
8725
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
8516
8726
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
8517
8727
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
8728
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
8729
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
8730
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
8731
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
8732
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8733
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
8734
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
8735
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
8736
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
8737
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
8738
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
8739
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
8740
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
8741
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8742
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
8743
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
8744
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
8745
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
8746
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
8747
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
8748
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
8749
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
8750
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8751
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
8752
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
8753
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
8754
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
8755
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
8756
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
8757
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
8758
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
8759
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
8760
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
8761
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
8762
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
8763
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
8764
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
8765
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
8766
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
8767
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
8768
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
8769
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8770
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8771
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
8772
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
8773
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
8774
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
8775
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
8776
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8777
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8778
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8779
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8780
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8781
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8782
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8783
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8784
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
8785
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
8518
8786
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8519
8787
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8520
8788
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -15158,7 +15426,7 @@ module Aws::Glue
|
|
15158
15426
|
# ],
|
15159
15427
|
# path: "EnclosedInStringProperty", # required
|
15160
15428
|
# compression: "EnclosedInStringProperty",
|
15161
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
15429
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15162
15430
|
# schema_change_policy: {
|
15163
15431
|
# enable_update_catalog: false,
|
15164
15432
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -15570,6 +15838,100 @@ module Aws::Glue
|
|
15570
15838
|
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
15571
15839
|
# },
|
15572
15840
|
# },
|
15841
|
+
# s3_catalog_hudi_source: {
|
15842
|
+
# name: "NodeName", # required
|
15843
|
+
# database: "EnclosedInStringProperty", # required
|
15844
|
+
# table: "EnclosedInStringProperty", # required
|
15845
|
+
# additional_hudi_options: {
|
15846
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15847
|
+
# },
|
15848
|
+
# output_schemas: [
|
15849
|
+
# {
|
15850
|
+
# columns: [
|
15851
|
+
# {
|
15852
|
+
# name: "GlueStudioColumnNameString", # required
|
15853
|
+
# type: "ColumnTypeString",
|
15854
|
+
# },
|
15855
|
+
# ],
|
15856
|
+
# },
|
15857
|
+
# ],
|
15858
|
+
# },
|
15859
|
+
# catalog_hudi_source: {
|
15860
|
+
# name: "NodeName", # required
|
15861
|
+
# database: "EnclosedInStringProperty", # required
|
15862
|
+
# table: "EnclosedInStringProperty", # required
|
15863
|
+
# additional_hudi_options: {
|
15864
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15865
|
+
# },
|
15866
|
+
# output_schemas: [
|
15867
|
+
# {
|
15868
|
+
# columns: [
|
15869
|
+
# {
|
15870
|
+
# name: "GlueStudioColumnNameString", # required
|
15871
|
+
# type: "ColumnTypeString",
|
15872
|
+
# },
|
15873
|
+
# ],
|
15874
|
+
# },
|
15875
|
+
# ],
|
15876
|
+
# },
|
15877
|
+
# s3_hudi_source: {
|
15878
|
+
# name: "NodeName", # required
|
15879
|
+
# paths: ["EnclosedInStringProperty"], # required
|
15880
|
+
# additional_hudi_options: {
|
15881
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15882
|
+
# },
|
15883
|
+
# additional_options: {
|
15884
|
+
# bounded_size: 1,
|
15885
|
+
# bounded_files: 1,
|
15886
|
+
# enable_sample_path: false,
|
15887
|
+
# sample_path: "EnclosedInStringProperty",
|
15888
|
+
# },
|
15889
|
+
# output_schemas: [
|
15890
|
+
# {
|
15891
|
+
# columns: [
|
15892
|
+
# {
|
15893
|
+
# name: "GlueStudioColumnNameString", # required
|
15894
|
+
# type: "ColumnTypeString",
|
15895
|
+
# },
|
15896
|
+
# ],
|
15897
|
+
# },
|
15898
|
+
# ],
|
15899
|
+
# },
|
15900
|
+
# s3_hudi_catalog_target: {
|
15901
|
+
# name: "NodeName", # required
|
15902
|
+
# inputs: ["NodeId"], # required
|
15903
|
+
# partition_keys: [
|
15904
|
+
# ["EnclosedInStringProperty"],
|
15905
|
+
# ],
|
15906
|
+
# table: "EnclosedInStringProperty", # required
|
15907
|
+
# database: "EnclosedInStringProperty", # required
|
15908
|
+
# additional_options: { # required
|
15909
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15910
|
+
# },
|
15911
|
+
# schema_change_policy: {
|
15912
|
+
# enable_update_catalog: false,
|
15913
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
15914
|
+
# },
|
15915
|
+
# },
|
15916
|
+
# s3_hudi_direct_target: {
|
15917
|
+
# name: "NodeName", # required
|
15918
|
+
# inputs: ["NodeId"], # required
|
15919
|
+
# path: "EnclosedInStringProperty", # required
|
15920
|
+
# compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
|
15921
|
+
# partition_keys: [
|
15922
|
+
# ["EnclosedInStringProperty"],
|
15923
|
+
# ],
|
15924
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15925
|
+
# additional_options: { # required
|
15926
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15927
|
+
# },
|
15928
|
+
# schema_change_policy: {
|
15929
|
+
# enable_update_catalog: false,
|
15930
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
15931
|
+
# table: "EnclosedInStringProperty",
|
15932
|
+
# database: "EnclosedInStringProperty",
|
15933
|
+
# },
|
15934
|
+
# },
|
15573
15935
|
# },
|
15574
15936
|
# },
|
15575
15937
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -16395,7 +16757,7 @@ module Aws::Glue
|
|
16395
16757
|
params: params,
|
16396
16758
|
config: config)
|
16397
16759
|
context[:gem_name] = 'aws-sdk-glue'
|
16398
|
-
context[:gem_version] = '1.
|
16760
|
+
context[:gem_version] = '1.129.0'
|
16399
16761
|
Seahorse::Client::Request.new(handlers, context)
|
16400
16762
|
end
|
16401
16763
|
|
@@ -119,6 +119,7 @@ module Aws::Glue
|
|
119
119
|
CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
|
120
120
|
CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
|
121
121
|
CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
|
122
|
+
CatalogHudiSource = Shapes::StructureShape.new(name: 'CatalogHudiSource')
|
122
123
|
CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
|
123
124
|
CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
|
124
125
|
CatalogKafkaSource = Shapes::StructureShape.new(name: 'CatalogKafkaSource')
|
@@ -587,6 +588,7 @@ module Aws::Glue
|
|
587
588
|
GrokClassifier = Shapes::StructureShape.new(name: 'GrokClassifier')
|
588
589
|
GrokPattern = Shapes::StringShape.new(name: 'GrokPattern')
|
589
590
|
HashString = Shapes::StringShape.new(name: 'HashString')
|
591
|
+
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
590
592
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
591
593
|
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
|
592
594
|
IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
|
@@ -855,6 +857,7 @@ module Aws::Glue
|
|
855
857
|
RunId = Shapes::StringShape.new(name: 'RunId')
|
856
858
|
RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
|
857
859
|
RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
|
860
|
+
S3CatalogHudiSource = Shapes::StructureShape.new(name: 'S3CatalogHudiSource')
|
858
861
|
S3CatalogSource = Shapes::StructureShape.new(name: 'S3CatalogSource')
|
859
862
|
S3CatalogTarget = Shapes::StructureShape.new(name: 'S3CatalogTarget')
|
860
863
|
S3CsvSource = Shapes::StructureShape.new(name: 'S3CsvSource')
|
@@ -864,6 +867,9 @@ module Aws::Glue
|
|
864
867
|
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
|
865
868
|
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
|
866
869
|
S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
|
870
|
+
S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
|
871
|
+
S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
|
872
|
+
S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
|
867
873
|
S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
|
868
874
|
S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
|
869
875
|
S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
|
@@ -1427,6 +1433,13 @@ module Aws::Glue
|
|
1427
1433
|
CatalogEntry.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
1428
1434
|
CatalogEntry.struct_class = Types::CatalogEntry
|
1429
1435
|
|
1436
|
+
CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
1437
|
+
CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
1438
|
+
CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
1439
|
+
CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
1440
|
+
CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
1441
|
+
CatalogHudiSource.struct_class = Types::CatalogHudiSource
|
1442
|
+
|
1430
1443
|
CatalogImportStatus.add_member(:import_completed, Shapes::ShapeRef.new(shape: Boolean, location_name: "ImportCompleted"))
|
1431
1444
|
CatalogImportStatus.add_member(:import_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "ImportTime"))
|
1432
1445
|
CatalogImportStatus.add_member(:imported_by, Shapes::ShapeRef.new(shape: NameString, location_name: "ImportedBy"))
|
@@ -1544,6 +1557,11 @@ module Aws::Glue
|
|
1544
1557
|
CodeGenConfigurationNode.add_member(:postgre_sql_catalog_target, Shapes::ShapeRef.new(shape: PostgreSQLCatalogTarget, location_name: "PostgreSQLCatalogTarget"))
|
1545
1558
|
CodeGenConfigurationNode.add_member(:dynamic_transform, Shapes::ShapeRef.new(shape: DynamicTransform, location_name: "DynamicTransform"))
|
1546
1559
|
CodeGenConfigurationNode.add_member(:evaluate_data_quality, Shapes::ShapeRef.new(shape: EvaluateDataQuality, location_name: "EvaluateDataQuality"))
|
1560
|
+
CodeGenConfigurationNode.add_member(:s3_catalog_hudi_source, Shapes::ShapeRef.new(shape: S3CatalogHudiSource, location_name: "S3CatalogHudiSource"))
|
1561
|
+
CodeGenConfigurationNode.add_member(:catalog_hudi_source, Shapes::ShapeRef.new(shape: CatalogHudiSource, location_name: "CatalogHudiSource"))
|
1562
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
|
1563
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
|
1564
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
|
1547
1565
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1548
1566
|
|
1549
1567
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -4243,6 +4261,13 @@ module Aws::Glue
|
|
4243
4261
|
RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
|
4244
4262
|
RunStatementResponse.struct_class = Types::RunStatementResponse
|
4245
4263
|
|
4264
|
+
S3CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4265
|
+
S3CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4266
|
+
S3CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4267
|
+
S3CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
4268
|
+
S3CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4269
|
+
S3CatalogHudiSource.struct_class = Types::S3CatalogHudiSource
|
4270
|
+
|
4246
4271
|
S3CatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4247
4272
|
S3CatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4248
4273
|
S3CatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
@@ -4308,6 +4333,32 @@ module Aws::Glue
|
|
4308
4333
|
S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4309
4334
|
S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
|
4310
4335
|
|
4336
|
+
S3HudiCatalogTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4337
|
+
S3HudiCatalogTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4338
|
+
S3HudiCatalogTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4339
|
+
S3HudiCatalogTarget.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4340
|
+
S3HudiCatalogTarget.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4341
|
+
S3HudiCatalogTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
4342
|
+
S3HudiCatalogTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: CatalogSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4343
|
+
S3HudiCatalogTarget.struct_class = Types::S3HudiCatalogTarget
|
4344
|
+
|
4345
|
+
S3HudiDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4346
|
+
S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4347
|
+
S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
4348
|
+
S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
|
4349
|
+
S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4350
|
+
S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
4351
|
+
S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
4352
|
+
S3HudiDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4353
|
+
S3HudiDirectTarget.struct_class = Types::S3HudiDirectTarget
|
4354
|
+
|
4355
|
+
S3HudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4356
|
+
S3HudiSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
4357
|
+
S3HudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
4358
|
+
S3HudiSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
4359
|
+
S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4360
|
+
S3HudiSource.struct_class = Types::S3HudiSource
|
4361
|
+
|
4311
4362
|
S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4312
4363
|
S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
4313
4364
|
S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
|
@@ -9,102 +9,43 @@
|
|
9
9
|
|
10
10
|
module Aws::Glue
|
11
11
|
class EndpointProvider
|
12
|
-
def
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
12
|
+
def resolve_endpoint(parameters)
|
13
|
+
region = parameters.region
|
14
|
+
use_dual_stack = parameters.use_dual_stack
|
15
|
+
use_fips = parameters.use_fips
|
16
|
+
endpoint = parameters.endpoint
|
17
|
+
if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
|
18
|
+
if Aws::Endpoints::Matchers.set?(endpoint)
|
19
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
20
|
+
raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
|
21
|
+
end
|
22
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
23
|
+
raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
|
24
|
+
end
|
25
|
+
return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
|
26
|
+
end
|
27
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
28
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
29
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
30
|
+
end
|
31
|
+
raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
|
32
|
+
end
|
33
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
34
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
|
35
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
36
|
+
end
|
37
|
+
raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
|
38
|
+
end
|
39
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
40
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
41
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
42
|
+
end
|
43
|
+
raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
|
44
|
+
end
|
45
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
21
46
|
end
|
22
|
-
|
23
|
-
end
|
47
|
+
raise ArgumentError, 'No endpoint could be resolved'
|
24
48
|
|
25
|
-
def resolve_endpoint(parameters)
|
26
|
-
@provider.resolve_endpoint(parameters)
|
27
49
|
end
|
28
|
-
|
29
|
-
# @api private
|
30
|
-
RULES = <<-JSON
|
31
|
-
eyJ2ZXJzaW9uIjoiMS4wIiwicGFyYW1ldGVycyI6eyJSZWdpb24iOnsiYnVp
|
32
|
-
bHRJbiI6IkFXUzo6UmVnaW9uIiwicmVxdWlyZWQiOnRydWUsImRvY3VtZW50
|
33
|
-
YXRpb24iOiJUaGUgQVdTIHJlZ2lvbiB1c2VkIHRvIGRpc3BhdGNoIHRoZSBy
|
34
|
-
ZXF1ZXN0LiIsInR5cGUiOiJTdHJpbmcifSwiVXNlRHVhbFN0YWNrIjp7ImJ1
|
35
|
-
aWx0SW4iOiJBV1M6OlVzZUR1YWxTdGFjayIsInJlcXVpcmVkIjp0cnVlLCJk
|
36
|
-
ZWZhdWx0IjpmYWxzZSwiZG9jdW1lbnRhdGlvbiI6IldoZW4gdHJ1ZSwgdXNl
|
37
|
-
IHRoZSBkdWFsLXN0YWNrIGVuZHBvaW50LiBJZiB0aGUgY29uZmlndXJlZCBl
|
38
|
-
bmRwb2ludCBkb2VzIG5vdCBzdXBwb3J0IGR1YWwtc3RhY2ssIGRpc3BhdGNo
|
39
|
-
aW5nIHRoZSByZXF1ZXN0IE1BWSByZXR1cm4gYW4gZXJyb3IuIiwidHlwZSI6
|
40
|
-
IkJvb2xlYW4ifSwiVXNlRklQUyI6eyJidWlsdEluIjoiQVdTOjpVc2VGSVBT
|
41
|
-
IiwicmVxdWlyZWQiOnRydWUsImRlZmF1bHQiOmZhbHNlLCJkb2N1bWVudGF0
|
42
|
-
aW9uIjoiV2hlbiB0cnVlLCBzZW5kIHRoaXMgcmVxdWVzdCB0byB0aGUgRklQ
|
43
|
-
Uy1jb21wbGlhbnQgcmVnaW9uYWwgZW5kcG9pbnQuIElmIHRoZSBjb25maWd1
|
44
|
-
cmVkIGVuZHBvaW50IGRvZXMgbm90IGhhdmUgYSBGSVBTIGNvbXBsaWFudCBl
|
45
|
-
bmRwb2ludCwgZGlzcGF0Y2hpbmcgdGhlIHJlcXVlc3Qgd2lsbCByZXR1cm4g
|
46
|
-
YW4gZXJyb3IuIiwidHlwZSI6IkJvb2xlYW4ifSwiRW5kcG9pbnQiOnsiYnVp
|
47
|
-
bHRJbiI6IlNESzo6RW5kcG9pbnQiLCJyZXF1aXJlZCI6ZmFsc2UsImRvY3Vt
|
48
|
-
ZW50YXRpb24iOiJPdmVycmlkZSB0aGUgZW5kcG9pbnQgdXNlZCB0byBzZW5k
|
49
|
-
IHRoaXMgcmVxdWVzdCIsInR5cGUiOiJTdHJpbmcifX0sInJ1bGVzIjpbeyJj
|
50
|
-
b25kaXRpb25zIjpbeyJmbiI6ImF3cy5wYXJ0aXRpb24iLCJhcmd2IjpbeyJy
|
51
|
-
ZWYiOiJSZWdpb24ifV0sImFzc2lnbiI6IlBhcnRpdGlvblJlc3VsdCJ9XSwi
|
52
|
-
dHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W3siZm4iOiJp
|
53
|
-
c1NldCIsImFyZ3YiOlt7InJlZiI6IkVuZHBvaW50In1dfV0sInR5cGUiOiJ0
|
54
|
-
cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVx
|
55
|
-
dWFscyIsImFyZ3YiOlt7InJlZiI6IlVzZUZJUFMifSx0cnVlXX1dLCJlcnJv
|
56
|
-
ciI6IkludmFsaWQgQ29uZmlndXJhdGlvbjogRklQUyBhbmQgY3VzdG9tIGVu
|
57
|
-
ZHBvaW50IGFyZSBub3Qgc3VwcG9ydGVkIiwidHlwZSI6ImVycm9yIn0seyJj
|
58
|
-
b25kaXRpb25zIjpbXSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0
|
59
|
-
aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3sicmVmIjoi
|
60
|
-
VXNlRHVhbFN0YWNrIn0sdHJ1ZV19XSwiZXJyb3IiOiJJbnZhbGlkIENvbmZp
|
61
|
-
Z3VyYXRpb246IER1YWxzdGFjayBhbmQgY3VzdG9tIGVuZHBvaW50IGFyZSBu
|
62
|
-
b3Qgc3VwcG9ydGVkIiwidHlwZSI6ImVycm9yIn0seyJjb25kaXRpb25zIjpb
|
63
|
-
XSwiZW5kcG9pbnQiOnsidXJsIjp7InJlZiI6IkVuZHBvaW50In0sInByb3Bl
|
64
|
-
cnRpZXMiOnt9LCJoZWFkZXJzIjp7fX0sInR5cGUiOiJlbmRwb2ludCJ9XX1d
|
65
|
-
fSx7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3Yi
|
66
|
-
Olt7InJlZiI6IlVzZUZJUFMifSx0cnVlXX0seyJmbiI6ImJvb2xlYW5FcXVh
|
67
|
-
bHMiLCJhcmd2IjpbeyJyZWYiOiJVc2VEdWFsU3RhY2sifSx0cnVlXX1dLCJ0
|
68
|
-
eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25zIjpbeyJmbiI6ImJv
|
69
|
-
b2xlYW5FcXVhbHMiLCJhcmd2IjpbdHJ1ZSx7ImZuIjoiZ2V0QXR0ciIsImFy
|
70
|
-
Z3YiOlt7InJlZiI6IlBhcnRpdGlvblJlc3VsdCJ9LCJzdXBwb3J0c0ZJUFMi
|
71
|
-
XX1dfSx7ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3YiOlt0cnVlLHsiZm4i
|
72
|
-
OiJnZXRBdHRyIiwiYXJndiI6W3sicmVmIjoiUGFydGl0aW9uUmVzdWx0In0s
|
73
|
-
InN1cHBvcnRzRHVhbFN0YWNrIl19XX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVz
|
74
|
-
IjpbeyJjb25kaXRpb25zIjpbXSwiZW5kcG9pbnQiOnsidXJsIjoiaHR0cHM6
|
75
|
-
Ly9nbHVlLWZpcHMue1JlZ2lvbn0ue1BhcnRpdGlvblJlc3VsdCNkdWFsU3Rh
|
76
|
-
Y2tEbnNTdWZmaXh9IiwicHJvcGVydGllcyI6e30sImhlYWRlcnMiOnt9fSwi
|
77
|
-
dHlwZSI6ImVuZHBvaW50In1dfSx7ImNvbmRpdGlvbnMiOltdLCJlcnJvciI6
|
78
|
-
IkZJUFMgYW5kIER1YWxTdGFjayBhcmUgZW5hYmxlZCwgYnV0IHRoaXMgcGFy
|
79
|
-
dGl0aW9uIGRvZXMgbm90IHN1cHBvcnQgb25lIG9yIGJvdGgiLCJ0eXBlIjoi
|
80
|
-
ZXJyb3IifV19LHsiY29uZGl0aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxz
|
81
|
-
IiwiYXJndiI6W3sicmVmIjoiVXNlRklQUyJ9LHRydWVdfV0sInR5cGUiOiJ0
|
82
|
-
cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVx
|
83
|
-
dWFscyIsImFyZ3YiOlt0cnVlLHsiZm4iOiJnZXRBdHRyIiwiYXJndiI6W3si
|
84
|
-
cmVmIjoiUGFydGl0aW9uUmVzdWx0In0sInN1cHBvcnRzRklQUyJdfV19XSwi
|
85
|
-
dHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W10sInR5cGUi
|
86
|
-
OiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2ludCI6
|
87
|
-
eyJ1cmwiOiJodHRwczovL2dsdWUtZmlwcy57UmVnaW9ufS57UGFydGl0aW9u
|
88
|
-
UmVzdWx0I2Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVycyI6
|
89
|
-
e319LCJ0eXBlIjoiZW5kcG9pbnQifV19XX0seyJjb25kaXRpb25zIjpbXSwi
|
90
|
-
ZXJyb3IiOiJGSVBTIGlzIGVuYWJsZWQgYnV0IHRoaXMgcGFydGl0aW9uIGRv
|
91
|
-
ZXMgbm90IHN1cHBvcnQgRklQUyIsInR5cGUiOiJlcnJvciJ9XX0seyJjb25k
|
92
|
-
aXRpb25zIjpbeyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2IjpbeyJyZWYi
|
93
|
-
OiJVc2VEdWFsU3RhY2sifSx0cnVlXX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVz
|
94
|
-
IjpbeyJjb25kaXRpb25zIjpbeyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2
|
95
|
-
IjpbdHJ1ZSx7ImZuIjoiZ2V0QXR0ciIsImFyZ3YiOlt7InJlZiI6IlBhcnRp
|
96
|
-
dGlvblJlc3VsdCJ9LCJzdXBwb3J0c0R1YWxTdGFjayJdfV19XSwidHlwZSI6
|
97
|
-
InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W10sImVuZHBvaW50Ijp7
|
98
|
-
InVybCI6Imh0dHBzOi8vZ2x1ZS57UmVnaW9ufS57UGFydGl0aW9uUmVzdWx0
|
99
|
-
I2R1YWxTdGFja0Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVy
|
100
|
-
cyI6e319LCJ0eXBlIjoiZW5kcG9pbnQifV19LHsiY29uZGl0aW9ucyI6W10s
|
101
|
-
ImVycm9yIjoiRHVhbFN0YWNrIGlzIGVuYWJsZWQgYnV0IHRoaXMgcGFydGl0
|
102
|
-
aW9uIGRvZXMgbm90IHN1cHBvcnQgRHVhbFN0YWNrIiwidHlwZSI6ImVycm9y
|
103
|
-
In1dfSx7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2ludCI6eyJ1cmwiOiJodHRw
|
104
|
-
czovL2dsdWUue1JlZ2lvbn0ue1BhcnRpdGlvblJlc3VsdCNkbnNTdWZmaXh9
|
105
|
-
IiwicHJvcGVydGllcyI6e30sImhlYWRlcnMiOnt9fSwidHlwZSI6ImVuZHBv
|
106
|
-
aW50In1dfV19
|
107
|
-
|
108
|
-
JSON
|
109
50
|
end
|
110
51
|
end
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1335,6 +1335,41 @@ module Aws::Glue
|
|
1335
1335
|
include Aws::Structure
|
1336
1336
|
end
|
1337
1337
|
|
1338
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1339
|
+
# Catalog.
|
1340
|
+
#
|
1341
|
+
# @!attribute [rw] name
|
1342
|
+
# The name of the Hudi data source.
|
1343
|
+
# @return [String]
|
1344
|
+
#
|
1345
|
+
# @!attribute [rw] database
|
1346
|
+
# The name of the database to read from.
|
1347
|
+
# @return [String]
|
1348
|
+
#
|
1349
|
+
# @!attribute [rw] table
|
1350
|
+
# The name of the table in the database to read from.
|
1351
|
+
# @return [String]
|
1352
|
+
#
|
1353
|
+
# @!attribute [rw] additional_hudi_options
|
1354
|
+
# Specifies additional connection options.
|
1355
|
+
# @return [Hash<String,String>]
|
1356
|
+
#
|
1357
|
+
# @!attribute [rw] output_schemas
|
1358
|
+
# Specifies the data schema for the Hudi source.
|
1359
|
+
# @return [Array<Types::GlueSchema>]
|
1360
|
+
#
|
1361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogHudiSource AWS API Documentation
|
1362
|
+
#
|
1363
|
+
class CatalogHudiSource < Struct.new(
|
1364
|
+
:name,
|
1365
|
+
:database,
|
1366
|
+
:table,
|
1367
|
+
:additional_hudi_options,
|
1368
|
+
:output_schemas)
|
1369
|
+
SENSITIVE = []
|
1370
|
+
include Aws::Structure
|
1371
|
+
end
|
1372
|
+
|
1338
1373
|
# A structure containing migration status information.
|
1339
1374
|
#
|
1340
1375
|
# @!attribute [rw] import_completed
|
@@ -1873,6 +1908,29 @@ module Aws::Glue
|
|
1873
1908
|
# Specifies your data quality evaluation criteria.
|
1874
1909
|
# @return [Types::EvaluateDataQuality]
|
1875
1910
|
#
|
1911
|
+
# @!attribute [rw] s3_catalog_hudi_source
|
1912
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1913
|
+
# Catalog. The Hudi data source must be stored in Amazon S3.
|
1914
|
+
# @return [Types::S3CatalogHudiSource]
|
1915
|
+
#
|
1916
|
+
# @!attribute [rw] catalog_hudi_source
|
1917
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1918
|
+
# Catalog.
|
1919
|
+
# @return [Types::CatalogHudiSource]
|
1920
|
+
#
|
1921
|
+
# @!attribute [rw] s3_hudi_source
|
1922
|
+
# Specifies a Hudi data source stored in Amazon S3.
|
1923
|
+
# @return [Types::S3HudiSource]
|
1924
|
+
#
|
1925
|
+
# @!attribute [rw] s3_hudi_catalog_target
|
1926
|
+
# Specifies a target that writes to a Hudi data source in the Glue
|
1927
|
+
# Data Catalog.
|
1928
|
+
# @return [Types::S3HudiCatalogTarget]
|
1929
|
+
#
|
1930
|
+
# @!attribute [rw] s3_hudi_direct_target
|
1931
|
+
# Specifies a target that writes to a Hudi data source in Amazon S3.
|
1932
|
+
# @return [Types::S3HudiDirectTarget]
|
1933
|
+
#
|
1876
1934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1877
1935
|
#
|
1878
1936
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -1927,7 +1985,12 @@ module Aws::Glue
|
|
1927
1985
|
:oracle_sql_catalog_target,
|
1928
1986
|
:postgre_sql_catalog_target,
|
1929
1987
|
:dynamic_transform,
|
1930
|
-
:evaluate_data_quality
|
1988
|
+
:evaluate_data_quality,
|
1989
|
+
:s3_catalog_hudi_source,
|
1990
|
+
:catalog_hudi_source,
|
1991
|
+
:s3_hudi_source,
|
1992
|
+
:s3_hudi_catalog_target,
|
1993
|
+
:s3_hudi_direct_target)
|
1931
1994
|
SENSITIVE = []
|
1932
1995
|
include Aws::Structure
|
1933
1996
|
end
|
@@ -15364,6 +15427,41 @@ module Aws::Glue
|
|
15364
15427
|
include Aws::Structure
|
15365
15428
|
end
|
15366
15429
|
|
15430
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
15431
|
+
# Catalog. The Hudi data source must be stored in Amazon S3.
|
15432
|
+
#
|
15433
|
+
# @!attribute [rw] name
|
15434
|
+
# The name of the Hudi data source.
|
15435
|
+
# @return [String]
|
15436
|
+
#
|
15437
|
+
# @!attribute [rw] database
|
15438
|
+
# The name of the database to read from.
|
15439
|
+
# @return [String]
|
15440
|
+
#
|
15441
|
+
# @!attribute [rw] table
|
15442
|
+
# The name of the table in the database to read from.
|
15443
|
+
# @return [String]
|
15444
|
+
#
|
15445
|
+
# @!attribute [rw] additional_hudi_options
|
15446
|
+
# Specifies additional connection options.
|
15447
|
+
# @return [Hash<String,String>]
|
15448
|
+
#
|
15449
|
+
# @!attribute [rw] output_schemas
|
15450
|
+
# Specifies the data schema for the Hudi source.
|
15451
|
+
# @return [Array<Types::GlueSchema>]
|
15452
|
+
#
|
15453
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogHudiSource AWS API Documentation
|
15454
|
+
#
|
15455
|
+
class S3CatalogHudiSource < Struct.new(
|
15456
|
+
:name,
|
15457
|
+
:database,
|
15458
|
+
:table,
|
15459
|
+
:additional_hudi_options,
|
15460
|
+
:output_schemas)
|
15461
|
+
SENSITIVE = []
|
15462
|
+
include Aws::Structure
|
15463
|
+
end
|
15464
|
+
|
15367
15465
|
# Specifies an Amazon S3 data store in the Glue Data Catalog.
|
15368
15466
|
#
|
15369
15467
|
# @!attribute [rw] name
|
@@ -15717,6 +15815,136 @@ module Aws::Glue
|
|
15717
15815
|
include Aws::Structure
|
15718
15816
|
end
|
15719
15817
|
|
15818
|
+
# Specifies a target that writes to a Hudi data source in the Glue Data
|
15819
|
+
# Catalog.
|
15820
|
+
#
|
15821
|
+
# @!attribute [rw] name
|
15822
|
+
# The name of the data target.
|
15823
|
+
# @return [String]
|
15824
|
+
#
|
15825
|
+
# @!attribute [rw] inputs
|
15826
|
+
# The nodes that are inputs to the data target.
|
15827
|
+
# @return [Array<String>]
|
15828
|
+
#
|
15829
|
+
# @!attribute [rw] partition_keys
|
15830
|
+
# Specifies native partitioning using a sequence of keys.
|
15831
|
+
# @return [Array<Array<String>>]
|
15832
|
+
#
|
15833
|
+
# @!attribute [rw] table
|
15834
|
+
# The name of the table in the database to write to.
|
15835
|
+
# @return [String]
|
15836
|
+
#
|
15837
|
+
# @!attribute [rw] database
|
15838
|
+
# The name of the database to write to.
|
15839
|
+
# @return [String]
|
15840
|
+
#
|
15841
|
+
# @!attribute [rw] additional_options
|
15842
|
+
# Specifies additional connection options for the connector.
|
15843
|
+
# @return [Hash<String,String>]
|
15844
|
+
#
|
15845
|
+
# @!attribute [rw] schema_change_policy
|
15846
|
+
# A policy that specifies update behavior for the crawler.
|
15847
|
+
# @return [Types::CatalogSchemaChangePolicy]
|
15848
|
+
#
|
15849
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiCatalogTarget AWS API Documentation
|
15850
|
+
#
|
15851
|
+
class S3HudiCatalogTarget < Struct.new(
|
15852
|
+
:name,
|
15853
|
+
:inputs,
|
15854
|
+
:partition_keys,
|
15855
|
+
:table,
|
15856
|
+
:database,
|
15857
|
+
:additional_options,
|
15858
|
+
:schema_change_policy)
|
15859
|
+
SENSITIVE = []
|
15860
|
+
include Aws::Structure
|
15861
|
+
end
|
15862
|
+
|
15863
|
+
# Specifies a target that writes to a Hudi data source in Amazon S3.
|
15864
|
+
#
|
15865
|
+
# @!attribute [rw] name
|
15866
|
+
# The name of the data target.
|
15867
|
+
# @return [String]
|
15868
|
+
#
|
15869
|
+
# @!attribute [rw] inputs
|
15870
|
+
# The nodes that are inputs to the data target.
|
15871
|
+
# @return [Array<String>]
|
15872
|
+
#
|
15873
|
+
# @!attribute [rw] path
|
15874
|
+
# The Amazon S3 path of your Hudi data source to write to.
|
15875
|
+
# @return [String]
|
15876
|
+
#
|
15877
|
+
# @!attribute [rw] compression
|
15878
|
+
# Specifies how the data is compressed. This is generally not
|
15879
|
+
# necessary if the data has a standard file extension. Possible values
|
15880
|
+
# are `"gzip"` and `"bzip"`).
|
15881
|
+
# @return [String]
|
15882
|
+
#
|
15883
|
+
# @!attribute [rw] partition_keys
|
15884
|
+
# Specifies native partitioning using a sequence of keys.
|
15885
|
+
# @return [Array<Array<String>>]
|
15886
|
+
#
|
15887
|
+
# @!attribute [rw] format
|
15888
|
+
# Specifies the data output format for the target.
|
15889
|
+
# @return [String]
|
15890
|
+
#
|
15891
|
+
# @!attribute [rw] additional_options
|
15892
|
+
# @return [Hash<String,String>]
|
15893
|
+
#
|
15894
|
+
# @!attribute [rw] schema_change_policy
|
15895
|
+
# A policy that specifies update behavior for the crawler.
|
15896
|
+
# @return [Types::DirectSchemaChangePolicy]
|
15897
|
+
#
|
15898
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiDirectTarget AWS API Documentation
|
15899
|
+
#
|
15900
|
+
class S3HudiDirectTarget < Struct.new(
|
15901
|
+
:name,
|
15902
|
+
:inputs,
|
15903
|
+
:path,
|
15904
|
+
:compression,
|
15905
|
+
:partition_keys,
|
15906
|
+
:format,
|
15907
|
+
:additional_options,
|
15908
|
+
:schema_change_policy)
|
15909
|
+
SENSITIVE = []
|
15910
|
+
include Aws::Structure
|
15911
|
+
end
|
15912
|
+
|
15913
|
+
# Specifies a Hudi data source stored in Amazon S3.
|
15914
|
+
#
|
15915
|
+
# @!attribute [rw] name
|
15916
|
+
# The name of the Hudi source.
|
15917
|
+
# @return [String]
|
15918
|
+
#
|
15919
|
+
# @!attribute [rw] paths
|
15920
|
+
# A list of the Amazon S3 paths to read from.
|
15921
|
+
# @return [Array<String>]
|
15922
|
+
#
|
15923
|
+
# @!attribute [rw] additional_hudi_options
|
15924
|
+
# Specifies additional connection options.
|
15925
|
+
# @return [Hash<String,String>]
|
15926
|
+
#
|
15927
|
+
# @!attribute [rw] additional_options
|
15928
|
+
# Specifies additional connection options for the Amazon S3 data
|
15929
|
+
# store.
|
15930
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
15931
|
+
#
|
15932
|
+
# @!attribute [rw] output_schemas
|
15933
|
+
# Specifies the data schema for the Hudi source.
|
15934
|
+
# @return [Array<Types::GlueSchema>]
|
15935
|
+
#
|
15936
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiSource AWS API Documentation
|
15937
|
+
#
|
15938
|
+
class S3HudiSource < Struct.new(
|
15939
|
+
:name,
|
15940
|
+
:paths,
|
15941
|
+
:additional_hudi_options,
|
15942
|
+
:additional_options,
|
15943
|
+
:output_schemas)
|
15944
|
+
SENSITIVE = []
|
15945
|
+
include Aws::Structure
|
15946
|
+
end
|
15947
|
+
|
15720
15948
|
# Specifies a JSON data store stored in Amazon S3.
|
15721
15949
|
#
|
15722
15950
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.129.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-01-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|