aws-sdk-glue 1.127.0 → 1.129.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 6c404de3e2656e1bb1f9bb96f6f6022b3ac1e5b50a93242552578d99109b3dd6
4
- data.tar.gz: a3df3d964dccd34f329e1d416b6e24dba30166eef12e458eeda2bc25b4324887
3
+ metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
4
+ data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
5
5
  SHA512:
6
- metadata.gz: f6519d4c7f637331aa6695daa0e1a999c56104b0af1df1addb455f95f83c1de896e31cd7e4860bd1b18b533fa167e188b1d725c1548db48c3931c71ad8f83184
7
- data.tar.gz: 46d99fabbd43818fafb0e0abef5088ce33d83db1c4a74eee190f50d961db7e283100b3b47cd6a315460f2841f72359e405f6e53f3047966b92761ca1e1ea796e
6
+ metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
7
+ data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
data/CHANGELOG.md CHANGED
@@ -1,6 +1,18 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.129.0 (2023-01-19)
5
+ ------------------
6
+
7
+ * Feature - Release Glue Studio Hudi Data Lake Format for SDK/CLI
8
+
9
+ 1.128.0 (2023-01-18)
10
+ ------------------
11
+
12
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
13
+
14
+ * Issue - Replace runtime endpoint resolution approach with generated ruby code.
15
+
4
16
  1.127.0 (2022-12-15)
5
17
  ------------------
6
18
 
@@ -656,4 +668,4 @@ Unreleased Changes
656
668
  1.0.0.rc1 (2017-08-14)
657
669
  ------------------
658
670
 
659
- * Feature - Initial release of `aws-sdk-glue`.
671
+ * Feature - Initial release of `aws-sdk-glue`.
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.127.0
1
+ 1.129.0
@@ -1236,7 +1236,7 @@ module Aws::Glue
1236
1236
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
1237
1237
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
1238
1238
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
1239
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
1239
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
1240
1240
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
1241
1241
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1242
1242
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -1543,6 +1543,64 @@ module Aws::Glue
1543
1543
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
1544
1544
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
1545
1545
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
1546
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
1547
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
1548
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
1549
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
1550
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1551
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
1552
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
1553
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
1554
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
1555
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
1556
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
1557
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
1558
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
1559
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1560
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
1561
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
1562
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
1563
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
1564
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
1565
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
1566
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
1567
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
1568
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1569
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
1570
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
1571
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
1572
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
1573
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
1574
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
1575
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
1576
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
1577
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
1578
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
1579
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
1580
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
1581
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
1582
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
1583
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
1584
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
1585
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
1586
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
1587
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
1588
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1589
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
1590
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
1591
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
1592
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
1593
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
1594
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
1595
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
1596
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
1597
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
1598
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
1599
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
1600
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
1601
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1602
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
1603
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
1546
1604
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
1547
1605
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
1548
1606
  # resp.jobs[0].source_control_details.repository #=> String
@@ -3411,7 +3469,7 @@ module Aws::Glue
3411
3469
  # ],
3412
3470
  # path: "EnclosedInStringProperty", # required
3413
3471
  # compression: "EnclosedInStringProperty",
3414
- # format: "json", # required, accepts json, csv, avro, orc, parquet
3472
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
3415
3473
  # schema_change_policy: {
3416
3474
  # enable_update_catalog: false,
3417
3475
  # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
@@ -3823,6 +3881,100 @@ module Aws::Glue
3823
3881
  # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
3824
3882
  # },
3825
3883
  # },
3884
+ # s3_catalog_hudi_source: {
3885
+ # name: "NodeName", # required
3886
+ # database: "EnclosedInStringProperty", # required
3887
+ # table: "EnclosedInStringProperty", # required
3888
+ # additional_hudi_options: {
3889
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3890
+ # },
3891
+ # output_schemas: [
3892
+ # {
3893
+ # columns: [
3894
+ # {
3895
+ # name: "GlueStudioColumnNameString", # required
3896
+ # type: "ColumnTypeString",
3897
+ # },
3898
+ # ],
3899
+ # },
3900
+ # ],
3901
+ # },
3902
+ # catalog_hudi_source: {
3903
+ # name: "NodeName", # required
3904
+ # database: "EnclosedInStringProperty", # required
3905
+ # table: "EnclosedInStringProperty", # required
3906
+ # additional_hudi_options: {
3907
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3908
+ # },
3909
+ # output_schemas: [
3910
+ # {
3911
+ # columns: [
3912
+ # {
3913
+ # name: "GlueStudioColumnNameString", # required
3914
+ # type: "ColumnTypeString",
3915
+ # },
3916
+ # ],
3917
+ # },
3918
+ # ],
3919
+ # },
3920
+ # s3_hudi_source: {
3921
+ # name: "NodeName", # required
3922
+ # paths: ["EnclosedInStringProperty"], # required
3923
+ # additional_hudi_options: {
3924
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3925
+ # },
3926
+ # additional_options: {
3927
+ # bounded_size: 1,
3928
+ # bounded_files: 1,
3929
+ # enable_sample_path: false,
3930
+ # sample_path: "EnclosedInStringProperty",
3931
+ # },
3932
+ # output_schemas: [
3933
+ # {
3934
+ # columns: [
3935
+ # {
3936
+ # name: "GlueStudioColumnNameString", # required
3937
+ # type: "ColumnTypeString",
3938
+ # },
3939
+ # ],
3940
+ # },
3941
+ # ],
3942
+ # },
3943
+ # s3_hudi_catalog_target: {
3944
+ # name: "NodeName", # required
3945
+ # inputs: ["NodeId"], # required
3946
+ # partition_keys: [
3947
+ # ["EnclosedInStringProperty"],
3948
+ # ],
3949
+ # table: "EnclosedInStringProperty", # required
3950
+ # database: "EnclosedInStringProperty", # required
3951
+ # additional_options: { # required
3952
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3953
+ # },
3954
+ # schema_change_policy: {
3955
+ # enable_update_catalog: false,
3956
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
3957
+ # },
3958
+ # },
3959
+ # s3_hudi_direct_target: {
3960
+ # name: "NodeName", # required
3961
+ # inputs: ["NodeId"], # required
3962
+ # path: "EnclosedInStringProperty", # required
3963
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
3964
+ # partition_keys: [
3965
+ # ["EnclosedInStringProperty"],
3966
+ # ],
3967
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
3968
+ # additional_options: { # required
3969
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3970
+ # },
3971
+ # schema_change_policy: {
3972
+ # enable_update_catalog: false,
3973
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
3974
+ # table: "EnclosedInStringProperty",
3975
+ # database: "EnclosedInStringProperty",
3976
+ # },
3977
+ # },
3826
3978
  # },
3827
3979
  # },
3828
3980
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -7452,7 +7604,7 @@ module Aws::Glue
7452
7604
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
7453
7605
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
7454
7606
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
7455
- # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
7607
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
7456
7608
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
7457
7609
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7458
7610
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -7759,6 +7911,64 @@ module Aws::Glue
7759
7911
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
7760
7912
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
7761
7913
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
7914
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
7915
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
7916
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
7917
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
7918
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7919
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
7920
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
7921
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
7922
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
7923
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
7924
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
7925
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
7926
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
7927
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7928
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
7929
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
7930
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
7931
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
7932
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
7933
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
7934
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
7935
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
7936
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7937
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
7938
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
7939
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
7940
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
7941
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
7942
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
7943
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
7944
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
7945
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
7946
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
7947
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
7948
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
7949
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
7950
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
7951
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
7952
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
7953
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
7954
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
7955
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
7956
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7957
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
7958
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
7959
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
7960
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
7961
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
7962
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
7963
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
7964
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
7965
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
7966
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
7967
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
7968
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
7969
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7970
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
7971
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
7762
7972
  # resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
7763
7973
  # resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
7764
7974
  # resp.job.source_control_details.repository #=> String
@@ -8208,7 +8418,7 @@ module Aws::Glue
8208
8418
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
8209
8419
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
8210
8420
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
8211
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
8421
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
8212
8422
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
8213
8423
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8214
8424
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -8515,6 +8725,64 @@ module Aws::Glue
8515
8725
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
8516
8726
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
8517
8727
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
8728
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
8729
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
8730
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
8731
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
8732
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8733
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
8734
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
8735
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
8736
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
8737
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
8738
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
8739
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
8740
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
8741
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8742
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
8743
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
8744
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
8745
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
8746
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
8747
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
8748
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
8749
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
8750
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8751
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
8752
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
8753
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
8754
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
8755
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
8756
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
8757
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
8758
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
8759
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
8760
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
8761
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
8762
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
8763
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
8764
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
8765
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
8766
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
8767
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
8768
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
8769
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
8770
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8771
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
8772
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
8773
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
8774
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
8775
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
8776
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
8777
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
8778
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
8779
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
8780
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
8781
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
8782
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
8783
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8784
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
8785
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
8518
8786
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
8519
8787
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
8520
8788
  # resp.jobs[0].source_control_details.repository #=> String
@@ -15158,7 +15426,7 @@ module Aws::Glue
15158
15426
  # ],
15159
15427
  # path: "EnclosedInStringProperty", # required
15160
15428
  # compression: "EnclosedInStringProperty",
15161
- # format: "json", # required, accepts json, csv, avro, orc, parquet
15429
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
15162
15430
  # schema_change_policy: {
15163
15431
  # enable_update_catalog: false,
15164
15432
  # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
@@ -15570,6 +15838,100 @@ module Aws::Glue
15570
15838
  # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
15571
15839
  # },
15572
15840
  # },
15841
+ # s3_catalog_hudi_source: {
15842
+ # name: "NodeName", # required
15843
+ # database: "EnclosedInStringProperty", # required
15844
+ # table: "EnclosedInStringProperty", # required
15845
+ # additional_hudi_options: {
15846
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15847
+ # },
15848
+ # output_schemas: [
15849
+ # {
15850
+ # columns: [
15851
+ # {
15852
+ # name: "GlueStudioColumnNameString", # required
15853
+ # type: "ColumnTypeString",
15854
+ # },
15855
+ # ],
15856
+ # },
15857
+ # ],
15858
+ # },
15859
+ # catalog_hudi_source: {
15860
+ # name: "NodeName", # required
15861
+ # database: "EnclosedInStringProperty", # required
15862
+ # table: "EnclosedInStringProperty", # required
15863
+ # additional_hudi_options: {
15864
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15865
+ # },
15866
+ # output_schemas: [
15867
+ # {
15868
+ # columns: [
15869
+ # {
15870
+ # name: "GlueStudioColumnNameString", # required
15871
+ # type: "ColumnTypeString",
15872
+ # },
15873
+ # ],
15874
+ # },
15875
+ # ],
15876
+ # },
15877
+ # s3_hudi_source: {
15878
+ # name: "NodeName", # required
15879
+ # paths: ["EnclosedInStringProperty"], # required
15880
+ # additional_hudi_options: {
15881
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15882
+ # },
15883
+ # additional_options: {
15884
+ # bounded_size: 1,
15885
+ # bounded_files: 1,
15886
+ # enable_sample_path: false,
15887
+ # sample_path: "EnclosedInStringProperty",
15888
+ # },
15889
+ # output_schemas: [
15890
+ # {
15891
+ # columns: [
15892
+ # {
15893
+ # name: "GlueStudioColumnNameString", # required
15894
+ # type: "ColumnTypeString",
15895
+ # },
15896
+ # ],
15897
+ # },
15898
+ # ],
15899
+ # },
15900
+ # s3_hudi_catalog_target: {
15901
+ # name: "NodeName", # required
15902
+ # inputs: ["NodeId"], # required
15903
+ # partition_keys: [
15904
+ # ["EnclosedInStringProperty"],
15905
+ # ],
15906
+ # table: "EnclosedInStringProperty", # required
15907
+ # database: "EnclosedInStringProperty", # required
15908
+ # additional_options: { # required
15909
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15910
+ # },
15911
+ # schema_change_policy: {
15912
+ # enable_update_catalog: false,
15913
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
15914
+ # },
15915
+ # },
15916
+ # s3_hudi_direct_target: {
15917
+ # name: "NodeName", # required
15918
+ # inputs: ["NodeId"], # required
15919
+ # path: "EnclosedInStringProperty", # required
15920
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
15921
+ # partition_keys: [
15922
+ # ["EnclosedInStringProperty"],
15923
+ # ],
15924
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
15925
+ # additional_options: { # required
15926
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15927
+ # },
15928
+ # schema_change_policy: {
15929
+ # enable_update_catalog: false,
15930
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
15931
+ # table: "EnclosedInStringProperty",
15932
+ # database: "EnclosedInStringProperty",
15933
+ # },
15934
+ # },
15573
15935
  # },
15574
15936
  # },
15575
15937
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -16395,7 +16757,7 @@ module Aws::Glue
16395
16757
  params: params,
16396
16758
  config: config)
16397
16759
  context[:gem_name] = 'aws-sdk-glue'
16398
- context[:gem_version] = '1.127.0'
16760
+ context[:gem_version] = '1.129.0'
16399
16761
  Seahorse::Client::Request.new(handlers, context)
16400
16762
  end
16401
16763
 
@@ -119,6 +119,7 @@ module Aws::Glue
119
119
  CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
120
120
  CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
121
121
  CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
122
+ CatalogHudiSource = Shapes::StructureShape.new(name: 'CatalogHudiSource')
122
123
  CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
123
124
  CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
124
125
  CatalogKafkaSource = Shapes::StructureShape.new(name: 'CatalogKafkaSource')
@@ -587,6 +588,7 @@ module Aws::Glue
587
588
  GrokClassifier = Shapes::StructureShape.new(name: 'GrokClassifier')
588
589
  GrokPattern = Shapes::StringShape.new(name: 'GrokPattern')
589
590
  HashString = Shapes::StringShape.new(name: 'HashString')
591
+ HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
590
592
  IdString = Shapes::StringShape.new(name: 'IdString')
591
593
  IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
592
594
  IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
@@ -855,6 +857,7 @@ module Aws::Glue
855
857
  RunId = Shapes::StringShape.new(name: 'RunId')
856
858
  RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
857
859
  RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
860
+ S3CatalogHudiSource = Shapes::StructureShape.new(name: 'S3CatalogHudiSource')
858
861
  S3CatalogSource = Shapes::StructureShape.new(name: 'S3CatalogSource')
859
862
  S3CatalogTarget = Shapes::StructureShape.new(name: 'S3CatalogTarget')
860
863
  S3CsvSource = Shapes::StructureShape.new(name: 'S3CsvSource')
@@ -864,6 +867,9 @@ module Aws::Glue
864
867
  S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
865
868
  S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
866
869
  S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
870
+ S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
871
+ S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
872
+ S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
867
873
  S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
868
874
  S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
869
875
  S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
@@ -1427,6 +1433,13 @@ module Aws::Glue
1427
1433
  CatalogEntry.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1428
1434
  CatalogEntry.struct_class = Types::CatalogEntry
1429
1435
 
1436
+ CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
1437
+ CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
1438
+ CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
1439
+ CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
1440
+ CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
1441
+ CatalogHudiSource.struct_class = Types::CatalogHudiSource
1442
+
1430
1443
  CatalogImportStatus.add_member(:import_completed, Shapes::ShapeRef.new(shape: Boolean, location_name: "ImportCompleted"))
1431
1444
  CatalogImportStatus.add_member(:import_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "ImportTime"))
1432
1445
  CatalogImportStatus.add_member(:imported_by, Shapes::ShapeRef.new(shape: NameString, location_name: "ImportedBy"))
@@ -1544,6 +1557,11 @@ module Aws::Glue
1544
1557
  CodeGenConfigurationNode.add_member(:postgre_sql_catalog_target, Shapes::ShapeRef.new(shape: PostgreSQLCatalogTarget, location_name: "PostgreSQLCatalogTarget"))
1545
1558
  CodeGenConfigurationNode.add_member(:dynamic_transform, Shapes::ShapeRef.new(shape: DynamicTransform, location_name: "DynamicTransform"))
1546
1559
  CodeGenConfigurationNode.add_member(:evaluate_data_quality, Shapes::ShapeRef.new(shape: EvaluateDataQuality, location_name: "EvaluateDataQuality"))
1560
+ CodeGenConfigurationNode.add_member(:s3_catalog_hudi_source, Shapes::ShapeRef.new(shape: S3CatalogHudiSource, location_name: "S3CatalogHudiSource"))
1561
+ CodeGenConfigurationNode.add_member(:catalog_hudi_source, Shapes::ShapeRef.new(shape: CatalogHudiSource, location_name: "CatalogHudiSource"))
1562
+ CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
1563
+ CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
1564
+ CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
1547
1565
  CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
1548
1566
 
1549
1567
  CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -4243,6 +4261,13 @@ module Aws::Glue
4243
4261
  RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
4244
4262
  RunStatementResponse.struct_class = Types::RunStatementResponse
4245
4263
 
4264
+ S3CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4265
+ S3CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4266
+ S3CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
4267
+ S3CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
4268
+ S3CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
4269
+ S3CatalogHudiSource.struct_class = Types::S3CatalogHudiSource
4270
+
4246
4271
  S3CatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4247
4272
  S3CatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4248
4273
  S3CatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
@@ -4308,6 +4333,32 @@ module Aws::Glue
4308
4333
  S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4309
4334
  S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
4310
4335
 
4336
+ S3HudiCatalogTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4337
+ S3HudiCatalogTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
4338
+ S3HudiCatalogTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
4339
+ S3HudiCatalogTarget.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
4340
+ S3HudiCatalogTarget.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4341
+ S3HudiCatalogTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
4342
+ S3HudiCatalogTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: CatalogSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4343
+ S3HudiCatalogTarget.struct_class = Types::S3HudiCatalogTarget
4344
+
4345
+ S3HudiDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4346
+ S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
4347
+ S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
4348
+ S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
4349
+ S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
4350
+ S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
4351
+ S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
4352
+ S3HudiDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4353
+ S3HudiDirectTarget.struct_class = Types::S3HudiDirectTarget
4354
+
4355
+ S3HudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4356
+ S3HudiSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
4357
+ S3HudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
4358
+ S3HudiSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
4359
+ S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
4360
+ S3HudiSource.struct_class = Types::S3HudiSource
4361
+
4311
4362
  S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4312
4363
  S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
4313
4364
  S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
@@ -9,102 +9,43 @@
9
9
 
10
10
  module Aws::Glue
11
11
  class EndpointProvider
12
- def initialize(rule_set = nil)
13
- @@rule_set ||= begin
14
- endpoint_rules = Aws::Json.load(Base64.decode64(RULES))
15
- Aws::Endpoints::RuleSet.new(
16
- version: endpoint_rules['version'],
17
- service_id: endpoint_rules['serviceId'],
18
- parameters: endpoint_rules['parameters'],
19
- rules: endpoint_rules['rules']
20
- )
12
+ def resolve_endpoint(parameters)
13
+ region = parameters.region
14
+ use_dual_stack = parameters.use_dual_stack
15
+ use_fips = parameters.use_fips
16
+ endpoint = parameters.endpoint
17
+ if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
18
+ if Aws::Endpoints::Matchers.set?(endpoint)
19
+ if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
20
+ raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
21
+ end
22
+ if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
23
+ raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
24
+ end
25
+ return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
26
+ end
27
+ if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
28
+ if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
29
+ return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
30
+ end
31
+ raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
32
+ end
33
+ if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
34
+ if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
35
+ return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
36
+ end
37
+ raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
38
+ end
39
+ if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
40
+ if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
41
+ return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
42
+ end
43
+ raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
44
+ end
45
+ return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
21
46
  end
22
- @provider = Aws::Endpoints::RulesProvider.new(rule_set || @@rule_set)
23
- end
47
+ raise ArgumentError, 'No endpoint could be resolved'
24
48
 
25
- def resolve_endpoint(parameters)
26
- @provider.resolve_endpoint(parameters)
27
49
  end
28
-
29
- # @api private
30
- RULES = <<-JSON
31
- eyJ2ZXJzaW9uIjoiMS4wIiwicGFyYW1ldGVycyI6eyJSZWdpb24iOnsiYnVp
32
- bHRJbiI6IkFXUzo6UmVnaW9uIiwicmVxdWlyZWQiOnRydWUsImRvY3VtZW50
33
- YXRpb24iOiJUaGUgQVdTIHJlZ2lvbiB1c2VkIHRvIGRpc3BhdGNoIHRoZSBy
34
- ZXF1ZXN0LiIsInR5cGUiOiJTdHJpbmcifSwiVXNlRHVhbFN0YWNrIjp7ImJ1
35
- aWx0SW4iOiJBV1M6OlVzZUR1YWxTdGFjayIsInJlcXVpcmVkIjp0cnVlLCJk
36
- ZWZhdWx0IjpmYWxzZSwiZG9jdW1lbnRhdGlvbiI6IldoZW4gdHJ1ZSwgdXNl
37
- IHRoZSBkdWFsLXN0YWNrIGVuZHBvaW50LiBJZiB0aGUgY29uZmlndXJlZCBl
38
- bmRwb2ludCBkb2VzIG5vdCBzdXBwb3J0IGR1YWwtc3RhY2ssIGRpc3BhdGNo
39
- aW5nIHRoZSByZXF1ZXN0IE1BWSByZXR1cm4gYW4gZXJyb3IuIiwidHlwZSI6
40
- IkJvb2xlYW4ifSwiVXNlRklQUyI6eyJidWlsdEluIjoiQVdTOjpVc2VGSVBT
41
- IiwicmVxdWlyZWQiOnRydWUsImRlZmF1bHQiOmZhbHNlLCJkb2N1bWVudGF0
42
- aW9uIjoiV2hlbiB0cnVlLCBzZW5kIHRoaXMgcmVxdWVzdCB0byB0aGUgRklQ
43
- Uy1jb21wbGlhbnQgcmVnaW9uYWwgZW5kcG9pbnQuIElmIHRoZSBjb25maWd1
44
- cmVkIGVuZHBvaW50IGRvZXMgbm90IGhhdmUgYSBGSVBTIGNvbXBsaWFudCBl
45
- bmRwb2ludCwgZGlzcGF0Y2hpbmcgdGhlIHJlcXVlc3Qgd2lsbCByZXR1cm4g
46
- YW4gZXJyb3IuIiwidHlwZSI6IkJvb2xlYW4ifSwiRW5kcG9pbnQiOnsiYnVp
47
- bHRJbiI6IlNESzo6RW5kcG9pbnQiLCJyZXF1aXJlZCI6ZmFsc2UsImRvY3Vt
48
- ZW50YXRpb24iOiJPdmVycmlkZSB0aGUgZW5kcG9pbnQgdXNlZCB0byBzZW5k
49
- IHRoaXMgcmVxdWVzdCIsInR5cGUiOiJTdHJpbmcifX0sInJ1bGVzIjpbeyJj
50
- b25kaXRpb25zIjpbeyJmbiI6ImF3cy5wYXJ0aXRpb24iLCJhcmd2IjpbeyJy
51
- ZWYiOiJSZWdpb24ifV0sImFzc2lnbiI6IlBhcnRpdGlvblJlc3VsdCJ9XSwi
52
- dHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W3siZm4iOiJp
53
- c1NldCIsImFyZ3YiOlt7InJlZiI6IkVuZHBvaW50In1dfV0sInR5cGUiOiJ0
54
- cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVx
55
- dWFscyIsImFyZ3YiOlt7InJlZiI6IlVzZUZJUFMifSx0cnVlXX1dLCJlcnJv
56
- ciI6IkludmFsaWQgQ29uZmlndXJhdGlvbjogRklQUyBhbmQgY3VzdG9tIGVu
57
- ZHBvaW50IGFyZSBub3Qgc3VwcG9ydGVkIiwidHlwZSI6ImVycm9yIn0seyJj
58
- b25kaXRpb25zIjpbXSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0
59
- aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3sicmVmIjoi
60
- VXNlRHVhbFN0YWNrIn0sdHJ1ZV19XSwiZXJyb3IiOiJJbnZhbGlkIENvbmZp
61
- Z3VyYXRpb246IER1YWxzdGFjayBhbmQgY3VzdG9tIGVuZHBvaW50IGFyZSBu
62
- b3Qgc3VwcG9ydGVkIiwidHlwZSI6ImVycm9yIn0seyJjb25kaXRpb25zIjpb
63
- XSwiZW5kcG9pbnQiOnsidXJsIjp7InJlZiI6IkVuZHBvaW50In0sInByb3Bl
64
- cnRpZXMiOnt9LCJoZWFkZXJzIjp7fX0sInR5cGUiOiJlbmRwb2ludCJ9XX1d
65
- fSx7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3Yi
66
- Olt7InJlZiI6IlVzZUZJUFMifSx0cnVlXX0seyJmbiI6ImJvb2xlYW5FcXVh
67
- bHMiLCJhcmd2IjpbeyJyZWYiOiJVc2VEdWFsU3RhY2sifSx0cnVlXX1dLCJ0
68
- eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25zIjpbeyJmbiI6ImJv
69
- b2xlYW5FcXVhbHMiLCJhcmd2IjpbdHJ1ZSx7ImZuIjoiZ2V0QXR0ciIsImFy
70
- Z3YiOlt7InJlZiI6IlBhcnRpdGlvblJlc3VsdCJ9LCJzdXBwb3J0c0ZJUFMi
71
- XX1dfSx7ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3YiOlt0cnVlLHsiZm4i
72
- OiJnZXRBdHRyIiwiYXJndiI6W3sicmVmIjoiUGFydGl0aW9uUmVzdWx0In0s
73
- InN1cHBvcnRzRHVhbFN0YWNrIl19XX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVz
74
- IjpbeyJjb25kaXRpb25zIjpbXSwiZW5kcG9pbnQiOnsidXJsIjoiaHR0cHM6
75
- Ly9nbHVlLWZpcHMue1JlZ2lvbn0ue1BhcnRpdGlvblJlc3VsdCNkdWFsU3Rh
76
- Y2tEbnNTdWZmaXh9IiwicHJvcGVydGllcyI6e30sImhlYWRlcnMiOnt9fSwi
77
- dHlwZSI6ImVuZHBvaW50In1dfSx7ImNvbmRpdGlvbnMiOltdLCJlcnJvciI6
78
- IkZJUFMgYW5kIER1YWxTdGFjayBhcmUgZW5hYmxlZCwgYnV0IHRoaXMgcGFy
79
- dGl0aW9uIGRvZXMgbm90IHN1cHBvcnQgb25lIG9yIGJvdGgiLCJ0eXBlIjoi
80
- ZXJyb3IifV19LHsiY29uZGl0aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxz
81
- IiwiYXJndiI6W3sicmVmIjoiVXNlRklQUyJ9LHRydWVdfV0sInR5cGUiOiJ0
82
- cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVx
83
- dWFscyIsImFyZ3YiOlt0cnVlLHsiZm4iOiJnZXRBdHRyIiwiYXJndiI6W3si
84
- cmVmIjoiUGFydGl0aW9uUmVzdWx0In0sInN1cHBvcnRzRklQUyJdfV19XSwi
85
- dHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W10sInR5cGUi
86
- OiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2ludCI6
87
- eyJ1cmwiOiJodHRwczovL2dsdWUtZmlwcy57UmVnaW9ufS57UGFydGl0aW9u
88
- UmVzdWx0I2Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVycyI6
89
- e319LCJ0eXBlIjoiZW5kcG9pbnQifV19XX0seyJjb25kaXRpb25zIjpbXSwi
90
- ZXJyb3IiOiJGSVBTIGlzIGVuYWJsZWQgYnV0IHRoaXMgcGFydGl0aW9uIGRv
91
- ZXMgbm90IHN1cHBvcnQgRklQUyIsInR5cGUiOiJlcnJvciJ9XX0seyJjb25k
92
- aXRpb25zIjpbeyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2IjpbeyJyZWYi
93
- OiJVc2VEdWFsU3RhY2sifSx0cnVlXX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVz
94
- IjpbeyJjb25kaXRpb25zIjpbeyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2
95
- IjpbdHJ1ZSx7ImZuIjoiZ2V0QXR0ciIsImFyZ3YiOlt7InJlZiI6IlBhcnRp
96
- dGlvblJlc3VsdCJ9LCJzdXBwb3J0c0R1YWxTdGFjayJdfV19XSwidHlwZSI6
97
- InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W10sImVuZHBvaW50Ijp7
98
- InVybCI6Imh0dHBzOi8vZ2x1ZS57UmVnaW9ufS57UGFydGl0aW9uUmVzdWx0
99
- I2R1YWxTdGFja0Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVy
100
- cyI6e319LCJ0eXBlIjoiZW5kcG9pbnQifV19LHsiY29uZGl0aW9ucyI6W10s
101
- ImVycm9yIjoiRHVhbFN0YWNrIGlzIGVuYWJsZWQgYnV0IHRoaXMgcGFydGl0
102
- aW9uIGRvZXMgbm90IHN1cHBvcnQgRHVhbFN0YWNrIiwidHlwZSI6ImVycm9y
103
- In1dfSx7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2ludCI6eyJ1cmwiOiJodHRw
104
- czovL2dsdWUue1JlZ2lvbn0ue1BhcnRpdGlvblJlc3VsdCNkbnNTdWZmaXh9
105
- IiwicHJvcGVydGllcyI6e30sImhlYWRlcnMiOnt9fSwidHlwZSI6ImVuZHBv
106
- aW50In1dfV19
107
-
108
- JSON
109
50
  end
110
51
  end
@@ -1335,6 +1335,41 @@ module Aws::Glue
1335
1335
  include Aws::Structure
1336
1336
  end
1337
1337
 
1338
+ # Specifies a Hudi data source that is registered in the Glue Data
1339
+ # Catalog.
1340
+ #
1341
+ # @!attribute [rw] name
1342
+ # The name of the Hudi data source.
1343
+ # @return [String]
1344
+ #
1345
+ # @!attribute [rw] database
1346
+ # The name of the database to read from.
1347
+ # @return [String]
1348
+ #
1349
+ # @!attribute [rw] table
1350
+ # The name of the table in the database to read from.
1351
+ # @return [String]
1352
+ #
1353
+ # @!attribute [rw] additional_hudi_options
1354
+ # Specifies additional connection options.
1355
+ # @return [Hash<String,String>]
1356
+ #
1357
+ # @!attribute [rw] output_schemas
1358
+ # Specifies the data schema for the Hudi source.
1359
+ # @return [Array<Types::GlueSchema>]
1360
+ #
1361
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogHudiSource AWS API Documentation
1362
+ #
1363
+ class CatalogHudiSource < Struct.new(
1364
+ :name,
1365
+ :database,
1366
+ :table,
1367
+ :additional_hudi_options,
1368
+ :output_schemas)
1369
+ SENSITIVE = []
1370
+ include Aws::Structure
1371
+ end
1372
+
1338
1373
  # A structure containing migration status information.
1339
1374
  #
1340
1375
  # @!attribute [rw] import_completed
@@ -1873,6 +1908,29 @@ module Aws::Glue
1873
1908
  # Specifies your data quality evaluation criteria.
1874
1909
  # @return [Types::EvaluateDataQuality]
1875
1910
  #
1911
+ # @!attribute [rw] s3_catalog_hudi_source
1912
+ # Specifies a Hudi data source that is registered in the Glue Data
1913
+ # Catalog. The Hudi data source must be stored in Amazon S3.
1914
+ # @return [Types::S3CatalogHudiSource]
1915
+ #
1916
+ # @!attribute [rw] catalog_hudi_source
1917
+ # Specifies a Hudi data source that is registered in the Glue Data
1918
+ # Catalog.
1919
+ # @return [Types::CatalogHudiSource]
1920
+ #
1921
+ # @!attribute [rw] s3_hudi_source
1922
+ # Specifies a Hudi data source stored in Amazon S3.
1923
+ # @return [Types::S3HudiSource]
1924
+ #
1925
+ # @!attribute [rw] s3_hudi_catalog_target
1926
+ # Specifies a target that writes to a Hudi data source in the Glue
1927
+ # Data Catalog.
1928
+ # @return [Types::S3HudiCatalogTarget]
1929
+ #
1930
+ # @!attribute [rw] s3_hudi_direct_target
1931
+ # Specifies a target that writes to a Hudi data source in Amazon S3.
1932
+ # @return [Types::S3HudiDirectTarget]
1933
+ #
1876
1934
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1877
1935
  #
1878
1936
  class CodeGenConfigurationNode < Struct.new(
@@ -1927,7 +1985,12 @@ module Aws::Glue
1927
1985
  :oracle_sql_catalog_target,
1928
1986
  :postgre_sql_catalog_target,
1929
1987
  :dynamic_transform,
1930
- :evaluate_data_quality)
1988
+ :evaluate_data_quality,
1989
+ :s3_catalog_hudi_source,
1990
+ :catalog_hudi_source,
1991
+ :s3_hudi_source,
1992
+ :s3_hudi_catalog_target,
1993
+ :s3_hudi_direct_target)
1931
1994
  SENSITIVE = []
1932
1995
  include Aws::Structure
1933
1996
  end
@@ -15364,6 +15427,41 @@ module Aws::Glue
15364
15427
  include Aws::Structure
15365
15428
  end
15366
15429
 
15430
+ # Specifies a Hudi data source that is registered in the Glue Data
15431
+ # Catalog. The Hudi data source must be stored in Amazon S3.
15432
+ #
15433
+ # @!attribute [rw] name
15434
+ # The name of the Hudi data source.
15435
+ # @return [String]
15436
+ #
15437
+ # @!attribute [rw] database
15438
+ # The name of the database to read from.
15439
+ # @return [String]
15440
+ #
15441
+ # @!attribute [rw] table
15442
+ # The name of the table in the database to read from.
15443
+ # @return [String]
15444
+ #
15445
+ # @!attribute [rw] additional_hudi_options
15446
+ # Specifies additional connection options.
15447
+ # @return [Hash<String,String>]
15448
+ #
15449
+ # @!attribute [rw] output_schemas
15450
+ # Specifies the data schema for the Hudi source.
15451
+ # @return [Array<Types::GlueSchema>]
15452
+ #
15453
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogHudiSource AWS API Documentation
15454
+ #
15455
+ class S3CatalogHudiSource < Struct.new(
15456
+ :name,
15457
+ :database,
15458
+ :table,
15459
+ :additional_hudi_options,
15460
+ :output_schemas)
15461
+ SENSITIVE = []
15462
+ include Aws::Structure
15463
+ end
15464
+
15367
15465
  # Specifies an Amazon S3 data store in the Glue Data Catalog.
15368
15466
  #
15369
15467
  # @!attribute [rw] name
@@ -15717,6 +15815,136 @@ module Aws::Glue
15717
15815
  include Aws::Structure
15718
15816
  end
15719
15817
 
15818
+ # Specifies a target that writes to a Hudi data source in the Glue Data
15819
+ # Catalog.
15820
+ #
15821
+ # @!attribute [rw] name
15822
+ # The name of the data target.
15823
+ # @return [String]
15824
+ #
15825
+ # @!attribute [rw] inputs
15826
+ # The nodes that are inputs to the data target.
15827
+ # @return [Array<String>]
15828
+ #
15829
+ # @!attribute [rw] partition_keys
15830
+ # Specifies native partitioning using a sequence of keys.
15831
+ # @return [Array<Array<String>>]
15832
+ #
15833
+ # @!attribute [rw] table
15834
+ # The name of the table in the database to write to.
15835
+ # @return [String]
15836
+ #
15837
+ # @!attribute [rw] database
15838
+ # The name of the database to write to.
15839
+ # @return [String]
15840
+ #
15841
+ # @!attribute [rw] additional_options
15842
+ # Specifies additional connection options for the connector.
15843
+ # @return [Hash<String,String>]
15844
+ #
15845
+ # @!attribute [rw] schema_change_policy
15846
+ # A policy that specifies update behavior for the crawler.
15847
+ # @return [Types::CatalogSchemaChangePolicy]
15848
+ #
15849
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiCatalogTarget AWS API Documentation
15850
+ #
15851
+ class S3HudiCatalogTarget < Struct.new(
15852
+ :name,
15853
+ :inputs,
15854
+ :partition_keys,
15855
+ :table,
15856
+ :database,
15857
+ :additional_options,
15858
+ :schema_change_policy)
15859
+ SENSITIVE = []
15860
+ include Aws::Structure
15861
+ end
15862
+
15863
+ # Specifies a target that writes to a Hudi data source in Amazon S3.
15864
+ #
15865
+ # @!attribute [rw] name
15866
+ # The name of the data target.
15867
+ # @return [String]
15868
+ #
15869
+ # @!attribute [rw] inputs
15870
+ # The nodes that are inputs to the data target.
15871
+ # @return [Array<String>]
15872
+ #
15873
+ # @!attribute [rw] path
15874
+ # The Amazon S3 path of your Hudi data source to write to.
15875
+ # @return [String]
15876
+ #
15877
+ # @!attribute [rw] compression
15878
+ # Specifies how the data is compressed. This is generally not
15879
+ # necessary if the data has a standard file extension. Possible values
15880
+ # are `"gzip"` and `"bzip"`).
15881
+ # @return [String]
15882
+ #
15883
+ # @!attribute [rw] partition_keys
15884
+ # Specifies native partitioning using a sequence of keys.
15885
+ # @return [Array<Array<String>>]
15886
+ #
15887
+ # @!attribute [rw] format
15888
+ # Specifies the data output format for the target.
15889
+ # @return [String]
15890
+ #
15891
+ # @!attribute [rw] additional_options
15892
+ # @return [Hash<String,String>]
15893
+ #
15894
+ # @!attribute [rw] schema_change_policy
15895
+ # A policy that specifies update behavior for the crawler.
15896
+ # @return [Types::DirectSchemaChangePolicy]
15897
+ #
15898
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiDirectTarget AWS API Documentation
15899
+ #
15900
+ class S3HudiDirectTarget < Struct.new(
15901
+ :name,
15902
+ :inputs,
15903
+ :path,
15904
+ :compression,
15905
+ :partition_keys,
15906
+ :format,
15907
+ :additional_options,
15908
+ :schema_change_policy)
15909
+ SENSITIVE = []
15910
+ include Aws::Structure
15911
+ end
15912
+
15913
+ # Specifies a Hudi data source stored in Amazon S3.
15914
+ #
15915
+ # @!attribute [rw] name
15916
+ # The name of the Hudi source.
15917
+ # @return [String]
15918
+ #
15919
+ # @!attribute [rw] paths
15920
+ # A list of the Amazon S3 paths to read from.
15921
+ # @return [Array<String>]
15922
+ #
15923
+ # @!attribute [rw] additional_hudi_options
15924
+ # Specifies additional connection options.
15925
+ # @return [Hash<String,String>]
15926
+ #
15927
+ # @!attribute [rw] additional_options
15928
+ # Specifies additional connection options for the Amazon S3 data
15929
+ # store.
15930
+ # @return [Types::S3DirectSourceAdditionalOptions]
15931
+ #
15932
+ # @!attribute [rw] output_schemas
15933
+ # Specifies the data schema for the Hudi source.
15934
+ # @return [Array<Types::GlueSchema>]
15935
+ #
15936
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiSource AWS API Documentation
15937
+ #
15938
+ class S3HudiSource < Struct.new(
15939
+ :name,
15940
+ :paths,
15941
+ :additional_hudi_options,
15942
+ :additional_options,
15943
+ :output_schemas)
15944
+ SENSITIVE = []
15945
+ include Aws::Structure
15946
+ end
15947
+
15720
15948
  # Specifies a JSON data store stored in Amazon S3.
15721
15949
  #
15722
15950
  # @!attribute [rw] name
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.127.0'
55
+ GEM_VERSION = '1.129.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.127.0
4
+ version: 1.129.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-12-15 00:00:00.000000000 Z
11
+ date: 2023-01-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core