aws-sdk-glue 1.128.0 → 1.129.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 2938919de14986297c277d7c5b3d7e3854acb0f0460b54862e9a944c4dc98a86
4
- data.tar.gz: c0b5b81807ff8c8c8c810bc0d04ec69af57b79715e3f675b0d91cc3e6c186bbe
3
+ metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
4
+ data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
5
5
  SHA512:
6
- metadata.gz: 0bff59a1d226c2e0ba18a38c8708fece885164d4d2be73c9e029e085bf2e6ca65cd5b7dfaeaaeec2cf93bd46845189b5b76f5c78a1b770d2c81b512ef8bcd083
7
- data.tar.gz: 5d7f3cb1e8501eef75dd9445d1bb74d24f5215a09090bedf6f42fa8eb96c746fb134e70617dc16bc4731637084bdaab581116027e72c7d2d4bde0162745aad2b
6
+ metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
7
+ data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.129.0 (2023-01-19)
5
+ ------------------
6
+
7
+ * Feature - Release Glue Studio Hudi Data Lake Format for SDK/CLI
8
+
4
9
  1.128.0 (2023-01-18)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.128.0
1
+ 1.129.0
@@ -1236,7 +1236,7 @@ module Aws::Glue
1236
1236
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
1237
1237
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
1238
1238
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
1239
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
1239
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
1240
1240
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
1241
1241
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1242
1242
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -1543,6 +1543,64 @@ module Aws::Glue
1543
1543
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
1544
1544
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
1545
1545
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
1546
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
1547
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
1548
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
1549
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
1550
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1551
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
1552
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
1553
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
1554
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
1555
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
1556
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
1557
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
1558
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
1559
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1560
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
1561
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
1562
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
1563
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
1564
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
1565
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
1566
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
1567
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
1568
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
1569
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
1570
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
1571
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
1572
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
1573
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
1574
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
1575
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
1576
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
1577
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
1578
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
1579
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
1580
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
1581
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
1582
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
1583
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
1584
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
1585
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
1586
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
1587
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
1588
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1589
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
1590
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
1591
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
1592
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
1593
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
1594
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
1595
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
1596
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
1597
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
1598
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
1599
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
1600
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
1601
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
1602
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
1603
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
1546
1604
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
1547
1605
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
1548
1606
  # resp.jobs[0].source_control_details.repository #=> String
@@ -3411,7 +3469,7 @@ module Aws::Glue
3411
3469
  # ],
3412
3470
  # path: "EnclosedInStringProperty", # required
3413
3471
  # compression: "EnclosedInStringProperty",
3414
- # format: "json", # required, accepts json, csv, avro, orc, parquet
3472
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
3415
3473
  # schema_change_policy: {
3416
3474
  # enable_update_catalog: false,
3417
3475
  # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
@@ -3823,6 +3881,100 @@ module Aws::Glue
3823
3881
  # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
3824
3882
  # },
3825
3883
  # },
3884
+ # s3_catalog_hudi_source: {
3885
+ # name: "NodeName", # required
3886
+ # database: "EnclosedInStringProperty", # required
3887
+ # table: "EnclosedInStringProperty", # required
3888
+ # additional_hudi_options: {
3889
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3890
+ # },
3891
+ # output_schemas: [
3892
+ # {
3893
+ # columns: [
3894
+ # {
3895
+ # name: "GlueStudioColumnNameString", # required
3896
+ # type: "ColumnTypeString",
3897
+ # },
3898
+ # ],
3899
+ # },
3900
+ # ],
3901
+ # },
3902
+ # catalog_hudi_source: {
3903
+ # name: "NodeName", # required
3904
+ # database: "EnclosedInStringProperty", # required
3905
+ # table: "EnclosedInStringProperty", # required
3906
+ # additional_hudi_options: {
3907
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3908
+ # },
3909
+ # output_schemas: [
3910
+ # {
3911
+ # columns: [
3912
+ # {
3913
+ # name: "GlueStudioColumnNameString", # required
3914
+ # type: "ColumnTypeString",
3915
+ # },
3916
+ # ],
3917
+ # },
3918
+ # ],
3919
+ # },
3920
+ # s3_hudi_source: {
3921
+ # name: "NodeName", # required
3922
+ # paths: ["EnclosedInStringProperty"], # required
3923
+ # additional_hudi_options: {
3924
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3925
+ # },
3926
+ # additional_options: {
3927
+ # bounded_size: 1,
3928
+ # bounded_files: 1,
3929
+ # enable_sample_path: false,
3930
+ # sample_path: "EnclosedInStringProperty",
3931
+ # },
3932
+ # output_schemas: [
3933
+ # {
3934
+ # columns: [
3935
+ # {
3936
+ # name: "GlueStudioColumnNameString", # required
3937
+ # type: "ColumnTypeString",
3938
+ # },
3939
+ # ],
3940
+ # },
3941
+ # ],
3942
+ # },
3943
+ # s3_hudi_catalog_target: {
3944
+ # name: "NodeName", # required
3945
+ # inputs: ["NodeId"], # required
3946
+ # partition_keys: [
3947
+ # ["EnclosedInStringProperty"],
3948
+ # ],
3949
+ # table: "EnclosedInStringProperty", # required
3950
+ # database: "EnclosedInStringProperty", # required
3951
+ # additional_options: { # required
3952
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3953
+ # },
3954
+ # schema_change_policy: {
3955
+ # enable_update_catalog: false,
3956
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
3957
+ # },
3958
+ # },
3959
+ # s3_hudi_direct_target: {
3960
+ # name: "NodeName", # required
3961
+ # inputs: ["NodeId"], # required
3962
+ # path: "EnclosedInStringProperty", # required
3963
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
3964
+ # partition_keys: [
3965
+ # ["EnclosedInStringProperty"],
3966
+ # ],
3967
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
3968
+ # additional_options: { # required
3969
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
3970
+ # },
3971
+ # schema_change_policy: {
3972
+ # enable_update_catalog: false,
3973
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
3974
+ # table: "EnclosedInStringProperty",
3975
+ # database: "EnclosedInStringProperty",
3976
+ # },
3977
+ # },
3826
3978
  # },
3827
3979
  # },
3828
3980
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -7452,7 +7604,7 @@ module Aws::Glue
7452
7604
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
7453
7605
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
7454
7606
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
7455
- # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
7607
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
7456
7608
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
7457
7609
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7458
7610
  # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -7759,6 +7911,64 @@ module Aws::Glue
7759
7911
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
7760
7912
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
7761
7913
  # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
7914
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
7915
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
7916
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
7917
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
7918
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7919
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
7920
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
7921
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
7922
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
7923
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
7924
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
7925
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
7926
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
7927
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7928
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
7929
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
7930
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
7931
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
7932
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
7933
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
7934
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
7935
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
7936
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
7937
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
7938
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
7939
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
7940
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
7941
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
7942
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
7943
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
7944
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
7945
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
7946
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
7947
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
7948
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
7949
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
7950
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
7951
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
7952
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
7953
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
7954
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
7955
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
7956
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7957
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
7958
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
7959
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
7960
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
7961
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
7962
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
7963
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
7964
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
7965
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
7966
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
7967
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
7968
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
7969
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
7970
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
7971
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
7762
7972
  # resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
7763
7973
  # resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
7764
7974
  # resp.job.source_control_details.repository #=> String
@@ -8208,7 +8418,7 @@ module Aws::Glue
8208
8418
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
8209
8419
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
8210
8420
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
8211
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
8421
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
8212
8422
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
8213
8423
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8214
8424
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
@@ -8515,6 +8725,64 @@ module Aws::Glue
8515
8725
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
8516
8726
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
8517
8727
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
8728
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
8729
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
8730
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
8731
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
8732
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8733
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
8734
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
8735
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
8736
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
8737
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
8738
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
8739
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
8740
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
8741
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8742
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
8743
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
8744
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
8745
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
8746
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
8747
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
8748
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
8749
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
8750
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
8751
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
8752
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
8753
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
8754
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
8755
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
8756
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
8757
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
8758
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
8759
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
8760
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
8761
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
8762
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
8763
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
8764
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
8765
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
8766
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
8767
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
8768
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
8769
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
8770
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8771
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
8772
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
8773
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
8774
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
8775
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
8776
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
8777
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
8778
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
8779
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
8780
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
8781
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
8782
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
8783
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
8784
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
8785
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
8518
8786
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
8519
8787
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
8520
8788
  # resp.jobs[0].source_control_details.repository #=> String
@@ -15158,7 +15426,7 @@ module Aws::Glue
15158
15426
  # ],
15159
15427
  # path: "EnclosedInStringProperty", # required
15160
15428
  # compression: "EnclosedInStringProperty",
15161
- # format: "json", # required, accepts json, csv, avro, orc, parquet
15429
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
15162
15430
  # schema_change_policy: {
15163
15431
  # enable_update_catalog: false,
15164
15432
  # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
@@ -15570,6 +15838,100 @@ module Aws::Glue
15570
15838
  # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
15571
15839
  # },
15572
15840
  # },
15841
+ # s3_catalog_hudi_source: {
15842
+ # name: "NodeName", # required
15843
+ # database: "EnclosedInStringProperty", # required
15844
+ # table: "EnclosedInStringProperty", # required
15845
+ # additional_hudi_options: {
15846
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15847
+ # },
15848
+ # output_schemas: [
15849
+ # {
15850
+ # columns: [
15851
+ # {
15852
+ # name: "GlueStudioColumnNameString", # required
15853
+ # type: "ColumnTypeString",
15854
+ # },
15855
+ # ],
15856
+ # },
15857
+ # ],
15858
+ # },
15859
+ # catalog_hudi_source: {
15860
+ # name: "NodeName", # required
15861
+ # database: "EnclosedInStringProperty", # required
15862
+ # table: "EnclosedInStringProperty", # required
15863
+ # additional_hudi_options: {
15864
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15865
+ # },
15866
+ # output_schemas: [
15867
+ # {
15868
+ # columns: [
15869
+ # {
15870
+ # name: "GlueStudioColumnNameString", # required
15871
+ # type: "ColumnTypeString",
15872
+ # },
15873
+ # ],
15874
+ # },
15875
+ # ],
15876
+ # },
15877
+ # s3_hudi_source: {
15878
+ # name: "NodeName", # required
15879
+ # paths: ["EnclosedInStringProperty"], # required
15880
+ # additional_hudi_options: {
15881
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15882
+ # },
15883
+ # additional_options: {
15884
+ # bounded_size: 1,
15885
+ # bounded_files: 1,
15886
+ # enable_sample_path: false,
15887
+ # sample_path: "EnclosedInStringProperty",
15888
+ # },
15889
+ # output_schemas: [
15890
+ # {
15891
+ # columns: [
15892
+ # {
15893
+ # name: "GlueStudioColumnNameString", # required
15894
+ # type: "ColumnTypeString",
15895
+ # },
15896
+ # ],
15897
+ # },
15898
+ # ],
15899
+ # },
15900
+ # s3_hudi_catalog_target: {
15901
+ # name: "NodeName", # required
15902
+ # inputs: ["NodeId"], # required
15903
+ # partition_keys: [
15904
+ # ["EnclosedInStringProperty"],
15905
+ # ],
15906
+ # table: "EnclosedInStringProperty", # required
15907
+ # database: "EnclosedInStringProperty", # required
15908
+ # additional_options: { # required
15909
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15910
+ # },
15911
+ # schema_change_policy: {
15912
+ # enable_update_catalog: false,
15913
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
15914
+ # },
15915
+ # },
15916
+ # s3_hudi_direct_target: {
15917
+ # name: "NodeName", # required
15918
+ # inputs: ["NodeId"], # required
15919
+ # path: "EnclosedInStringProperty", # required
15920
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
15921
+ # partition_keys: [
15922
+ # ["EnclosedInStringProperty"],
15923
+ # ],
15924
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
15925
+ # additional_options: { # required
15926
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
15927
+ # },
15928
+ # schema_change_policy: {
15929
+ # enable_update_catalog: false,
15930
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
15931
+ # table: "EnclosedInStringProperty",
15932
+ # database: "EnclosedInStringProperty",
15933
+ # },
15934
+ # },
15573
15935
  # },
15574
15936
  # },
15575
15937
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -16395,7 +16757,7 @@ module Aws::Glue
16395
16757
  params: params,
16396
16758
  config: config)
16397
16759
  context[:gem_name] = 'aws-sdk-glue'
16398
- context[:gem_version] = '1.128.0'
16760
+ context[:gem_version] = '1.129.0'
16399
16761
  Seahorse::Client::Request.new(handlers, context)
16400
16762
  end
16401
16763
 
@@ -119,6 +119,7 @@ module Aws::Glue
119
119
  CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
120
120
  CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
121
121
  CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
122
+ CatalogHudiSource = Shapes::StructureShape.new(name: 'CatalogHudiSource')
122
123
  CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
123
124
  CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
124
125
  CatalogKafkaSource = Shapes::StructureShape.new(name: 'CatalogKafkaSource')
@@ -587,6 +588,7 @@ module Aws::Glue
587
588
  GrokClassifier = Shapes::StructureShape.new(name: 'GrokClassifier')
588
589
  GrokPattern = Shapes::StringShape.new(name: 'GrokPattern')
589
590
  HashString = Shapes::StringShape.new(name: 'HashString')
591
+ HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
590
592
  IdString = Shapes::StringShape.new(name: 'IdString')
591
593
  IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
592
594
  IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
@@ -855,6 +857,7 @@ module Aws::Glue
855
857
  RunId = Shapes::StringShape.new(name: 'RunId')
856
858
  RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
857
859
  RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
860
+ S3CatalogHudiSource = Shapes::StructureShape.new(name: 'S3CatalogHudiSource')
858
861
  S3CatalogSource = Shapes::StructureShape.new(name: 'S3CatalogSource')
859
862
  S3CatalogTarget = Shapes::StructureShape.new(name: 'S3CatalogTarget')
860
863
  S3CsvSource = Shapes::StructureShape.new(name: 'S3CsvSource')
@@ -864,6 +867,9 @@ module Aws::Glue
864
867
  S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
865
868
  S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
866
869
  S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
870
+ S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
871
+ S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
872
+ S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
867
873
  S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
868
874
  S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
869
875
  S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
@@ -1427,6 +1433,13 @@ module Aws::Glue
1427
1433
  CatalogEntry.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1428
1434
  CatalogEntry.struct_class = Types::CatalogEntry
1429
1435
 
1436
+ CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
1437
+ CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
1438
+ CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
1439
+ CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
1440
+ CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
1441
+ CatalogHudiSource.struct_class = Types::CatalogHudiSource
1442
+
1430
1443
  CatalogImportStatus.add_member(:import_completed, Shapes::ShapeRef.new(shape: Boolean, location_name: "ImportCompleted"))
1431
1444
  CatalogImportStatus.add_member(:import_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "ImportTime"))
1432
1445
  CatalogImportStatus.add_member(:imported_by, Shapes::ShapeRef.new(shape: NameString, location_name: "ImportedBy"))
@@ -1544,6 +1557,11 @@ module Aws::Glue
1544
1557
  CodeGenConfigurationNode.add_member(:postgre_sql_catalog_target, Shapes::ShapeRef.new(shape: PostgreSQLCatalogTarget, location_name: "PostgreSQLCatalogTarget"))
1545
1558
  CodeGenConfigurationNode.add_member(:dynamic_transform, Shapes::ShapeRef.new(shape: DynamicTransform, location_name: "DynamicTransform"))
1546
1559
  CodeGenConfigurationNode.add_member(:evaluate_data_quality, Shapes::ShapeRef.new(shape: EvaluateDataQuality, location_name: "EvaluateDataQuality"))
1560
+ CodeGenConfigurationNode.add_member(:s3_catalog_hudi_source, Shapes::ShapeRef.new(shape: S3CatalogHudiSource, location_name: "S3CatalogHudiSource"))
1561
+ CodeGenConfigurationNode.add_member(:catalog_hudi_source, Shapes::ShapeRef.new(shape: CatalogHudiSource, location_name: "CatalogHudiSource"))
1562
+ CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
1563
+ CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
1564
+ CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
1547
1565
  CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
1548
1566
 
1549
1567
  CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -4243,6 +4261,13 @@ module Aws::Glue
4243
4261
  RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
4244
4262
  RunStatementResponse.struct_class = Types::RunStatementResponse
4245
4263
 
4264
+ S3CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4265
+ S3CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4266
+ S3CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
4267
+ S3CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
4268
+ S3CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
4269
+ S3CatalogHudiSource.struct_class = Types::S3CatalogHudiSource
4270
+
4246
4271
  S3CatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4247
4272
  S3CatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4248
4273
  S3CatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
@@ -4308,6 +4333,32 @@ module Aws::Glue
4308
4333
  S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4309
4334
  S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
4310
4335
 
4336
+ S3HudiCatalogTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4337
+ S3HudiCatalogTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
4338
+ S3HudiCatalogTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
4339
+ S3HudiCatalogTarget.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
4340
+ S3HudiCatalogTarget.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4341
+ S3HudiCatalogTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
4342
+ S3HudiCatalogTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: CatalogSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4343
+ S3HudiCatalogTarget.struct_class = Types::S3HudiCatalogTarget
4344
+
4345
+ S3HudiDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4346
+ S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
4347
+ S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
4348
+ S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
4349
+ S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
4350
+ S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
4351
+ S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
4352
+ S3HudiDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
4353
+ S3HudiDirectTarget.struct_class = Types::S3HudiDirectTarget
4354
+
4355
+ S3HudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4356
+ S3HudiSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
4357
+ S3HudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
4358
+ S3HudiSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
4359
+ S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
4360
+ S3HudiSource.struct_class = Types::S3HudiSource
4361
+
4311
4362
  S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4312
4363
  S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
4313
4364
  S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
@@ -1335,6 +1335,41 @@ module Aws::Glue
1335
1335
  include Aws::Structure
1336
1336
  end
1337
1337
 
1338
+ # Specifies a Hudi data source that is registered in the Glue Data
1339
+ # Catalog.
1340
+ #
1341
+ # @!attribute [rw] name
1342
+ # The name of the Hudi data source.
1343
+ # @return [String]
1344
+ #
1345
+ # @!attribute [rw] database
1346
+ # The name of the database to read from.
1347
+ # @return [String]
1348
+ #
1349
+ # @!attribute [rw] table
1350
+ # The name of the table in the database to read from.
1351
+ # @return [String]
1352
+ #
1353
+ # @!attribute [rw] additional_hudi_options
1354
+ # Specifies additional connection options.
1355
+ # @return [Hash<String,String>]
1356
+ #
1357
+ # @!attribute [rw] output_schemas
1358
+ # Specifies the data schema for the Hudi source.
1359
+ # @return [Array<Types::GlueSchema>]
1360
+ #
1361
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogHudiSource AWS API Documentation
1362
+ #
1363
+ class CatalogHudiSource < Struct.new(
1364
+ :name,
1365
+ :database,
1366
+ :table,
1367
+ :additional_hudi_options,
1368
+ :output_schemas)
1369
+ SENSITIVE = []
1370
+ include Aws::Structure
1371
+ end
1372
+
1338
1373
  # A structure containing migration status information.
1339
1374
  #
1340
1375
  # @!attribute [rw] import_completed
@@ -1873,6 +1908,29 @@ module Aws::Glue
1873
1908
  # Specifies your data quality evaluation criteria.
1874
1909
  # @return [Types::EvaluateDataQuality]
1875
1910
  #
1911
+ # @!attribute [rw] s3_catalog_hudi_source
1912
+ # Specifies a Hudi data source that is registered in the Glue Data
1913
+ # Catalog. The Hudi data source must be stored in Amazon S3.
1914
+ # @return [Types::S3CatalogHudiSource]
1915
+ #
1916
+ # @!attribute [rw] catalog_hudi_source
1917
+ # Specifies a Hudi data source that is registered in the Glue Data
1918
+ # Catalog.
1919
+ # @return [Types::CatalogHudiSource]
1920
+ #
1921
+ # @!attribute [rw] s3_hudi_source
1922
+ # Specifies a Hudi data source stored in Amazon S3.
1923
+ # @return [Types::S3HudiSource]
1924
+ #
1925
+ # @!attribute [rw] s3_hudi_catalog_target
1926
+ # Specifies a target that writes to a Hudi data source in the Glue
1927
+ # Data Catalog.
1928
+ # @return [Types::S3HudiCatalogTarget]
1929
+ #
1930
+ # @!attribute [rw] s3_hudi_direct_target
1931
+ # Specifies a target that writes to a Hudi data source in Amazon S3.
1932
+ # @return [Types::S3HudiDirectTarget]
1933
+ #
1876
1934
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1877
1935
  #
1878
1936
  class CodeGenConfigurationNode < Struct.new(
@@ -1927,7 +1985,12 @@ module Aws::Glue
1927
1985
  :oracle_sql_catalog_target,
1928
1986
  :postgre_sql_catalog_target,
1929
1987
  :dynamic_transform,
1930
- :evaluate_data_quality)
1988
+ :evaluate_data_quality,
1989
+ :s3_catalog_hudi_source,
1990
+ :catalog_hudi_source,
1991
+ :s3_hudi_source,
1992
+ :s3_hudi_catalog_target,
1993
+ :s3_hudi_direct_target)
1931
1994
  SENSITIVE = []
1932
1995
  include Aws::Structure
1933
1996
  end
@@ -15364,6 +15427,41 @@ module Aws::Glue
15364
15427
  include Aws::Structure
15365
15428
  end
15366
15429
 
15430
+ # Specifies a Hudi data source that is registered in the Glue Data
15431
+ # Catalog. The Hudi data source must be stored in Amazon S3.
15432
+ #
15433
+ # @!attribute [rw] name
15434
+ # The name of the Hudi data source.
15435
+ # @return [String]
15436
+ #
15437
+ # @!attribute [rw] database
15438
+ # The name of the database to read from.
15439
+ # @return [String]
15440
+ #
15441
+ # @!attribute [rw] table
15442
+ # The name of the table in the database to read from.
15443
+ # @return [String]
15444
+ #
15445
+ # @!attribute [rw] additional_hudi_options
15446
+ # Specifies additional connection options.
15447
+ # @return [Hash<String,String>]
15448
+ #
15449
+ # @!attribute [rw] output_schemas
15450
+ # Specifies the data schema for the Hudi source.
15451
+ # @return [Array<Types::GlueSchema>]
15452
+ #
15453
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogHudiSource AWS API Documentation
15454
+ #
15455
+ class S3CatalogHudiSource < Struct.new(
15456
+ :name,
15457
+ :database,
15458
+ :table,
15459
+ :additional_hudi_options,
15460
+ :output_schemas)
15461
+ SENSITIVE = []
15462
+ include Aws::Structure
15463
+ end
15464
+
15367
15465
  # Specifies an Amazon S3 data store in the Glue Data Catalog.
15368
15466
  #
15369
15467
  # @!attribute [rw] name
@@ -15717,6 +15815,136 @@ module Aws::Glue
15717
15815
  include Aws::Structure
15718
15816
  end
15719
15817
 
15818
+ # Specifies a target that writes to a Hudi data source in the Glue Data
15819
+ # Catalog.
15820
+ #
15821
+ # @!attribute [rw] name
15822
+ # The name of the data target.
15823
+ # @return [String]
15824
+ #
15825
+ # @!attribute [rw] inputs
15826
+ # The nodes that are inputs to the data target.
15827
+ # @return [Array<String>]
15828
+ #
15829
+ # @!attribute [rw] partition_keys
15830
+ # Specifies native partitioning using a sequence of keys.
15831
+ # @return [Array<Array<String>>]
15832
+ #
15833
+ # @!attribute [rw] table
15834
+ # The name of the table in the database to write to.
15835
+ # @return [String]
15836
+ #
15837
+ # @!attribute [rw] database
15838
+ # The name of the database to write to.
15839
+ # @return [String]
15840
+ #
15841
+ # @!attribute [rw] additional_options
15842
+ # Specifies additional connection options for the connector.
15843
+ # @return [Hash<String,String>]
15844
+ #
15845
+ # @!attribute [rw] schema_change_policy
15846
+ # A policy that specifies update behavior for the crawler.
15847
+ # @return [Types::CatalogSchemaChangePolicy]
15848
+ #
15849
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiCatalogTarget AWS API Documentation
15850
+ #
15851
+ class S3HudiCatalogTarget < Struct.new(
15852
+ :name,
15853
+ :inputs,
15854
+ :partition_keys,
15855
+ :table,
15856
+ :database,
15857
+ :additional_options,
15858
+ :schema_change_policy)
15859
+ SENSITIVE = []
15860
+ include Aws::Structure
15861
+ end
15862
+
15863
+ # Specifies a target that writes to a Hudi data source in Amazon S3.
15864
+ #
15865
+ # @!attribute [rw] name
15866
+ # The name of the data target.
15867
+ # @return [String]
15868
+ #
15869
+ # @!attribute [rw] inputs
15870
+ # The nodes that are inputs to the data target.
15871
+ # @return [Array<String>]
15872
+ #
15873
+ # @!attribute [rw] path
15874
+ # The Amazon S3 path of your Hudi data source to write to.
15875
+ # @return [String]
15876
+ #
15877
+ # @!attribute [rw] compression
15878
+ # Specifies how the data is compressed. This is generally not
15879
+ # necessary if the data has a standard file extension. Possible values
15880
+ # are `"gzip"` and `"bzip"`).
15881
+ # @return [String]
15882
+ #
15883
+ # @!attribute [rw] partition_keys
15884
+ # Specifies native partitioning using a sequence of keys.
15885
+ # @return [Array<Array<String>>]
15886
+ #
15887
+ # @!attribute [rw] format
15888
+ # Specifies the data output format for the target.
15889
+ # @return [String]
15890
+ #
15891
+ # @!attribute [rw] additional_options
15892
+ # @return [Hash<String,String>]
15893
+ #
15894
+ # @!attribute [rw] schema_change_policy
15895
+ # A policy that specifies update behavior for the crawler.
15896
+ # @return [Types::DirectSchemaChangePolicy]
15897
+ #
15898
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiDirectTarget AWS API Documentation
15899
+ #
15900
+ class S3HudiDirectTarget < Struct.new(
15901
+ :name,
15902
+ :inputs,
15903
+ :path,
15904
+ :compression,
15905
+ :partition_keys,
15906
+ :format,
15907
+ :additional_options,
15908
+ :schema_change_policy)
15909
+ SENSITIVE = []
15910
+ include Aws::Structure
15911
+ end
15912
+
15913
+ # Specifies a Hudi data source stored in Amazon S3.
15914
+ #
15915
+ # @!attribute [rw] name
15916
+ # The name of the Hudi source.
15917
+ # @return [String]
15918
+ #
15919
+ # @!attribute [rw] paths
15920
+ # A list of the Amazon S3 paths to read from.
15921
+ # @return [Array<String>]
15922
+ #
15923
+ # @!attribute [rw] additional_hudi_options
15924
+ # Specifies additional connection options.
15925
+ # @return [Hash<String,String>]
15926
+ #
15927
+ # @!attribute [rw] additional_options
15928
+ # Specifies additional connection options for the Amazon S3 data
15929
+ # store.
15930
+ # @return [Types::S3DirectSourceAdditionalOptions]
15931
+ #
15932
+ # @!attribute [rw] output_schemas
15933
+ # Specifies the data schema for the Hudi source.
15934
+ # @return [Array<Types::GlueSchema>]
15935
+ #
15936
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiSource AWS API Documentation
15937
+ #
15938
+ class S3HudiSource < Struct.new(
15939
+ :name,
15940
+ :paths,
15941
+ :additional_hudi_options,
15942
+ :additional_options,
15943
+ :output_schemas)
15944
+ SENSITIVE = []
15945
+ include Aws::Structure
15946
+ end
15947
+
15720
15948
  # Specifies a JSON data store stored in Amazon S3.
15721
15949
  #
15722
15950
  # @!attribute [rw] name
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.128.0'
55
+ GEM_VERSION = '1.129.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.128.0
4
+ version: 1.129.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-01-18 00:00:00.000000000 Z
11
+ date: 2023-01-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core