aws-sdk-glue 1.128.0 → 1.129.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +368 -6
- data/lib/aws-sdk-glue/client_api.rb +51 -0
- data/lib/aws-sdk-glue/types.rb +229 -1
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
|
4
|
+
data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
|
7
|
+
data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.129.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1236,7 +1236,7 @@ module Aws::Glue
|
|
1236
1236
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
1237
1237
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
1238
1238
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
1239
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1240
1240
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1241
1241
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1242
1242
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -1543,6 +1543,64 @@ module Aws::Glue
|
|
1543
1543
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
1544
1544
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
1545
1545
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
1546
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
1547
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
1548
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
1549
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
1550
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1551
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
1552
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
1553
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
1554
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
1555
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
1556
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
1557
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
1558
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
1559
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1560
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
1561
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
1562
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
1563
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
1564
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
1565
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
1566
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
1567
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
1568
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
1569
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
1570
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
1571
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
1572
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
1573
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
1574
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
1575
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
1576
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
1577
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
1578
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
1579
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
1580
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
1581
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
1582
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
1583
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
1584
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
1585
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
1586
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
1587
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1588
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1589
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
1590
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
1591
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
1592
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
1593
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
1594
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
1595
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
1596
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
1597
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1598
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
1599
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1600
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1601
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1602
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
1603
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
1546
1604
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1547
1605
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1548
1606
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -3411,7 +3469,7 @@ module Aws::Glue
|
|
3411
3469
|
# ],
|
3412
3470
|
# path: "EnclosedInStringProperty", # required
|
3413
3471
|
# compression: "EnclosedInStringProperty",
|
3414
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
3472
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3415
3473
|
# schema_change_policy: {
|
3416
3474
|
# enable_update_catalog: false,
|
3417
3475
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -3823,6 +3881,100 @@ module Aws::Glue
|
|
3823
3881
|
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
3824
3882
|
# },
|
3825
3883
|
# },
|
3884
|
+
# s3_catalog_hudi_source: {
|
3885
|
+
# name: "NodeName", # required
|
3886
|
+
# database: "EnclosedInStringProperty", # required
|
3887
|
+
# table: "EnclosedInStringProperty", # required
|
3888
|
+
# additional_hudi_options: {
|
3889
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3890
|
+
# },
|
3891
|
+
# output_schemas: [
|
3892
|
+
# {
|
3893
|
+
# columns: [
|
3894
|
+
# {
|
3895
|
+
# name: "GlueStudioColumnNameString", # required
|
3896
|
+
# type: "ColumnTypeString",
|
3897
|
+
# },
|
3898
|
+
# ],
|
3899
|
+
# },
|
3900
|
+
# ],
|
3901
|
+
# },
|
3902
|
+
# catalog_hudi_source: {
|
3903
|
+
# name: "NodeName", # required
|
3904
|
+
# database: "EnclosedInStringProperty", # required
|
3905
|
+
# table: "EnclosedInStringProperty", # required
|
3906
|
+
# additional_hudi_options: {
|
3907
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3908
|
+
# },
|
3909
|
+
# output_schemas: [
|
3910
|
+
# {
|
3911
|
+
# columns: [
|
3912
|
+
# {
|
3913
|
+
# name: "GlueStudioColumnNameString", # required
|
3914
|
+
# type: "ColumnTypeString",
|
3915
|
+
# },
|
3916
|
+
# ],
|
3917
|
+
# },
|
3918
|
+
# ],
|
3919
|
+
# },
|
3920
|
+
# s3_hudi_source: {
|
3921
|
+
# name: "NodeName", # required
|
3922
|
+
# paths: ["EnclosedInStringProperty"], # required
|
3923
|
+
# additional_hudi_options: {
|
3924
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3925
|
+
# },
|
3926
|
+
# additional_options: {
|
3927
|
+
# bounded_size: 1,
|
3928
|
+
# bounded_files: 1,
|
3929
|
+
# enable_sample_path: false,
|
3930
|
+
# sample_path: "EnclosedInStringProperty",
|
3931
|
+
# },
|
3932
|
+
# output_schemas: [
|
3933
|
+
# {
|
3934
|
+
# columns: [
|
3935
|
+
# {
|
3936
|
+
# name: "GlueStudioColumnNameString", # required
|
3937
|
+
# type: "ColumnTypeString",
|
3938
|
+
# },
|
3939
|
+
# ],
|
3940
|
+
# },
|
3941
|
+
# ],
|
3942
|
+
# },
|
3943
|
+
# s3_hudi_catalog_target: {
|
3944
|
+
# name: "NodeName", # required
|
3945
|
+
# inputs: ["NodeId"], # required
|
3946
|
+
# partition_keys: [
|
3947
|
+
# ["EnclosedInStringProperty"],
|
3948
|
+
# ],
|
3949
|
+
# table: "EnclosedInStringProperty", # required
|
3950
|
+
# database: "EnclosedInStringProperty", # required
|
3951
|
+
# additional_options: { # required
|
3952
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3953
|
+
# },
|
3954
|
+
# schema_change_policy: {
|
3955
|
+
# enable_update_catalog: false,
|
3956
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
3957
|
+
# },
|
3958
|
+
# },
|
3959
|
+
# s3_hudi_direct_target: {
|
3960
|
+
# name: "NodeName", # required
|
3961
|
+
# inputs: ["NodeId"], # required
|
3962
|
+
# path: "EnclosedInStringProperty", # required
|
3963
|
+
# compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
|
3964
|
+
# partition_keys: [
|
3965
|
+
# ["EnclosedInStringProperty"],
|
3966
|
+
# ],
|
3967
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3968
|
+
# additional_options: { # required
|
3969
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3970
|
+
# },
|
3971
|
+
# schema_change_policy: {
|
3972
|
+
# enable_update_catalog: false,
|
3973
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
3974
|
+
# table: "EnclosedInStringProperty",
|
3975
|
+
# database: "EnclosedInStringProperty",
|
3976
|
+
# },
|
3977
|
+
# },
|
3826
3978
|
# },
|
3827
3979
|
# },
|
3828
3980
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -7452,7 +7604,7 @@ module Aws::Glue
|
|
7452
7604
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
7453
7605
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
7454
7606
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
7455
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
7607
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7456
7608
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7457
7609
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7458
7610
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -7759,6 +7911,64 @@ module Aws::Glue
|
|
7759
7911
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
7760
7912
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
7761
7913
|
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
7914
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
7915
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
7916
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
7917
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
7918
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7919
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
7920
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
7921
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
7922
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
7923
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
7924
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
7925
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
7926
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
7927
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7928
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
7929
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
7930
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
7931
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
7932
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
7933
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
7934
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
7935
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
7936
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
7937
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
7938
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
7939
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
7940
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
7941
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
7942
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
7943
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
7944
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
7945
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
7946
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
7947
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
7948
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
7949
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
7950
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
7951
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
7952
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
7953
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
7954
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
7955
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7956
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7957
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
7958
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
7959
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
7960
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
7961
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
7962
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
7963
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
7964
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
7965
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7966
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
7967
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
7968
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7969
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7970
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
7971
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
7762
7972
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7763
7973
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7764
7974
|
# resp.job.source_control_details.repository #=> String
|
@@ -8208,7 +8418,7 @@ module Aws::Glue
|
|
8208
8418
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
8209
8419
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
8210
8420
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
8211
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
8421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8212
8422
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8213
8423
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8214
8424
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8515,6 +8725,64 @@ module Aws::Glue
|
|
8515
8725
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
8516
8726
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
8517
8727
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
8728
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
|
8729
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
|
8730
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
|
8731
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
|
8732
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8733
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
|
8734
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
|
8735
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
8736
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
8737
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
|
8738
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
|
8739
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
|
8740
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
|
8741
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8742
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
|
8743
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
|
8744
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
|
8745
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
|
8746
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
|
8747
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
|
8748
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
|
8749
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
|
8750
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
|
8751
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
|
8752
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
|
8753
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
|
8754
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
|
8755
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
|
8756
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
|
8757
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
|
8758
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
|
8759
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
|
8760
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
|
8761
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
|
8762
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
|
8763
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
|
8764
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
|
8765
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
|
8766
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
|
8767
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
|
8768
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
8769
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8770
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8771
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
|
8772
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
|
8773
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
8774
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
8775
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
8776
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8777
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8778
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8779
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8780
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8781
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8782
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8783
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8784
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
8785
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
8518
8786
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8519
8787
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8520
8788
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -15158,7 +15426,7 @@ module Aws::Glue
|
|
15158
15426
|
# ],
|
15159
15427
|
# path: "EnclosedInStringProperty", # required
|
15160
15428
|
# compression: "EnclosedInStringProperty",
|
15161
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
15429
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15162
15430
|
# schema_change_policy: {
|
15163
15431
|
# enable_update_catalog: false,
|
15164
15432
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -15570,6 +15838,100 @@ module Aws::Glue
|
|
15570
15838
|
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
15571
15839
|
# },
|
15572
15840
|
# },
|
15841
|
+
# s3_catalog_hudi_source: {
|
15842
|
+
# name: "NodeName", # required
|
15843
|
+
# database: "EnclosedInStringProperty", # required
|
15844
|
+
# table: "EnclosedInStringProperty", # required
|
15845
|
+
# additional_hudi_options: {
|
15846
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15847
|
+
# },
|
15848
|
+
# output_schemas: [
|
15849
|
+
# {
|
15850
|
+
# columns: [
|
15851
|
+
# {
|
15852
|
+
# name: "GlueStudioColumnNameString", # required
|
15853
|
+
# type: "ColumnTypeString",
|
15854
|
+
# },
|
15855
|
+
# ],
|
15856
|
+
# },
|
15857
|
+
# ],
|
15858
|
+
# },
|
15859
|
+
# catalog_hudi_source: {
|
15860
|
+
# name: "NodeName", # required
|
15861
|
+
# database: "EnclosedInStringProperty", # required
|
15862
|
+
# table: "EnclosedInStringProperty", # required
|
15863
|
+
# additional_hudi_options: {
|
15864
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15865
|
+
# },
|
15866
|
+
# output_schemas: [
|
15867
|
+
# {
|
15868
|
+
# columns: [
|
15869
|
+
# {
|
15870
|
+
# name: "GlueStudioColumnNameString", # required
|
15871
|
+
# type: "ColumnTypeString",
|
15872
|
+
# },
|
15873
|
+
# ],
|
15874
|
+
# },
|
15875
|
+
# ],
|
15876
|
+
# },
|
15877
|
+
# s3_hudi_source: {
|
15878
|
+
# name: "NodeName", # required
|
15879
|
+
# paths: ["EnclosedInStringProperty"], # required
|
15880
|
+
# additional_hudi_options: {
|
15881
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15882
|
+
# },
|
15883
|
+
# additional_options: {
|
15884
|
+
# bounded_size: 1,
|
15885
|
+
# bounded_files: 1,
|
15886
|
+
# enable_sample_path: false,
|
15887
|
+
# sample_path: "EnclosedInStringProperty",
|
15888
|
+
# },
|
15889
|
+
# output_schemas: [
|
15890
|
+
# {
|
15891
|
+
# columns: [
|
15892
|
+
# {
|
15893
|
+
# name: "GlueStudioColumnNameString", # required
|
15894
|
+
# type: "ColumnTypeString",
|
15895
|
+
# },
|
15896
|
+
# ],
|
15897
|
+
# },
|
15898
|
+
# ],
|
15899
|
+
# },
|
15900
|
+
# s3_hudi_catalog_target: {
|
15901
|
+
# name: "NodeName", # required
|
15902
|
+
# inputs: ["NodeId"], # required
|
15903
|
+
# partition_keys: [
|
15904
|
+
# ["EnclosedInStringProperty"],
|
15905
|
+
# ],
|
15906
|
+
# table: "EnclosedInStringProperty", # required
|
15907
|
+
# database: "EnclosedInStringProperty", # required
|
15908
|
+
# additional_options: { # required
|
15909
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15910
|
+
# },
|
15911
|
+
# schema_change_policy: {
|
15912
|
+
# enable_update_catalog: false,
|
15913
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
15914
|
+
# },
|
15915
|
+
# },
|
15916
|
+
# s3_hudi_direct_target: {
|
15917
|
+
# name: "NodeName", # required
|
15918
|
+
# inputs: ["NodeId"], # required
|
15919
|
+
# path: "EnclosedInStringProperty", # required
|
15920
|
+
# compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
|
15921
|
+
# partition_keys: [
|
15922
|
+
# ["EnclosedInStringProperty"],
|
15923
|
+
# ],
|
15924
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15925
|
+
# additional_options: { # required
|
15926
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15927
|
+
# },
|
15928
|
+
# schema_change_policy: {
|
15929
|
+
# enable_update_catalog: false,
|
15930
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
15931
|
+
# table: "EnclosedInStringProperty",
|
15932
|
+
# database: "EnclosedInStringProperty",
|
15933
|
+
# },
|
15934
|
+
# },
|
15573
15935
|
# },
|
15574
15936
|
# },
|
15575
15937
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -16395,7 +16757,7 @@ module Aws::Glue
|
|
16395
16757
|
params: params,
|
16396
16758
|
config: config)
|
16397
16759
|
context[:gem_name] = 'aws-sdk-glue'
|
16398
|
-
context[:gem_version] = '1.
|
16760
|
+
context[:gem_version] = '1.129.0'
|
16399
16761
|
Seahorse::Client::Request.new(handlers, context)
|
16400
16762
|
end
|
16401
16763
|
|
@@ -119,6 +119,7 @@ module Aws::Glue
|
|
119
119
|
CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
|
120
120
|
CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
|
121
121
|
CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
|
122
|
+
CatalogHudiSource = Shapes::StructureShape.new(name: 'CatalogHudiSource')
|
122
123
|
CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
|
123
124
|
CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
|
124
125
|
CatalogKafkaSource = Shapes::StructureShape.new(name: 'CatalogKafkaSource')
|
@@ -587,6 +588,7 @@ module Aws::Glue
|
|
587
588
|
GrokClassifier = Shapes::StructureShape.new(name: 'GrokClassifier')
|
588
589
|
GrokPattern = Shapes::StringShape.new(name: 'GrokPattern')
|
589
590
|
HashString = Shapes::StringShape.new(name: 'HashString')
|
591
|
+
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
590
592
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
591
593
|
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
|
592
594
|
IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
|
@@ -855,6 +857,7 @@ module Aws::Glue
|
|
855
857
|
RunId = Shapes::StringShape.new(name: 'RunId')
|
856
858
|
RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
|
857
859
|
RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
|
860
|
+
S3CatalogHudiSource = Shapes::StructureShape.new(name: 'S3CatalogHudiSource')
|
858
861
|
S3CatalogSource = Shapes::StructureShape.new(name: 'S3CatalogSource')
|
859
862
|
S3CatalogTarget = Shapes::StructureShape.new(name: 'S3CatalogTarget')
|
860
863
|
S3CsvSource = Shapes::StructureShape.new(name: 'S3CsvSource')
|
@@ -864,6 +867,9 @@ module Aws::Glue
|
|
864
867
|
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
|
865
868
|
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
|
866
869
|
S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
|
870
|
+
S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
|
871
|
+
S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
|
872
|
+
S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
|
867
873
|
S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
|
868
874
|
S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
|
869
875
|
S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
|
@@ -1427,6 +1433,13 @@ module Aws::Glue
|
|
1427
1433
|
CatalogEntry.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
1428
1434
|
CatalogEntry.struct_class = Types::CatalogEntry
|
1429
1435
|
|
1436
|
+
CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
1437
|
+
CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
1438
|
+
CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
1439
|
+
CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
1440
|
+
CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
1441
|
+
CatalogHudiSource.struct_class = Types::CatalogHudiSource
|
1442
|
+
|
1430
1443
|
CatalogImportStatus.add_member(:import_completed, Shapes::ShapeRef.new(shape: Boolean, location_name: "ImportCompleted"))
|
1431
1444
|
CatalogImportStatus.add_member(:import_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "ImportTime"))
|
1432
1445
|
CatalogImportStatus.add_member(:imported_by, Shapes::ShapeRef.new(shape: NameString, location_name: "ImportedBy"))
|
@@ -1544,6 +1557,11 @@ module Aws::Glue
|
|
1544
1557
|
CodeGenConfigurationNode.add_member(:postgre_sql_catalog_target, Shapes::ShapeRef.new(shape: PostgreSQLCatalogTarget, location_name: "PostgreSQLCatalogTarget"))
|
1545
1558
|
CodeGenConfigurationNode.add_member(:dynamic_transform, Shapes::ShapeRef.new(shape: DynamicTransform, location_name: "DynamicTransform"))
|
1546
1559
|
CodeGenConfigurationNode.add_member(:evaluate_data_quality, Shapes::ShapeRef.new(shape: EvaluateDataQuality, location_name: "EvaluateDataQuality"))
|
1560
|
+
CodeGenConfigurationNode.add_member(:s3_catalog_hudi_source, Shapes::ShapeRef.new(shape: S3CatalogHudiSource, location_name: "S3CatalogHudiSource"))
|
1561
|
+
CodeGenConfigurationNode.add_member(:catalog_hudi_source, Shapes::ShapeRef.new(shape: CatalogHudiSource, location_name: "CatalogHudiSource"))
|
1562
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
|
1563
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
|
1564
|
+
CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
|
1547
1565
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1548
1566
|
|
1549
1567
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -4243,6 +4261,13 @@ module Aws::Glue
|
|
4243
4261
|
RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
|
4244
4262
|
RunStatementResponse.struct_class = Types::RunStatementResponse
|
4245
4263
|
|
4264
|
+
S3CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4265
|
+
S3CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4266
|
+
S3CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4267
|
+
S3CatalogHudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
4268
|
+
S3CatalogHudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4269
|
+
S3CatalogHudiSource.struct_class = Types::S3CatalogHudiSource
|
4270
|
+
|
4246
4271
|
S3CatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4247
4272
|
S3CatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4248
4273
|
S3CatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
@@ -4308,6 +4333,32 @@ module Aws::Glue
|
|
4308
4333
|
S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4309
4334
|
S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
|
4310
4335
|
|
4336
|
+
S3HudiCatalogTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4337
|
+
S3HudiCatalogTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4338
|
+
S3HudiCatalogTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4339
|
+
S3HudiCatalogTarget.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4340
|
+
S3HudiCatalogTarget.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4341
|
+
S3HudiCatalogTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
4342
|
+
S3HudiCatalogTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: CatalogSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4343
|
+
S3HudiCatalogTarget.struct_class = Types::S3HudiCatalogTarget
|
4344
|
+
|
4345
|
+
S3HudiDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4346
|
+
S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4347
|
+
S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
4348
|
+
S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
|
4349
|
+
S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4350
|
+
S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
4351
|
+
S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
4352
|
+
S3HudiDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4353
|
+
S3HudiDirectTarget.struct_class = Types::S3HudiDirectTarget
|
4354
|
+
|
4355
|
+
S3HudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4356
|
+
S3HudiSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
4357
|
+
S3HudiSource.add_member(:additional_hudi_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalHudiOptions"))
|
4358
|
+
S3HudiSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
4359
|
+
S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4360
|
+
S3HudiSource.struct_class = Types::S3HudiSource
|
4361
|
+
|
4311
4362
|
S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4312
4363
|
S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
4313
4364
|
S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1335,6 +1335,41 @@ module Aws::Glue
|
|
1335
1335
|
include Aws::Structure
|
1336
1336
|
end
|
1337
1337
|
|
1338
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1339
|
+
# Catalog.
|
1340
|
+
#
|
1341
|
+
# @!attribute [rw] name
|
1342
|
+
# The name of the Hudi data source.
|
1343
|
+
# @return [String]
|
1344
|
+
#
|
1345
|
+
# @!attribute [rw] database
|
1346
|
+
# The name of the database to read from.
|
1347
|
+
# @return [String]
|
1348
|
+
#
|
1349
|
+
# @!attribute [rw] table
|
1350
|
+
# The name of the table in the database to read from.
|
1351
|
+
# @return [String]
|
1352
|
+
#
|
1353
|
+
# @!attribute [rw] additional_hudi_options
|
1354
|
+
# Specifies additional connection options.
|
1355
|
+
# @return [Hash<String,String>]
|
1356
|
+
#
|
1357
|
+
# @!attribute [rw] output_schemas
|
1358
|
+
# Specifies the data schema for the Hudi source.
|
1359
|
+
# @return [Array<Types::GlueSchema>]
|
1360
|
+
#
|
1361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogHudiSource AWS API Documentation
|
1362
|
+
#
|
1363
|
+
class CatalogHudiSource < Struct.new(
|
1364
|
+
:name,
|
1365
|
+
:database,
|
1366
|
+
:table,
|
1367
|
+
:additional_hudi_options,
|
1368
|
+
:output_schemas)
|
1369
|
+
SENSITIVE = []
|
1370
|
+
include Aws::Structure
|
1371
|
+
end
|
1372
|
+
|
1338
1373
|
# A structure containing migration status information.
|
1339
1374
|
#
|
1340
1375
|
# @!attribute [rw] import_completed
|
@@ -1873,6 +1908,29 @@ module Aws::Glue
|
|
1873
1908
|
# Specifies your data quality evaluation criteria.
|
1874
1909
|
# @return [Types::EvaluateDataQuality]
|
1875
1910
|
#
|
1911
|
+
# @!attribute [rw] s3_catalog_hudi_source
|
1912
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1913
|
+
# Catalog. The Hudi data source must be stored in Amazon S3.
|
1914
|
+
# @return [Types::S3CatalogHudiSource]
|
1915
|
+
#
|
1916
|
+
# @!attribute [rw] catalog_hudi_source
|
1917
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
1918
|
+
# Catalog.
|
1919
|
+
# @return [Types::CatalogHudiSource]
|
1920
|
+
#
|
1921
|
+
# @!attribute [rw] s3_hudi_source
|
1922
|
+
# Specifies a Hudi data source stored in Amazon S3.
|
1923
|
+
# @return [Types::S3HudiSource]
|
1924
|
+
#
|
1925
|
+
# @!attribute [rw] s3_hudi_catalog_target
|
1926
|
+
# Specifies a target that writes to a Hudi data source in the Glue
|
1927
|
+
# Data Catalog.
|
1928
|
+
# @return [Types::S3HudiCatalogTarget]
|
1929
|
+
#
|
1930
|
+
# @!attribute [rw] s3_hudi_direct_target
|
1931
|
+
# Specifies a target that writes to a Hudi data source in Amazon S3.
|
1932
|
+
# @return [Types::S3HudiDirectTarget]
|
1933
|
+
#
|
1876
1934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1877
1935
|
#
|
1878
1936
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -1927,7 +1985,12 @@ module Aws::Glue
|
|
1927
1985
|
:oracle_sql_catalog_target,
|
1928
1986
|
:postgre_sql_catalog_target,
|
1929
1987
|
:dynamic_transform,
|
1930
|
-
:evaluate_data_quality
|
1988
|
+
:evaluate_data_quality,
|
1989
|
+
:s3_catalog_hudi_source,
|
1990
|
+
:catalog_hudi_source,
|
1991
|
+
:s3_hudi_source,
|
1992
|
+
:s3_hudi_catalog_target,
|
1993
|
+
:s3_hudi_direct_target)
|
1931
1994
|
SENSITIVE = []
|
1932
1995
|
include Aws::Structure
|
1933
1996
|
end
|
@@ -15364,6 +15427,41 @@ module Aws::Glue
|
|
15364
15427
|
include Aws::Structure
|
15365
15428
|
end
|
15366
15429
|
|
15430
|
+
# Specifies a Hudi data source that is registered in the Glue Data
|
15431
|
+
# Catalog. The Hudi data source must be stored in Amazon S3.
|
15432
|
+
#
|
15433
|
+
# @!attribute [rw] name
|
15434
|
+
# The name of the Hudi data source.
|
15435
|
+
# @return [String]
|
15436
|
+
#
|
15437
|
+
# @!attribute [rw] database
|
15438
|
+
# The name of the database to read from.
|
15439
|
+
# @return [String]
|
15440
|
+
#
|
15441
|
+
# @!attribute [rw] table
|
15442
|
+
# The name of the table in the database to read from.
|
15443
|
+
# @return [String]
|
15444
|
+
#
|
15445
|
+
# @!attribute [rw] additional_hudi_options
|
15446
|
+
# Specifies additional connection options.
|
15447
|
+
# @return [Hash<String,String>]
|
15448
|
+
#
|
15449
|
+
# @!attribute [rw] output_schemas
|
15450
|
+
# Specifies the data schema for the Hudi source.
|
15451
|
+
# @return [Array<Types::GlueSchema>]
|
15452
|
+
#
|
15453
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogHudiSource AWS API Documentation
|
15454
|
+
#
|
15455
|
+
class S3CatalogHudiSource < Struct.new(
|
15456
|
+
:name,
|
15457
|
+
:database,
|
15458
|
+
:table,
|
15459
|
+
:additional_hudi_options,
|
15460
|
+
:output_schemas)
|
15461
|
+
SENSITIVE = []
|
15462
|
+
include Aws::Structure
|
15463
|
+
end
|
15464
|
+
|
15367
15465
|
# Specifies an Amazon S3 data store in the Glue Data Catalog.
|
15368
15466
|
#
|
15369
15467
|
# @!attribute [rw] name
|
@@ -15717,6 +15815,136 @@ module Aws::Glue
|
|
15717
15815
|
include Aws::Structure
|
15718
15816
|
end
|
15719
15817
|
|
15818
|
+
# Specifies a target that writes to a Hudi data source in the Glue Data
|
15819
|
+
# Catalog.
|
15820
|
+
#
|
15821
|
+
# @!attribute [rw] name
|
15822
|
+
# The name of the data target.
|
15823
|
+
# @return [String]
|
15824
|
+
#
|
15825
|
+
# @!attribute [rw] inputs
|
15826
|
+
# The nodes that are inputs to the data target.
|
15827
|
+
# @return [Array<String>]
|
15828
|
+
#
|
15829
|
+
# @!attribute [rw] partition_keys
|
15830
|
+
# Specifies native partitioning using a sequence of keys.
|
15831
|
+
# @return [Array<Array<String>>]
|
15832
|
+
#
|
15833
|
+
# @!attribute [rw] table
|
15834
|
+
# The name of the table in the database to write to.
|
15835
|
+
# @return [String]
|
15836
|
+
#
|
15837
|
+
# @!attribute [rw] database
|
15838
|
+
# The name of the database to write to.
|
15839
|
+
# @return [String]
|
15840
|
+
#
|
15841
|
+
# @!attribute [rw] additional_options
|
15842
|
+
# Specifies additional connection options for the connector.
|
15843
|
+
# @return [Hash<String,String>]
|
15844
|
+
#
|
15845
|
+
# @!attribute [rw] schema_change_policy
|
15846
|
+
# A policy that specifies update behavior for the crawler.
|
15847
|
+
# @return [Types::CatalogSchemaChangePolicy]
|
15848
|
+
#
|
15849
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiCatalogTarget AWS API Documentation
|
15850
|
+
#
|
15851
|
+
class S3HudiCatalogTarget < Struct.new(
|
15852
|
+
:name,
|
15853
|
+
:inputs,
|
15854
|
+
:partition_keys,
|
15855
|
+
:table,
|
15856
|
+
:database,
|
15857
|
+
:additional_options,
|
15858
|
+
:schema_change_policy)
|
15859
|
+
SENSITIVE = []
|
15860
|
+
include Aws::Structure
|
15861
|
+
end
|
15862
|
+
|
15863
|
+
# Specifies a target that writes to a Hudi data source in Amazon S3.
|
15864
|
+
#
|
15865
|
+
# @!attribute [rw] name
|
15866
|
+
# The name of the data target.
|
15867
|
+
# @return [String]
|
15868
|
+
#
|
15869
|
+
# @!attribute [rw] inputs
|
15870
|
+
# The nodes that are inputs to the data target.
|
15871
|
+
# @return [Array<String>]
|
15872
|
+
#
|
15873
|
+
# @!attribute [rw] path
|
15874
|
+
# The Amazon S3 path of your Hudi data source to write to.
|
15875
|
+
# @return [String]
|
15876
|
+
#
|
15877
|
+
# @!attribute [rw] compression
|
15878
|
+
# Specifies how the data is compressed. This is generally not
|
15879
|
+
# necessary if the data has a standard file extension. Possible values
|
15880
|
+
# are `"gzip"` and `"bzip"`).
|
15881
|
+
# @return [String]
|
15882
|
+
#
|
15883
|
+
# @!attribute [rw] partition_keys
|
15884
|
+
# Specifies native partitioning using a sequence of keys.
|
15885
|
+
# @return [Array<Array<String>>]
|
15886
|
+
#
|
15887
|
+
# @!attribute [rw] format
|
15888
|
+
# Specifies the data output format for the target.
|
15889
|
+
# @return [String]
|
15890
|
+
#
|
15891
|
+
# @!attribute [rw] additional_options
|
15892
|
+
# @return [Hash<String,String>]
|
15893
|
+
#
|
15894
|
+
# @!attribute [rw] schema_change_policy
|
15895
|
+
# A policy that specifies update behavior for the crawler.
|
15896
|
+
# @return [Types::DirectSchemaChangePolicy]
|
15897
|
+
#
|
15898
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiDirectTarget AWS API Documentation
|
15899
|
+
#
|
15900
|
+
class S3HudiDirectTarget < Struct.new(
|
15901
|
+
:name,
|
15902
|
+
:inputs,
|
15903
|
+
:path,
|
15904
|
+
:compression,
|
15905
|
+
:partition_keys,
|
15906
|
+
:format,
|
15907
|
+
:additional_options,
|
15908
|
+
:schema_change_policy)
|
15909
|
+
SENSITIVE = []
|
15910
|
+
include Aws::Structure
|
15911
|
+
end
|
15912
|
+
|
15913
|
+
# Specifies a Hudi data source stored in Amazon S3.
|
15914
|
+
#
|
15915
|
+
# @!attribute [rw] name
|
15916
|
+
# The name of the Hudi source.
|
15917
|
+
# @return [String]
|
15918
|
+
#
|
15919
|
+
# @!attribute [rw] paths
|
15920
|
+
# A list of the Amazon S3 paths to read from.
|
15921
|
+
# @return [Array<String>]
|
15922
|
+
#
|
15923
|
+
# @!attribute [rw] additional_hudi_options
|
15924
|
+
# Specifies additional connection options.
|
15925
|
+
# @return [Hash<String,String>]
|
15926
|
+
#
|
15927
|
+
# @!attribute [rw] additional_options
|
15928
|
+
# Specifies additional connection options for the Amazon S3 data
|
15929
|
+
# store.
|
15930
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
15931
|
+
#
|
15932
|
+
# @!attribute [rw] output_schemas
|
15933
|
+
# Specifies the data schema for the Hudi source.
|
15934
|
+
# @return [Array<Types::GlueSchema>]
|
15935
|
+
#
|
15936
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HudiSource AWS API Documentation
|
15937
|
+
#
|
15938
|
+
class S3HudiSource < Struct.new(
|
15939
|
+
:name,
|
15940
|
+
:paths,
|
15941
|
+
:additional_hudi_options,
|
15942
|
+
:additional_options,
|
15943
|
+
:output_schemas)
|
15944
|
+
SENSITIVE = []
|
15945
|
+
include Aws::Structure
|
15946
|
+
end
|
15947
|
+
|
15720
15948
|
# Specifies a JSON data store stored in Amazon S3.
|
15721
15949
|
#
|
15722
15950
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.129.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-01-
|
11
|
+
date: 2023-01-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|