aws-sdk-glue 1.130.0 → 1.132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +533 -16
- data/lib/aws-sdk-glue/client_api.rb +62 -0
- data/lib/aws-sdk-glue/endpoint_parameters.rb +0 -3
- data/lib/aws-sdk-glue/endpoint_provider.rb +27 -24
- data/lib/aws-sdk-glue/types.rb +527 -26
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1236,7 +1236,7 @@ module Aws::Glue
|
|
1236
1236
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
1237
1237
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
1238
1238
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
1239
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1240
1240
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1241
1241
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1242
1242
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -1604,13 +1604,77 @@ module Aws::Glue
|
|
1604
1604
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
1605
1605
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
1606
1606
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
1607
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1607
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1608
1608
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
1609
1609
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1610
1610
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1611
1611
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1612
1612
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
1613
1613
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
1614
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
|
1615
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
|
1616
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
|
1617
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
1618
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
1619
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
1620
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
1621
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
1622
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
1623
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
1624
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1625
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
1626
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
1627
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1628
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1629
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
1630
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
1631
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
1632
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
1633
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1634
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
1635
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
1636
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1637
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1638
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
1639
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
1640
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
1641
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
1642
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1643
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
1644
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
1645
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
1646
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
1647
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
1648
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
1649
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
1650
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
1651
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
1652
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
1653
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
1654
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
1655
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
1656
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
1657
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
1658
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
1659
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
1660
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
1661
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1662
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1663
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
1664
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
1665
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
1666
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
1667
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
1668
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
1669
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
1670
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
1671
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1672
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
1673
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1674
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1675
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1676
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
1677
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
1614
1678
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1615
1679
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1616
1680
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -3479,7 +3543,7 @@ module Aws::Glue
|
|
3479
3543
|
# ],
|
3480
3544
|
# path: "EnclosedInStringProperty", # required
|
3481
3545
|
# compression: "EnclosedInStringProperty",
|
3482
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3546
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3483
3547
|
# schema_change_policy: {
|
3484
3548
|
# enable_update_catalog: false,
|
3485
3549
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -3984,7 +4048,7 @@ module Aws::Glue
|
|
3984
4048
|
# partition_keys: [
|
3985
4049
|
# ["EnclosedInStringProperty"],
|
3986
4050
|
# ],
|
3987
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
4051
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3988
4052
|
# additional_options: { # required
|
3989
4053
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3990
4054
|
# },
|
@@ -3995,6 +4059,108 @@ module Aws::Glue
|
|
3995
4059
|
# database: "EnclosedInStringProperty",
|
3996
4060
|
# },
|
3997
4061
|
# },
|
4062
|
+
# direct_jdbc_source: {
|
4063
|
+
# name: "NodeName", # required
|
4064
|
+
# database: "EnclosedInStringProperty", # required
|
4065
|
+
# table: "EnclosedInStringProperty", # required
|
4066
|
+
# connection_name: "EnclosedInStringProperty", # required
|
4067
|
+
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
4068
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
4069
|
+
# },
|
4070
|
+
# s3_catalog_delta_source: {
|
4071
|
+
# name: "NodeName", # required
|
4072
|
+
# database: "EnclosedInStringProperty", # required
|
4073
|
+
# table: "EnclosedInStringProperty", # required
|
4074
|
+
# additional_delta_options: {
|
4075
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4076
|
+
# },
|
4077
|
+
# output_schemas: [
|
4078
|
+
# {
|
4079
|
+
# columns: [
|
4080
|
+
# {
|
4081
|
+
# name: "GlueStudioColumnNameString", # required
|
4082
|
+
# type: "ColumnTypeString",
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# },
|
4086
|
+
# ],
|
4087
|
+
# },
|
4088
|
+
# catalog_delta_source: {
|
4089
|
+
# name: "NodeName", # required
|
4090
|
+
# database: "EnclosedInStringProperty", # required
|
4091
|
+
# table: "EnclosedInStringProperty", # required
|
4092
|
+
# additional_delta_options: {
|
4093
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4094
|
+
# },
|
4095
|
+
# output_schemas: [
|
4096
|
+
# {
|
4097
|
+
# columns: [
|
4098
|
+
# {
|
4099
|
+
# name: "GlueStudioColumnNameString", # required
|
4100
|
+
# type: "ColumnTypeString",
|
4101
|
+
# },
|
4102
|
+
# ],
|
4103
|
+
# },
|
4104
|
+
# ],
|
4105
|
+
# },
|
4106
|
+
# s3_delta_source: {
|
4107
|
+
# name: "NodeName", # required
|
4108
|
+
# paths: ["EnclosedInStringProperty"], # required
|
4109
|
+
# additional_delta_options: {
|
4110
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4111
|
+
# },
|
4112
|
+
# additional_options: {
|
4113
|
+
# bounded_size: 1,
|
4114
|
+
# bounded_files: 1,
|
4115
|
+
# enable_sample_path: false,
|
4116
|
+
# sample_path: "EnclosedInStringProperty",
|
4117
|
+
# },
|
4118
|
+
# output_schemas: [
|
4119
|
+
# {
|
4120
|
+
# columns: [
|
4121
|
+
# {
|
4122
|
+
# name: "GlueStudioColumnNameString", # required
|
4123
|
+
# type: "ColumnTypeString",
|
4124
|
+
# },
|
4125
|
+
# ],
|
4126
|
+
# },
|
4127
|
+
# ],
|
4128
|
+
# },
|
4129
|
+
# s3_delta_catalog_target: {
|
4130
|
+
# name: "NodeName", # required
|
4131
|
+
# inputs: ["NodeId"], # required
|
4132
|
+
# partition_keys: [
|
4133
|
+
# ["EnclosedInStringProperty"],
|
4134
|
+
# ],
|
4135
|
+
# table: "EnclosedInStringProperty", # required
|
4136
|
+
# database: "EnclosedInStringProperty", # required
|
4137
|
+
# additional_options: {
|
4138
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4139
|
+
# },
|
4140
|
+
# schema_change_policy: {
|
4141
|
+
# enable_update_catalog: false,
|
4142
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4143
|
+
# },
|
4144
|
+
# },
|
4145
|
+
# s3_delta_direct_target: {
|
4146
|
+
# name: "NodeName", # required
|
4147
|
+
# inputs: ["NodeId"], # required
|
4148
|
+
# partition_keys: [
|
4149
|
+
# ["EnclosedInStringProperty"],
|
4150
|
+
# ],
|
4151
|
+
# path: "EnclosedInStringProperty", # required
|
4152
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
4153
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
4154
|
+
# additional_options: {
|
4155
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4156
|
+
# },
|
4157
|
+
# schema_change_policy: {
|
4158
|
+
# enable_update_catalog: false,
|
4159
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4160
|
+
# table: "EnclosedInStringProperty",
|
4161
|
+
# database: "EnclosedInStringProperty",
|
4162
|
+
# },
|
4163
|
+
# },
|
3998
4164
|
# },
|
3999
4165
|
# },
|
4000
4166
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -7624,7 +7790,7 @@ module Aws::Glue
|
|
7624
7790
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
7625
7791
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
7626
7792
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
7627
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7793
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
7628
7794
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7629
7795
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7630
7796
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -7992,13 +8158,77 @@ module Aws::Glue
|
|
7992
8158
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
7993
8159
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
7994
8160
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
7995
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8161
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
7996
8162
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
7997
8163
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
7998
8164
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7999
8165
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8000
8166
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
8001
8167
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
8168
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
|
8169
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
|
8170
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
|
8171
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
8172
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
8173
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
8174
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
8175
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
8176
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
8177
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
8178
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8179
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
8180
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
8181
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8182
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8183
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
8184
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
8185
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
8186
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
8187
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8188
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
8189
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
8190
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8191
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8192
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
8193
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
8194
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
8195
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
8196
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8197
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
8198
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
8199
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
8200
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
8201
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
8202
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
8203
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
8204
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
8205
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
8206
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
8207
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
8208
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
8209
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
8210
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
8211
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
8212
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
8213
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
8214
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
8215
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8216
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8217
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
8218
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
8219
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
8220
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
8221
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
8222
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
8223
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
8224
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
8225
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8226
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
8227
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8228
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8229
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8230
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
8231
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8002
8232
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
8003
8233
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8004
8234
|
# resp.job.source_control_details.repository #=> String
|
@@ -8448,7 +8678,7 @@ module Aws::Glue
|
|
8448
8678
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
8449
8679
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
8450
8680
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
8451
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8681
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8452
8682
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8453
8683
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8454
8684
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8816,13 +9046,77 @@ module Aws::Glue
|
|
8816
9046
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8817
9047
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8818
9048
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8819
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
9049
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8820
9050
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8821
9051
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8822
9052
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8823
9053
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8824
9054
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
|
8825
9055
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
|
9056
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
|
9057
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
|
9058
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
|
9059
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
9060
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
9061
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
9062
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
9063
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
9064
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
9065
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
9066
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9067
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
9068
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
9069
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9070
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9071
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
9072
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
9073
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
9074
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
9075
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9076
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
9077
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
9078
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9079
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9080
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
9081
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
9082
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
9083
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
9084
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9085
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
9086
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
9087
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
9088
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
9089
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
9090
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
9091
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
9092
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
9093
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
9094
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
9095
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
9096
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
9097
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
9098
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
9099
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
9100
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
9101
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
9102
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
9103
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9104
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9105
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
9106
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
9107
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
9108
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
9109
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
9110
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
9111
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
9112
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
9113
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
9114
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
9115
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
9116
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9117
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9118
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
9119
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8826
9120
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8827
9121
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8828
9122
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -10881,18 +11175,30 @@ module Aws::Glue
|
|
10881
11175
|
req.send_request(options)
|
10882
11176
|
end
|
10883
11177
|
|
11178
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11179
|
+
# unfiltered metadata.
|
11180
|
+
#
|
11181
|
+
# For IAM authorization, the public IAM action associated with this API
|
11182
|
+
# is `glue:GetPartition`.
|
11183
|
+
#
|
10884
11184
|
# @option params [required, String] :catalog_id
|
11185
|
+
# The catalog ID where the partition resides.
|
10885
11186
|
#
|
10886
11187
|
# @option params [required, String] :database_name
|
11188
|
+
# (Required) Specifies the name of a database that contains the
|
11189
|
+
# partition.
|
10887
11190
|
#
|
10888
11191
|
# @option params [required, String] :table_name
|
11192
|
+
# (Required) Specifies the name of a table that contains the partition.
|
10889
11193
|
#
|
10890
11194
|
# @option params [required, Array<String>] :partition_values
|
11195
|
+
# (Required) A list of partition key values.
|
10891
11196
|
#
|
10892
11197
|
# @option params [Types::AuditContext] :audit_context
|
10893
|
-
# A structure containing
|
11198
|
+
# A structure containing Lake Formation audit context information.
|
10894
11199
|
#
|
10895
11200
|
# @option params [required, Array<String>] :supported_permission_types
|
11201
|
+
# (Required) A list of supported permission types.
|
10896
11202
|
#
|
10897
11203
|
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10898
11204
|
#
|
@@ -10976,26 +11282,124 @@ module Aws::Glue
|
|
10976
11282
|
req.send_request(options)
|
10977
11283
|
end
|
10978
11284
|
|
11285
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11286
|
+
# unfiltered metadata.
|
11287
|
+
#
|
11288
|
+
# For IAM authorization, the public IAM action associated with this API
|
11289
|
+
# is `glue:GetPartitions`.
|
11290
|
+
#
|
10979
11291
|
# @option params [required, String] :catalog_id
|
11292
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
11293
|
+
# none is provided, the AWS account ID is used by default.
|
10980
11294
|
#
|
10981
11295
|
# @option params [required, String] :database_name
|
11296
|
+
# The name of the catalog database where the partitions reside.
|
10982
11297
|
#
|
10983
11298
|
# @option params [required, String] :table_name
|
11299
|
+
# The name of the table that contains the partition.
|
10984
11300
|
#
|
10985
11301
|
# @option params [String] :expression
|
11302
|
+
# An expression that filters the partitions to be returned.
|
11303
|
+
#
|
11304
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
11305
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
11306
|
+
# expression.
|
11307
|
+
#
|
11308
|
+
# *Operators*\: The following are the operators that you can use in the
|
11309
|
+
# `Expression` API call:
|
11310
|
+
#
|
11311
|
+
# =
|
11312
|
+
#
|
11313
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
11314
|
+
# then the condition becomes true.
|
11315
|
+
#
|
11316
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds 20.
|
11317
|
+
#
|
11318
|
+
# (a = b) is not true.
|
11319
|
+
#
|
11320
|
+
# < >
|
11321
|
+
#
|
11322
|
+
# : Checks whether the values of two operands are equal; if the values
|
11323
|
+
# are not equal, then the condition becomes true.
|
11324
|
+
#
|
11325
|
+
# Example: (a < > b) is true.
|
11326
|
+
#
|
11327
|
+
# >
|
11328
|
+
#
|
11329
|
+
# : Checks whether the value of the left operand is greater than the
|
11330
|
+
# value of the right operand; if yes, then the condition becomes true.
|
11331
|
+
#
|
11332
|
+
# Example: (a > b) is not true.
|
11333
|
+
#
|
11334
|
+
# <
|
11335
|
+
#
|
11336
|
+
# : Checks whether the value of the left operand is less than the value
|
11337
|
+
# of the right operand; if yes, then the condition becomes true.
|
11338
|
+
#
|
11339
|
+
# Example: (a < b) is true.
|
11340
|
+
#
|
11341
|
+
# >=
|
11342
|
+
#
|
11343
|
+
# : Checks whether the value of the left operand is greater than or
|
11344
|
+
# equal to the value of the right operand; if yes, then the condition
|
11345
|
+
# becomes true.
|
11346
|
+
#
|
11347
|
+
# Example: (a >= b) is not true.
|
11348
|
+
#
|
11349
|
+
# <=
|
11350
|
+
#
|
11351
|
+
# : Checks whether the value of the left operand is less than or equal
|
11352
|
+
# to the value of the right operand; if yes, then the condition
|
11353
|
+
# becomes true.
|
11354
|
+
#
|
11355
|
+
# Example: (a <= b) is true.
|
11356
|
+
#
|
11357
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
11358
|
+
#
|
11359
|
+
# : Logical operators.
|
11360
|
+
#
|
11361
|
+
# *Supported Partition Key Types*\: The following are the supported
|
11362
|
+
# partition keys.
|
11363
|
+
#
|
11364
|
+
# * `string`
|
11365
|
+
#
|
11366
|
+
# * `date`
|
11367
|
+
#
|
11368
|
+
# * `timestamp`
|
11369
|
+
#
|
11370
|
+
# * `int`
|
11371
|
+
#
|
11372
|
+
# * `bigint`
|
11373
|
+
#
|
11374
|
+
# * `long`
|
11375
|
+
#
|
11376
|
+
# * `tinyint`
|
11377
|
+
#
|
11378
|
+
# * `smallint`
|
11379
|
+
#
|
11380
|
+
# * `decimal`
|
11381
|
+
#
|
11382
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
11383
|
+
#
|
11384
|
+
#
|
11385
|
+
#
|
11386
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
10986
11387
|
#
|
10987
11388
|
# @option params [Types::AuditContext] :audit_context
|
10988
|
-
# A structure containing
|
11389
|
+
# A structure containing Lake Formation audit context information.
|
10989
11390
|
#
|
10990
11391
|
# @option params [required, Array<String>] :supported_permission_types
|
11392
|
+
# A list of supported permission types.
|
10991
11393
|
#
|
10992
11394
|
# @option params [String] :next_token
|
11395
|
+
# A continuation token, if this is not the first call to retrieve these
|
11396
|
+
# partitions.
|
10993
11397
|
#
|
10994
11398
|
# @option params [Types::Segment] :segment
|
10995
|
-
#
|
10996
|
-
# multiple requests to be run in parallel.
|
11399
|
+
# The segment of the table's partitions to scan in this request.
|
10997
11400
|
#
|
10998
11401
|
# @option params [Integer] :max_results
|
11402
|
+
# The maximum number of partitions to return in a single response.
|
10999
11403
|
#
|
11000
11404
|
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11001
11405
|
#
|
@@ -11088,16 +11492,27 @@ module Aws::Glue
|
|
11088
11492
|
req.send_request(options)
|
11089
11493
|
end
|
11090
11494
|
|
11495
|
+
# Retrieves table metadata from the Data Catalog that contains
|
11496
|
+
# unfiltered metadata.
|
11497
|
+
#
|
11498
|
+
# For IAM authorization, the public IAM action associated with this API
|
11499
|
+
# is `glue:GetTable`.
|
11500
|
+
#
|
11091
11501
|
# @option params [required, String] :catalog_id
|
11502
|
+
# The catalog ID where the table resides.
|
11092
11503
|
#
|
11093
11504
|
# @option params [required, String] :database_name
|
11505
|
+
# (Required) Specifies the name of a database that contains the table.
|
11094
11506
|
#
|
11095
11507
|
# @option params [required, String] :name
|
11508
|
+
# (Required) Specifies the name of a table for which you are requesting
|
11509
|
+
# metadata.
|
11096
11510
|
#
|
11097
11511
|
# @option params [Types::AuditContext] :audit_context
|
11098
|
-
# A structure containing
|
11512
|
+
# A structure containing Lake Formation audit context information.
|
11099
11513
|
#
|
11100
11514
|
# @option params [required, Array<String>] :supported_permission_types
|
11515
|
+
# (Required) A list of supported permission types.
|
11101
11516
|
#
|
11102
11517
|
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11103
11518
|
#
|
@@ -15466,7 +15881,7 @@ module Aws::Glue
|
|
15466
15881
|
# ],
|
15467
15882
|
# path: "EnclosedInStringProperty", # required
|
15468
15883
|
# compression: "EnclosedInStringProperty",
|
15469
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15884
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
15470
15885
|
# schema_change_policy: {
|
15471
15886
|
# enable_update_catalog: false,
|
15472
15887
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -15971,7 +16386,7 @@ module Aws::Glue
|
|
15971
16386
|
# partition_keys: [
|
15972
16387
|
# ["EnclosedInStringProperty"],
|
15973
16388
|
# ],
|
15974
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
16389
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
15975
16390
|
# additional_options: { # required
|
15976
16391
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
15977
16392
|
# },
|
@@ -15982,6 +16397,108 @@ module Aws::Glue
|
|
15982
16397
|
# database: "EnclosedInStringProperty",
|
15983
16398
|
# },
|
15984
16399
|
# },
|
16400
|
+
# direct_jdbc_source: {
|
16401
|
+
# name: "NodeName", # required
|
16402
|
+
# database: "EnclosedInStringProperty", # required
|
16403
|
+
# table: "EnclosedInStringProperty", # required
|
16404
|
+
# connection_name: "EnclosedInStringProperty", # required
|
16405
|
+
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
16406
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
16407
|
+
# },
|
16408
|
+
# s3_catalog_delta_source: {
|
16409
|
+
# name: "NodeName", # required
|
16410
|
+
# database: "EnclosedInStringProperty", # required
|
16411
|
+
# table: "EnclosedInStringProperty", # required
|
16412
|
+
# additional_delta_options: {
|
16413
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16414
|
+
# },
|
16415
|
+
# output_schemas: [
|
16416
|
+
# {
|
16417
|
+
# columns: [
|
16418
|
+
# {
|
16419
|
+
# name: "GlueStudioColumnNameString", # required
|
16420
|
+
# type: "ColumnTypeString",
|
16421
|
+
# },
|
16422
|
+
# ],
|
16423
|
+
# },
|
16424
|
+
# ],
|
16425
|
+
# },
|
16426
|
+
# catalog_delta_source: {
|
16427
|
+
# name: "NodeName", # required
|
16428
|
+
# database: "EnclosedInStringProperty", # required
|
16429
|
+
# table: "EnclosedInStringProperty", # required
|
16430
|
+
# additional_delta_options: {
|
16431
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16432
|
+
# },
|
16433
|
+
# output_schemas: [
|
16434
|
+
# {
|
16435
|
+
# columns: [
|
16436
|
+
# {
|
16437
|
+
# name: "GlueStudioColumnNameString", # required
|
16438
|
+
# type: "ColumnTypeString",
|
16439
|
+
# },
|
16440
|
+
# ],
|
16441
|
+
# },
|
16442
|
+
# ],
|
16443
|
+
# },
|
16444
|
+
# s3_delta_source: {
|
16445
|
+
# name: "NodeName", # required
|
16446
|
+
# paths: ["EnclosedInStringProperty"], # required
|
16447
|
+
# additional_delta_options: {
|
16448
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16449
|
+
# },
|
16450
|
+
# additional_options: {
|
16451
|
+
# bounded_size: 1,
|
16452
|
+
# bounded_files: 1,
|
16453
|
+
# enable_sample_path: false,
|
16454
|
+
# sample_path: "EnclosedInStringProperty",
|
16455
|
+
# },
|
16456
|
+
# output_schemas: [
|
16457
|
+
# {
|
16458
|
+
# columns: [
|
16459
|
+
# {
|
16460
|
+
# name: "GlueStudioColumnNameString", # required
|
16461
|
+
# type: "ColumnTypeString",
|
16462
|
+
# },
|
16463
|
+
# ],
|
16464
|
+
# },
|
16465
|
+
# ],
|
16466
|
+
# },
|
16467
|
+
# s3_delta_catalog_target: {
|
16468
|
+
# name: "NodeName", # required
|
16469
|
+
# inputs: ["NodeId"], # required
|
16470
|
+
# partition_keys: [
|
16471
|
+
# ["EnclosedInStringProperty"],
|
16472
|
+
# ],
|
16473
|
+
# table: "EnclosedInStringProperty", # required
|
16474
|
+
# database: "EnclosedInStringProperty", # required
|
16475
|
+
# additional_options: {
|
16476
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16477
|
+
# },
|
16478
|
+
# schema_change_policy: {
|
16479
|
+
# enable_update_catalog: false,
|
16480
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16481
|
+
# },
|
16482
|
+
# },
|
16483
|
+
# s3_delta_direct_target: {
|
16484
|
+
# name: "NodeName", # required
|
16485
|
+
# inputs: ["NodeId"], # required
|
16486
|
+
# partition_keys: [
|
16487
|
+
# ["EnclosedInStringProperty"],
|
16488
|
+
# ],
|
16489
|
+
# path: "EnclosedInStringProperty", # required
|
16490
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
16491
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
16492
|
+
# additional_options: {
|
16493
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16494
|
+
# },
|
16495
|
+
# schema_change_policy: {
|
16496
|
+
# enable_update_catalog: false,
|
16497
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16498
|
+
# table: "EnclosedInStringProperty",
|
16499
|
+
# database: "EnclosedInStringProperty",
|
16500
|
+
# },
|
16501
|
+
# },
|
15985
16502
|
# },
|
15986
16503
|
# },
|
15987
16504
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -16807,7 +17324,7 @@ module Aws::Glue
|
|
16807
17324
|
params: params,
|
16808
17325
|
config: config)
|
16809
17326
|
context[:gem_name] = 'aws-sdk-glue'
|
16810
|
-
context[:gem_version] = '1.
|
17327
|
+
context[:gem_version] = '1.132.0'
|
16811
17328
|
Seahorse::Client::Request.new(handlers, context)
|
16812
17329
|
end
|
16813
17330
|
|