aws-sdk-glue 1.131.0 → 1.133.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +514 -36
- data/lib/aws-sdk-glue/client_api.rb +51 -1
- data/lib/aws-sdk-glue/types.rb +514 -63
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1236,7 +1236,7 @@ module Aws::Glue
|
|
1236
1236
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
1237
1237
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
1238
1238
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
1239
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1240
1240
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1241
1241
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1242
1242
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -1604,7 +1604,7 @@ module Aws::Glue
|
|
1604
1604
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
1605
1605
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
1606
1606
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
1607
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1607
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1608
1608
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
1609
1609
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1610
1610
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -1617,6 +1617,64 @@ module Aws::Glue
|
|
1617
1617
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
1618
1618
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
1619
1619
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
1620
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
1621
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
1622
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
1623
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
1624
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1625
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
1626
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
1627
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1628
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1629
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
1630
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
1631
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
1632
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
1633
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1634
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
1635
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
1636
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1637
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1638
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
1639
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
1640
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
1641
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
1642
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1643
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
1644
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
1645
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
1646
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
1647
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
1648
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
1649
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
1650
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
1651
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
1652
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
1653
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
1654
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
1655
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
1656
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
1657
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
1658
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
1659
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
1660
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
1661
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1662
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1663
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
1664
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
1665
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
1666
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
1667
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
1668
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
1669
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
1670
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
1671
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1672
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
1673
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1674
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1675
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1676
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
1677
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
1620
1678
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1621
1679
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1622
1680
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -3485,7 +3543,7 @@ module Aws::Glue
|
|
3485
3543
|
# ],
|
3486
3544
|
# path: "EnclosedInStringProperty", # required
|
3487
3545
|
# compression: "EnclosedInStringProperty",
|
3488
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3546
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3489
3547
|
# schema_change_policy: {
|
3490
3548
|
# enable_update_catalog: false,
|
3491
3549
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -3990,7 +4048,7 @@ module Aws::Glue
|
|
3990
4048
|
# partition_keys: [
|
3991
4049
|
# ["EnclosedInStringProperty"],
|
3992
4050
|
# ],
|
3993
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
4051
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3994
4052
|
# additional_options: { # required
|
3995
4053
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3996
4054
|
# },
|
@@ -4009,6 +4067,100 @@ module Aws::Glue
|
|
4009
4067
|
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
4010
4068
|
# redshift_tmp_dir: "EnclosedInStringProperty",
|
4011
4069
|
# },
|
4070
|
+
# s3_catalog_delta_source: {
|
4071
|
+
# name: "NodeName", # required
|
4072
|
+
# database: "EnclosedInStringProperty", # required
|
4073
|
+
# table: "EnclosedInStringProperty", # required
|
4074
|
+
# additional_delta_options: {
|
4075
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4076
|
+
# },
|
4077
|
+
# output_schemas: [
|
4078
|
+
# {
|
4079
|
+
# columns: [
|
4080
|
+
# {
|
4081
|
+
# name: "GlueStudioColumnNameString", # required
|
4082
|
+
# type: "ColumnTypeString",
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# },
|
4086
|
+
# ],
|
4087
|
+
# },
|
4088
|
+
# catalog_delta_source: {
|
4089
|
+
# name: "NodeName", # required
|
4090
|
+
# database: "EnclosedInStringProperty", # required
|
4091
|
+
# table: "EnclosedInStringProperty", # required
|
4092
|
+
# additional_delta_options: {
|
4093
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4094
|
+
# },
|
4095
|
+
# output_schemas: [
|
4096
|
+
# {
|
4097
|
+
# columns: [
|
4098
|
+
# {
|
4099
|
+
# name: "GlueStudioColumnNameString", # required
|
4100
|
+
# type: "ColumnTypeString",
|
4101
|
+
# },
|
4102
|
+
# ],
|
4103
|
+
# },
|
4104
|
+
# ],
|
4105
|
+
# },
|
4106
|
+
# s3_delta_source: {
|
4107
|
+
# name: "NodeName", # required
|
4108
|
+
# paths: ["EnclosedInStringProperty"], # required
|
4109
|
+
# additional_delta_options: {
|
4110
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4111
|
+
# },
|
4112
|
+
# additional_options: {
|
4113
|
+
# bounded_size: 1,
|
4114
|
+
# bounded_files: 1,
|
4115
|
+
# enable_sample_path: false,
|
4116
|
+
# sample_path: "EnclosedInStringProperty",
|
4117
|
+
# },
|
4118
|
+
# output_schemas: [
|
4119
|
+
# {
|
4120
|
+
# columns: [
|
4121
|
+
# {
|
4122
|
+
# name: "GlueStudioColumnNameString", # required
|
4123
|
+
# type: "ColumnTypeString",
|
4124
|
+
# },
|
4125
|
+
# ],
|
4126
|
+
# },
|
4127
|
+
# ],
|
4128
|
+
# },
|
4129
|
+
# s3_delta_catalog_target: {
|
4130
|
+
# name: "NodeName", # required
|
4131
|
+
# inputs: ["NodeId"], # required
|
4132
|
+
# partition_keys: [
|
4133
|
+
# ["EnclosedInStringProperty"],
|
4134
|
+
# ],
|
4135
|
+
# table: "EnclosedInStringProperty", # required
|
4136
|
+
# database: "EnclosedInStringProperty", # required
|
4137
|
+
# additional_options: {
|
4138
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4139
|
+
# },
|
4140
|
+
# schema_change_policy: {
|
4141
|
+
# enable_update_catalog: false,
|
4142
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4143
|
+
# },
|
4144
|
+
# },
|
4145
|
+
# s3_delta_direct_target: {
|
4146
|
+
# name: "NodeName", # required
|
4147
|
+
# inputs: ["NodeId"], # required
|
4148
|
+
# partition_keys: [
|
4149
|
+
# ["EnclosedInStringProperty"],
|
4150
|
+
# ],
|
4151
|
+
# path: "EnclosedInStringProperty", # required
|
4152
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
4153
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
4154
|
+
# additional_options: {
|
4155
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4156
|
+
# },
|
4157
|
+
# schema_change_policy: {
|
4158
|
+
# enable_update_catalog: false,
|
4159
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4160
|
+
# table: "EnclosedInStringProperty",
|
4161
|
+
# database: "EnclosedInStringProperty",
|
4162
|
+
# },
|
4163
|
+
# },
|
4012
4164
|
# },
|
4013
4165
|
# },
|
4014
4166
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -4468,48 +4620,47 @@ module Aws::Glue
|
|
4468
4620
|
# @option params [String] :compatibility
|
4469
4621
|
# The compatibility mode of the schema. The possible values are:
|
4470
4622
|
#
|
4471
|
-
# * *NONE
|
4623
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4472
4624
|
# development scenarios or if you do not know the compatibility mode
|
4473
4625
|
# that you want to apply to schemas. Any new version added will be
|
4474
4626
|
# accepted without undergoing a compatibility check.
|
4475
4627
|
#
|
4476
|
-
# * *DISABLED
|
4628
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4477
4629
|
# particular schema. You can use this choice to prevent future
|
4478
4630
|
# versioning of a schema.
|
4479
4631
|
#
|
4480
|
-
# * *BACKWARD
|
4632
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4481
4633
|
# data receivers to read both the current and one previous schema
|
4482
4634
|
# version. This means that for instance, a new schema version cannot
|
4483
4635
|
# drop data fields or change the type of these fields, so they can't
|
4484
4636
|
# be read by readers using the previous version.
|
4485
4637
|
#
|
4486
|
-
# * *BACKWARD\_ALL
|
4638
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers to
|
4487
4639
|
# read both the current and all previous schema versions. You can use
|
4488
4640
|
# this choice when you need to delete fields or add optional fields,
|
4489
4641
|
# and check compatibility against all previous schema versions.
|
4490
4642
|
#
|
4491
|
-
# * *FORWARD
|
4643
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4492
4644
|
# both the current and one next schema version, but not necessarily
|
4493
4645
|
# later versions. You can use this choice when you need to add fields
|
4494
4646
|
# or delete optional fields, but only check compatibility against the
|
4495
4647
|
# last schema version.
|
4496
4648
|
#
|
4497
|
-
# * *FORWARD\_ALL
|
4649
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4498
4650
|
# read written by producers of any new registered schema. You can use
|
4499
4651
|
# this choice when you need to add fields or delete optional fields,
|
4500
4652
|
# and check compatibility against all previous schema versions.
|
4501
4653
|
#
|
4502
|
-
# * *FULL
|
4503
|
-
#
|
4654
|
+
# * *FULL*: This compatibility choice allows data receivers to read data
|
4655
|
+
# written by producers using the previous or next version of the
|
4504
4656
|
# schema, but not necessarily earlier or later versions. You can use
|
4505
4657
|
# this choice when you need to add or remove optional fields, but only
|
4506
4658
|
# check compatibility against the last schema version.
|
4507
4659
|
#
|
4508
|
-
# * *FULL\_ALL
|
4509
|
-
#
|
4510
|
-
#
|
4511
|
-
#
|
4512
|
-
# versions.
|
4660
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to read
|
4661
|
+
# data written by producers using all previous schema versions. You
|
4662
|
+
# can use this choice when you need to add or remove optional fields,
|
4663
|
+
# and check compatibility against all previous schema versions.
|
4513
4664
|
#
|
4514
4665
|
# @option params [String] :description
|
4515
4666
|
# An optional description of the schema. If description is not provided,
|
@@ -7638,7 +7789,7 @@ module Aws::Glue
|
|
7638
7789
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
7639
7790
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
7640
7791
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
7641
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7792
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
7642
7793
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7643
7794
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7644
7795
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8006,7 +8157,7 @@ module Aws::Glue
|
|
8006
8157
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8007
8158
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8008
8159
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8009
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8160
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8010
8161
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8011
8162
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8012
8163
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -8019,6 +8170,64 @@ module Aws::Glue
|
|
8019
8170
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
8020
8171
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
8021
8172
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
8173
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
8174
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
8175
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
8176
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
8177
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8178
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
8179
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
8180
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8181
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8182
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
8183
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
8184
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
8185
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
8186
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8187
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
8188
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
8189
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8190
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8191
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
8192
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
8193
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
8194
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
8195
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8196
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
8197
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
8198
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
8199
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
8200
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
8201
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
8202
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
8203
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
8204
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
8205
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
8206
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
8207
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
8208
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
8209
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
8210
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
8211
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
8212
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
8213
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
8214
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8215
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8216
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
8217
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
8218
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
8219
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
8220
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
8221
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
8222
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
8223
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
8224
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8225
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
8226
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8227
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8228
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8229
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
8230
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8022
8231
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
8023
8232
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8024
8233
|
# resp.job.source_control_details.repository #=> String
|
@@ -8468,7 +8677,7 @@ module Aws::Glue
|
|
8468
8677
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
8469
8678
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
8470
8679
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
8471
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8680
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8472
8681
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8473
8682
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8474
8683
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8836,7 +9045,7 @@ module Aws::Glue
|
|
8836
9045
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8837
9046
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8838
9047
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8839
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
9048
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8840
9049
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8841
9050
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8842
9051
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -8849,6 +9058,64 @@ module Aws::Glue
|
|
8849
9058
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
8850
9059
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
8851
9060
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
9061
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
9062
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
9063
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
9064
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
9065
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9066
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
9067
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
9068
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9069
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9070
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
9071
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
9072
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
9073
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
9074
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9075
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
9076
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
9077
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9078
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9079
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
9080
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
9081
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
9082
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
9083
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9084
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
9085
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
9086
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
9087
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
9088
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
9089
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
9090
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
9091
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
9092
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
9093
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
9094
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
9095
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
9096
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
9097
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
9098
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
9099
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
9100
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
9101
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
9102
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9103
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9104
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
9105
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
9106
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
9107
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
9108
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
9109
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
9110
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
9111
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
9112
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
9113
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
9114
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
9115
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9116
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9117
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
9118
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8852
9119
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8853
9120
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8854
9121
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -9453,7 +9720,7 @@ module Aws::Glue
|
|
9453
9720
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9454
9721
|
# expression.
|
9455
9722
|
#
|
9456
|
-
# *Operators
|
9723
|
+
# *Operators*: The following are the operators that you can use in the
|
9457
9724
|
# `Expression` API call:
|
9458
9725
|
#
|
9459
9726
|
# =
|
@@ -9506,7 +9773,7 @@ module Aws::Glue
|
|
9506
9773
|
#
|
9507
9774
|
# : Logical operators.
|
9508
9775
|
#
|
9509
|
-
# *Supported Partition Key Types
|
9776
|
+
# *Supported Partition Key Types*: The following are the supported
|
9510
9777
|
# partition keys.
|
9511
9778
|
#
|
9512
9779
|
# * `string`
|
@@ -9533,7 +9800,7 @@ module Aws::Glue
|
|
9533
9800
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
9534
9801
|
# be compatible with the catalog partitions.
|
9535
9802
|
#
|
9536
|
-
# *Sample API Call
|
9803
|
+
# *Sample API Call*:
|
9537
9804
|
#
|
9538
9805
|
#
|
9539
9806
|
#
|
@@ -10907,18 +11174,30 @@ module Aws::Glue
|
|
10907
11174
|
req.send_request(options)
|
10908
11175
|
end
|
10909
11176
|
|
11177
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11178
|
+
# unfiltered metadata.
|
11179
|
+
#
|
11180
|
+
# For IAM authorization, the public IAM action associated with this API
|
11181
|
+
# is `glue:GetPartition`.
|
11182
|
+
#
|
10910
11183
|
# @option params [required, String] :catalog_id
|
11184
|
+
# The catalog ID where the partition resides.
|
10911
11185
|
#
|
10912
11186
|
# @option params [required, String] :database_name
|
11187
|
+
# (Required) Specifies the name of a database that contains the
|
11188
|
+
# partition.
|
10913
11189
|
#
|
10914
11190
|
# @option params [required, String] :table_name
|
11191
|
+
# (Required) Specifies the name of a table that contains the partition.
|
10915
11192
|
#
|
10916
11193
|
# @option params [required, Array<String>] :partition_values
|
11194
|
+
# (Required) A list of partition key values.
|
10917
11195
|
#
|
10918
11196
|
# @option params [Types::AuditContext] :audit_context
|
10919
|
-
# A structure containing
|
11197
|
+
# A structure containing Lake Formation audit context information.
|
10920
11198
|
#
|
10921
11199
|
# @option params [required, Array<String>] :supported_permission_types
|
11200
|
+
# (Required) A list of supported permission types.
|
10922
11201
|
#
|
10923
11202
|
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10924
11203
|
#
|
@@ -11002,26 +11281,124 @@ module Aws::Glue
|
|
11002
11281
|
req.send_request(options)
|
11003
11282
|
end
|
11004
11283
|
|
11284
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11285
|
+
# unfiltered metadata.
|
11286
|
+
#
|
11287
|
+
# For IAM authorization, the public IAM action associated with this API
|
11288
|
+
# is `glue:GetPartitions`.
|
11289
|
+
#
|
11005
11290
|
# @option params [required, String] :catalog_id
|
11291
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
11292
|
+
# none is provided, the AWS account ID is used by default.
|
11006
11293
|
#
|
11007
11294
|
# @option params [required, String] :database_name
|
11295
|
+
# The name of the catalog database where the partitions reside.
|
11008
11296
|
#
|
11009
11297
|
# @option params [required, String] :table_name
|
11298
|
+
# The name of the table that contains the partition.
|
11010
11299
|
#
|
11011
11300
|
# @option params [String] :expression
|
11301
|
+
# An expression that filters the partitions to be returned.
|
11302
|
+
#
|
11303
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
11304
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
11305
|
+
# expression.
|
11306
|
+
#
|
11307
|
+
# *Operators*: The following are the operators that you can use in the
|
11308
|
+
# `Expression` API call:
|
11309
|
+
#
|
11310
|
+
# =
|
11311
|
+
#
|
11312
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
11313
|
+
# then the condition becomes true.
|
11314
|
+
#
|
11315
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds 20.
|
11316
|
+
#
|
11317
|
+
# (a = b) is not true.
|
11318
|
+
#
|
11319
|
+
# < >
|
11320
|
+
#
|
11321
|
+
# : Checks whether the values of two operands are equal; if the values
|
11322
|
+
# are not equal, then the condition becomes true.
|
11323
|
+
#
|
11324
|
+
# Example: (a < > b) is true.
|
11325
|
+
#
|
11326
|
+
# >
|
11327
|
+
#
|
11328
|
+
# : Checks whether the value of the left operand is greater than the
|
11329
|
+
# value of the right operand; if yes, then the condition becomes true.
|
11330
|
+
#
|
11331
|
+
# Example: (a > b) is not true.
|
11332
|
+
#
|
11333
|
+
# <
|
11334
|
+
#
|
11335
|
+
# : Checks whether the value of the left operand is less than the value
|
11336
|
+
# of the right operand; if yes, then the condition becomes true.
|
11337
|
+
#
|
11338
|
+
# Example: (a < b) is true.
|
11339
|
+
#
|
11340
|
+
# >=
|
11341
|
+
#
|
11342
|
+
# : Checks whether the value of the left operand is greater than or
|
11343
|
+
# equal to the value of the right operand; if yes, then the condition
|
11344
|
+
# becomes true.
|
11345
|
+
#
|
11346
|
+
# Example: (a >= b) is not true.
|
11347
|
+
#
|
11348
|
+
# <=
|
11349
|
+
#
|
11350
|
+
# : Checks whether the value of the left operand is less than or equal
|
11351
|
+
# to the value of the right operand; if yes, then the condition
|
11352
|
+
# becomes true.
|
11353
|
+
#
|
11354
|
+
# Example: (a <= b) is true.
|
11355
|
+
#
|
11356
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
11357
|
+
#
|
11358
|
+
# : Logical operators.
|
11359
|
+
#
|
11360
|
+
# *Supported Partition Key Types*: The following are the supported
|
11361
|
+
# partition keys.
|
11362
|
+
#
|
11363
|
+
# * `string`
|
11364
|
+
#
|
11365
|
+
# * `date`
|
11366
|
+
#
|
11367
|
+
# * `timestamp`
|
11368
|
+
#
|
11369
|
+
# * `int`
|
11370
|
+
#
|
11371
|
+
# * `bigint`
|
11372
|
+
#
|
11373
|
+
# * `long`
|
11374
|
+
#
|
11375
|
+
# * `tinyint`
|
11376
|
+
#
|
11377
|
+
# * `smallint`
|
11378
|
+
#
|
11379
|
+
# * `decimal`
|
11380
|
+
#
|
11381
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
11382
|
+
#
|
11383
|
+
#
|
11384
|
+
#
|
11385
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
11012
11386
|
#
|
11013
11387
|
# @option params [Types::AuditContext] :audit_context
|
11014
|
-
# A structure containing
|
11388
|
+
# A structure containing Lake Formation audit context information.
|
11015
11389
|
#
|
11016
11390
|
# @option params [required, Array<String>] :supported_permission_types
|
11391
|
+
# A list of supported permission types.
|
11017
11392
|
#
|
11018
11393
|
# @option params [String] :next_token
|
11394
|
+
# A continuation token, if this is not the first call to retrieve these
|
11395
|
+
# partitions.
|
11019
11396
|
#
|
11020
11397
|
# @option params [Types::Segment] :segment
|
11021
|
-
#
|
11022
|
-
# multiple requests to be run in parallel.
|
11398
|
+
# The segment of the table's partitions to scan in this request.
|
11023
11399
|
#
|
11024
11400
|
# @option params [Integer] :max_results
|
11401
|
+
# The maximum number of partitions to return in a single response.
|
11025
11402
|
#
|
11026
11403
|
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11027
11404
|
#
|
@@ -11114,16 +11491,27 @@ module Aws::Glue
|
|
11114
11491
|
req.send_request(options)
|
11115
11492
|
end
|
11116
11493
|
|
11494
|
+
# Retrieves table metadata from the Data Catalog that contains
|
11495
|
+
# unfiltered metadata.
|
11496
|
+
#
|
11497
|
+
# For IAM authorization, the public IAM action associated with this API
|
11498
|
+
# is `glue:GetTable`.
|
11499
|
+
#
|
11117
11500
|
# @option params [required, String] :catalog_id
|
11501
|
+
# The catalog ID where the table resides.
|
11118
11502
|
#
|
11119
11503
|
# @option params [required, String] :database_name
|
11504
|
+
# (Required) Specifies the name of a database that contains the table.
|
11120
11505
|
#
|
11121
11506
|
# @option params [required, String] :name
|
11507
|
+
# (Required) Specifies the name of a table for which you are requesting
|
11508
|
+
# metadata.
|
11122
11509
|
#
|
11123
11510
|
# @option params [Types::AuditContext] :audit_context
|
11124
|
-
# A structure containing
|
11511
|
+
# A structure containing Lake Formation audit context information.
|
11125
11512
|
#
|
11126
11513
|
# @option params [required, Array<String>] :supported_permission_types
|
11514
|
+
# (Required) A list of supported permission types.
|
11127
11515
|
#
|
11128
11516
|
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11129
11517
|
#
|
@@ -14992,9 +15380,6 @@ module Aws::Glue
|
|
14992
15380
|
# @option params [required, String] :name
|
14993
15381
|
# The name of the data quality ruleset.
|
14994
15382
|
#
|
14995
|
-
# @option params [String] :updated_name
|
14996
|
-
# The new name of the ruleset, if you are renaming it.
|
14997
|
-
#
|
14998
15383
|
# @option params [String] :description
|
14999
15384
|
# A description of the ruleset.
|
15000
15385
|
#
|
@@ -15012,7 +15397,6 @@ module Aws::Glue
|
|
15012
15397
|
#
|
15013
15398
|
# resp = client.update_data_quality_ruleset({
|
15014
15399
|
# name: "NameString", # required
|
15015
|
-
# updated_name: "NameString",
|
15016
15400
|
# description: "DescriptionString",
|
15017
15401
|
# ruleset: "DataQualityRulesetString",
|
15018
15402
|
# })
|
@@ -15492,7 +15876,7 @@ module Aws::Glue
|
|
15492
15876
|
# ],
|
15493
15877
|
# path: "EnclosedInStringProperty", # required
|
15494
15878
|
# compression: "EnclosedInStringProperty",
|
15495
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15879
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
15496
15880
|
# schema_change_policy: {
|
15497
15881
|
# enable_update_catalog: false,
|
15498
15882
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -15997,7 +16381,7 @@ module Aws::Glue
|
|
15997
16381
|
# partition_keys: [
|
15998
16382
|
# ["EnclosedInStringProperty"],
|
15999
16383
|
# ],
|
16000
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
16384
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
16001
16385
|
# additional_options: { # required
|
16002
16386
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16003
16387
|
# },
|
@@ -16016,6 +16400,100 @@ module Aws::Glue
|
|
16016
16400
|
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
16017
16401
|
# redshift_tmp_dir: "EnclosedInStringProperty",
|
16018
16402
|
# },
|
16403
|
+
# s3_catalog_delta_source: {
|
16404
|
+
# name: "NodeName", # required
|
16405
|
+
# database: "EnclosedInStringProperty", # required
|
16406
|
+
# table: "EnclosedInStringProperty", # required
|
16407
|
+
# additional_delta_options: {
|
16408
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16409
|
+
# },
|
16410
|
+
# output_schemas: [
|
16411
|
+
# {
|
16412
|
+
# columns: [
|
16413
|
+
# {
|
16414
|
+
# name: "GlueStudioColumnNameString", # required
|
16415
|
+
# type: "ColumnTypeString",
|
16416
|
+
# },
|
16417
|
+
# ],
|
16418
|
+
# },
|
16419
|
+
# ],
|
16420
|
+
# },
|
16421
|
+
# catalog_delta_source: {
|
16422
|
+
# name: "NodeName", # required
|
16423
|
+
# database: "EnclosedInStringProperty", # required
|
16424
|
+
# table: "EnclosedInStringProperty", # required
|
16425
|
+
# additional_delta_options: {
|
16426
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16427
|
+
# },
|
16428
|
+
# output_schemas: [
|
16429
|
+
# {
|
16430
|
+
# columns: [
|
16431
|
+
# {
|
16432
|
+
# name: "GlueStudioColumnNameString", # required
|
16433
|
+
# type: "ColumnTypeString",
|
16434
|
+
# },
|
16435
|
+
# ],
|
16436
|
+
# },
|
16437
|
+
# ],
|
16438
|
+
# },
|
16439
|
+
# s3_delta_source: {
|
16440
|
+
# name: "NodeName", # required
|
16441
|
+
# paths: ["EnclosedInStringProperty"], # required
|
16442
|
+
# additional_delta_options: {
|
16443
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16444
|
+
# },
|
16445
|
+
# additional_options: {
|
16446
|
+
# bounded_size: 1,
|
16447
|
+
# bounded_files: 1,
|
16448
|
+
# enable_sample_path: false,
|
16449
|
+
# sample_path: "EnclosedInStringProperty",
|
16450
|
+
# },
|
16451
|
+
# output_schemas: [
|
16452
|
+
# {
|
16453
|
+
# columns: [
|
16454
|
+
# {
|
16455
|
+
# name: "GlueStudioColumnNameString", # required
|
16456
|
+
# type: "ColumnTypeString",
|
16457
|
+
# },
|
16458
|
+
# ],
|
16459
|
+
# },
|
16460
|
+
# ],
|
16461
|
+
# },
|
16462
|
+
# s3_delta_catalog_target: {
|
16463
|
+
# name: "NodeName", # required
|
16464
|
+
# inputs: ["NodeId"], # required
|
16465
|
+
# partition_keys: [
|
16466
|
+
# ["EnclosedInStringProperty"],
|
16467
|
+
# ],
|
16468
|
+
# table: "EnclosedInStringProperty", # required
|
16469
|
+
# database: "EnclosedInStringProperty", # required
|
16470
|
+
# additional_options: {
|
16471
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16472
|
+
# },
|
16473
|
+
# schema_change_policy: {
|
16474
|
+
# enable_update_catalog: false,
|
16475
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16476
|
+
# },
|
16477
|
+
# },
|
16478
|
+
# s3_delta_direct_target: {
|
16479
|
+
# name: "NodeName", # required
|
16480
|
+
# inputs: ["NodeId"], # required
|
16481
|
+
# partition_keys: [
|
16482
|
+
# ["EnclosedInStringProperty"],
|
16483
|
+
# ],
|
16484
|
+
# path: "EnclosedInStringProperty", # required
|
16485
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
16486
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
16487
|
+
# additional_options: {
|
16488
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16489
|
+
# },
|
16490
|
+
# schema_change_policy: {
|
16491
|
+
# enable_update_catalog: false,
|
16492
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16493
|
+
# table: "EnclosedInStringProperty",
|
16494
|
+
# database: "EnclosedInStringProperty",
|
16495
|
+
# },
|
16496
|
+
# },
|
16019
16497
|
# },
|
16020
16498
|
# },
|
16021
16499
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -16841,7 +17319,7 @@ module Aws::Glue
|
|
16841
17319
|
params: params,
|
16842
17320
|
config: config)
|
16843
17321
|
context[:gem_name] = 'aws-sdk-glue'
|
16844
|
-
context[:gem_version] = '1.
|
17322
|
+
context[:gem_version] = '1.133.0'
|
16845
17323
|
Seahorse::Client::Request.new(handlers, context)
|
16846
17324
|
end
|
16847
17325
|
|