aws-sdk-glue 1.131.0 → 1.133.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +514 -36
- data/lib/aws-sdk-glue/client_api.rb +51 -1
- data/lib/aws-sdk-glue/types.rb +514 -63
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1236,7 +1236,7 @@ module Aws::Glue
|
|
1236
1236
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
1237
1237
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
1238
1238
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
1239
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1240
1240
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1241
1241
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1242
1242
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -1604,7 +1604,7 @@ module Aws::Glue
|
|
1604
1604
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
1605
1605
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
1606
1606
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
1607
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
1607
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1608
1608
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
1609
1609
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1610
1610
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -1617,6 +1617,64 @@ module Aws::Glue
|
|
1617
1617
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
1618
1618
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
1619
1619
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
1620
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
1621
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
1622
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
1623
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
1624
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1625
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
1626
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
1627
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1628
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1629
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
1630
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
1631
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
1632
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
1633
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1634
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
1635
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
1636
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
1637
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
1638
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
1639
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
1640
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
1641
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
1642
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
1643
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
1644
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
1645
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
1646
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
1647
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
1648
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
1649
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
1650
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
1651
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
1652
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
1653
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
1654
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
1655
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
1656
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
1657
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
1658
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
1659
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
1660
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
1661
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1662
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1663
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
1664
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
1665
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
1666
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
1667
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
1668
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
1669
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
1670
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
1671
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
1672
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
1673
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
1674
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
1675
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
1676
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
1677
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
1620
1678
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1621
1679
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1622
1680
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -3485,7 +3543,7 @@ module Aws::Glue
|
|
3485
3543
|
# ],
|
3486
3544
|
# path: "EnclosedInStringProperty", # required
|
3487
3545
|
# compression: "EnclosedInStringProperty",
|
3488
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
3546
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3489
3547
|
# schema_change_policy: {
|
3490
3548
|
# enable_update_catalog: false,
|
3491
3549
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -3990,7 +4048,7 @@ module Aws::Glue
|
|
3990
4048
|
# partition_keys: [
|
3991
4049
|
# ["EnclosedInStringProperty"],
|
3992
4050
|
# ],
|
3993
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
4051
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
3994
4052
|
# additional_options: { # required
|
3995
4053
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
3996
4054
|
# },
|
@@ -4009,6 +4067,100 @@ module Aws::Glue
|
|
4009
4067
|
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
4010
4068
|
# redshift_tmp_dir: "EnclosedInStringProperty",
|
4011
4069
|
# },
|
4070
|
+
# s3_catalog_delta_source: {
|
4071
|
+
# name: "NodeName", # required
|
4072
|
+
# database: "EnclosedInStringProperty", # required
|
4073
|
+
# table: "EnclosedInStringProperty", # required
|
4074
|
+
# additional_delta_options: {
|
4075
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4076
|
+
# },
|
4077
|
+
# output_schemas: [
|
4078
|
+
# {
|
4079
|
+
# columns: [
|
4080
|
+
# {
|
4081
|
+
# name: "GlueStudioColumnNameString", # required
|
4082
|
+
# type: "ColumnTypeString",
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# },
|
4086
|
+
# ],
|
4087
|
+
# },
|
4088
|
+
# catalog_delta_source: {
|
4089
|
+
# name: "NodeName", # required
|
4090
|
+
# database: "EnclosedInStringProperty", # required
|
4091
|
+
# table: "EnclosedInStringProperty", # required
|
4092
|
+
# additional_delta_options: {
|
4093
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4094
|
+
# },
|
4095
|
+
# output_schemas: [
|
4096
|
+
# {
|
4097
|
+
# columns: [
|
4098
|
+
# {
|
4099
|
+
# name: "GlueStudioColumnNameString", # required
|
4100
|
+
# type: "ColumnTypeString",
|
4101
|
+
# },
|
4102
|
+
# ],
|
4103
|
+
# },
|
4104
|
+
# ],
|
4105
|
+
# },
|
4106
|
+
# s3_delta_source: {
|
4107
|
+
# name: "NodeName", # required
|
4108
|
+
# paths: ["EnclosedInStringProperty"], # required
|
4109
|
+
# additional_delta_options: {
|
4110
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4111
|
+
# },
|
4112
|
+
# additional_options: {
|
4113
|
+
# bounded_size: 1,
|
4114
|
+
# bounded_files: 1,
|
4115
|
+
# enable_sample_path: false,
|
4116
|
+
# sample_path: "EnclosedInStringProperty",
|
4117
|
+
# },
|
4118
|
+
# output_schemas: [
|
4119
|
+
# {
|
4120
|
+
# columns: [
|
4121
|
+
# {
|
4122
|
+
# name: "GlueStudioColumnNameString", # required
|
4123
|
+
# type: "ColumnTypeString",
|
4124
|
+
# },
|
4125
|
+
# ],
|
4126
|
+
# },
|
4127
|
+
# ],
|
4128
|
+
# },
|
4129
|
+
# s3_delta_catalog_target: {
|
4130
|
+
# name: "NodeName", # required
|
4131
|
+
# inputs: ["NodeId"], # required
|
4132
|
+
# partition_keys: [
|
4133
|
+
# ["EnclosedInStringProperty"],
|
4134
|
+
# ],
|
4135
|
+
# table: "EnclosedInStringProperty", # required
|
4136
|
+
# database: "EnclosedInStringProperty", # required
|
4137
|
+
# additional_options: {
|
4138
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4139
|
+
# },
|
4140
|
+
# schema_change_policy: {
|
4141
|
+
# enable_update_catalog: false,
|
4142
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4143
|
+
# },
|
4144
|
+
# },
|
4145
|
+
# s3_delta_direct_target: {
|
4146
|
+
# name: "NodeName", # required
|
4147
|
+
# inputs: ["NodeId"], # required
|
4148
|
+
# partition_keys: [
|
4149
|
+
# ["EnclosedInStringProperty"],
|
4150
|
+
# ],
|
4151
|
+
# path: "EnclosedInStringProperty", # required
|
4152
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
4153
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
4154
|
+
# additional_options: {
|
4155
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
4156
|
+
# },
|
4157
|
+
# schema_change_policy: {
|
4158
|
+
# enable_update_catalog: false,
|
4159
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
4160
|
+
# table: "EnclosedInStringProperty",
|
4161
|
+
# database: "EnclosedInStringProperty",
|
4162
|
+
# },
|
4163
|
+
# },
|
4012
4164
|
# },
|
4013
4165
|
# },
|
4014
4166
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -4468,48 +4620,47 @@ module Aws::Glue
|
|
4468
4620
|
# @option params [String] :compatibility
|
4469
4621
|
# The compatibility mode of the schema. The possible values are:
|
4470
4622
|
#
|
4471
|
-
# * *NONE
|
4623
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4472
4624
|
# development scenarios or if you do not know the compatibility mode
|
4473
4625
|
# that you want to apply to schemas. Any new version added will be
|
4474
4626
|
# accepted without undergoing a compatibility check.
|
4475
4627
|
#
|
4476
|
-
# * *DISABLED
|
4628
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4477
4629
|
# particular schema. You can use this choice to prevent future
|
4478
4630
|
# versioning of a schema.
|
4479
4631
|
#
|
4480
|
-
# * *BACKWARD
|
4632
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4481
4633
|
# data receivers to read both the current and one previous schema
|
4482
4634
|
# version. This means that for instance, a new schema version cannot
|
4483
4635
|
# drop data fields or change the type of these fields, so they can't
|
4484
4636
|
# be read by readers using the previous version.
|
4485
4637
|
#
|
4486
|
-
# * *BACKWARD\_ALL
|
4638
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers to
|
4487
4639
|
# read both the current and all previous schema versions. You can use
|
4488
4640
|
# this choice when you need to delete fields or add optional fields,
|
4489
4641
|
# and check compatibility against all previous schema versions.
|
4490
4642
|
#
|
4491
|
-
# * *FORWARD
|
4643
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4492
4644
|
# both the current and one next schema version, but not necessarily
|
4493
4645
|
# later versions. You can use this choice when you need to add fields
|
4494
4646
|
# or delete optional fields, but only check compatibility against the
|
4495
4647
|
# last schema version.
|
4496
4648
|
#
|
4497
|
-
# * *FORWARD\_ALL
|
4649
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4498
4650
|
# read written by producers of any new registered schema. You can use
|
4499
4651
|
# this choice when you need to add fields or delete optional fields,
|
4500
4652
|
# and check compatibility against all previous schema versions.
|
4501
4653
|
#
|
4502
|
-
# * *FULL
|
4503
|
-
#
|
4654
|
+
# * *FULL*: This compatibility choice allows data receivers to read data
|
4655
|
+
# written by producers using the previous or next version of the
|
4504
4656
|
# schema, but not necessarily earlier or later versions. You can use
|
4505
4657
|
# this choice when you need to add or remove optional fields, but only
|
4506
4658
|
# check compatibility against the last schema version.
|
4507
4659
|
#
|
4508
|
-
# * *FULL\_ALL
|
4509
|
-
#
|
4510
|
-
#
|
4511
|
-
#
|
4512
|
-
# versions.
|
4660
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to read
|
4661
|
+
# data written by producers using all previous schema versions. You
|
4662
|
+
# can use this choice when you need to add or remove optional fields,
|
4663
|
+
# and check compatibility against all previous schema versions.
|
4513
4664
|
#
|
4514
4665
|
# @option params [String] :description
|
4515
4666
|
# An optional description of the schema. If description is not provided,
|
@@ -7638,7 +7789,7 @@ module Aws::Glue
|
|
7638
7789
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
7639
7790
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
7640
7791
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
7641
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
7792
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
7642
7793
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
7643
7794
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
7644
7795
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8006,7 +8157,7 @@ module Aws::Glue
|
|
8006
8157
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8007
8158
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8008
8159
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8009
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8160
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8010
8161
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8011
8162
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8012
8163
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -8019,6 +8170,64 @@ module Aws::Glue
|
|
8019
8170
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
8020
8171
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
8021
8172
|
# resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
8173
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
8174
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
8175
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
8176
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
8177
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8178
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
8179
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
8180
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8181
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8182
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
8183
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
8184
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
8185
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
8186
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8187
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
8188
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
8189
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
8190
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
8191
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
8192
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
8193
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
8194
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
8195
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
8196
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
8197
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
8198
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
8199
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
8200
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
8201
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
8202
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
8203
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
8204
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
8205
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
8206
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
8207
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
8208
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
8209
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
8210
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
8211
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
8212
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
8213
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
8214
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8215
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8216
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
8217
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
8218
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
8219
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
8220
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
8221
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
8222
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
8223
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
8224
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8225
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
8226
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8227
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8228
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8229
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
8230
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8022
8231
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
8023
8232
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8024
8233
|
# resp.job.source_control_details.repository #=> String
|
@@ -8468,7 +8677,7 @@ module Aws::Glue
|
|
8468
8677
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
8469
8678
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
8470
8679
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
8471
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
8680
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8472
8681
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
8473
8682
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
8474
8683
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
@@ -8836,7 +9045,7 @@ module Aws::Glue
|
|
8836
9045
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
8837
9046
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
8838
9047
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
8839
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
|
9048
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
8840
9049
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
8841
9050
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
8842
9051
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
@@ -8849,6 +9058,64 @@ module Aws::Glue
|
|
8849
9058
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
|
8850
9059
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
|
8851
9060
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
|
9061
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.name #=> String
|
9062
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.database #=> String
|
9063
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.table #=> String
|
9064
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options #=> Hash
|
9065
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9066
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas #=> Array
|
9067
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns #=> Array
|
9068
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9069
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9070
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.name #=> String
|
9071
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.database #=> String
|
9072
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.table #=> String
|
9073
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options #=> Hash
|
9074
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9075
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas #=> Array
|
9076
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns #=> Array
|
9077
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].name #=> String
|
9078
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_delta_source.output_schemas[0].columns[0].type #=> String
|
9079
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.name #=> String
|
9080
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths #=> Array
|
9081
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.paths[0] #=> String
|
9082
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options #=> Hash
|
9083
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_delta_options["EnclosedInStringProperty"] #=> String
|
9084
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_size #=> Integer
|
9085
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.bounded_files #=> Integer
|
9086
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.enable_sample_path #=> Boolean
|
9087
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.additional_options.sample_path #=> String
|
9088
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas #=> Array
|
9089
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns #=> Array
|
9090
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].name #=> String
|
9091
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_source.output_schemas[0].columns[0].type #=> String
|
9092
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.name #=> String
|
9093
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs #=> Array
|
9094
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.inputs[0] #=> String
|
9095
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys #=> Array
|
9096
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0] #=> Array
|
9097
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.partition_keys[0][0] #=> String
|
9098
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.table #=> String
|
9099
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.database #=> String
|
9100
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options #=> Hash
|
9101
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
|
9102
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9103
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9104
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.name #=> String
|
9105
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs #=> Array
|
9106
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.inputs[0] #=> String
|
9107
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys #=> Array
|
9108
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0] #=> Array
|
9109
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
9110
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
9111
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
9112
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
9113
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
9114
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
9115
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
9116
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
9117
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.table #=> String
|
9118
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.database #=> String
|
8852
9119
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8853
9120
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8854
9121
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -9453,7 +9720,7 @@ module Aws::Glue
|
|
9453
9720
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9454
9721
|
# expression.
|
9455
9722
|
#
|
9456
|
-
# *Operators
|
9723
|
+
# *Operators*: The following are the operators that you can use in the
|
9457
9724
|
# `Expression` API call:
|
9458
9725
|
#
|
9459
9726
|
# =
|
@@ -9506,7 +9773,7 @@ module Aws::Glue
|
|
9506
9773
|
#
|
9507
9774
|
# : Logical operators.
|
9508
9775
|
#
|
9509
|
-
# *Supported Partition Key Types
|
9776
|
+
# *Supported Partition Key Types*: The following are the supported
|
9510
9777
|
# partition keys.
|
9511
9778
|
#
|
9512
9779
|
# * `string`
|
@@ -9533,7 +9800,7 @@ module Aws::Glue
|
|
9533
9800
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
9534
9801
|
# be compatible with the catalog partitions.
|
9535
9802
|
#
|
9536
|
-
# *Sample API Call
|
9803
|
+
# *Sample API Call*:
|
9537
9804
|
#
|
9538
9805
|
#
|
9539
9806
|
#
|
@@ -10907,18 +11174,30 @@ module Aws::Glue
|
|
10907
11174
|
req.send_request(options)
|
10908
11175
|
end
|
10909
11176
|
|
11177
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11178
|
+
# unfiltered metadata.
|
11179
|
+
#
|
11180
|
+
# For IAM authorization, the public IAM action associated with this API
|
11181
|
+
# is `glue:GetPartition`.
|
11182
|
+
#
|
10910
11183
|
# @option params [required, String] :catalog_id
|
11184
|
+
# The catalog ID where the partition resides.
|
10911
11185
|
#
|
10912
11186
|
# @option params [required, String] :database_name
|
11187
|
+
# (Required) Specifies the name of a database that contains the
|
11188
|
+
# partition.
|
10913
11189
|
#
|
10914
11190
|
# @option params [required, String] :table_name
|
11191
|
+
# (Required) Specifies the name of a table that contains the partition.
|
10915
11192
|
#
|
10916
11193
|
# @option params [required, Array<String>] :partition_values
|
11194
|
+
# (Required) A list of partition key values.
|
10917
11195
|
#
|
10918
11196
|
# @option params [Types::AuditContext] :audit_context
|
10919
|
-
# A structure containing
|
11197
|
+
# A structure containing Lake Formation audit context information.
|
10920
11198
|
#
|
10921
11199
|
# @option params [required, Array<String>] :supported_permission_types
|
11200
|
+
# (Required) A list of supported permission types.
|
10922
11201
|
#
|
10923
11202
|
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10924
11203
|
#
|
@@ -11002,26 +11281,124 @@ module Aws::Glue
|
|
11002
11281
|
req.send_request(options)
|
11003
11282
|
end
|
11004
11283
|
|
11284
|
+
# Retrieves partition metadata from the Data Catalog that contains
|
11285
|
+
# unfiltered metadata.
|
11286
|
+
#
|
11287
|
+
# For IAM authorization, the public IAM action associated with this API
|
11288
|
+
# is `glue:GetPartitions`.
|
11289
|
+
#
|
11005
11290
|
# @option params [required, String] :catalog_id
|
11291
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
11292
|
+
# none is provided, the AWS account ID is used by default.
|
11006
11293
|
#
|
11007
11294
|
# @option params [required, String] :database_name
|
11295
|
+
# The name of the catalog database where the partitions reside.
|
11008
11296
|
#
|
11009
11297
|
# @option params [required, String] :table_name
|
11298
|
+
# The name of the table that contains the partition.
|
11010
11299
|
#
|
11011
11300
|
# @option params [String] :expression
|
11301
|
+
# An expression that filters the partitions to be returned.
|
11302
|
+
#
|
11303
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
11304
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
11305
|
+
# expression.
|
11306
|
+
#
|
11307
|
+
# *Operators*: The following are the operators that you can use in the
|
11308
|
+
# `Expression` API call:
|
11309
|
+
#
|
11310
|
+
# =
|
11311
|
+
#
|
11312
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
11313
|
+
# then the condition becomes true.
|
11314
|
+
#
|
11315
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds 20.
|
11316
|
+
#
|
11317
|
+
# (a = b) is not true.
|
11318
|
+
#
|
11319
|
+
# < >
|
11320
|
+
#
|
11321
|
+
# : Checks whether the values of two operands are equal; if the values
|
11322
|
+
# are not equal, then the condition becomes true.
|
11323
|
+
#
|
11324
|
+
# Example: (a < > b) is true.
|
11325
|
+
#
|
11326
|
+
# >
|
11327
|
+
#
|
11328
|
+
# : Checks whether the value of the left operand is greater than the
|
11329
|
+
# value of the right operand; if yes, then the condition becomes true.
|
11330
|
+
#
|
11331
|
+
# Example: (a > b) is not true.
|
11332
|
+
#
|
11333
|
+
# <
|
11334
|
+
#
|
11335
|
+
# : Checks whether the value of the left operand is less than the value
|
11336
|
+
# of the right operand; if yes, then the condition becomes true.
|
11337
|
+
#
|
11338
|
+
# Example: (a < b) is true.
|
11339
|
+
#
|
11340
|
+
# >=
|
11341
|
+
#
|
11342
|
+
# : Checks whether the value of the left operand is greater than or
|
11343
|
+
# equal to the value of the right operand; if yes, then the condition
|
11344
|
+
# becomes true.
|
11345
|
+
#
|
11346
|
+
# Example: (a >= b) is not true.
|
11347
|
+
#
|
11348
|
+
# <=
|
11349
|
+
#
|
11350
|
+
# : Checks whether the value of the left operand is less than or equal
|
11351
|
+
# to the value of the right operand; if yes, then the condition
|
11352
|
+
# becomes true.
|
11353
|
+
#
|
11354
|
+
# Example: (a <= b) is true.
|
11355
|
+
#
|
11356
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
11357
|
+
#
|
11358
|
+
# : Logical operators.
|
11359
|
+
#
|
11360
|
+
# *Supported Partition Key Types*: The following are the supported
|
11361
|
+
# partition keys.
|
11362
|
+
#
|
11363
|
+
# * `string`
|
11364
|
+
#
|
11365
|
+
# * `date`
|
11366
|
+
#
|
11367
|
+
# * `timestamp`
|
11368
|
+
#
|
11369
|
+
# * `int`
|
11370
|
+
#
|
11371
|
+
# * `bigint`
|
11372
|
+
#
|
11373
|
+
# * `long`
|
11374
|
+
#
|
11375
|
+
# * `tinyint`
|
11376
|
+
#
|
11377
|
+
# * `smallint`
|
11378
|
+
#
|
11379
|
+
# * `decimal`
|
11380
|
+
#
|
11381
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
11382
|
+
#
|
11383
|
+
#
|
11384
|
+
#
|
11385
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
11012
11386
|
#
|
11013
11387
|
# @option params [Types::AuditContext] :audit_context
|
11014
|
-
# A structure containing
|
11388
|
+
# A structure containing Lake Formation audit context information.
|
11015
11389
|
#
|
11016
11390
|
# @option params [required, Array<String>] :supported_permission_types
|
11391
|
+
# A list of supported permission types.
|
11017
11392
|
#
|
11018
11393
|
# @option params [String] :next_token
|
11394
|
+
# A continuation token, if this is not the first call to retrieve these
|
11395
|
+
# partitions.
|
11019
11396
|
#
|
11020
11397
|
# @option params [Types::Segment] :segment
|
11021
|
-
#
|
11022
|
-
# multiple requests to be run in parallel.
|
11398
|
+
# The segment of the table's partitions to scan in this request.
|
11023
11399
|
#
|
11024
11400
|
# @option params [Integer] :max_results
|
11401
|
+
# The maximum number of partitions to return in a single response.
|
11025
11402
|
#
|
11026
11403
|
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11027
11404
|
#
|
@@ -11114,16 +11491,27 @@ module Aws::Glue
|
|
11114
11491
|
req.send_request(options)
|
11115
11492
|
end
|
11116
11493
|
|
11494
|
+
# Retrieves table metadata from the Data Catalog that contains
|
11495
|
+
# unfiltered metadata.
|
11496
|
+
#
|
11497
|
+
# For IAM authorization, the public IAM action associated with this API
|
11498
|
+
# is `glue:GetTable`.
|
11499
|
+
#
|
11117
11500
|
# @option params [required, String] :catalog_id
|
11501
|
+
# The catalog ID where the table resides.
|
11118
11502
|
#
|
11119
11503
|
# @option params [required, String] :database_name
|
11504
|
+
# (Required) Specifies the name of a database that contains the table.
|
11120
11505
|
#
|
11121
11506
|
# @option params [required, String] :name
|
11507
|
+
# (Required) Specifies the name of a table for which you are requesting
|
11508
|
+
# metadata.
|
11122
11509
|
#
|
11123
11510
|
# @option params [Types::AuditContext] :audit_context
|
11124
|
-
# A structure containing
|
11511
|
+
# A structure containing Lake Formation audit context information.
|
11125
11512
|
#
|
11126
11513
|
# @option params [required, Array<String>] :supported_permission_types
|
11514
|
+
# (Required) A list of supported permission types.
|
11127
11515
|
#
|
11128
11516
|
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11129
11517
|
#
|
@@ -14992,9 +15380,6 @@ module Aws::Glue
|
|
14992
15380
|
# @option params [required, String] :name
|
14993
15381
|
# The name of the data quality ruleset.
|
14994
15382
|
#
|
14995
|
-
# @option params [String] :updated_name
|
14996
|
-
# The new name of the ruleset, if you are renaming it.
|
14997
|
-
#
|
14998
15383
|
# @option params [String] :description
|
14999
15384
|
# A description of the ruleset.
|
15000
15385
|
#
|
@@ -15012,7 +15397,6 @@ module Aws::Glue
|
|
15012
15397
|
#
|
15013
15398
|
# resp = client.update_data_quality_ruleset({
|
15014
15399
|
# name: "NameString", # required
|
15015
|
-
# updated_name: "NameString",
|
15016
15400
|
# description: "DescriptionString",
|
15017
15401
|
# ruleset: "DataQualityRulesetString",
|
15018
15402
|
# })
|
@@ -15492,7 +15876,7 @@ module Aws::Glue
|
|
15492
15876
|
# ],
|
15493
15877
|
# path: "EnclosedInStringProperty", # required
|
15494
15878
|
# compression: "EnclosedInStringProperty",
|
15495
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
15879
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
15496
15880
|
# schema_change_policy: {
|
15497
15881
|
# enable_update_catalog: false,
|
15498
15882
|
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
@@ -15997,7 +16381,7 @@ module Aws::Glue
|
|
15997
16381
|
# partition_keys: [
|
15998
16382
|
# ["EnclosedInStringProperty"],
|
15999
16383
|
# ],
|
16000
|
-
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
|
16384
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
16001
16385
|
# additional_options: { # required
|
16002
16386
|
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16003
16387
|
# },
|
@@ -16016,6 +16400,100 @@ module Aws::Glue
|
|
16016
16400
|
# connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
|
16017
16401
|
# redshift_tmp_dir: "EnclosedInStringProperty",
|
16018
16402
|
# },
|
16403
|
+
# s3_catalog_delta_source: {
|
16404
|
+
# name: "NodeName", # required
|
16405
|
+
# database: "EnclosedInStringProperty", # required
|
16406
|
+
# table: "EnclosedInStringProperty", # required
|
16407
|
+
# additional_delta_options: {
|
16408
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16409
|
+
# },
|
16410
|
+
# output_schemas: [
|
16411
|
+
# {
|
16412
|
+
# columns: [
|
16413
|
+
# {
|
16414
|
+
# name: "GlueStudioColumnNameString", # required
|
16415
|
+
# type: "ColumnTypeString",
|
16416
|
+
# },
|
16417
|
+
# ],
|
16418
|
+
# },
|
16419
|
+
# ],
|
16420
|
+
# },
|
16421
|
+
# catalog_delta_source: {
|
16422
|
+
# name: "NodeName", # required
|
16423
|
+
# database: "EnclosedInStringProperty", # required
|
16424
|
+
# table: "EnclosedInStringProperty", # required
|
16425
|
+
# additional_delta_options: {
|
16426
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16427
|
+
# },
|
16428
|
+
# output_schemas: [
|
16429
|
+
# {
|
16430
|
+
# columns: [
|
16431
|
+
# {
|
16432
|
+
# name: "GlueStudioColumnNameString", # required
|
16433
|
+
# type: "ColumnTypeString",
|
16434
|
+
# },
|
16435
|
+
# ],
|
16436
|
+
# },
|
16437
|
+
# ],
|
16438
|
+
# },
|
16439
|
+
# s3_delta_source: {
|
16440
|
+
# name: "NodeName", # required
|
16441
|
+
# paths: ["EnclosedInStringProperty"], # required
|
16442
|
+
# additional_delta_options: {
|
16443
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16444
|
+
# },
|
16445
|
+
# additional_options: {
|
16446
|
+
# bounded_size: 1,
|
16447
|
+
# bounded_files: 1,
|
16448
|
+
# enable_sample_path: false,
|
16449
|
+
# sample_path: "EnclosedInStringProperty",
|
16450
|
+
# },
|
16451
|
+
# output_schemas: [
|
16452
|
+
# {
|
16453
|
+
# columns: [
|
16454
|
+
# {
|
16455
|
+
# name: "GlueStudioColumnNameString", # required
|
16456
|
+
# type: "ColumnTypeString",
|
16457
|
+
# },
|
16458
|
+
# ],
|
16459
|
+
# },
|
16460
|
+
# ],
|
16461
|
+
# },
|
16462
|
+
# s3_delta_catalog_target: {
|
16463
|
+
# name: "NodeName", # required
|
16464
|
+
# inputs: ["NodeId"], # required
|
16465
|
+
# partition_keys: [
|
16466
|
+
# ["EnclosedInStringProperty"],
|
16467
|
+
# ],
|
16468
|
+
# table: "EnclosedInStringProperty", # required
|
16469
|
+
# database: "EnclosedInStringProperty", # required
|
16470
|
+
# additional_options: {
|
16471
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16472
|
+
# },
|
16473
|
+
# schema_change_policy: {
|
16474
|
+
# enable_update_catalog: false,
|
16475
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16476
|
+
# },
|
16477
|
+
# },
|
16478
|
+
# s3_delta_direct_target: {
|
16479
|
+
# name: "NodeName", # required
|
16480
|
+
# inputs: ["NodeId"], # required
|
16481
|
+
# partition_keys: [
|
16482
|
+
# ["EnclosedInStringProperty"],
|
16483
|
+
# ],
|
16484
|
+
# path: "EnclosedInStringProperty", # required
|
16485
|
+
# compression: "uncompressed", # required, accepts uncompressed, snappy
|
16486
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet, hudi, delta
|
16487
|
+
# additional_options: {
|
16488
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
16489
|
+
# },
|
16490
|
+
# schema_change_policy: {
|
16491
|
+
# enable_update_catalog: false,
|
16492
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
16493
|
+
# table: "EnclosedInStringProperty",
|
16494
|
+
# database: "EnclosedInStringProperty",
|
16495
|
+
# },
|
16496
|
+
# },
|
16019
16497
|
# },
|
16020
16498
|
# },
|
16021
16499
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -16841,7 +17319,7 @@ module Aws::Glue
|
|
16841
17319
|
params: params,
|
16842
17320
|
config: config)
|
16843
17321
|
context[:gem_name] = 'aws-sdk-glue'
|
16844
|
-
context[:gem_version] = '1.
|
17322
|
+
context[:gem_version] = '1.133.0'
|
16845
17323
|
Seahorse::Client::Request.new(handlers, context)
|
16846
17324
|
end
|
16847
17325
|
|