aws-sdk-glue 1.129.0 → 1.131.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
-  data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
+  metadata.gz: dc04dd874075a1f2ddf7af7490a830862fd73ed98012976faef7f8bcc88e4bcd
+  data.tar.gz: e67c22567ef9eb6a35dbe08c7ccf3b5f01765d7aea36931100b53cecc5a9ef28
 SHA512:
-  metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
-  data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
+  metadata.gz: abfead73f43be41c1adb9f9d6425d3f2eb07661cef26367e0f3a83dacbf0adb50f459384cdbcdd7ca5cc75ae9572b4b88dc46ab10c3e19f0f7f2a44644f7e117
+  data.tar.gz: c217d590e1a39d4b26d35283c6d39471c6023a2a6cde6534a96475459884c67990880746201f3c4c9f4bc5aa111602cf12e4e474320e9ebcad409ffe7808900b

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.131.0 (2023-02-15)
+------------------
+
+* Feature - Fix DirectJDBCSource not showing up in CLI code gen
+
+1.130.0 (2023-02-08)
+------------------
+
+* Feature - DirectJDBCSource + Glue 4.0 streaming options
+
 1.129.0 (2023-01-19)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.129.0
+1.131.0

data/lib/aws-sdk-glue/client.rb

@@ -1353,6 +1353,8 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -1371,6 +1373,9 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -1398,6 +1403,8 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -1420,6 +1427,9 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -1601,6 +1611,12 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
     #   resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.jobs[0].source_control_details.repository #=> String
@@ -3628,6 +3644,8 @@ module Aws::Glue
     #             stream_arn: "EnclosedInStringProperty",
     #             role_arn: "EnclosedInStringProperty",
     #             role_session_name: "EnclosedInStringProperty",
+    #             add_record_timestamp: "EnclosedInStringProperty",
+    #             emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #           },
     #           data_preview_options: {
     #             polling_time: 1,
@@ -3652,6 +3670,9 @@ module Aws::Glue
     #             retry_interval_ms: 1,
     #             max_offsets_per_trigger: 1,
     #             min_partitions: 1,
+    #             include_headers: false,
+    #             add_record_timestamp: "EnclosedInStringProperty",
+    #             emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #           },
     #           window_size: 1,
     #           detect_schema: false,
@@ -3685,6 +3706,8 @@ module Aws::Glue
     #             stream_arn: "EnclosedInStringProperty",
     #             role_arn: "EnclosedInStringProperty",
     #             role_session_name: "EnclosedInStringProperty",
+    #             add_record_timestamp: "EnclosedInStringProperty",
+    #             emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #           },
     #           data_preview_options: {
     #             polling_time: 1,
@@ -3713,6 +3736,9 @@ module Aws::Glue
     #             retry_interval_ms: 1,
     #             max_offsets_per_trigger: 1,
     #             min_partitions: 1,
+    #             include_headers: false,
+    #             add_record_timestamp: "EnclosedInStringProperty",
+    #             emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #           },
     #           data_preview_options: {
     #             polling_time: 1,
@@ -3975,6 +4001,14 @@ module Aws::Glue
     #             database: "EnclosedInStringProperty",
     #           },
     #         },
+    #         direct_jdbc_source: {
+    #           name: "NodeName", # required
+    #           database: "EnclosedInStringProperty", # required
+    #           table: "EnclosedInStringProperty", # required
+    #           connection_name: "EnclosedInStringProperty", # required
+    #           connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
+    #           redshift_tmp_dir: "EnclosedInStringProperty",
+    #         },
     #       },
     #     },
     #     execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -7721,6 +7755,8 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -7739,6 +7775,9 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
     #   resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -7766,6 +7805,8 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -7788,6 +7829,9 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -7969,6 +8013,12 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
     #   resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
+    #   resp.job.code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
     #   resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.job.source_control_details.repository #=> String
@@ -8535,6 +8585,8 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -8553,6 +8605,9 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -8580,6 +8635,8 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -8602,6 +8659,9 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -8783,6 +8843,12 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.database #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.table #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.connection_type #=> String, one of "sqlserver", "mysql", "oracle", "postgresql", "redshift"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_jdbc_source.redshift_tmp_dir #=> String
     #   resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.jobs[0].source_control_details.repository #=> String
@@ -15585,6 +15651,8 @@ module Aws::Glue
     #               stream_arn: "EnclosedInStringProperty",
     #               role_arn: "EnclosedInStringProperty",
     #               role_session_name: "EnclosedInStringProperty",
+    #               add_record_timestamp: "EnclosedInStringProperty",
+    #               emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #             },
     #             data_preview_options: {
     #               polling_time: 1,
@@ -15609,6 +15677,9 @@ module Aws::Glue
     #               retry_interval_ms: 1,
     #               max_offsets_per_trigger: 1,
     #               min_partitions: 1,
+    #               include_headers: false,
+    #               add_record_timestamp: "EnclosedInStringProperty",
+    #               emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #             },
     #             window_size: 1,
     #             detect_schema: false,
@@ -15642,6 +15713,8 @@ module Aws::Glue
     #               stream_arn: "EnclosedInStringProperty",
     #               role_arn: "EnclosedInStringProperty",
     #               role_session_name: "EnclosedInStringProperty",
+    #               add_record_timestamp: "EnclosedInStringProperty",
+    #               emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #             },
     #             data_preview_options: {
     #               polling_time: 1,
@@ -15670,6 +15743,9 @@ module Aws::Glue
     #               retry_interval_ms: 1,
     #               max_offsets_per_trigger: 1,
     #               min_partitions: 1,
+    #               include_headers: false,
+    #               add_record_timestamp: "EnclosedInStringProperty",
+    #               emit_consumer_lag_metrics: "EnclosedInStringProperty",
     #             },
     #             data_preview_options: {
     #               polling_time: 1,
@@ -15932,6 +16008,14 @@ module Aws::Glue
     #               database: "EnclosedInStringProperty",
     #             },
     #           },
+    #           direct_jdbc_source: {
+    #             name: "NodeName", # required
+    #             database: "EnclosedInStringProperty", # required
+    #             table: "EnclosedInStringProperty", # required
+    #             connection_name: "EnclosedInStringProperty", # required
+    #             connection_type: "sqlserver", # required, accepts sqlserver, mysql, oracle, postgresql, redshift
+    #             redshift_tmp_dir: "EnclosedInStringProperty",
+    #           },
     #         },
     #       },
     #       execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -16757,7 +16841,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.129.0'
+      context[:gem_version] = '1.131.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -373,6 +373,7 @@ module Aws::Glue
     DevEndpointList = Shapes::ListShape.new(name: 'DevEndpointList')
     DevEndpointNameList = Shapes::ListShape.new(name: 'DevEndpointNameList')
     DevEndpointNames = Shapes::ListShape.new(name: 'DevEndpointNames')
+    DirectJDBCSource = Shapes::StructureShape.new(name: 'DirectJDBCSource')
     DirectKafkaSource = Shapes::StructureShape.new(name: 'DirectKafkaSource')
     DirectKinesisSource = Shapes::StructureShape.new(name: 'DirectKinesisSource')
     DirectSchemaChangePolicy = Shapes::StructureShape.new(name: 'DirectSchemaChangePolicy')
@@ -604,6 +605,7 @@ module Aws::Glue
     InvalidInputException = Shapes::StructureShape.new(name: 'InvalidInputException')
     InvalidStateException = Shapes::StructureShape.new(name: 'InvalidStateException')
     IsVersionValid = Shapes::BooleanShape.new(name: 'IsVersionValid')
+    JDBCConnectionType = Shapes::StringShape.new(name: 'JDBCConnectionType')
     JDBCConnectorOptions = Shapes::StructureShape.new(name: 'JDBCConnectorOptions')
     JDBCConnectorSource = Shapes::StructureShape.new(name: 'JDBCConnectorSource')
     JDBCConnectorTarget = Shapes::StructureShape.new(name: 'JDBCConnectorTarget')
@@ -1562,6 +1564,7 @@ module Aws::Glue
     CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
     CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
     CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
+    CodeGenConfigurationNode.add_member(:direct_jdbc_source, Shapes::ShapeRef.new(shape: DirectJDBCSource, location_name: "DirectJDBCSource"))
     CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
 
     CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -2504,6 +2507,14 @@ module Aws::Glue
 
     DevEndpointNames.member = Shapes::ShapeRef.new(shape: GenericString)
 
+    DirectJDBCSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
+    DirectJDBCSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
+    DirectJDBCSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
+    DirectJDBCSource.add_member(:connection_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "ConnectionName"))
+    DirectJDBCSource.add_member(:connection_type, Shapes::ShapeRef.new(shape: JDBCConnectionType, required: true, location_name: "ConnectionType"))
+    DirectJDBCSource.add_member(:redshift_tmp_dir, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RedshiftTmpDir"))
+    DirectJDBCSource.struct_class = Types::DirectJDBCSource
+
     DirectKafkaSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
     DirectKafkaSource.add_member(:streaming_options, Shapes::ShapeRef.new(shape: KafkaStreamingSourceOptions, location_name: "StreamingOptions"))
     DirectKafkaSource.add_member(:window_size, Shapes::ShapeRef.new(shape: BoxedPositiveInt, location_name: "WindowSize", metadata: {"box"=>true}))
@@ -3587,6 +3598,9 @@ module Aws::Glue
     KafkaStreamingSourceOptions.add_member(:retry_interval_ms, Shapes::ShapeRef.new(shape: BoxedNonNegativeLong, location_name: "RetryIntervalMs"))
     KafkaStreamingSourceOptions.add_member(:max_offsets_per_trigger, Shapes::ShapeRef.new(shape: BoxedNonNegativeLong, location_name: "MaxOffsetsPerTrigger"))
     KafkaStreamingSourceOptions.add_member(:min_partitions, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MinPartitions"))
+    KafkaStreamingSourceOptions.add_member(:include_headers, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "IncludeHeaders"))
+    KafkaStreamingSourceOptions.add_member(:add_record_timestamp, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "AddRecordTimestamp"))
+    KafkaStreamingSourceOptions.add_member(:emit_consumer_lag_metrics, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "EmitConsumerLagMetrics"))
     KafkaStreamingSourceOptions.struct_class = Types::KafkaStreamingSourceOptions
 
     KeyList.member = Shapes::ShapeRef.new(shape: NameString)
@@ -3615,6 +3629,8 @@ module Aws::Glue
     KinesisStreamingSourceOptions.add_member(:stream_arn, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "StreamArn"))
     KinesisStreamingSourceOptions.add_member(:role_arn, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RoleArn"))
     KinesisStreamingSourceOptions.add_member(:role_session_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RoleSessionName"))
+    KinesisStreamingSourceOptions.add_member(:add_record_timestamp, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "AddRecordTimestamp"))
+    KinesisStreamingSourceOptions.add_member(:emit_consumer_lag_metrics, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "EmitConsumerLagMetrics"))
     KinesisStreamingSourceOptions.struct_class = Types::KinesisStreamingSourceOptions
 
     LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))

data/lib/aws-sdk-glue/endpoint_parameters.rb

@@ -50,9 +50,6 @@ module Aws::Glue
 
     def initialize(options = {})
       self[:region] = options[:region]
-      if self[:region].nil?
-        raise ArgumentError, "Missing required EndpointParameter: :region"
-      end
       self[:use_dual_stack] = options[:use_dual_stack]
       self[:use_dual_stack] = false if self[:use_dual_stack].nil?
       if self[:use_dual_stack].nil?

data/lib/aws-sdk-glue/endpoint_provider.rb

@@ -14,36 +14,39 @@ module Aws::Glue
       use_dual_stack = parameters.use_dual_stack
       use_fips = parameters.use_fips
       endpoint = parameters.endpoint
-      if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
-        if Aws::Endpoints::Matchers.set?(endpoint)
-          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
-            raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
-          end
-          if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-            raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
-          end
-          return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
-        end
-        if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
-            return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
-          end
-          raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
-        end
+      if Aws::Endpoints::Matchers.set?(endpoint)
         if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
-            return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
-          end
-          raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
+          raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
         end
         if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
-            return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+          raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
+        end
+        return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
+      end
+      if Aws::Endpoints::Matchers.set?(region)
+        if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
+          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
+              return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
+          end
+          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
+              return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
+          end
+          if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
+              return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
           end
-          raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
+          return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
         end
-        return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
       end
+      raise ArgumentError, "Invalid Configuration: Missing Region"
       raise ArgumentError, 'No endpoint could be resolved'
 
     end

data/lib/aws-sdk-glue/types.rb

@@ -1702,12 +1702,11 @@ module Aws::Glue
     #   @return [Types::S3ParquetSource]
     #
     # @!attribute [rw] relational_catalog_source
-    #   Specifies a Relational database data source in the Glue Data
-    #   Catalog.
+    #   Specifies a relational catalog data store in the Glue Data Catalog.
     #   @return [Types::RelationalCatalogSource]
     #
     # @!attribute [rw] dynamo_db_catalog_source
-    #   Specifies a DynamoDB data source in the Glue Data Catalog.
+    #   Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.
     #   @return [Types::DynamoDBCatalogSource]
     #
     # @!attribute [rw] jdbc_connector_target
@@ -1931,6 +1930,10 @@ module Aws::Glue
     #   Specifies a target that writes to a Hudi data source in Amazon S3.
     #   @return [Types::S3HudiDirectTarget]
     #
+    # @!attribute [rw] direct_jdbc_source
+    #   Specifies the direct JDBC source connection.
+    #   @return [Types::DirectJDBCSource]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
     #
     class CodeGenConfigurationNode < Struct.new(
@@ -1990,7 +1993,8 @@ module Aws::Glue
       :catalog_hudi_source,
       :s3_hudi_source,
       :s3_hudi_catalog_target,
-      :s3_hudi_direct_target)
+      :s3_hudi_direct_target,
+      :direct_jdbc_source)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -6832,6 +6836,45 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies the direct JDBC source connection.
+    #
+    # @!attribute [rw] name
+    #   The name of the JDBC source connection.
+    #   @return [String]
+    #
+    # @!attribute [rw] database
+    #   The database of the JDBC source connection.
+    #   @return [String]
+    #
+    # @!attribute [rw] table
+    #   The table of the JDBC source connection.
+    #   @return [String]
+    #
+    # @!attribute [rw] connection_name
+    #   The connection name of the JDBC source.
+    #   @return [String]
+    #
+    # @!attribute [rw] connection_type
+    #   The connection type of the JDBC source.
+    #   @return [String]
+    #
+    # @!attribute [rw] redshift_tmp_dir
+    #   The temp directory of the JDBC Redshift source.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DirectJDBCSource AWS API Documentation
+    #
+    class DirectJDBCSource < Struct.new(
+      :name,
+      :database,
+      :table,
+      :connection_name,
+      :connection_type,
+      :redshift_tmp_dir)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies an Apache Kafka data store.
     #
     # @!attribute [rw] name
@@ -12371,6 +12414,31 @@ module Aws::Glue
     #   partitions is equal to the number of Kafka partitions.
     #   @return [Integer]
     #
+    # @!attribute [rw] include_headers
+    #   Whether to include the Kafka headers. When the option is set to
+    #   "true", the data output will contain an additional column named
+    #   "glue\_streaming\_kafka\_headers" with type `Array[Struct(key:
+    #   String, value: String)]`. The default value is "false". This
+    #   option is available in Glue version 3.0 or later only.
+    #   @return [Boolean]
+    #
+    # @!attribute [rw] add_record_timestamp
+    #   When this option is set to 'true', the data output will contain an
+    #   additional column named "\_\_src\_timestamp" that indicates the
+    #   time when the corresponding record received by the topic. The
+    #   default value is 'false'. This option is supported in Glue version
+    #   4.0 or later.
+    #   @return [String]
+    #
+    # @!attribute [rw] emit_consumer_lag_metrics
+    #   When this option is set to 'true', for each batch, it will emit
+    #   the metrics for the duration between the oldest record received by
+    #   the topic and the time it arrives in Glue to CloudWatch. The
+    #   metric's name is "glue.driver.streaming.maxConsumerLagInMs". The
+    #   default value is 'false'. This option is supported in Glue version
+    #   4.0 or later.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KafkaStreamingSourceOptions AWS API Documentation
     #
     class KafkaStreamingSourceOptions < Struct.new(
@@ -12388,7 +12456,10 @@ module Aws::Glue
       :num_retries,
       :retry_interval_ms,
       :max_offsets_per_trigger,
-      :min_partitions)
+      :min_partitions,
+      :include_headers,
+      :add_record_timestamp,
+      :emit_consumer_lag_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -12509,6 +12580,23 @@ module Aws::Glue
     #   account. Used in conjunction with `"awsSTSRoleARN"`.
     #   @return [String]
     #
+    # @!attribute [rw] add_record_timestamp
+    #   When this option is set to 'true', the data output will contain an
+    #   additional column named "\_\_src\_timestamp" that indicates the
+    #   time when the corresponding record received by the stream. The
+    #   default value is 'false'. This option is supported in Glue version
+    #   4.0 or later.
+    #   @return [String]
+    #
+    # @!attribute [rw] emit_consumer_lag_metrics
+    #   When this option is set to 'true', for each batch, it will emit
+    #   the metrics for the duration between the oldest record received by
+    #   the stream and the time it arrives in Glue to CloudWatch. The
+    #   metric's name is "glue.driver.streaming.maxConsumerLagInMs". The
+    #   default value is 'false'. This option is supported in Glue version
+    #   4.0 or later.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KinesisStreamingSourceOptions AWS API Documentation
     #
     class KinesisStreamingSourceOptions < Struct.new(
@@ -12529,7 +12617,9 @@ module Aws::Glue
       :avoid_empty_batches,
       :stream_arn,
       :role_arn,
-      :role_session_name)
+      :role_session_name,
+      :add_record_timestamp,
+      :emit_consumer_lag_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -15889,6 +15979,7 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] additional_options
+    #   Specifies additional connection options for the connector.
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] schema_change_policy
@@ -15925,8 +16016,7 @@ module Aws::Glue
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] additional_options
-    #   Specifies additional connection options for the Amazon S3 data
-    #   store.
+    #   Specifies additional options for the connector.
     #   @return [Types::S3DirectSourceAdditionalOptions]
     #
     # @!attribute [rw] output_schemas

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.129.0'
+  GEM_VERSION = '1.131.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.129.0
+  version: 1.131.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-19 00:00:00.000000000 Z
+date: 2023-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core