aws-sdk-glue 1.129.0 → 1.130.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +5 -0
  3. data/VERSION +1 -1
  4. data/lib/aws-sdk-glue/client.rb +51 -1
  5. data/lib/aws-sdk-glue/client_api.rb +5 -0
  6. data/lib/aws-sdk-glue/types.rb +53 -7
  7. data/lib/aws-sdk-glue.rb +1 -1
  8. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e8028355900f774bd585cfcc878f0e683094d04973031cf85fd12ae9d6495fed
4
- data.tar.gz: fe572fdbe07ddf4ccc008ad02a6ee919747c6ec1a7d3523ab67473468ef146a4
3
+ metadata.gz: fc20b3b495d3049435e01cdc159857979895302279086e6be82c53c04972f875
4
+ data.tar.gz: 3a0dc34cb167755056fbc5b8055a2511b565dbc7dfb7fdef4851270f2a25b2d5
5
5
  SHA512:
6
- metadata.gz: 9f16f6ca0a16d15472a85872643f703d1b2e28083b5f8d9d15c8f5ec2195bef8ebaf50d3a591d786e9bb31baa1b2084a340ec6e688b4d008c154b1868dc313e8
7
- data.tar.gz: bdff3c1e0efc2fed1b3d63cc767b98f398ba77670caefca1d257c493e0a71e46506ad814dd0da4dd468c813e8ed8b3573f9a8434291c13be7055e200c7f9f7d1
6
+ metadata.gz: b47595e4c1e206fcdac0846c3229400dfd4116392c25c0e5345de8fb7ee303f381680a0609964c2a0ff60108ddb55a66f8393a55fd72ded3f240c5bd21f804e4
7
+ data.tar.gz: c6ef1f44c9213abee66ad9dc3c22961c3336771ce1ed642e5b365b4912c2c4c4a5dfd17037edf4056df928ae81fcdbead33c9354def497ff4b99ae57d22b3eba
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.130.0 (2023-02-08)
5
+ ------------------
6
+
7
+ * Feature - DirectJDBCSource + Glue 4.0 streaming options
8
+
4
9
  1.129.0 (2023-01-19)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.129.0
1
+ 1.130.0
data/lib/aws-sdk-glue/client.rb CHANGED
@@ -1353,6 +1353,8 @@ module Aws::Glue
1353
1353
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
1354
1354
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
1355
1355
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
1356
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
1357
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
1356
1358
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
1357
1359
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
1358
1360
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -1371,6 +1373,9 @@ module Aws::Glue
1371
1373
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
1372
1374
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
1373
1375
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
1376
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
1377
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
1378
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
1374
1379
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
1375
1380
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
1376
1381
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -1398,6 +1403,8 @@ module Aws::Glue
1398
1403
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
1399
1404
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
1400
1405
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
1406
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
1407
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
1401
1408
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
1402
1409
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
1403
1410
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -1420,6 +1427,9 @@ module Aws::Glue
1420
1427
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
1421
1428
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
1422
1429
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
1430
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
1431
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
1432
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
1423
1433
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
1424
1434
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
1425
1435
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -3628,6 +3638,8 @@ module Aws::Glue
3628
3638
  # stream_arn: "EnclosedInStringProperty",
3629
3639
  # role_arn: "EnclosedInStringProperty",
3630
3640
  # role_session_name: "EnclosedInStringProperty",
3641
+ # add_record_timestamp: "EnclosedInStringProperty",
3642
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
3631
3643
  # },
3632
3644
  # data_preview_options: {
3633
3645
  # polling_time: 1,
@@ -3652,6 +3664,9 @@ module Aws::Glue
3652
3664
  # retry_interval_ms: 1,
3653
3665
  # max_offsets_per_trigger: 1,
3654
3666
  # min_partitions: 1,
3667
+ # include_headers: false,
3668
+ # add_record_timestamp: "EnclosedInStringProperty",
3669
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
3655
3670
  # },
3656
3671
  # window_size: 1,
3657
3672
  # detect_schema: false,
@@ -3685,6 +3700,8 @@ module Aws::Glue
3685
3700
  # stream_arn: "EnclosedInStringProperty",
3686
3701
  # role_arn: "EnclosedInStringProperty",
3687
3702
  # role_session_name: "EnclosedInStringProperty",
3703
+ # add_record_timestamp: "EnclosedInStringProperty",
3704
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
3688
3705
  # },
3689
3706
  # data_preview_options: {
3690
3707
  # polling_time: 1,
@@ -3713,6 +3730,9 @@ module Aws::Glue
3713
3730
  # retry_interval_ms: 1,
3714
3731
  # max_offsets_per_trigger: 1,
3715
3732
  # min_partitions: 1,
3733
+ # include_headers: false,
3734
+ # add_record_timestamp: "EnclosedInStringProperty",
3735
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
3716
3736
  # },
3717
3737
  # data_preview_options: {
3718
3738
  # polling_time: 1,
@@ -7721,6 +7741,8 @@ module Aws::Glue
7721
7741
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
7722
7742
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
7723
7743
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
7744
+ # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
7745
+ # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
7724
7746
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
7725
7747
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
7726
7748
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -7739,6 +7761,9 @@ module Aws::Glue
7739
7761
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
7740
7762
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
7741
7763
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
7764
+ # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
7765
+ # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
7766
+ # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
7742
7767
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
7743
7768
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
7744
7769
  # resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -7766,6 +7791,8 @@ module Aws::Glue
7766
7791
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
7767
7792
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
7768
7793
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
7794
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
7795
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
7769
7796
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
7770
7797
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
7771
7798
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -7788,6 +7815,9 @@ module Aws::Glue
7788
7815
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
7789
7816
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
7790
7817
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
7818
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
7819
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
7820
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
7791
7821
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
7792
7822
  # resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
7793
7823
  # resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -8535,6 +8565,8 @@ module Aws::Glue
8535
8565
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
8536
8566
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
8537
8567
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
8568
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_record_timestamp #=> String
8569
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
8538
8570
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
8539
8571
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
8540
8572
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
@@ -8553,6 +8585,9 @@ module Aws::Glue
8553
8585
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
8554
8586
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
8555
8587
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
8588
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.include_headers #=> Boolean
8589
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.add_record_timestamp #=> String
8590
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
8556
8591
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
8557
8592
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
8558
8593
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
@@ -8580,6 +8615,8 @@ module Aws::Glue
8580
8615
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
8581
8616
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
8582
8617
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
8618
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_record_timestamp #=> String
8619
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.emit_consumer_lag_metrics #=> String
8583
8620
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
8584
8621
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
8585
8622
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
@@ -8602,6 +8639,9 @@ module Aws::Glue
8602
8639
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
8603
8640
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
8604
8641
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
8642
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.include_headers #=> Boolean
8643
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.add_record_timestamp #=> String
8644
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.emit_consumer_lag_metrics #=> String
8605
8645
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
8606
8646
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
8607
8647
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
@@ -15585,6 +15625,8 @@ module Aws::Glue
15585
15625
  # stream_arn: "EnclosedInStringProperty",
15586
15626
  # role_arn: "EnclosedInStringProperty",
15587
15627
  # role_session_name: "EnclosedInStringProperty",
15628
+ # add_record_timestamp: "EnclosedInStringProperty",
15629
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
15588
15630
  # },
15589
15631
  # data_preview_options: {
15590
15632
  # polling_time: 1,
@@ -15609,6 +15651,9 @@ module Aws::Glue
15609
15651
  # retry_interval_ms: 1,
15610
15652
  # max_offsets_per_trigger: 1,
15611
15653
  # min_partitions: 1,
15654
+ # include_headers: false,
15655
+ # add_record_timestamp: "EnclosedInStringProperty",
15656
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
15612
15657
  # },
15613
15658
  # window_size: 1,
15614
15659
  # detect_schema: false,
@@ -15642,6 +15687,8 @@ module Aws::Glue
15642
15687
  # stream_arn: "EnclosedInStringProperty",
15643
15688
  # role_arn: "EnclosedInStringProperty",
15644
15689
  # role_session_name: "EnclosedInStringProperty",
15690
+ # add_record_timestamp: "EnclosedInStringProperty",
15691
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
15645
15692
  # },
15646
15693
  # data_preview_options: {
15647
15694
  # polling_time: 1,
@@ -15670,6 +15717,9 @@ module Aws::Glue
15670
15717
  # retry_interval_ms: 1,
15671
15718
  # max_offsets_per_trigger: 1,
15672
15719
  # min_partitions: 1,
15720
+ # include_headers: false,
15721
+ # add_record_timestamp: "EnclosedInStringProperty",
15722
+ # emit_consumer_lag_metrics: "EnclosedInStringProperty",
15673
15723
  # },
15674
15724
  # data_preview_options: {
15675
15725
  # polling_time: 1,
@@ -16757,7 +16807,7 @@ module Aws::Glue
16757
16807
  params: params,
16758
16808
  config: config)
16759
16809
  context[:gem_name] = 'aws-sdk-glue'
16760
- context[:gem_version] = '1.129.0'
16810
+ context[:gem_version] = '1.130.0'
16761
16811
  Seahorse::Client::Request.new(handlers, context)
16762
16812
  end
16763
16813
 
data/lib/aws-sdk-glue/client_api.rb CHANGED
@@ -3587,6 +3587,9 @@ module Aws::Glue
3587
3587
  KafkaStreamingSourceOptions.add_member(:retry_interval_ms, Shapes::ShapeRef.new(shape: BoxedNonNegativeLong, location_name: "RetryIntervalMs"))
3588
3588
  KafkaStreamingSourceOptions.add_member(:max_offsets_per_trigger, Shapes::ShapeRef.new(shape: BoxedNonNegativeLong, location_name: "MaxOffsetsPerTrigger"))
3589
3589
  KafkaStreamingSourceOptions.add_member(:min_partitions, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MinPartitions"))
3590
+ KafkaStreamingSourceOptions.add_member(:include_headers, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "IncludeHeaders"))
3591
+ KafkaStreamingSourceOptions.add_member(:add_record_timestamp, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "AddRecordTimestamp"))
3592
+ KafkaStreamingSourceOptions.add_member(:emit_consumer_lag_metrics, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "EmitConsumerLagMetrics"))
3590
3593
  KafkaStreamingSourceOptions.struct_class = Types::KafkaStreamingSourceOptions
3591
3594
 
3592
3595
  KeyList.member = Shapes::ShapeRef.new(shape: NameString)
@@ -3615,6 +3618,8 @@ module Aws::Glue
3615
3618
  KinesisStreamingSourceOptions.add_member(:stream_arn, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "StreamArn"))
3616
3619
  KinesisStreamingSourceOptions.add_member(:role_arn, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RoleArn"))
3617
3620
  KinesisStreamingSourceOptions.add_member(:role_session_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RoleSessionName"))
3621
+ KinesisStreamingSourceOptions.add_member(:add_record_timestamp, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "AddRecordTimestamp"))
3622
+ KinesisStreamingSourceOptions.add_member(:emit_consumer_lag_metrics, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "EmitConsumerLagMetrics"))
3618
3623
  KinesisStreamingSourceOptions.struct_class = Types::KinesisStreamingSourceOptions
3619
3624
 
3620
3625
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
data/lib/aws-sdk-glue/types.rb CHANGED
@@ -1702,12 +1702,11 @@ module Aws::Glue
1702
1702
  # @return [Types::S3ParquetSource]
1703
1703
  #
1704
1704
  # @!attribute [rw] relational_catalog_source
1705
- # Specifies a Relational database data source in the Glue Data
1706
- # Catalog.
1705
+ # Specifies a relational catalog data store in the Glue Data Catalog.
1707
1706
  # @return [Types::RelationalCatalogSource]
1708
1707
  #
1709
1708
  # @!attribute [rw] dynamo_db_catalog_source
1710
- # Specifies a DynamoDB data source in the Glue Data Catalog.
1709
+ # Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.
1711
1710
  # @return [Types::DynamoDBCatalogSource]
1712
1711
  #
1713
1712
  # @!attribute [rw] jdbc_connector_target
@@ -12371,6 +12370,31 @@ module Aws::Glue
12371
12370
  # partitions is equal to the number of Kafka partitions.
12372
12371
  # @return [Integer]
12373
12372
  #
12373
+ # @!attribute [rw] include_headers
12374
+ # Whether to include the Kafka headers. When the option is set to
12375
+ # "true", the data output will contain an additional column named
12376
+ # "glue\_streaming\_kafka\_headers" with type `Array[Struct(key:
12377
+ # String, value: String)]`. The default value is "false". This
12378
+ # option is available in Glue version 3.0 or later only.
12379
+ # @return [Boolean]
12380
+ #
12381
+ # @!attribute [rw] add_record_timestamp
12382
+ # When this option is set to 'true', the data output will contain an
12383
+ # additional column named "\_\_src\_timestamp" that indicates the
12384
+ # time when the corresponding record received by the topic. The
12385
+ # default value is 'false'. This option is supported in Glue version
12386
+ # 4.0 or later.
12387
+ # @return [String]
12388
+ #
12389
+ # @!attribute [rw] emit_consumer_lag_metrics
12390
+ # When this option is set to 'true', for each batch, it will emit
12391
+ # the metrics for the duration between the oldest record received by
12392
+ # the topic and the time it arrives in Glue to CloudWatch. The
12393
+ # metric's name is "glue.driver.streaming.maxConsumerLagInMs". The
12394
+ # default value is 'false'. This option is supported in Glue version
12395
+ # 4.0 or later.
12396
+ # @return [String]
12397
+ #
12374
12398
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KafkaStreamingSourceOptions AWS API Documentation
12375
12399
  #
12376
12400
  class KafkaStreamingSourceOptions < Struct.new(
@@ -12388,7 +12412,10 @@ module Aws::Glue
12388
12412
  :num_retries,
12389
12413
  :retry_interval_ms,
12390
12414
  :max_offsets_per_trigger,
12391
- :min_partitions)
12415
+ :min_partitions,
12416
+ :include_headers,
12417
+ :add_record_timestamp,
12418
+ :emit_consumer_lag_metrics)
12392
12419
  SENSITIVE = []
12393
12420
  include Aws::Structure
12394
12421
  end
@@ -12509,6 +12536,23 @@ module Aws::Glue
12509
12536
  # account. Used in conjunction with `"awsSTSRoleARN"`.
12510
12537
  # @return [String]
12511
12538
  #
12539
+ # @!attribute [rw] add_record_timestamp
12540
+ # When this option is set to 'true', the data output will contain an
12541
+ # additional column named "\_\_src\_timestamp" that indicates the
12542
+ # time when the corresponding record received by the stream. The
12543
+ # default value is 'false'. This option is supported in Glue version
12544
+ # 4.0 or later.
12545
+ # @return [String]
12546
+ #
12547
+ # @!attribute [rw] emit_consumer_lag_metrics
12548
+ # When this option is set to 'true', for each batch, it will emit
12549
+ # the metrics for the duration between the oldest record received by
12550
+ # the stream and the time it arrives in Glue to CloudWatch. The
12551
+ # metric's name is "glue.driver.streaming.maxConsumerLagInMs". The
12552
+ # default value is 'false'. This option is supported in Glue version
12553
+ # 4.0 or later.
12554
+ # @return [String]
12555
+ #
12512
12556
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KinesisStreamingSourceOptions AWS API Documentation
12513
12557
  #
12514
12558
  class KinesisStreamingSourceOptions < Struct.new(
@@ -12529,7 +12573,9 @@ module Aws::Glue
12529
12573
  :avoid_empty_batches,
12530
12574
  :stream_arn,
12531
12575
  :role_arn,
12532
- :role_session_name)
12576
+ :role_session_name,
12577
+ :add_record_timestamp,
12578
+ :emit_consumer_lag_metrics)
12533
12579
  SENSITIVE = []
12534
12580
  include Aws::Structure
12535
12581
  end
@@ -15889,6 +15935,7 @@ module Aws::Glue
15889
15935
  # @return [String]
15890
15936
  #
15891
15937
  # @!attribute [rw] additional_options
15938
+ # Specifies additional connection options for the connector.
15892
15939
  # @return [Hash<String,String>]
15893
15940
  #
15894
15941
  # @!attribute [rw] schema_change_policy
@@ -15925,8 +15972,7 @@ module Aws::Glue
15925
15972
  # @return [Hash<String,String>]
15926
15973
  #
15927
15974
  # @!attribute [rw] additional_options
15928
- # Specifies additional connection options for the Amazon S3 data
15929
- # store.
15975
+ # Specifies additional options for the connector.
15930
15976
  # @return [Types::S3DirectSourceAdditionalOptions]
15931
15977
  #
15932
15978
  # @!attribute [rw] output_schemas
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.129.0'
55
+ GEM_VERSION = '1.130.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.129.0
4
+ version: 1.130.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-01-19 00:00:00.000000000 Z
11
+ date: 2023-02-08 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core