@aws-sdk/client-glue 3.266.1 → 3.267.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -3,5 +3,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.ruleSet = void 0;
4
4
  const q = "fn", r = "argv", s = "ref";
5
5
  const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
6
- const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
6
+ const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
7
7
  exports.ruleSet = _data;
@@ -13733,12 +13733,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
13733
13733
  };
13734
13734
  const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
13735
13735
  return {
13736
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13736
13737
  ...(input.Assign != null && { Assign: input.Assign }),
13737
13738
  ...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
13738
13739
  ...(input.Classification != null && { Classification: input.Classification }),
13739
13740
  ...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
13740
13741
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13742
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13741
13743
  ...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
13744
+ ...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
13742
13745
  ...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
13743
13746
  ...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
13744
13747
  ...(input.NumRetries != null && { NumRetries: input.NumRetries }),
@@ -13760,10 +13763,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
13760
13763
  const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
13761
13764
  return {
13762
13765
  ...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
13766
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13763
13767
  ...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
13764
13768
  ...(input.Classification != null && { Classification: input.Classification }),
13765
13769
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13766
13770
  ...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
13771
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13767
13772
  ...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
13768
13773
  ...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
13769
13774
  ...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
@@ -18694,12 +18699,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
18694
18699
  };
18695
18700
  const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
18696
18701
  return {
18702
+ AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
18697
18703
  Assign: (0, smithy_client_1.expectString)(output.Assign),
18698
18704
  BootstrapServers: (0, smithy_client_1.expectString)(output.BootstrapServers),
18699
18705
  Classification: (0, smithy_client_1.expectString)(output.Classification),
18700
18706
  ConnectionName: (0, smithy_client_1.expectString)(output.ConnectionName),
18701
18707
  Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
18708
+ EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
18702
18709
  EndingOffsets: (0, smithy_client_1.expectString)(output.EndingOffsets),
18710
+ IncludeHeaders: (0, smithy_client_1.expectBoolean)(output.IncludeHeaders),
18703
18711
  MaxOffsetsPerTrigger: (0, smithy_client_1.expectLong)(output.MaxOffsetsPerTrigger),
18704
18712
  MinPartitions: (0, smithy_client_1.expectInt32)(output.MinPartitions),
18705
18713
  NumRetries: (0, smithy_client_1.expectInt32)(output.NumRetries),
@@ -18731,10 +18739,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
18731
18739
  const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
18732
18740
  return {
18733
18741
  AddIdleTimeBetweenReads: (0, smithy_client_1.expectBoolean)(output.AddIdleTimeBetweenReads),
18742
+ AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
18734
18743
  AvoidEmptyBatches: (0, smithy_client_1.expectBoolean)(output.AvoidEmptyBatches),
18735
18744
  Classification: (0, smithy_client_1.expectString)(output.Classification),
18736
18745
  Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
18737
18746
  DescribeShardInterval: (0, smithy_client_1.expectLong)(output.DescribeShardInterval),
18747
+ EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
18738
18748
  EndpointUrl: (0, smithy_client_1.expectString)(output.EndpointUrl),
18739
18749
  IdleTimeBetweenReadsInMs: (0, smithy_client_1.expectLong)(output.IdleTimeBetweenReadsInMs),
18740
18750
  MaxFetchRecordsPerShard: (0, smithy_client_1.expectLong)(output.MaxFetchRecordsPerShard),
@@ -1,4 +1,4 @@
1
1
  const q = "fn", r = "argv", s = "ref";
2
2
  const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
3
- const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
3
+ const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
4
4
  export const ruleSet = _data;
@@ -13318,12 +13318,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
13318
13318
  };
13319
13319
  const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
13320
13320
  return {
13321
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13321
13322
  ...(input.Assign != null && { Assign: input.Assign }),
13322
13323
  ...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
13323
13324
  ...(input.Classification != null && { Classification: input.Classification }),
13324
13325
  ...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
13325
13326
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13327
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13326
13328
  ...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
13329
+ ...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
13327
13330
  ...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
13328
13331
  ...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
13329
13332
  ...(input.NumRetries != null && { NumRetries: input.NumRetries }),
@@ -13345,10 +13348,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
13345
13348
  const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
13346
13349
  return {
13347
13350
  ...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
13351
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13348
13352
  ...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
13349
13353
  ...(input.Classification != null && { Classification: input.Classification }),
13350
13354
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13351
13355
  ...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
13356
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13352
13357
  ...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
13353
13358
  ...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
13354
13359
  ...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
@@ -18279,12 +18284,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
18279
18284
  };
18280
18285
  const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
18281
18286
  return {
18287
+ AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
18282
18288
  Assign: __expectString(output.Assign),
18283
18289
  BootstrapServers: __expectString(output.BootstrapServers),
18284
18290
  Classification: __expectString(output.Classification),
18285
18291
  ConnectionName: __expectString(output.ConnectionName),
18286
18292
  Delimiter: __expectString(output.Delimiter),
18293
+ EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
18287
18294
  EndingOffsets: __expectString(output.EndingOffsets),
18295
+ IncludeHeaders: __expectBoolean(output.IncludeHeaders),
18288
18296
  MaxOffsetsPerTrigger: __expectLong(output.MaxOffsetsPerTrigger),
18289
18297
  MinPartitions: __expectInt32(output.MinPartitions),
18290
18298
  NumRetries: __expectInt32(output.NumRetries),
@@ -18316,10 +18324,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
18316
18324
  const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
18317
18325
  return {
18318
18326
  AddIdleTimeBetweenReads: __expectBoolean(output.AddIdleTimeBetweenReads),
18327
+ AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
18319
18328
  AvoidEmptyBatches: __expectBoolean(output.AvoidEmptyBatches),
18320
18329
  Classification: __expectString(output.Classification),
18321
18330
  Delimiter: __expectString(output.Delimiter),
18322
18331
  DescribeShardInterval: __expectLong(output.DescribeShardInterval),
18332
+ EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
18323
18333
  EndpointUrl: __expectString(output.EndpointUrl),
18324
18334
  IdleTimeBetweenReadsInMs: __expectLong(output.IdleTimeBetweenReadsInMs),
18325
18335
  MaxFetchRecordsPerShard: __expectLong(output.MaxFetchRecordsPerShard),
@@ -1693,6 +1693,20 @@ export interface KafkaStreamingSourceOptions {
1693
1693
  * <p>The desired minimum number of partitions to read from Kafka. The default value is null, which means that the number of spark partitions is equal to the number of Kafka partitions.</p>
1694
1694
  */
1695
1695
  MinPartitions?: number;
1696
+ /**
1697
+ * <p>Whether to include the Kafka headers. When the option is set to "true", the data output will contain an additional column named "glue_streaming_kafka_headers"
1698
+ * with type <code>Array[Struct(key: String, value: String)]</code>. The default value is "false".
1699
+ * This option is available in Glue version 3.0 or later only.</p>
1700
+ */
1701
+ IncludeHeaders?: boolean;
1702
+ /**
1703
+ * <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the topic. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1704
+ */
1705
+ AddRecordTimestamp?: string;
1706
+ /**
1707
+ * <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the topic and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1708
+ */
1709
+ EmitConsumerLagMetrics?: string;
1696
1710
  }
1697
1711
  /**
1698
1712
  * <p>Specifies an Apache Kafka data store in the Data Catalog.</p>
@@ -1808,6 +1822,14 @@ export interface KinesisStreamingSourceOptions {
1808
1822
  * <p>An identifier for the session assuming the role using AWS STS. You must use this parameter when accessing a data stream in a different account. Used in conjunction with <code>"awsSTSRoleARN"</code>.</p>
1809
1823
  */
1810
1824
  RoleSessionName?: string;
1825
+ /**
1826
+ * <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the stream. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1827
+ */
1828
+ AddRecordTimestamp?: string;
1829
+ /**
1830
+ * <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the stream and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1831
+ */
1832
+ EmitConsumerLagMetrics?: string;
1811
1833
  }
1812
1834
  /**
1813
1835
  * <p>Specifies a Kinesis data source in the Glue Data Catalog.</p>
@@ -3293,6 +3315,9 @@ export interface S3HudiDirectTarget {
3293
3315
  * <p>Specifies the data output format for the target.</p>
3294
3316
  */
3295
3317
  Format: TargetFormat | string | undefined;
3318
+ /**
3319
+ * <p>Specifies additional connection options for the connector.</p>
3320
+ */
3296
3321
  AdditionalOptions: Record<string, string> | undefined;
3297
3322
  /**
3298
3323
  * <p>A policy that specifies update behavior for the crawler.</p>
@@ -3316,7 +3341,7 @@ export interface S3HudiSource {
3316
3341
  */
3317
3342
  AdditionalHudiOptions?: Record<string, string>;
3318
3343
  /**
3319
- * <p>Specifies additional connection options for the Amazon S3 data store.</p>
3344
+ * <p>Specifies additional options for the connector.</p>
3320
3345
  */
3321
3346
  AdditionalOptions?: S3DirectSourceAdditionalOptions;
3322
3347
  /**
@@ -2646,11 +2646,11 @@ export interface CodeGenConfigurationNode {
2646
2646
  */
2647
2647
  S3ParquetSource?: S3ParquetSource;
2648
2648
  /**
2649
- * <p>Specifies a Relational database data source in the Glue Data Catalog.</p>
2649
+ * <p>Specifies a relational catalog data store in the Glue Data Catalog.</p>
2650
2650
  */
2651
2651
  RelationalCatalogSource?: RelationalCatalogSource;
2652
2652
  /**
2653
- * <p>Specifies a DynamoDB data source in the Glue Data Catalog.</p>
2653
+ * <p>Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.</p>
2654
2654
  */
2655
2655
  DynamoDBCatalogSource?: DynamoDBCatalogSource;
2656
2656
  /**
@@ -545,6 +545,9 @@ export interface KafkaStreamingSourceOptions {
545
545
  RetryIntervalMs?: number;
546
546
  MaxOffsetsPerTrigger?: number;
547
547
  MinPartitions?: number;
548
+ IncludeHeaders?: boolean;
549
+ AddRecordTimestamp?: string;
550
+ EmitConsumerLagMetrics?: string;
548
551
  }
549
552
  export interface CatalogKafkaSource {
550
553
  Name: string | undefined;
@@ -579,6 +582,8 @@ export interface KinesisStreamingSourceOptions {
579
582
  StreamArn?: string;
580
583
  RoleArn?: string;
581
584
  RoleSessionName?: string;
585
+ AddRecordTimestamp?: string;
586
+ EmitConsumerLagMetrics?: string;
582
587
  }
583
588
  export interface CatalogKinesisSource {
584
589
  Name: string | undefined;
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-glue",
3
3
  "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
4
- "version": "3.266.1",
4
+ "version": "3.267.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -20,37 +20,37 @@
20
20
  "dependencies": {
21
21
  "@aws-crypto/sha256-browser": "3.0.0",
22
22
  "@aws-crypto/sha256-js": "3.0.0",
23
- "@aws-sdk/client-sts": "3.266.1",
24
- "@aws-sdk/config-resolver": "3.266.1",
25
- "@aws-sdk/credential-provider-node": "3.266.1",
26
- "@aws-sdk/fetch-http-handler": "3.266.1",
27
- "@aws-sdk/hash-node": "3.266.1",
28
- "@aws-sdk/invalid-dependency": "3.266.1",
29
- "@aws-sdk/middleware-content-length": "3.266.1",
30
- "@aws-sdk/middleware-endpoint": "3.266.1",
31
- "@aws-sdk/middleware-host-header": "3.266.1",
32
- "@aws-sdk/middleware-logger": "3.266.1",
33
- "@aws-sdk/middleware-recursion-detection": "3.266.1",
34
- "@aws-sdk/middleware-retry": "3.266.1",
35
- "@aws-sdk/middleware-serde": "3.266.1",
36
- "@aws-sdk/middleware-signing": "3.266.1",
37
- "@aws-sdk/middleware-stack": "3.266.1",
38
- "@aws-sdk/middleware-user-agent": "3.266.1",
39
- "@aws-sdk/node-config-provider": "3.266.1",
40
- "@aws-sdk/node-http-handler": "3.266.1",
41
- "@aws-sdk/protocol-http": "3.266.1",
42
- "@aws-sdk/smithy-client": "3.266.1",
43
- "@aws-sdk/types": "3.266.1",
44
- "@aws-sdk/url-parser": "3.266.1",
23
+ "@aws-sdk/client-sts": "3.267.0",
24
+ "@aws-sdk/config-resolver": "3.267.0",
25
+ "@aws-sdk/credential-provider-node": "3.267.0",
26
+ "@aws-sdk/fetch-http-handler": "3.267.0",
27
+ "@aws-sdk/hash-node": "3.267.0",
28
+ "@aws-sdk/invalid-dependency": "3.267.0",
29
+ "@aws-sdk/middleware-content-length": "3.267.0",
30
+ "@aws-sdk/middleware-endpoint": "3.267.0",
31
+ "@aws-sdk/middleware-host-header": "3.267.0",
32
+ "@aws-sdk/middleware-logger": "3.267.0",
33
+ "@aws-sdk/middleware-recursion-detection": "3.267.0",
34
+ "@aws-sdk/middleware-retry": "3.267.0",
35
+ "@aws-sdk/middleware-serde": "3.267.0",
36
+ "@aws-sdk/middleware-signing": "3.267.0",
37
+ "@aws-sdk/middleware-stack": "3.267.0",
38
+ "@aws-sdk/middleware-user-agent": "3.267.0",
39
+ "@aws-sdk/node-config-provider": "3.267.0",
40
+ "@aws-sdk/node-http-handler": "3.267.0",
41
+ "@aws-sdk/protocol-http": "3.267.0",
42
+ "@aws-sdk/smithy-client": "3.267.0",
43
+ "@aws-sdk/types": "3.267.0",
44
+ "@aws-sdk/url-parser": "3.267.0",
45
45
  "@aws-sdk/util-base64": "3.208.0",
46
46
  "@aws-sdk/util-body-length-browser": "3.188.0",
47
47
  "@aws-sdk/util-body-length-node": "3.208.0",
48
- "@aws-sdk/util-defaults-mode-browser": "3.266.1",
49
- "@aws-sdk/util-defaults-mode-node": "3.266.1",
50
- "@aws-sdk/util-endpoints": "3.266.1",
51
- "@aws-sdk/util-retry": "3.266.1",
52
- "@aws-sdk/util-user-agent-browser": "3.266.1",
53
- "@aws-sdk/util-user-agent-node": "3.266.1",
48
+ "@aws-sdk/util-defaults-mode-browser": "3.267.0",
49
+ "@aws-sdk/util-defaults-mode-node": "3.267.0",
50
+ "@aws-sdk/util-endpoints": "3.267.0",
51
+ "@aws-sdk/util-retry": "3.267.0",
52
+ "@aws-sdk/util-user-agent-browser": "3.267.0",
53
+ "@aws-sdk/util-user-agent-node": "3.267.0",
54
54
  "@aws-sdk/util-utf8": "3.254.0",
55
55
  "tslib": "^2.3.1"
56
56
  },