@aws-sdk/client-glue 3.266.1 → 3.271.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -3,5 +3,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.ruleSet = void 0;
4
4
  const q = "fn", r = "argv", s = "ref";
5
5
  const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
6
- const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
6
+ const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
7
7
  exports.ruleSet = _data;
@@ -13733,12 +13733,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
13733
13733
  };
13734
13734
  const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
13735
13735
  return {
13736
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13736
13737
  ...(input.Assign != null && { Assign: input.Assign }),
13737
13738
  ...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
13738
13739
  ...(input.Classification != null && { Classification: input.Classification }),
13739
13740
  ...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
13740
13741
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13742
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13741
13743
  ...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
13744
+ ...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
13742
13745
  ...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
13743
13746
  ...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
13744
13747
  ...(input.NumRetries != null && { NumRetries: input.NumRetries }),
@@ -13760,10 +13763,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
13760
13763
  const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
13761
13764
  return {
13762
13765
  ...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
13766
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13763
13767
  ...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
13764
13768
  ...(input.Classification != null && { Classification: input.Classification }),
13765
13769
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13766
13770
  ...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
13771
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13767
13772
  ...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
13768
13773
  ...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
13769
13774
  ...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
@@ -18694,12 +18699,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
18694
18699
  };
18695
18700
  const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
18696
18701
  return {
18702
+ AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
18697
18703
  Assign: (0, smithy_client_1.expectString)(output.Assign),
18698
18704
  BootstrapServers: (0, smithy_client_1.expectString)(output.BootstrapServers),
18699
18705
  Classification: (0, smithy_client_1.expectString)(output.Classification),
18700
18706
  ConnectionName: (0, smithy_client_1.expectString)(output.ConnectionName),
18701
18707
  Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
18708
+ EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
18702
18709
  EndingOffsets: (0, smithy_client_1.expectString)(output.EndingOffsets),
18710
+ IncludeHeaders: (0, smithy_client_1.expectBoolean)(output.IncludeHeaders),
18703
18711
  MaxOffsetsPerTrigger: (0, smithy_client_1.expectLong)(output.MaxOffsetsPerTrigger),
18704
18712
  MinPartitions: (0, smithy_client_1.expectInt32)(output.MinPartitions),
18705
18713
  NumRetries: (0, smithy_client_1.expectInt32)(output.NumRetries),
@@ -18731,10 +18739,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
18731
18739
  const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
18732
18740
  return {
18733
18741
  AddIdleTimeBetweenReads: (0, smithy_client_1.expectBoolean)(output.AddIdleTimeBetweenReads),
18742
+ AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
18734
18743
  AvoidEmptyBatches: (0, smithy_client_1.expectBoolean)(output.AvoidEmptyBatches),
18735
18744
  Classification: (0, smithy_client_1.expectString)(output.Classification),
18736
18745
  Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
18737
18746
  DescribeShardInterval: (0, smithy_client_1.expectLong)(output.DescribeShardInterval),
18747
+ EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
18738
18748
  EndpointUrl: (0, smithy_client_1.expectString)(output.EndpointUrl),
18739
18749
  IdleTimeBetweenReadsInMs: (0, smithy_client_1.expectLong)(output.IdleTimeBetweenReadsInMs),
18740
18750
  MaxFetchRecordsPerShard: (0, smithy_client_1.expectLong)(output.MaxFetchRecordsPerShard),
@@ -1,4 +1,4 @@
1
1
  const q = "fn", r = "argv", s = "ref";
2
2
  const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
3
- const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
3
+ const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
4
4
  export const ruleSet = _data;
@@ -13318,12 +13318,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
13318
13318
  };
13319
13319
  const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
13320
13320
  return {
13321
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13321
13322
  ...(input.Assign != null && { Assign: input.Assign }),
13322
13323
  ...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
13323
13324
  ...(input.Classification != null && { Classification: input.Classification }),
13324
13325
  ...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
13325
13326
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13327
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13326
13328
  ...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
13329
+ ...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
13327
13330
  ...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
13328
13331
  ...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
13329
13332
  ...(input.NumRetries != null && { NumRetries: input.NumRetries }),
@@ -13345,10 +13348,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
13345
13348
  const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
13346
13349
  return {
13347
13350
  ...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
13351
+ ...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
13348
13352
  ...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
13349
13353
  ...(input.Classification != null && { Classification: input.Classification }),
13350
13354
  ...(input.Delimiter != null && { Delimiter: input.Delimiter }),
13351
13355
  ...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
13356
+ ...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
13352
13357
  ...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
13353
13358
  ...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
13354
13359
  ...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
@@ -18279,12 +18284,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
18279
18284
  };
18280
18285
  const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
18281
18286
  return {
18287
+ AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
18282
18288
  Assign: __expectString(output.Assign),
18283
18289
  BootstrapServers: __expectString(output.BootstrapServers),
18284
18290
  Classification: __expectString(output.Classification),
18285
18291
  ConnectionName: __expectString(output.ConnectionName),
18286
18292
  Delimiter: __expectString(output.Delimiter),
18293
+ EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
18287
18294
  EndingOffsets: __expectString(output.EndingOffsets),
18295
+ IncludeHeaders: __expectBoolean(output.IncludeHeaders),
18288
18296
  MaxOffsetsPerTrigger: __expectLong(output.MaxOffsetsPerTrigger),
18289
18297
  MinPartitions: __expectInt32(output.MinPartitions),
18290
18298
  NumRetries: __expectInt32(output.NumRetries),
@@ -18316,10 +18324,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
18316
18324
  const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
18317
18325
  return {
18318
18326
  AddIdleTimeBetweenReads: __expectBoolean(output.AddIdleTimeBetweenReads),
18327
+ AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
18319
18328
  AvoidEmptyBatches: __expectBoolean(output.AvoidEmptyBatches),
18320
18329
  Classification: __expectString(output.Classification),
18321
18330
  Delimiter: __expectString(output.Delimiter),
18322
18331
  DescribeShardInterval: __expectLong(output.DescribeShardInterval),
18332
+ EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
18323
18333
  EndpointUrl: __expectString(output.EndpointUrl),
18324
18334
  IdleTimeBetweenReadsInMs: __expectLong(output.IdleTimeBetweenReadsInMs),
18325
18335
  MaxFetchRecordsPerShard: __expectLong(output.MaxFetchRecordsPerShard),
@@ -269,17 +269,10 @@ export interface ClientDefaults extends Partial<__SmithyResolvedConfiguration<__
269
269
  */
270
270
  disableHostPrefix?: boolean;
271
271
  /**
272
- * Value for how many times a request will be made at most in case of retry.
273
- */
274
- maxAttempts?: number | __Provider<number>;
275
- /**
276
- * Specifies which retry algorithm to use.
277
- */
278
- retryMode?: string | __Provider<string>;
279
- /**
280
- * Optional logger for logging debug/info/warn/error.
272
+ * Unique service identifier.
273
+ * @internal
281
274
  */
282
- logger?: __Logger;
275
+ serviceId?: string;
283
276
  /**
284
277
  * Enables IPv6/IPv4 dualstack endpoint.
285
278
  */
@@ -288,11 +281,6 @@ export interface ClientDefaults extends Partial<__SmithyResolvedConfiguration<__
288
281
  * Enables FIPS compatible endpoints.
289
282
  */
290
283
  useFipsEndpoint?: boolean | __Provider<boolean>;
291
- /**
292
- * Unique service identifier.
293
- * @internal
294
- */
295
- serviceId?: string;
296
284
  /**
297
285
  * The AWS region to which this client will send requests
298
286
  */
@@ -307,6 +295,18 @@ export interface ClientDefaults extends Partial<__SmithyResolvedConfiguration<__
307
295
  * @internal
308
296
  */
309
297
  defaultUserAgentProvider?: Provider<__UserAgent>;
298
+ /**
299
+ * Value for how many times a request will be made at most in case of retry.
300
+ */
301
+ maxAttempts?: number | __Provider<number>;
302
+ /**
303
+ * Specifies which retry algorithm to use.
304
+ */
305
+ retryMode?: string | __Provider<string>;
306
+ /**
307
+ * Optional logger for logging debug/info/warn/error.
308
+ */
309
+ logger?: __Logger;
310
310
  /**
311
311
  * The {@link __DefaultsMode} that will be used to determine how certain default configuration options are resolved in the SDK.
312
312
  */
@@ -1693,6 +1693,20 @@ export interface KafkaStreamingSourceOptions {
1693
1693
  * <p>The desired minimum number of partitions to read from Kafka. The default value is null, which means that the number of spark partitions is equal to the number of Kafka partitions.</p>
1694
1694
  */
1695
1695
  MinPartitions?: number;
1696
+ /**
1697
+ * <p>Whether to include the Kafka headers. When the option is set to "true", the data output will contain an additional column named "glue_streaming_kafka_headers"
1698
+ * with type <code>Array[Struct(key: String, value: String)]</code>. The default value is "false".
1699
+ * This option is available in Glue version 3.0 or later only.</p>
1700
+ */
1701
+ IncludeHeaders?: boolean;
1702
+ /**
1703
+ * <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the topic. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1704
+ */
1705
+ AddRecordTimestamp?: string;
1706
+ /**
1707
+ * <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the topic and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1708
+ */
1709
+ EmitConsumerLagMetrics?: string;
1696
1710
  }
1697
1711
  /**
1698
1712
  * <p>Specifies an Apache Kafka data store in the Data Catalog.</p>
@@ -1808,6 +1822,14 @@ export interface KinesisStreamingSourceOptions {
1808
1822
  * <p>An identifier for the session assuming the role using AWS STS. You must use this parameter when accessing a data stream in a different account. Used in conjunction with <code>"awsSTSRoleARN"</code>.</p>
1809
1823
  */
1810
1824
  RoleSessionName?: string;
1825
+ /**
1826
+ * <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the stream. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1827
+ */
1828
+ AddRecordTimestamp?: string;
1829
+ /**
1830
+ * <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the stream and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
1831
+ */
1832
+ EmitConsumerLagMetrics?: string;
1811
1833
  }
1812
1834
  /**
1813
1835
  * <p>Specifies a Kinesis data source in the Glue Data Catalog.</p>
@@ -3293,6 +3315,9 @@ export interface S3HudiDirectTarget {
3293
3315
  * <p>Specifies the data output format for the target.</p>
3294
3316
  */
3295
3317
  Format: TargetFormat | string | undefined;
3318
+ /**
3319
+ * <p>Specifies additional connection options for the connector.</p>
3320
+ */
3296
3321
  AdditionalOptions: Record<string, string> | undefined;
3297
3322
  /**
3298
3323
  * <p>A policy that specifies update behavior for the crawler.</p>
@@ -3316,7 +3341,7 @@ export interface S3HudiSource {
3316
3341
  */
3317
3342
  AdditionalHudiOptions?: Record<string, string>;
3318
3343
  /**
3319
- * <p>Specifies additional connection options for the Amazon S3 data store.</p>
3344
+ * <p>Specifies additional options for the connector.</p>
3320
3345
  */
3321
3346
  AdditionalOptions?: S3DirectSourceAdditionalOptions;
3322
3347
  /**
@@ -2646,11 +2646,11 @@ export interface CodeGenConfigurationNode {
2646
2646
  */
2647
2647
  S3ParquetSource?: S3ParquetSource;
2648
2648
  /**
2649
- * <p>Specifies a Relational database data source in the Glue Data Catalog.</p>
2649
+ * <p>Specifies a relational catalog data store in the Glue Data Catalog.</p>
2650
2650
  */
2651
2651
  RelationalCatalogSource?: RelationalCatalogSource;
2652
2652
  /**
2653
- * <p>Specifies a DynamoDB data source in the Glue Data Catalog.</p>
2653
+ * <p>Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.</p>
2654
2654
  */
2655
2655
  DynamoDBCatalogSource?: DynamoDBCatalogSource;
2656
2656
  /**
@@ -24,8 +24,8 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
24
24
  utf8Decoder: import("@aws-sdk/types").Decoder;
25
25
  utf8Encoder: import("@aws-sdk/types").Encoder;
26
26
  disableHostPrefix: boolean;
27
- logger: import("@aws-sdk/types").Logger;
28
27
  serviceId: string;
28
+ logger: import("@aws-sdk/types").Logger;
29
29
  endpoint?: ((string | import("@aws-sdk/types").Endpoint | import("@aws-sdk/types").Provider<import("@aws-sdk/types").Endpoint> | import("@aws-sdk/types").EndpointV2 | import("@aws-sdk/types").Provider<import("@aws-sdk/types").EndpointV2>) & (string | import("@aws-sdk/types").Provider<string> | import("@aws-sdk/types").Endpoint | import("@aws-sdk/types").Provider<import("@aws-sdk/types").Endpoint> | import("@aws-sdk/types").EndpointV2 | import("@aws-sdk/types").Provider<import("@aws-sdk/types").EndpointV2>)) | undefined;
30
30
  endpointProvider: (endpointParams: import("./endpoint/EndpointParameters").EndpointParameters, context?: {
31
31
  logger?: import("@aws-sdk/types").Logger | undefined;
@@ -24,8 +24,8 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
24
24
  utf8Decoder: import("@aws-sdk/types").Decoder;
25
25
  utf8Encoder: import("@aws-sdk/types").Encoder;
26
26
  disableHostPrefix: boolean;
27
- logger: import("@aws-sdk/types").Logger;
28
27
  serviceId: string;
28
+ logger: import("@aws-sdk/types").Logger;
29
29
  endpoint?: ((string | import("@aws-sdk/types").Endpoint | import("@aws-sdk/types").Provider<import("@aws-sdk/types").Endpoint> | import("@aws-sdk/types").EndpointV2 | import("@aws-sdk/types").Provider<import("@aws-sdk/types").EndpointV2>) & (string | import("@aws-sdk/types").Provider<string> | import("@aws-sdk/types").Endpoint | import("@aws-sdk/types").Provider<import("@aws-sdk/types").Endpoint> | import("@aws-sdk/types").EndpointV2 | import("@aws-sdk/types").Provider<import("@aws-sdk/types").EndpointV2>)) | undefined;
30
30
  endpointProvider: (endpointParams: import("./endpoint/EndpointParameters").EndpointParameters, context?: {
31
31
  logger?: import("@aws-sdk/types").Logger | undefined;
@@ -15,15 +15,15 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
15
15
  utf8Decoder: import("@aws-sdk/types").Decoder;
16
16
  utf8Encoder: import("@aws-sdk/types").Encoder;
17
17
  disableHostPrefix: boolean;
18
- maxAttempts: number | import("@aws-sdk/types").Provider<number>;
19
- retryMode: string | import("@aws-sdk/types").Provider<string>;
20
- logger: import("@aws-sdk/types").Logger;
18
+ serviceId: string;
21
19
  useDualstackEndpoint: boolean | import("@aws-sdk/types").Provider<boolean>;
22
20
  useFipsEndpoint: boolean | import("@aws-sdk/types").Provider<boolean>;
23
- serviceId: string;
24
21
  region: string | import("@aws-sdk/types").Provider<any>;
25
22
  credentialDefaultProvider: (input: any) => import("@aws-sdk/types").Provider<import("@aws-sdk/types").Credentials>;
26
23
  defaultUserAgentProvider: import("@aws-sdk/types").Provider<import("@aws-sdk/types").UserAgent>;
24
+ maxAttempts: number | import("@aws-sdk/types").Provider<number>;
25
+ retryMode: string | import("@aws-sdk/types").Provider<string>;
26
+ logger: import("@aws-sdk/types").Logger;
27
27
  defaultsMode: import("@aws-sdk/smithy-client").DefaultsMode | import("@aws-sdk/types").Provider<import("@aws-sdk/smithy-client").DefaultsMode>;
28
28
  endpoint?: string | import("@aws-sdk/types").Endpoint | import("@aws-sdk/types").Provider<import("@aws-sdk/types").Endpoint> | import("@aws-sdk/types").EndpointV2 | import("@aws-sdk/types").Provider<import("@aws-sdk/types").EndpointV2> | undefined;
29
29
  endpointProvider: (endpointParams: import("./endpoint/EndpointParameters").EndpointParameters, context?: {
@@ -1276,15 +1276,15 @@ export interface ClientDefaults
1276
1276
  utf8Encoder?: __Encoder;
1277
1277
  runtime?: string;
1278
1278
  disableHostPrefix?: boolean;
1279
- maxAttempts?: number | __Provider<number>;
1280
- retryMode?: string | __Provider<string>;
1281
- logger?: __Logger;
1279
+ serviceId?: string;
1282
1280
  useDualstackEndpoint?: boolean | __Provider<boolean>;
1283
1281
  useFipsEndpoint?: boolean | __Provider<boolean>;
1284
- serviceId?: string;
1285
1282
  region?: string | __Provider<string>;
1286
1283
  credentialDefaultProvider?: (input: any) => __Provider<__Credentials>;
1287
1284
  defaultUserAgentProvider?: Provider<__UserAgent>;
1285
+ maxAttempts?: number | __Provider<number>;
1286
+ retryMode?: string | __Provider<string>;
1287
+ logger?: __Logger;
1288
1288
  defaultsMode?: __DefaultsMode | __Provider<__DefaultsMode>;
1289
1289
  }
1290
1290
  declare type GlueClientConfigType = Partial<
@@ -545,6 +545,9 @@ export interface KafkaStreamingSourceOptions {
545
545
  RetryIntervalMs?: number;
546
546
  MaxOffsetsPerTrigger?: number;
547
547
  MinPartitions?: number;
548
+ IncludeHeaders?: boolean;
549
+ AddRecordTimestamp?: string;
550
+ EmitConsumerLagMetrics?: string;
548
551
  }
549
552
  export interface CatalogKafkaSource {
550
553
  Name: string | undefined;
@@ -579,6 +582,8 @@ export interface KinesisStreamingSourceOptions {
579
582
  StreamArn?: string;
580
583
  RoleArn?: string;
581
584
  RoleSessionName?: string;
585
+ AddRecordTimestamp?: string;
586
+ EmitConsumerLagMetrics?: string;
582
587
  }
583
588
  export interface CatalogKinesisSource {
584
589
  Name: string | undefined;
@@ -34,8 +34,8 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
34
34
  utf8Decoder: import("@aws-sdk/types").Decoder;
35
35
  utf8Encoder: import("@aws-sdk/types").Encoder;
36
36
  disableHostPrefix: boolean;
37
- logger: import("@aws-sdk/types").Logger;
38
37
  serviceId: string;
38
+ logger: import("@aws-sdk/types").Logger;
39
39
  endpoint?:
40
40
  | ((
41
41
  | string
@@ -34,8 +34,8 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
34
34
  utf8Decoder: import("@aws-sdk/types").Decoder;
35
35
  utf8Encoder: import("@aws-sdk/types").Encoder;
36
36
  disableHostPrefix: boolean;
37
- logger: import("@aws-sdk/types").Logger;
38
37
  serviceId: string;
38
+ logger: import("@aws-sdk/types").Logger;
39
39
  endpoint?:
40
40
  | ((
41
41
  | string
@@ -19,12 +19,9 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
19
19
  utf8Decoder: import("@aws-sdk/types").Decoder;
20
20
  utf8Encoder: import("@aws-sdk/types").Encoder;
21
21
  disableHostPrefix: boolean;
22
- maxAttempts: number | import("@aws-sdk/types").Provider<number>;
23
- retryMode: string | import("@aws-sdk/types").Provider<string>;
24
- logger: import("@aws-sdk/types").Logger;
22
+ serviceId: string;
25
23
  useDualstackEndpoint: boolean | import("@aws-sdk/types").Provider<boolean>;
26
24
  useFipsEndpoint: boolean | import("@aws-sdk/types").Provider<boolean>;
27
- serviceId: string;
28
25
  region: string | import("@aws-sdk/types").Provider<any>;
29
26
  credentialDefaultProvider: (
30
27
  input: any
@@ -32,6 +29,9 @@ export declare const getRuntimeConfig: (config: GlueClientConfig) => {
32
29
  defaultUserAgentProvider: import("@aws-sdk/types").Provider<
33
30
  import("@aws-sdk/types").UserAgent
34
31
  >;
32
+ maxAttempts: number | import("@aws-sdk/types").Provider<number>;
33
+ retryMode: string | import("@aws-sdk/types").Provider<string>;
34
+ logger: import("@aws-sdk/types").Logger;
35
35
  defaultsMode:
36
36
  | import("@aws-sdk/smithy-client").DefaultsMode
37
37
  | import("@aws-sdk/types").Provider<
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-glue",
3
3
  "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
4
- "version": "3.266.1",
4
+ "version": "3.271.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -20,37 +20,37 @@
20
20
  "dependencies": {
21
21
  "@aws-crypto/sha256-browser": "3.0.0",
22
22
  "@aws-crypto/sha256-js": "3.0.0",
23
- "@aws-sdk/client-sts": "3.266.1",
24
- "@aws-sdk/config-resolver": "3.266.1",
25
- "@aws-sdk/credential-provider-node": "3.266.1",
26
- "@aws-sdk/fetch-http-handler": "3.266.1",
27
- "@aws-sdk/hash-node": "3.266.1",
28
- "@aws-sdk/invalid-dependency": "3.266.1",
29
- "@aws-sdk/middleware-content-length": "3.266.1",
30
- "@aws-sdk/middleware-endpoint": "3.266.1",
31
- "@aws-sdk/middleware-host-header": "3.266.1",
32
- "@aws-sdk/middleware-logger": "3.266.1",
33
- "@aws-sdk/middleware-recursion-detection": "3.266.1",
34
- "@aws-sdk/middleware-retry": "3.266.1",
35
- "@aws-sdk/middleware-serde": "3.266.1",
36
- "@aws-sdk/middleware-signing": "3.266.1",
37
- "@aws-sdk/middleware-stack": "3.266.1",
38
- "@aws-sdk/middleware-user-agent": "3.266.1",
39
- "@aws-sdk/node-config-provider": "3.266.1",
40
- "@aws-sdk/node-http-handler": "3.266.1",
41
- "@aws-sdk/protocol-http": "3.266.1",
42
- "@aws-sdk/smithy-client": "3.266.1",
43
- "@aws-sdk/types": "3.266.1",
44
- "@aws-sdk/url-parser": "3.266.1",
23
+ "@aws-sdk/client-sts": "3.271.0",
24
+ "@aws-sdk/config-resolver": "3.271.0",
25
+ "@aws-sdk/credential-provider-node": "3.271.0",
26
+ "@aws-sdk/fetch-http-handler": "3.271.0",
27
+ "@aws-sdk/hash-node": "3.271.0",
28
+ "@aws-sdk/invalid-dependency": "3.271.0",
29
+ "@aws-sdk/middleware-content-length": "3.271.0",
30
+ "@aws-sdk/middleware-endpoint": "3.271.0",
31
+ "@aws-sdk/middleware-host-header": "3.271.0",
32
+ "@aws-sdk/middleware-logger": "3.271.0",
33
+ "@aws-sdk/middleware-recursion-detection": "3.271.0",
34
+ "@aws-sdk/middleware-retry": "3.271.0",
35
+ "@aws-sdk/middleware-serde": "3.271.0",
36
+ "@aws-sdk/middleware-signing": "3.271.0",
37
+ "@aws-sdk/middleware-stack": "3.271.0",
38
+ "@aws-sdk/middleware-user-agent": "3.271.0",
39
+ "@aws-sdk/node-config-provider": "3.271.0",
40
+ "@aws-sdk/node-http-handler": "3.271.0",
41
+ "@aws-sdk/protocol-http": "3.271.0",
42
+ "@aws-sdk/smithy-client": "3.271.0",
43
+ "@aws-sdk/types": "3.271.0",
44
+ "@aws-sdk/url-parser": "3.271.0",
45
45
  "@aws-sdk/util-base64": "3.208.0",
46
46
  "@aws-sdk/util-body-length-browser": "3.188.0",
47
47
  "@aws-sdk/util-body-length-node": "3.208.0",
48
- "@aws-sdk/util-defaults-mode-browser": "3.266.1",
49
- "@aws-sdk/util-defaults-mode-node": "3.266.1",
50
- "@aws-sdk/util-endpoints": "3.266.1",
51
- "@aws-sdk/util-retry": "3.266.1",
52
- "@aws-sdk/util-user-agent-browser": "3.266.1",
53
- "@aws-sdk/util-user-agent-node": "3.266.1",
48
+ "@aws-sdk/util-defaults-mode-browser": "3.271.0",
49
+ "@aws-sdk/util-defaults-mode-node": "3.271.0",
50
+ "@aws-sdk/util-endpoints": "3.271.0",
51
+ "@aws-sdk/util-retry": "3.271.0",
52
+ "@aws-sdk/util-user-agent-browser": "3.271.0",
53
+ "@aws-sdk/util-user-agent-node": "3.271.0",
54
54
  "@aws-sdk/util-utf8": "3.254.0",
55
55
  "tslib": "^2.3.1"
56
56
  },