@aws-sdk/client-glue 3.266.0 → 3.267.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/endpoint/ruleset.js +1 -1
- package/dist-cjs/protocols/Aws_json1_1.js +10 -0
- package/dist-es/endpoint/ruleset.js +1 -1
- package/dist-es/protocols/Aws_json1_1.js +10 -0
- package/dist-types/models/models_0.d.ts +26 -1
- package/dist-types/models/models_2.d.ts +2 -2
- package/dist-types/ts3.4/models/models_0.d.ts +5 -0
- package/package.json +29 -29
|
@@ -3,5 +3,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.ruleSet = void 0;
|
|
4
4
|
const q = "fn", r = "argv", s = "ref";
|
|
5
5
|
const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
|
|
6
|
-
const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
|
|
6
|
+
const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
|
|
7
7
|
exports.ruleSet = _data;
|
|
@@ -13733,12 +13733,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
|
|
|
13733
13733
|
};
|
|
13734
13734
|
const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
|
|
13735
13735
|
return {
|
|
13736
|
+
...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
|
|
13736
13737
|
...(input.Assign != null && { Assign: input.Assign }),
|
|
13737
13738
|
...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
|
|
13738
13739
|
...(input.Classification != null && { Classification: input.Classification }),
|
|
13739
13740
|
...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
|
|
13740
13741
|
...(input.Delimiter != null && { Delimiter: input.Delimiter }),
|
|
13742
|
+
...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
|
|
13741
13743
|
...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
|
|
13744
|
+
...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
|
|
13742
13745
|
...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
|
|
13743
13746
|
...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
|
|
13744
13747
|
...(input.NumRetries != null && { NumRetries: input.NumRetries }),
|
|
@@ -13760,10 +13763,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
|
|
|
13760
13763
|
const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
|
|
13761
13764
|
return {
|
|
13762
13765
|
...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
|
|
13766
|
+
...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
|
|
13763
13767
|
...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
|
|
13764
13768
|
...(input.Classification != null && { Classification: input.Classification }),
|
|
13765
13769
|
...(input.Delimiter != null && { Delimiter: input.Delimiter }),
|
|
13766
13770
|
...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
|
|
13771
|
+
...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
|
|
13767
13772
|
...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
|
|
13768
13773
|
...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
|
|
13769
13774
|
...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
|
|
@@ -18694,12 +18699,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
|
|
|
18694
18699
|
};
|
|
18695
18700
|
const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
|
|
18696
18701
|
return {
|
|
18702
|
+
AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
|
|
18697
18703
|
Assign: (0, smithy_client_1.expectString)(output.Assign),
|
|
18698
18704
|
BootstrapServers: (0, smithy_client_1.expectString)(output.BootstrapServers),
|
|
18699
18705
|
Classification: (0, smithy_client_1.expectString)(output.Classification),
|
|
18700
18706
|
ConnectionName: (0, smithy_client_1.expectString)(output.ConnectionName),
|
|
18701
18707
|
Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
|
|
18708
|
+
EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
|
|
18702
18709
|
EndingOffsets: (0, smithy_client_1.expectString)(output.EndingOffsets),
|
|
18710
|
+
IncludeHeaders: (0, smithy_client_1.expectBoolean)(output.IncludeHeaders),
|
|
18703
18711
|
MaxOffsetsPerTrigger: (0, smithy_client_1.expectLong)(output.MaxOffsetsPerTrigger),
|
|
18704
18712
|
MinPartitions: (0, smithy_client_1.expectInt32)(output.MinPartitions),
|
|
18705
18713
|
NumRetries: (0, smithy_client_1.expectInt32)(output.NumRetries),
|
|
@@ -18731,10 +18739,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
|
|
|
18731
18739
|
const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
|
|
18732
18740
|
return {
|
|
18733
18741
|
AddIdleTimeBetweenReads: (0, smithy_client_1.expectBoolean)(output.AddIdleTimeBetweenReads),
|
|
18742
|
+
AddRecordTimestamp: (0, smithy_client_1.expectString)(output.AddRecordTimestamp),
|
|
18734
18743
|
AvoidEmptyBatches: (0, smithy_client_1.expectBoolean)(output.AvoidEmptyBatches),
|
|
18735
18744
|
Classification: (0, smithy_client_1.expectString)(output.Classification),
|
|
18736
18745
|
Delimiter: (0, smithy_client_1.expectString)(output.Delimiter),
|
|
18737
18746
|
DescribeShardInterval: (0, smithy_client_1.expectLong)(output.DescribeShardInterval),
|
|
18747
|
+
EmitConsumerLagMetrics: (0, smithy_client_1.expectString)(output.EmitConsumerLagMetrics),
|
|
18738
18748
|
EndpointUrl: (0, smithy_client_1.expectString)(output.EndpointUrl),
|
|
18739
18749
|
IdleTimeBetweenReadsInMs: (0, smithy_client_1.expectLong)(output.IdleTimeBetweenReadsInMs),
|
|
18740
18750
|
MaxFetchRecordsPerShard: (0, smithy_client_1.expectLong)(output.MaxFetchRecordsPerShard),
|
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
const q = "fn", r = "argv", s = "ref";
|
|
2
2
|
const a = true, b = false, c = "String", d = "PartitionResult", e = "tree", f = "error", g = "endpoint", h = { "required": true, "default": false, "type": "Boolean" }, i = { [s]: "Endpoint" }, j = { [q]: "booleanEquals", [r]: [{ [s]: "UseFIPS" }, true] }, k = { [q]: "booleanEquals", [r]: [{ [s]: "UseDualStack" }, true] }, l = {}, m = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsFIPS"] }] }, n = { [q]: "booleanEquals", [r]: [true, { [q]: "getAttr", [r]: [{ [s]: d }, "supportsDualStack"] }] }, o = [j], p = [k];
|
|
3
|
-
const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] };
|
|
3
|
+
const _data = { version: "1.0", parameters: { Region: { required: a, type: c }, UseDualStack: h, UseFIPS: h, Endpoint: { required: b, type: c } }, rules: [{ conditions: [{ [q]: "aws.partition", [r]: [{ [s]: "Region" }], assign: d }], type: e, rules: [{ conditions: [{ [q]: "isSet", [r]: [i] }], type: e, rules: [{ conditions: o, error: "Invalid Configuration: FIPS and custom endpoint are not supported", type: f }, { type: e, rules: [{ conditions: p, error: "Invalid Configuration: Dualstack and custom endpoint are not supported", type: f }, { endpoint: { url: i, properties: l, headers: l }, type: g }] }] }, { conditions: [j, k], type: e, rules: [{ conditions: [m, n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS and DualStack are enabled, but this partition does not support one or both", type: f }] }, { conditions: o, type: e, rules: [{ conditions: [m], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue-fips.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "FIPS is enabled but this partition does not support FIPS", type: f }] }, { conditions: p, type: e, rules: [{ conditions: [n], type: e, rules: [{ type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dualStackDnsSuffix}", properties: l, headers: l }, type: g }] }] }, { error: "DualStack is enabled but this partition does not support DualStack", type: f }] }, { type: e, rules: [{ endpoint: { url: "https://glue.{Region}.{PartitionResult#dnsSuffix}", properties: l, headers: l }, type: g }] }] }] };
|
|
4
4
|
export const ruleSet = _data;
|
|
@@ -13318,12 +13318,15 @@ const serializeAws_json1_1JoinColumns = (input, context) => {
|
|
|
13318
13318
|
};
|
|
13319
13319
|
const serializeAws_json1_1KafkaStreamingSourceOptions = (input, context) => {
|
|
13320
13320
|
return {
|
|
13321
|
+
...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
|
|
13321
13322
|
...(input.Assign != null && { Assign: input.Assign }),
|
|
13322
13323
|
...(input.BootstrapServers != null && { BootstrapServers: input.BootstrapServers }),
|
|
13323
13324
|
...(input.Classification != null && { Classification: input.Classification }),
|
|
13324
13325
|
...(input.ConnectionName != null && { ConnectionName: input.ConnectionName }),
|
|
13325
13326
|
...(input.Delimiter != null && { Delimiter: input.Delimiter }),
|
|
13327
|
+
...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
|
|
13326
13328
|
...(input.EndingOffsets != null && { EndingOffsets: input.EndingOffsets }),
|
|
13329
|
+
...(input.IncludeHeaders != null && { IncludeHeaders: input.IncludeHeaders }),
|
|
13327
13330
|
...(input.MaxOffsetsPerTrigger != null && { MaxOffsetsPerTrigger: input.MaxOffsetsPerTrigger }),
|
|
13328
13331
|
...(input.MinPartitions != null && { MinPartitions: input.MinPartitions }),
|
|
13329
13332
|
...(input.NumRetries != null && { NumRetries: input.NumRetries }),
|
|
@@ -13345,10 +13348,12 @@ const serializeAws_json1_1KeyList = (input, context) => {
|
|
|
13345
13348
|
const serializeAws_json1_1KinesisStreamingSourceOptions = (input, context) => {
|
|
13346
13349
|
return {
|
|
13347
13350
|
...(input.AddIdleTimeBetweenReads != null && { AddIdleTimeBetweenReads: input.AddIdleTimeBetweenReads }),
|
|
13351
|
+
...(input.AddRecordTimestamp != null && { AddRecordTimestamp: input.AddRecordTimestamp }),
|
|
13348
13352
|
...(input.AvoidEmptyBatches != null && { AvoidEmptyBatches: input.AvoidEmptyBatches }),
|
|
13349
13353
|
...(input.Classification != null && { Classification: input.Classification }),
|
|
13350
13354
|
...(input.Delimiter != null && { Delimiter: input.Delimiter }),
|
|
13351
13355
|
...(input.DescribeShardInterval != null && { DescribeShardInterval: input.DescribeShardInterval }),
|
|
13356
|
+
...(input.EmitConsumerLagMetrics != null && { EmitConsumerLagMetrics: input.EmitConsumerLagMetrics }),
|
|
13352
13357
|
...(input.EndpointUrl != null && { EndpointUrl: input.EndpointUrl }),
|
|
13353
13358
|
...(input.IdleTimeBetweenReadsInMs != null && { IdleTimeBetweenReadsInMs: input.IdleTimeBetweenReadsInMs }),
|
|
13354
13359
|
...(input.MaxFetchRecordsPerShard != null && { MaxFetchRecordsPerShard: input.MaxFetchRecordsPerShard }),
|
|
@@ -18279,12 +18284,15 @@ const deserializeAws_json1_1JsonClassifier = (output, context) => {
|
|
|
18279
18284
|
};
|
|
18280
18285
|
const deserializeAws_json1_1KafkaStreamingSourceOptions = (output, context) => {
|
|
18281
18286
|
return {
|
|
18287
|
+
AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
|
|
18282
18288
|
Assign: __expectString(output.Assign),
|
|
18283
18289
|
BootstrapServers: __expectString(output.BootstrapServers),
|
|
18284
18290
|
Classification: __expectString(output.Classification),
|
|
18285
18291
|
ConnectionName: __expectString(output.ConnectionName),
|
|
18286
18292
|
Delimiter: __expectString(output.Delimiter),
|
|
18293
|
+
EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
|
|
18287
18294
|
EndingOffsets: __expectString(output.EndingOffsets),
|
|
18295
|
+
IncludeHeaders: __expectBoolean(output.IncludeHeaders),
|
|
18288
18296
|
MaxOffsetsPerTrigger: __expectLong(output.MaxOffsetsPerTrigger),
|
|
18289
18297
|
MinPartitions: __expectInt32(output.MinPartitions),
|
|
18290
18298
|
NumRetries: __expectInt32(output.NumRetries),
|
|
@@ -18316,10 +18324,12 @@ const deserializeAws_json1_1KeySchemaElementList = (output, context) => {
|
|
|
18316
18324
|
const deserializeAws_json1_1KinesisStreamingSourceOptions = (output, context) => {
|
|
18317
18325
|
return {
|
|
18318
18326
|
AddIdleTimeBetweenReads: __expectBoolean(output.AddIdleTimeBetweenReads),
|
|
18327
|
+
AddRecordTimestamp: __expectString(output.AddRecordTimestamp),
|
|
18319
18328
|
AvoidEmptyBatches: __expectBoolean(output.AvoidEmptyBatches),
|
|
18320
18329
|
Classification: __expectString(output.Classification),
|
|
18321
18330
|
Delimiter: __expectString(output.Delimiter),
|
|
18322
18331
|
DescribeShardInterval: __expectLong(output.DescribeShardInterval),
|
|
18332
|
+
EmitConsumerLagMetrics: __expectString(output.EmitConsumerLagMetrics),
|
|
18323
18333
|
EndpointUrl: __expectString(output.EndpointUrl),
|
|
18324
18334
|
IdleTimeBetweenReadsInMs: __expectLong(output.IdleTimeBetweenReadsInMs),
|
|
18325
18335
|
MaxFetchRecordsPerShard: __expectLong(output.MaxFetchRecordsPerShard),
|
|
@@ -1693,6 +1693,20 @@ export interface KafkaStreamingSourceOptions {
|
|
|
1693
1693
|
* <p>The desired minimum number of partitions to read from Kafka. The default value is null, which means that the number of spark partitions is equal to the number of Kafka partitions.</p>
|
|
1694
1694
|
*/
|
|
1695
1695
|
MinPartitions?: number;
|
|
1696
|
+
/**
|
|
1697
|
+
* <p>Whether to include the Kafka headers. When the option is set to "true", the data output will contain an additional column named "glue_streaming_kafka_headers"
|
|
1698
|
+
* with type <code>Array[Struct(key: String, value: String)]</code>. The default value is "false".
|
|
1699
|
+
* This option is available in Glue version 3.0 or later only.</p>
|
|
1700
|
+
*/
|
|
1701
|
+
IncludeHeaders?: boolean;
|
|
1702
|
+
/**
|
|
1703
|
+
* <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the topic. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
1704
|
+
*/
|
|
1705
|
+
AddRecordTimestamp?: string;
|
|
1706
|
+
/**
|
|
1707
|
+
* <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the topic and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
1708
|
+
*/
|
|
1709
|
+
EmitConsumerLagMetrics?: string;
|
|
1696
1710
|
}
|
|
1697
1711
|
/**
|
|
1698
1712
|
* <p>Specifies an Apache Kafka data store in the Data Catalog.</p>
|
|
@@ -1808,6 +1822,14 @@ export interface KinesisStreamingSourceOptions {
|
|
|
1808
1822
|
* <p>An identifier for the session assuming the role using AWS STS. You must use this parameter when accessing a data stream in a different account. Used in conjunction with <code>"awsSTSRoleARN"</code>.</p>
|
|
1809
1823
|
*/
|
|
1810
1824
|
RoleSessionName?: string;
|
|
1825
|
+
/**
|
|
1826
|
+
* <p>When this option is set to 'true', the data output will contain an additional column named "__src_timestamp" that indicates the time when the corresponding record received by the stream. The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
1827
|
+
*/
|
|
1828
|
+
AddRecordTimestamp?: string;
|
|
1829
|
+
/**
|
|
1830
|
+
* <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the stream and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
1831
|
+
*/
|
|
1832
|
+
EmitConsumerLagMetrics?: string;
|
|
1811
1833
|
}
|
|
1812
1834
|
/**
|
|
1813
1835
|
* <p>Specifies a Kinesis data source in the Glue Data Catalog.</p>
|
|
@@ -3293,6 +3315,9 @@ export interface S3HudiDirectTarget {
|
|
|
3293
3315
|
* <p>Specifies the data output format for the target.</p>
|
|
3294
3316
|
*/
|
|
3295
3317
|
Format: TargetFormat | string | undefined;
|
|
3318
|
+
/**
|
|
3319
|
+
* <p>Specifies additional connection options for the connector.</p>
|
|
3320
|
+
*/
|
|
3296
3321
|
AdditionalOptions: Record<string, string> | undefined;
|
|
3297
3322
|
/**
|
|
3298
3323
|
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
@@ -3316,7 +3341,7 @@ export interface S3HudiSource {
|
|
|
3316
3341
|
*/
|
|
3317
3342
|
AdditionalHudiOptions?: Record<string, string>;
|
|
3318
3343
|
/**
|
|
3319
|
-
* <p>Specifies additional
|
|
3344
|
+
* <p>Specifies additional options for the connector.</p>
|
|
3320
3345
|
*/
|
|
3321
3346
|
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
3322
3347
|
/**
|
|
@@ -2646,11 +2646,11 @@ export interface CodeGenConfigurationNode {
|
|
|
2646
2646
|
*/
|
|
2647
2647
|
S3ParquetSource?: S3ParquetSource;
|
|
2648
2648
|
/**
|
|
2649
|
-
* <p>Specifies a
|
|
2649
|
+
* <p>Specifies a relational catalog data store in the Glue Data Catalog.</p>
|
|
2650
2650
|
*/
|
|
2651
2651
|
RelationalCatalogSource?: RelationalCatalogSource;
|
|
2652
2652
|
/**
|
|
2653
|
-
* <p>Specifies a
|
|
2653
|
+
* <p>Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.</p>
|
|
2654
2654
|
*/
|
|
2655
2655
|
DynamoDBCatalogSource?: DynamoDBCatalogSource;
|
|
2656
2656
|
/**
|
|
@@ -545,6 +545,9 @@ export interface KafkaStreamingSourceOptions {
|
|
|
545
545
|
RetryIntervalMs?: number;
|
|
546
546
|
MaxOffsetsPerTrigger?: number;
|
|
547
547
|
MinPartitions?: number;
|
|
548
|
+
IncludeHeaders?: boolean;
|
|
549
|
+
AddRecordTimestamp?: string;
|
|
550
|
+
EmitConsumerLagMetrics?: string;
|
|
548
551
|
}
|
|
549
552
|
export interface CatalogKafkaSource {
|
|
550
553
|
Name: string | undefined;
|
|
@@ -579,6 +582,8 @@ export interface KinesisStreamingSourceOptions {
|
|
|
579
582
|
StreamArn?: string;
|
|
580
583
|
RoleArn?: string;
|
|
581
584
|
RoleSessionName?: string;
|
|
585
|
+
AddRecordTimestamp?: string;
|
|
586
|
+
EmitConsumerLagMetrics?: string;
|
|
582
587
|
}
|
|
583
588
|
export interface CatalogKinesisSource {
|
|
584
589
|
Name: string | undefined;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.267.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -20,37 +20,37 @@
|
|
|
20
20
|
"dependencies": {
|
|
21
21
|
"@aws-crypto/sha256-browser": "3.0.0",
|
|
22
22
|
"@aws-crypto/sha256-js": "3.0.0",
|
|
23
|
-
"@aws-sdk/client-sts": "3.
|
|
24
|
-
"@aws-sdk/config-resolver": "3.
|
|
25
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
26
|
-
"@aws-sdk/fetch-http-handler": "3.
|
|
27
|
-
"@aws-sdk/hash-node": "3.
|
|
28
|
-
"@aws-sdk/invalid-dependency": "3.
|
|
29
|
-
"@aws-sdk/middleware-content-length": "3.
|
|
30
|
-
"@aws-sdk/middleware-endpoint": "3.
|
|
31
|
-
"@aws-sdk/middleware-host-header": "3.
|
|
32
|
-
"@aws-sdk/middleware-logger": "3.
|
|
33
|
-
"@aws-sdk/middleware-recursion-detection": "3.
|
|
34
|
-
"@aws-sdk/middleware-retry": "3.
|
|
35
|
-
"@aws-sdk/middleware-serde": "3.
|
|
36
|
-
"@aws-sdk/middleware-signing": "3.
|
|
37
|
-
"@aws-sdk/middleware-stack": "3.
|
|
38
|
-
"@aws-sdk/middleware-user-agent": "3.
|
|
39
|
-
"@aws-sdk/node-config-provider": "3.
|
|
40
|
-
"@aws-sdk/node-http-handler": "3.
|
|
41
|
-
"@aws-sdk/protocol-http": "3.
|
|
42
|
-
"@aws-sdk/smithy-client": "3.
|
|
43
|
-
"@aws-sdk/types": "3.
|
|
44
|
-
"@aws-sdk/url-parser": "3.
|
|
23
|
+
"@aws-sdk/client-sts": "3.267.0",
|
|
24
|
+
"@aws-sdk/config-resolver": "3.267.0",
|
|
25
|
+
"@aws-sdk/credential-provider-node": "3.267.0",
|
|
26
|
+
"@aws-sdk/fetch-http-handler": "3.267.0",
|
|
27
|
+
"@aws-sdk/hash-node": "3.267.0",
|
|
28
|
+
"@aws-sdk/invalid-dependency": "3.267.0",
|
|
29
|
+
"@aws-sdk/middleware-content-length": "3.267.0",
|
|
30
|
+
"@aws-sdk/middleware-endpoint": "3.267.0",
|
|
31
|
+
"@aws-sdk/middleware-host-header": "3.267.0",
|
|
32
|
+
"@aws-sdk/middleware-logger": "3.267.0",
|
|
33
|
+
"@aws-sdk/middleware-recursion-detection": "3.267.0",
|
|
34
|
+
"@aws-sdk/middleware-retry": "3.267.0",
|
|
35
|
+
"@aws-sdk/middleware-serde": "3.267.0",
|
|
36
|
+
"@aws-sdk/middleware-signing": "3.267.0",
|
|
37
|
+
"@aws-sdk/middleware-stack": "3.267.0",
|
|
38
|
+
"@aws-sdk/middleware-user-agent": "3.267.0",
|
|
39
|
+
"@aws-sdk/node-config-provider": "3.267.0",
|
|
40
|
+
"@aws-sdk/node-http-handler": "3.267.0",
|
|
41
|
+
"@aws-sdk/protocol-http": "3.267.0",
|
|
42
|
+
"@aws-sdk/smithy-client": "3.267.0",
|
|
43
|
+
"@aws-sdk/types": "3.267.0",
|
|
44
|
+
"@aws-sdk/url-parser": "3.267.0",
|
|
45
45
|
"@aws-sdk/util-base64": "3.208.0",
|
|
46
46
|
"@aws-sdk/util-body-length-browser": "3.188.0",
|
|
47
47
|
"@aws-sdk/util-body-length-node": "3.208.0",
|
|
48
|
-
"@aws-sdk/util-defaults-mode-browser": "3.
|
|
49
|
-
"@aws-sdk/util-defaults-mode-node": "3.
|
|
50
|
-
"@aws-sdk/util-endpoints": "3.
|
|
51
|
-
"@aws-sdk/util-retry": "3.
|
|
52
|
-
"@aws-sdk/util-user-agent-browser": "3.
|
|
53
|
-
"@aws-sdk/util-user-agent-node": "3.
|
|
48
|
+
"@aws-sdk/util-defaults-mode-browser": "3.267.0",
|
|
49
|
+
"@aws-sdk/util-defaults-mode-node": "3.267.0",
|
|
50
|
+
"@aws-sdk/util-endpoints": "3.267.0",
|
|
51
|
+
"@aws-sdk/util-retry": "3.267.0",
|
|
52
|
+
"@aws-sdk/util-user-agent-browser": "3.267.0",
|
|
53
|
+
"@aws-sdk/util-user-agent-node": "3.267.0",
|
|
54
54
|
"@aws-sdk/util-utf8": "3.254.0",
|
|
55
55
|
"tslib": "^2.3.1"
|
|
56
56
|
},
|