@aws-sdk/client-glue 3.358.0 → 3.360.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/models/models_0.js +1 -0
- package/dist-cjs/protocols/Aws_json1_1.js +184 -8
- package/dist-es/models/models_0.js +1 -0
- package/dist-es/protocols/Aws_json1_1.js +185 -9
- package/dist-types/commands/BatchGetJobsCommand.d.ts +6 -2
- package/dist-types/commands/CreateJobCommand.d.ts +6 -2
- package/dist-types/commands/GetJobCommand.d.ts +6 -2
- package/dist-types/commands/GetJobsCommand.d.ts +6 -2
- package/dist-types/commands/UpdateJobCommand.d.ts +6 -2
- package/dist-types/models/models_0.d.ts +12 -1
- package/dist-types/ts3.4/models/models_0.d.ts +3 -0
- package/package.json +7 -7
|
@@ -10604,6 +10604,28 @@ const se_BinaryColumnStatisticsData = (input, context) => {
|
|
|
10604
10604
|
NumberOfNulls: [],
|
|
10605
10605
|
});
|
|
10606
10606
|
};
|
|
10607
|
+
const se_CatalogKafkaSource = (input, context) => {
|
|
10608
|
+
return (0, smithy_client_1.take)(input, {
|
|
10609
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
10610
|
+
Database: [],
|
|
10611
|
+
DetectSchema: [],
|
|
10612
|
+
Name: [],
|
|
10613
|
+
StreamingOptions: (_) => se_KafkaStreamingSourceOptions(_, context),
|
|
10614
|
+
Table: [],
|
|
10615
|
+
WindowSize: [],
|
|
10616
|
+
});
|
|
10617
|
+
};
|
|
10618
|
+
const se_CatalogKinesisSource = (input, context) => {
|
|
10619
|
+
return (0, smithy_client_1.take)(input, {
|
|
10620
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
10621
|
+
Database: [],
|
|
10622
|
+
DetectSchema: [],
|
|
10623
|
+
Name: [],
|
|
10624
|
+
StreamingOptions: (_) => se_KinesisStreamingSourceOptions(_, context),
|
|
10625
|
+
Table: [],
|
|
10626
|
+
WindowSize: [],
|
|
10627
|
+
});
|
|
10628
|
+
};
|
|
10607
10629
|
const se_CodeGenConfigurationNode = (input, context) => {
|
|
10608
10630
|
return (0, smithy_client_1.take)(input, {
|
|
10609
10631
|
Aggregate: smithy_client_1._json,
|
|
@@ -10613,14 +10635,14 @@ const se_CodeGenConfigurationNode = (input, context) => {
|
|
|
10613
10635
|
AthenaConnectorSource: smithy_client_1._json,
|
|
10614
10636
|
CatalogDeltaSource: smithy_client_1._json,
|
|
10615
10637
|
CatalogHudiSource: smithy_client_1._json,
|
|
10616
|
-
CatalogKafkaSource:
|
|
10617
|
-
CatalogKinesisSource:
|
|
10638
|
+
CatalogKafkaSource: (_) => se_CatalogKafkaSource(_, context),
|
|
10639
|
+
CatalogKinesisSource: (_) => se_CatalogKinesisSource(_, context),
|
|
10618
10640
|
CatalogSource: smithy_client_1._json,
|
|
10619
10641
|
CatalogTarget: smithy_client_1._json,
|
|
10620
10642
|
CustomCode: smithy_client_1._json,
|
|
10621
10643
|
DirectJDBCSource: smithy_client_1._json,
|
|
10622
|
-
DirectKafkaSource:
|
|
10623
|
-
DirectKinesisSource:
|
|
10644
|
+
DirectKafkaSource: (_) => se_DirectKafkaSource(_, context),
|
|
10645
|
+
DirectKinesisSource: (_) => se_DirectKinesisSource(_, context),
|
|
10624
10646
|
DropDuplicates: smithy_client_1._json,
|
|
10625
10647
|
DropFields: smithy_client_1._json,
|
|
10626
10648
|
DropNullFields: smithy_client_1._json,
|
|
@@ -10867,6 +10889,24 @@ const se_DecimalNumber = (input, context) => {
|
|
|
10867
10889
|
UnscaledValue: context.base64Encoder,
|
|
10868
10890
|
});
|
|
10869
10891
|
};
|
|
10892
|
+
const se_DirectKafkaSource = (input, context) => {
|
|
10893
|
+
return (0, smithy_client_1.take)(input, {
|
|
10894
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
10895
|
+
DetectSchema: [],
|
|
10896
|
+
Name: [],
|
|
10897
|
+
StreamingOptions: (_) => se_KafkaStreamingSourceOptions(_, context),
|
|
10898
|
+
WindowSize: [],
|
|
10899
|
+
});
|
|
10900
|
+
};
|
|
10901
|
+
const se_DirectKinesisSource = (input, context) => {
|
|
10902
|
+
return (0, smithy_client_1.take)(input, {
|
|
10903
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
10904
|
+
DetectSchema: [],
|
|
10905
|
+
Name: [],
|
|
10906
|
+
StreamingOptions: (_) => se_KinesisStreamingSourceOptions(_, context),
|
|
10907
|
+
WindowSize: [],
|
|
10908
|
+
});
|
|
10909
|
+
};
|
|
10870
10910
|
const se_DoubleColumnStatisticsData = (input, context) => {
|
|
10871
10911
|
return (0, smithy_client_1.take)(input, {
|
|
10872
10912
|
MaximumValue: smithy_client_1.serializeFloat,
|
|
@@ -10972,6 +11012,54 @@ const se_JobUpdate = (input, context) => {
|
|
|
10972
11012
|
WorkerType: [],
|
|
10973
11013
|
});
|
|
10974
11014
|
};
|
|
11015
|
+
const se_KafkaStreamingSourceOptions = (input, context) => {
|
|
11016
|
+
return (0, smithy_client_1.take)(input, {
|
|
11017
|
+
AddRecordTimestamp: [],
|
|
11018
|
+
Assign: [],
|
|
11019
|
+
BootstrapServers: [],
|
|
11020
|
+
Classification: [],
|
|
11021
|
+
ConnectionName: [],
|
|
11022
|
+
Delimiter: [],
|
|
11023
|
+
EmitConsumerLagMetrics: [],
|
|
11024
|
+
EndingOffsets: [],
|
|
11025
|
+
IncludeHeaders: [],
|
|
11026
|
+
MaxOffsetsPerTrigger: [],
|
|
11027
|
+
MinPartitions: [],
|
|
11028
|
+
NumRetries: [],
|
|
11029
|
+
PollTimeoutMs: [],
|
|
11030
|
+
RetryIntervalMs: [],
|
|
11031
|
+
SecurityProtocol: [],
|
|
11032
|
+
StartingOffsets: [],
|
|
11033
|
+
StartingTimestamp: (_) => _.toISOString().split(".")[0] + "Z",
|
|
11034
|
+
SubscribePattern: [],
|
|
11035
|
+
TopicName: [],
|
|
11036
|
+
});
|
|
11037
|
+
};
|
|
11038
|
+
const se_KinesisStreamingSourceOptions = (input, context) => {
|
|
11039
|
+
return (0, smithy_client_1.take)(input, {
|
|
11040
|
+
AddIdleTimeBetweenReads: [],
|
|
11041
|
+
AddRecordTimestamp: [],
|
|
11042
|
+
AvoidEmptyBatches: [],
|
|
11043
|
+
Classification: [],
|
|
11044
|
+
Delimiter: [],
|
|
11045
|
+
DescribeShardInterval: [],
|
|
11046
|
+
EmitConsumerLagMetrics: [],
|
|
11047
|
+
EndpointUrl: [],
|
|
11048
|
+
IdleTimeBetweenReadsInMs: [],
|
|
11049
|
+
MaxFetchRecordsPerShard: [],
|
|
11050
|
+
MaxFetchTimeInMs: [],
|
|
11051
|
+
MaxRecordPerRead: [],
|
|
11052
|
+
MaxRetryIntervalMs: [],
|
|
11053
|
+
NumRetries: [],
|
|
11054
|
+
RetryIntervalMs: [],
|
|
11055
|
+
RoleArn: [],
|
|
11056
|
+
RoleSessionName: [],
|
|
11057
|
+
StartingPosition: [],
|
|
11058
|
+
StartingTimestamp: (_) => _.toISOString().split(".")[0] + "Z",
|
|
11059
|
+
StreamArn: [],
|
|
11060
|
+
StreamName: [],
|
|
11061
|
+
});
|
|
11062
|
+
};
|
|
10975
11063
|
const se_ListDataQualityResultsRequest = (input, context) => {
|
|
10976
11064
|
return (0, smithy_client_1.take)(input, {
|
|
10977
11065
|
Filter: (_) => se_DataQualityResultFilterCriteria(_, context),
|
|
@@ -11320,6 +11408,28 @@ const de_CatalogImportStatus = (output, context) => {
|
|
|
11320
11408
|
ImportedBy: smithy_client_1.expectString,
|
|
11321
11409
|
});
|
|
11322
11410
|
};
|
|
11411
|
+
const de_CatalogKafkaSource = (output, context) => {
|
|
11412
|
+
return (0, smithy_client_1.take)(output, {
|
|
11413
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
11414
|
+
Database: smithy_client_1.expectString,
|
|
11415
|
+
DetectSchema: smithy_client_1.expectBoolean,
|
|
11416
|
+
Name: smithy_client_1.expectString,
|
|
11417
|
+
StreamingOptions: (_) => de_KafkaStreamingSourceOptions(_, context),
|
|
11418
|
+
Table: smithy_client_1.expectString,
|
|
11419
|
+
WindowSize: smithy_client_1.expectInt32,
|
|
11420
|
+
});
|
|
11421
|
+
};
|
|
11422
|
+
const de_CatalogKinesisSource = (output, context) => {
|
|
11423
|
+
return (0, smithy_client_1.take)(output, {
|
|
11424
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
11425
|
+
Database: smithy_client_1.expectString,
|
|
11426
|
+
DetectSchema: smithy_client_1.expectBoolean,
|
|
11427
|
+
Name: smithy_client_1.expectString,
|
|
11428
|
+
StreamingOptions: (_) => de_KinesisStreamingSourceOptions(_, context),
|
|
11429
|
+
Table: smithy_client_1.expectString,
|
|
11430
|
+
WindowSize: smithy_client_1.expectInt32,
|
|
11431
|
+
});
|
|
11432
|
+
};
|
|
11323
11433
|
const de_Classifier = (output, context) => {
|
|
11324
11434
|
return (0, smithy_client_1.take)(output, {
|
|
11325
11435
|
CsvClassifier: (_) => de_CsvClassifier(_, context),
|
|
@@ -11345,14 +11455,14 @@ const de_CodeGenConfigurationNode = (output, context) => {
|
|
|
11345
11455
|
AthenaConnectorSource: smithy_client_1._json,
|
|
11346
11456
|
CatalogDeltaSource: smithy_client_1._json,
|
|
11347
11457
|
CatalogHudiSource: smithy_client_1._json,
|
|
11348
|
-
CatalogKafkaSource:
|
|
11349
|
-
CatalogKinesisSource:
|
|
11458
|
+
CatalogKafkaSource: (_) => de_CatalogKafkaSource(_, context),
|
|
11459
|
+
CatalogKinesisSource: (_) => de_CatalogKinesisSource(_, context),
|
|
11350
11460
|
CatalogSource: smithy_client_1._json,
|
|
11351
11461
|
CatalogTarget: smithy_client_1._json,
|
|
11352
11462
|
CustomCode: smithy_client_1._json,
|
|
11353
11463
|
DirectJDBCSource: smithy_client_1._json,
|
|
11354
|
-
DirectKafkaSource:
|
|
11355
|
-
DirectKinesisSource:
|
|
11464
|
+
DirectKafkaSource: (_) => de_DirectKafkaSource(_, context),
|
|
11465
|
+
DirectKinesisSource: (_) => de_DirectKinesisSource(_, context),
|
|
11356
11466
|
DropDuplicates: smithy_client_1._json,
|
|
11357
11467
|
DropFields: smithy_client_1._json,
|
|
11358
11468
|
DropNullFields: smithy_client_1._json,
|
|
@@ -11837,6 +11947,24 @@ const de_DevEndpointList = (output, context) => {
|
|
|
11837
11947
|
});
|
|
11838
11948
|
return retVal;
|
|
11839
11949
|
};
|
|
11950
|
+
const de_DirectKafkaSource = (output, context) => {
|
|
11951
|
+
return (0, smithy_client_1.take)(output, {
|
|
11952
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
11953
|
+
DetectSchema: smithy_client_1.expectBoolean,
|
|
11954
|
+
Name: smithy_client_1.expectString,
|
|
11955
|
+
StreamingOptions: (_) => de_KafkaStreamingSourceOptions(_, context),
|
|
11956
|
+
WindowSize: smithy_client_1.expectInt32,
|
|
11957
|
+
});
|
|
11958
|
+
};
|
|
11959
|
+
const de_DirectKinesisSource = (output, context) => {
|
|
11960
|
+
return (0, smithy_client_1.take)(output, {
|
|
11961
|
+
DataPreviewOptions: smithy_client_1._json,
|
|
11962
|
+
DetectSchema: smithy_client_1.expectBoolean,
|
|
11963
|
+
Name: smithy_client_1.expectString,
|
|
11964
|
+
StreamingOptions: (_) => de_KinesisStreamingSourceOptions(_, context),
|
|
11965
|
+
WindowSize: smithy_client_1.expectInt32,
|
|
11966
|
+
});
|
|
11967
|
+
};
|
|
11840
11968
|
const de_DoubleColumnStatisticsData = (output, context) => {
|
|
11841
11969
|
return (0, smithy_client_1.take)(output, {
|
|
11842
11970
|
MaximumValue: smithy_client_1.limitedParseDouble,
|
|
@@ -12356,6 +12484,54 @@ const de_JsonClassifier = (output, context) => {
|
|
|
12356
12484
|
Version: smithy_client_1.expectLong,
|
|
12357
12485
|
});
|
|
12358
12486
|
};
|
|
12487
|
+
const de_KafkaStreamingSourceOptions = (output, context) => {
|
|
12488
|
+
return (0, smithy_client_1.take)(output, {
|
|
12489
|
+
AddRecordTimestamp: smithy_client_1.expectString,
|
|
12490
|
+
Assign: smithy_client_1.expectString,
|
|
12491
|
+
BootstrapServers: smithy_client_1.expectString,
|
|
12492
|
+
Classification: smithy_client_1.expectString,
|
|
12493
|
+
ConnectionName: smithy_client_1.expectString,
|
|
12494
|
+
Delimiter: smithy_client_1.expectString,
|
|
12495
|
+
EmitConsumerLagMetrics: smithy_client_1.expectString,
|
|
12496
|
+
EndingOffsets: smithy_client_1.expectString,
|
|
12497
|
+
IncludeHeaders: smithy_client_1.expectBoolean,
|
|
12498
|
+
MaxOffsetsPerTrigger: smithy_client_1.expectLong,
|
|
12499
|
+
MinPartitions: smithy_client_1.expectInt32,
|
|
12500
|
+
NumRetries: smithy_client_1.expectInt32,
|
|
12501
|
+
PollTimeoutMs: smithy_client_1.expectLong,
|
|
12502
|
+
RetryIntervalMs: smithy_client_1.expectLong,
|
|
12503
|
+
SecurityProtocol: smithy_client_1.expectString,
|
|
12504
|
+
StartingOffsets: smithy_client_1.expectString,
|
|
12505
|
+
StartingTimestamp: (_) => (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseRfc3339DateTimeWithOffset)(_)),
|
|
12506
|
+
SubscribePattern: smithy_client_1.expectString,
|
|
12507
|
+
TopicName: smithy_client_1.expectString,
|
|
12508
|
+
});
|
|
12509
|
+
};
|
|
12510
|
+
const de_KinesisStreamingSourceOptions = (output, context) => {
|
|
12511
|
+
return (0, smithy_client_1.take)(output, {
|
|
12512
|
+
AddIdleTimeBetweenReads: smithy_client_1.expectBoolean,
|
|
12513
|
+
AddRecordTimestamp: smithy_client_1.expectString,
|
|
12514
|
+
AvoidEmptyBatches: smithy_client_1.expectBoolean,
|
|
12515
|
+
Classification: smithy_client_1.expectString,
|
|
12516
|
+
Delimiter: smithy_client_1.expectString,
|
|
12517
|
+
DescribeShardInterval: smithy_client_1.expectLong,
|
|
12518
|
+
EmitConsumerLagMetrics: smithy_client_1.expectString,
|
|
12519
|
+
EndpointUrl: smithy_client_1.expectString,
|
|
12520
|
+
IdleTimeBetweenReadsInMs: smithy_client_1.expectLong,
|
|
12521
|
+
MaxFetchRecordsPerShard: smithy_client_1.expectLong,
|
|
12522
|
+
MaxFetchTimeInMs: smithy_client_1.expectLong,
|
|
12523
|
+
MaxRecordPerRead: smithy_client_1.expectLong,
|
|
12524
|
+
MaxRetryIntervalMs: smithy_client_1.expectLong,
|
|
12525
|
+
NumRetries: smithy_client_1.expectInt32,
|
|
12526
|
+
RetryIntervalMs: smithy_client_1.expectLong,
|
|
12527
|
+
RoleArn: smithy_client_1.expectString,
|
|
12528
|
+
RoleSessionName: smithy_client_1.expectString,
|
|
12529
|
+
StartingPosition: smithy_client_1.expectString,
|
|
12530
|
+
StartingTimestamp: (_) => (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseRfc3339DateTimeWithOffset)(_)),
|
|
12531
|
+
StreamArn: smithy_client_1.expectString,
|
|
12532
|
+
StreamName: smithy_client_1.expectString,
|
|
12533
|
+
});
|
|
12534
|
+
};
|
|
12359
12535
|
const de_LastActiveDefinition = (output, context) => {
|
|
12360
12536
|
return (0, smithy_client_1.take)(output, {
|
|
12361
12537
|
BlueprintLocation: smithy_client_1.expectString,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { _json, collectBody, decorateServiceException as __decorateServiceException, expectBoolean as __expectBoolean, expectInt32 as __expectInt32, expectLong as __expectLong, expectNonNull as __expectNonNull, expectNumber as __expectNumber, expectString as __expectString, limitedParseDouble as __limitedParseDouble, parseEpochTimestamp as __parseEpochTimestamp, serializeFloat as __serializeFloat, take, withBaseException, } from "@aws-sdk/smithy-client";
|
|
1
|
+
import { _json, collectBody, decorateServiceException as __decorateServiceException, expectBoolean as __expectBoolean, expectInt32 as __expectInt32, expectLong as __expectLong, expectNonNull as __expectNonNull, expectNumber as __expectNumber, expectString as __expectString, limitedParseDouble as __limitedParseDouble, parseEpochTimestamp as __parseEpochTimestamp, parseRfc3339DateTimeWithOffset as __parseRfc3339DateTimeWithOffset, serializeFloat as __serializeFloat, take, withBaseException, } from "@aws-sdk/smithy-client";
|
|
2
2
|
import { HttpRequest as __HttpRequest } from "@smithy/protocol-http";
|
|
3
3
|
import { GlueServiceException as __BaseException } from "../models/GlueServiceException";
|
|
4
4
|
import { AccessDeniedException, AlreadyExistsException, ConcurrentModificationException, EntityNotFoundException, FederatedResourceAlreadyExistsException, FederationSourceException, FederationSourceRetryableException, GlueEncryptionException, IdempotentParameterMismatchException, IllegalSessionStateException, InternalServiceException, InvalidInputException, InvalidStateException, OperationTimeoutException, ResourceNotReadyException, ResourceNumberLimitExceededException, ValidationException, } from "../models/models_0";
|
|
@@ -10189,6 +10189,28 @@ const se_BinaryColumnStatisticsData = (input, context) => {
|
|
|
10189
10189
|
NumberOfNulls: [],
|
|
10190
10190
|
});
|
|
10191
10191
|
};
|
|
10192
|
+
const se_CatalogKafkaSource = (input, context) => {
|
|
10193
|
+
return take(input, {
|
|
10194
|
+
DataPreviewOptions: _json,
|
|
10195
|
+
Database: [],
|
|
10196
|
+
DetectSchema: [],
|
|
10197
|
+
Name: [],
|
|
10198
|
+
StreamingOptions: (_) => se_KafkaStreamingSourceOptions(_, context),
|
|
10199
|
+
Table: [],
|
|
10200
|
+
WindowSize: [],
|
|
10201
|
+
});
|
|
10202
|
+
};
|
|
10203
|
+
const se_CatalogKinesisSource = (input, context) => {
|
|
10204
|
+
return take(input, {
|
|
10205
|
+
DataPreviewOptions: _json,
|
|
10206
|
+
Database: [],
|
|
10207
|
+
DetectSchema: [],
|
|
10208
|
+
Name: [],
|
|
10209
|
+
StreamingOptions: (_) => se_KinesisStreamingSourceOptions(_, context),
|
|
10210
|
+
Table: [],
|
|
10211
|
+
WindowSize: [],
|
|
10212
|
+
});
|
|
10213
|
+
};
|
|
10192
10214
|
const se_CodeGenConfigurationNode = (input, context) => {
|
|
10193
10215
|
return take(input, {
|
|
10194
10216
|
Aggregate: _json,
|
|
@@ -10198,14 +10220,14 @@ const se_CodeGenConfigurationNode = (input, context) => {
|
|
|
10198
10220
|
AthenaConnectorSource: _json,
|
|
10199
10221
|
CatalogDeltaSource: _json,
|
|
10200
10222
|
CatalogHudiSource: _json,
|
|
10201
|
-
CatalogKafkaSource:
|
|
10202
|
-
CatalogKinesisSource:
|
|
10223
|
+
CatalogKafkaSource: (_) => se_CatalogKafkaSource(_, context),
|
|
10224
|
+
CatalogKinesisSource: (_) => se_CatalogKinesisSource(_, context),
|
|
10203
10225
|
CatalogSource: _json,
|
|
10204
10226
|
CatalogTarget: _json,
|
|
10205
10227
|
CustomCode: _json,
|
|
10206
10228
|
DirectJDBCSource: _json,
|
|
10207
|
-
DirectKafkaSource:
|
|
10208
|
-
DirectKinesisSource:
|
|
10229
|
+
DirectKafkaSource: (_) => se_DirectKafkaSource(_, context),
|
|
10230
|
+
DirectKinesisSource: (_) => se_DirectKinesisSource(_, context),
|
|
10209
10231
|
DropDuplicates: _json,
|
|
10210
10232
|
DropFields: _json,
|
|
10211
10233
|
DropNullFields: _json,
|
|
@@ -10452,6 +10474,24 @@ const se_DecimalNumber = (input, context) => {
|
|
|
10452
10474
|
UnscaledValue: context.base64Encoder,
|
|
10453
10475
|
});
|
|
10454
10476
|
};
|
|
10477
|
+
const se_DirectKafkaSource = (input, context) => {
|
|
10478
|
+
return take(input, {
|
|
10479
|
+
DataPreviewOptions: _json,
|
|
10480
|
+
DetectSchema: [],
|
|
10481
|
+
Name: [],
|
|
10482
|
+
StreamingOptions: (_) => se_KafkaStreamingSourceOptions(_, context),
|
|
10483
|
+
WindowSize: [],
|
|
10484
|
+
});
|
|
10485
|
+
};
|
|
10486
|
+
const se_DirectKinesisSource = (input, context) => {
|
|
10487
|
+
return take(input, {
|
|
10488
|
+
DataPreviewOptions: _json,
|
|
10489
|
+
DetectSchema: [],
|
|
10490
|
+
Name: [],
|
|
10491
|
+
StreamingOptions: (_) => se_KinesisStreamingSourceOptions(_, context),
|
|
10492
|
+
WindowSize: [],
|
|
10493
|
+
});
|
|
10494
|
+
};
|
|
10455
10495
|
const se_DoubleColumnStatisticsData = (input, context) => {
|
|
10456
10496
|
return take(input, {
|
|
10457
10497
|
MaximumValue: __serializeFloat,
|
|
@@ -10557,6 +10597,54 @@ const se_JobUpdate = (input, context) => {
|
|
|
10557
10597
|
WorkerType: [],
|
|
10558
10598
|
});
|
|
10559
10599
|
};
|
|
10600
|
+
const se_KafkaStreamingSourceOptions = (input, context) => {
|
|
10601
|
+
return take(input, {
|
|
10602
|
+
AddRecordTimestamp: [],
|
|
10603
|
+
Assign: [],
|
|
10604
|
+
BootstrapServers: [],
|
|
10605
|
+
Classification: [],
|
|
10606
|
+
ConnectionName: [],
|
|
10607
|
+
Delimiter: [],
|
|
10608
|
+
EmitConsumerLagMetrics: [],
|
|
10609
|
+
EndingOffsets: [],
|
|
10610
|
+
IncludeHeaders: [],
|
|
10611
|
+
MaxOffsetsPerTrigger: [],
|
|
10612
|
+
MinPartitions: [],
|
|
10613
|
+
NumRetries: [],
|
|
10614
|
+
PollTimeoutMs: [],
|
|
10615
|
+
RetryIntervalMs: [],
|
|
10616
|
+
SecurityProtocol: [],
|
|
10617
|
+
StartingOffsets: [],
|
|
10618
|
+
StartingTimestamp: (_) => _.toISOString().split(".")[0] + "Z",
|
|
10619
|
+
SubscribePattern: [],
|
|
10620
|
+
TopicName: [],
|
|
10621
|
+
});
|
|
10622
|
+
};
|
|
10623
|
+
const se_KinesisStreamingSourceOptions = (input, context) => {
|
|
10624
|
+
return take(input, {
|
|
10625
|
+
AddIdleTimeBetweenReads: [],
|
|
10626
|
+
AddRecordTimestamp: [],
|
|
10627
|
+
AvoidEmptyBatches: [],
|
|
10628
|
+
Classification: [],
|
|
10629
|
+
Delimiter: [],
|
|
10630
|
+
DescribeShardInterval: [],
|
|
10631
|
+
EmitConsumerLagMetrics: [],
|
|
10632
|
+
EndpointUrl: [],
|
|
10633
|
+
IdleTimeBetweenReadsInMs: [],
|
|
10634
|
+
MaxFetchRecordsPerShard: [],
|
|
10635
|
+
MaxFetchTimeInMs: [],
|
|
10636
|
+
MaxRecordPerRead: [],
|
|
10637
|
+
MaxRetryIntervalMs: [],
|
|
10638
|
+
NumRetries: [],
|
|
10639
|
+
RetryIntervalMs: [],
|
|
10640
|
+
RoleArn: [],
|
|
10641
|
+
RoleSessionName: [],
|
|
10642
|
+
StartingPosition: [],
|
|
10643
|
+
StartingTimestamp: (_) => _.toISOString().split(".")[0] + "Z",
|
|
10644
|
+
StreamArn: [],
|
|
10645
|
+
StreamName: [],
|
|
10646
|
+
});
|
|
10647
|
+
};
|
|
10560
10648
|
const se_ListDataQualityResultsRequest = (input, context) => {
|
|
10561
10649
|
return take(input, {
|
|
10562
10650
|
Filter: (_) => se_DataQualityResultFilterCriteria(_, context),
|
|
@@ -10905,6 +10993,28 @@ const de_CatalogImportStatus = (output, context) => {
|
|
|
10905
10993
|
ImportedBy: __expectString,
|
|
10906
10994
|
});
|
|
10907
10995
|
};
|
|
10996
|
+
const de_CatalogKafkaSource = (output, context) => {
|
|
10997
|
+
return take(output, {
|
|
10998
|
+
DataPreviewOptions: _json,
|
|
10999
|
+
Database: __expectString,
|
|
11000
|
+
DetectSchema: __expectBoolean,
|
|
11001
|
+
Name: __expectString,
|
|
11002
|
+
StreamingOptions: (_) => de_KafkaStreamingSourceOptions(_, context),
|
|
11003
|
+
Table: __expectString,
|
|
11004
|
+
WindowSize: __expectInt32,
|
|
11005
|
+
});
|
|
11006
|
+
};
|
|
11007
|
+
const de_CatalogKinesisSource = (output, context) => {
|
|
11008
|
+
return take(output, {
|
|
11009
|
+
DataPreviewOptions: _json,
|
|
11010
|
+
Database: __expectString,
|
|
11011
|
+
DetectSchema: __expectBoolean,
|
|
11012
|
+
Name: __expectString,
|
|
11013
|
+
StreamingOptions: (_) => de_KinesisStreamingSourceOptions(_, context),
|
|
11014
|
+
Table: __expectString,
|
|
11015
|
+
WindowSize: __expectInt32,
|
|
11016
|
+
});
|
|
11017
|
+
};
|
|
10908
11018
|
const de_Classifier = (output, context) => {
|
|
10909
11019
|
return take(output, {
|
|
10910
11020
|
CsvClassifier: (_) => de_CsvClassifier(_, context),
|
|
@@ -10930,14 +11040,14 @@ const de_CodeGenConfigurationNode = (output, context) => {
|
|
|
10930
11040
|
AthenaConnectorSource: _json,
|
|
10931
11041
|
CatalogDeltaSource: _json,
|
|
10932
11042
|
CatalogHudiSource: _json,
|
|
10933
|
-
CatalogKafkaSource:
|
|
10934
|
-
CatalogKinesisSource:
|
|
11043
|
+
CatalogKafkaSource: (_) => de_CatalogKafkaSource(_, context),
|
|
11044
|
+
CatalogKinesisSource: (_) => de_CatalogKinesisSource(_, context),
|
|
10935
11045
|
CatalogSource: _json,
|
|
10936
11046
|
CatalogTarget: _json,
|
|
10937
11047
|
CustomCode: _json,
|
|
10938
11048
|
DirectJDBCSource: _json,
|
|
10939
|
-
DirectKafkaSource:
|
|
10940
|
-
DirectKinesisSource:
|
|
11049
|
+
DirectKafkaSource: (_) => de_DirectKafkaSource(_, context),
|
|
11050
|
+
DirectKinesisSource: (_) => de_DirectKinesisSource(_, context),
|
|
10941
11051
|
DropDuplicates: _json,
|
|
10942
11052
|
DropFields: _json,
|
|
10943
11053
|
DropNullFields: _json,
|
|
@@ -11422,6 +11532,24 @@ const de_DevEndpointList = (output, context) => {
|
|
|
11422
11532
|
});
|
|
11423
11533
|
return retVal;
|
|
11424
11534
|
};
|
|
11535
|
+
const de_DirectKafkaSource = (output, context) => {
|
|
11536
|
+
return take(output, {
|
|
11537
|
+
DataPreviewOptions: _json,
|
|
11538
|
+
DetectSchema: __expectBoolean,
|
|
11539
|
+
Name: __expectString,
|
|
11540
|
+
StreamingOptions: (_) => de_KafkaStreamingSourceOptions(_, context),
|
|
11541
|
+
WindowSize: __expectInt32,
|
|
11542
|
+
});
|
|
11543
|
+
};
|
|
11544
|
+
const de_DirectKinesisSource = (output, context) => {
|
|
11545
|
+
return take(output, {
|
|
11546
|
+
DataPreviewOptions: _json,
|
|
11547
|
+
DetectSchema: __expectBoolean,
|
|
11548
|
+
Name: __expectString,
|
|
11549
|
+
StreamingOptions: (_) => de_KinesisStreamingSourceOptions(_, context),
|
|
11550
|
+
WindowSize: __expectInt32,
|
|
11551
|
+
});
|
|
11552
|
+
};
|
|
11425
11553
|
const de_DoubleColumnStatisticsData = (output, context) => {
|
|
11426
11554
|
return take(output, {
|
|
11427
11555
|
MaximumValue: __limitedParseDouble,
|
|
@@ -11941,6 +12069,54 @@ const de_JsonClassifier = (output, context) => {
|
|
|
11941
12069
|
Version: __expectLong,
|
|
11942
12070
|
});
|
|
11943
12071
|
};
|
|
12072
|
+
const de_KafkaStreamingSourceOptions = (output, context) => {
|
|
12073
|
+
return take(output, {
|
|
12074
|
+
AddRecordTimestamp: __expectString,
|
|
12075
|
+
Assign: __expectString,
|
|
12076
|
+
BootstrapServers: __expectString,
|
|
12077
|
+
Classification: __expectString,
|
|
12078
|
+
ConnectionName: __expectString,
|
|
12079
|
+
Delimiter: __expectString,
|
|
12080
|
+
EmitConsumerLagMetrics: __expectString,
|
|
12081
|
+
EndingOffsets: __expectString,
|
|
12082
|
+
IncludeHeaders: __expectBoolean,
|
|
12083
|
+
MaxOffsetsPerTrigger: __expectLong,
|
|
12084
|
+
MinPartitions: __expectInt32,
|
|
12085
|
+
NumRetries: __expectInt32,
|
|
12086
|
+
PollTimeoutMs: __expectLong,
|
|
12087
|
+
RetryIntervalMs: __expectLong,
|
|
12088
|
+
SecurityProtocol: __expectString,
|
|
12089
|
+
StartingOffsets: __expectString,
|
|
12090
|
+
StartingTimestamp: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
|
|
12091
|
+
SubscribePattern: __expectString,
|
|
12092
|
+
TopicName: __expectString,
|
|
12093
|
+
});
|
|
12094
|
+
};
|
|
12095
|
+
const de_KinesisStreamingSourceOptions = (output, context) => {
|
|
12096
|
+
return take(output, {
|
|
12097
|
+
AddIdleTimeBetweenReads: __expectBoolean,
|
|
12098
|
+
AddRecordTimestamp: __expectString,
|
|
12099
|
+
AvoidEmptyBatches: __expectBoolean,
|
|
12100
|
+
Classification: __expectString,
|
|
12101
|
+
Delimiter: __expectString,
|
|
12102
|
+
DescribeShardInterval: __expectLong,
|
|
12103
|
+
EmitConsumerLagMetrics: __expectString,
|
|
12104
|
+
EndpointUrl: __expectString,
|
|
12105
|
+
IdleTimeBetweenReadsInMs: __expectLong,
|
|
12106
|
+
MaxFetchRecordsPerShard: __expectLong,
|
|
12107
|
+
MaxFetchTimeInMs: __expectLong,
|
|
12108
|
+
MaxRecordPerRead: __expectLong,
|
|
12109
|
+
MaxRetryIntervalMs: __expectLong,
|
|
12110
|
+
NumRetries: __expectInt32,
|
|
12111
|
+
RetryIntervalMs: __expectLong,
|
|
12112
|
+
RoleArn: __expectString,
|
|
12113
|
+
RoleSessionName: __expectString,
|
|
12114
|
+
StartingPosition: __expectString,
|
|
12115
|
+
StartingTimestamp: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
|
|
12116
|
+
StreamArn: __expectString,
|
|
12117
|
+
StreamName: __expectString,
|
|
12118
|
+
});
|
|
12119
|
+
};
|
|
11944
12120
|
const de_LastActiveDefinition = (output, context) => {
|
|
11945
12121
|
return take(output, {
|
|
11946
12122
|
BlueprintLocation: __expectString,
|
|
@@ -498,7 +498,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
498
498
|
* // StreamName: "STRING_VALUE",
|
|
499
499
|
* // Classification: "STRING_VALUE",
|
|
500
500
|
* // Delimiter: "STRING_VALUE",
|
|
501
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
501
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
502
502
|
* // MaxFetchTimeInMs: Number("long"),
|
|
503
503
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
504
504
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -514,6 +514,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
514
514
|
* // RoleSessionName: "STRING_VALUE",
|
|
515
515
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
516
516
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
517
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
517
518
|
* // },
|
|
518
519
|
* // DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
519
520
|
* // PollingTime: Number("long"),
|
|
@@ -541,6 +542,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
541
542
|
* // IncludeHeaders: true || false,
|
|
542
543
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
543
544
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
545
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
544
546
|
* // },
|
|
545
547
|
* // WindowSize: Number("int"),
|
|
546
548
|
* // DetectSchema: true || false,
|
|
@@ -560,7 +562,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
560
562
|
* // StreamName: "STRING_VALUE",
|
|
561
563
|
* // Classification: "STRING_VALUE",
|
|
562
564
|
* // Delimiter: "STRING_VALUE",
|
|
563
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
565
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
564
566
|
* // MaxFetchTimeInMs: Number("long"),
|
|
565
567
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
566
568
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -576,6 +578,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
576
578
|
* // RoleSessionName: "STRING_VALUE",
|
|
577
579
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
578
580
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
581
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
579
582
|
* // },
|
|
580
583
|
* // DataPreviewOptions: {
|
|
581
584
|
* // PollingTime: Number("long"),
|
|
@@ -607,6 +610,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
607
610
|
* // IncludeHeaders: true || false,
|
|
608
611
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
609
612
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
613
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
610
614
|
* // },
|
|
611
615
|
* // DataPreviewOptions: {
|
|
612
616
|
* // PollingTime: Number("long"),
|
|
@@ -489,7 +489,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
489
489
|
* StreamName: "STRING_VALUE",
|
|
490
490
|
* Classification: "STRING_VALUE",
|
|
491
491
|
* Delimiter: "STRING_VALUE",
|
|
492
|
-
* StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
492
|
+
* StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
493
493
|
* MaxFetchTimeInMs: Number("long"),
|
|
494
494
|
* MaxFetchRecordsPerShard: Number("long"),
|
|
495
495
|
* MaxRecordPerRead: Number("long"),
|
|
@@ -505,6 +505,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
505
505
|
* RoleSessionName: "STRING_VALUE",
|
|
506
506
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
507
507
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
508
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
508
509
|
* },
|
|
509
510
|
* DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
510
511
|
* PollingTime: Number("long"),
|
|
@@ -532,6 +533,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
532
533
|
* IncludeHeaders: true || false,
|
|
533
534
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
534
535
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
536
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
535
537
|
* },
|
|
536
538
|
* WindowSize: Number("int"),
|
|
537
539
|
* DetectSchema: true || false,
|
|
@@ -551,7 +553,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
551
553
|
* StreamName: "STRING_VALUE",
|
|
552
554
|
* Classification: "STRING_VALUE",
|
|
553
555
|
* Delimiter: "STRING_VALUE",
|
|
554
|
-
* StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
556
|
+
* StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
555
557
|
* MaxFetchTimeInMs: Number("long"),
|
|
556
558
|
* MaxFetchRecordsPerShard: Number("long"),
|
|
557
559
|
* MaxRecordPerRead: Number("long"),
|
|
@@ -567,6 +569,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
567
569
|
* RoleSessionName: "STRING_VALUE",
|
|
568
570
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
569
571
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
572
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
570
573
|
* },
|
|
571
574
|
* DataPreviewOptions: {
|
|
572
575
|
* PollingTime: Number("long"),
|
|
@@ -598,6 +601,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
598
601
|
* IncludeHeaders: true || false,
|
|
599
602
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
600
603
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
604
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
601
605
|
* },
|
|
602
606
|
* DataPreviewOptions: {
|
|
603
607
|
* PollingTime: Number("long"),
|
|
@@ -494,7 +494,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
494
494
|
* // StreamName: "STRING_VALUE",
|
|
495
495
|
* // Classification: "STRING_VALUE",
|
|
496
496
|
* // Delimiter: "STRING_VALUE",
|
|
497
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
497
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
498
498
|
* // MaxFetchTimeInMs: Number("long"),
|
|
499
499
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
500
500
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -510,6 +510,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
510
510
|
* // RoleSessionName: "STRING_VALUE",
|
|
511
511
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
512
512
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
513
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
513
514
|
* // },
|
|
514
515
|
* // DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
515
516
|
* // PollingTime: Number("long"),
|
|
@@ -537,6 +538,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
537
538
|
* // IncludeHeaders: true || false,
|
|
538
539
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
539
540
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
541
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
540
542
|
* // },
|
|
541
543
|
* // WindowSize: Number("int"),
|
|
542
544
|
* // DetectSchema: true || false,
|
|
@@ -556,7 +558,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
556
558
|
* // StreamName: "STRING_VALUE",
|
|
557
559
|
* // Classification: "STRING_VALUE",
|
|
558
560
|
* // Delimiter: "STRING_VALUE",
|
|
559
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
561
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
560
562
|
* // MaxFetchTimeInMs: Number("long"),
|
|
561
563
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
562
564
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -572,6 +574,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
572
574
|
* // RoleSessionName: "STRING_VALUE",
|
|
573
575
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
574
576
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
577
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
575
578
|
* // },
|
|
576
579
|
* // DataPreviewOptions: {
|
|
577
580
|
* // PollingTime: Number("long"),
|
|
@@ -603,6 +606,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
603
606
|
* // IncludeHeaders: true || false,
|
|
604
607
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
605
608
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
609
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
606
610
|
* // },
|
|
607
611
|
* // DataPreviewOptions: {
|
|
608
612
|
* // PollingTime: Number("long"),
|
|
@@ -496,7 +496,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
496
496
|
* // StreamName: "STRING_VALUE",
|
|
497
497
|
* // Classification: "STRING_VALUE",
|
|
498
498
|
* // Delimiter: "STRING_VALUE",
|
|
499
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
499
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
500
500
|
* // MaxFetchTimeInMs: Number("long"),
|
|
501
501
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
502
502
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -512,6 +512,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
512
512
|
* // RoleSessionName: "STRING_VALUE",
|
|
513
513
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
514
514
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
515
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
515
516
|
* // },
|
|
516
517
|
* // DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
517
518
|
* // PollingTime: Number("long"),
|
|
@@ -539,6 +540,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
539
540
|
* // IncludeHeaders: true || false,
|
|
540
541
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
541
542
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
543
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
542
544
|
* // },
|
|
543
545
|
* // WindowSize: Number("int"),
|
|
544
546
|
* // DetectSchema: true || false,
|
|
@@ -558,7 +560,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
558
560
|
* // StreamName: "STRING_VALUE",
|
|
559
561
|
* // Classification: "STRING_VALUE",
|
|
560
562
|
* // Delimiter: "STRING_VALUE",
|
|
561
|
-
* // StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
563
|
+
* // StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
562
564
|
* // MaxFetchTimeInMs: Number("long"),
|
|
563
565
|
* // MaxFetchRecordsPerShard: Number("long"),
|
|
564
566
|
* // MaxRecordPerRead: Number("long"),
|
|
@@ -574,6 +576,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
574
576
|
* // RoleSessionName: "STRING_VALUE",
|
|
575
577
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
576
578
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
579
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
577
580
|
* // },
|
|
578
581
|
* // DataPreviewOptions: {
|
|
579
582
|
* // PollingTime: Number("long"),
|
|
@@ -605,6 +608,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
605
608
|
* // IncludeHeaders: true || false,
|
|
606
609
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
607
610
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
611
|
+
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
608
612
|
* // },
|
|
609
613
|
* // DataPreviewOptions: {
|
|
610
614
|
* // PollingTime: Number("long"),
|
|
@@ -486,7 +486,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
486
486
|
* StreamName: "STRING_VALUE",
|
|
487
487
|
* Classification: "STRING_VALUE",
|
|
488
488
|
* Delimiter: "STRING_VALUE",
|
|
489
|
-
* StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
489
|
+
* StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
490
490
|
* MaxFetchTimeInMs: Number("long"),
|
|
491
491
|
* MaxFetchRecordsPerShard: Number("long"),
|
|
492
492
|
* MaxRecordPerRead: Number("long"),
|
|
@@ -502,6 +502,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
502
502
|
* RoleSessionName: "STRING_VALUE",
|
|
503
503
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
504
504
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
505
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
505
506
|
* },
|
|
506
507
|
* DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
507
508
|
* PollingTime: Number("long"),
|
|
@@ -529,6 +530,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
529
530
|
* IncludeHeaders: true || false,
|
|
530
531
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
531
532
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
533
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
532
534
|
* },
|
|
533
535
|
* WindowSize: Number("int"),
|
|
534
536
|
* DetectSchema: true || false,
|
|
@@ -548,7 +550,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
548
550
|
* StreamName: "STRING_VALUE",
|
|
549
551
|
* Classification: "STRING_VALUE",
|
|
550
552
|
* Delimiter: "STRING_VALUE",
|
|
551
|
-
* StartingPosition: "latest" || "trim_horizon" || "earliest",
|
|
553
|
+
* StartingPosition: "latest" || "trim_horizon" || "earliest" || "timestamp",
|
|
552
554
|
* MaxFetchTimeInMs: Number("long"),
|
|
553
555
|
* MaxFetchRecordsPerShard: Number("long"),
|
|
554
556
|
* MaxRecordPerRead: Number("long"),
|
|
@@ -564,6 +566,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
564
566
|
* RoleSessionName: "STRING_VALUE",
|
|
565
567
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
566
568
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
569
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
567
570
|
* },
|
|
568
571
|
* DataPreviewOptions: {
|
|
569
572
|
* PollingTime: Number("long"),
|
|
@@ -595,6 +598,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
595
598
|
* IncludeHeaders: true || false,
|
|
596
599
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
597
600
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
601
|
+
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
598
602
|
* },
|
|
599
603
|
* DataPreviewOptions: {
|
|
600
604
|
* PollingTime: Number("long"),
|
|
@@ -2147,6 +2147,11 @@ export interface KafkaStreamingSourceOptions {
|
|
|
2147
2147
|
* <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the topic and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
2148
2148
|
*/
|
|
2149
2149
|
EmitConsumerLagMetrics?: string;
|
|
2150
|
+
/**
|
|
2151
|
+
* <p>The timestamp of the record in the Kafka topic to start reading data from. The possible values are a timestamp string in UTC format of the pattern <code>yyyy-mm-ddTHH:MM:SSZ</code> (where Z represents a UTC timezone offset with a +/-. For example: "2023-04-04T08:00:00+08:00"). </p>
|
|
2152
|
+
* <p>Only one of <code>StartingTimestamp</code> or <code>StartingOffsets</code> must be set.</p>
|
|
2153
|
+
*/
|
|
2154
|
+
StartingTimestamp?: Date;
|
|
2150
2155
|
}
|
|
2151
2156
|
/**
|
|
2152
2157
|
* @public
|
|
@@ -2189,6 +2194,7 @@ export interface CatalogKafkaSource {
|
|
|
2189
2194
|
export declare const StartingPosition: {
|
|
2190
2195
|
readonly EARLIEST: "earliest";
|
|
2191
2196
|
readonly LATEST: "latest";
|
|
2197
|
+
readonly TIMESTAMP: "timestamp";
|
|
2192
2198
|
readonly TRIM_HORIZON: "trim_horizon";
|
|
2193
2199
|
};
|
|
2194
2200
|
/**
|
|
@@ -2217,7 +2223,8 @@ export interface KinesisStreamingSourceOptions {
|
|
|
2217
2223
|
*/
|
|
2218
2224
|
Delimiter?: string;
|
|
2219
2225
|
/**
|
|
2220
|
-
* <p>The starting position in the Kinesis data stream to read data from. The possible values are <code>"latest"</code>, <code>"trim_horizon"</code>,
|
|
2226
|
+
* <p>The starting position in the Kinesis data stream to read data from. The possible values are <code>"latest"</code>, <code>"trim_horizon"</code>, <code>"earliest"</code>, or a timestamp string in UTC format in the pattern <code>yyyy-mm-ddTHH:MM:SSZ</code> (where <code>Z</code> represents a UTC timezone offset with a +/-. For example: "2023-04-04T08:00:00-04:00"). The default value is <code>"latest"</code>.</p>
|
|
2227
|
+
* <p>Note: Using a value that is a timestamp string in UTC format for "startingPosition" is supported only for Glue version 4.0 or later.</p>
|
|
2221
2228
|
*/
|
|
2222
2229
|
StartingPosition?: StartingPosition | string;
|
|
2223
2230
|
/**
|
|
@@ -2280,6 +2287,10 @@ export interface KinesisStreamingSourceOptions {
|
|
|
2280
2287
|
* <p>When this option is set to 'true', for each batch, it will emit the metrics for the duration between the oldest record received by the stream and the time it arrives in Glue to CloudWatch. The metric's name is "glue.driver.streaming.maxConsumerLagInMs". The default value is 'false'. This option is supported in Glue version 4.0 or later.</p>
|
|
2281
2288
|
*/
|
|
2282
2289
|
EmitConsumerLagMetrics?: string;
|
|
2290
|
+
/**
|
|
2291
|
+
* <p>The timestamp of the record in the Kinesis data stream to start reading data from. The possible values are a timestamp string in UTC format of the pattern <code>yyyy-mm-ddTHH:MM:SSZ</code> (where Z represents a UTC timezone offset with a +/-. For example: "2023-04-04T08:00:00+08:00"). </p>
|
|
2292
|
+
*/
|
|
2293
|
+
StartingTimestamp?: Date;
|
|
2283
2294
|
}
|
|
2284
2295
|
/**
|
|
2285
2296
|
* @public
|
|
@@ -632,6 +632,7 @@ export interface KafkaStreamingSourceOptions {
|
|
|
632
632
|
IncludeHeaders?: boolean;
|
|
633
633
|
AddRecordTimestamp?: string;
|
|
634
634
|
EmitConsumerLagMetrics?: string;
|
|
635
|
+
StartingTimestamp?: Date;
|
|
635
636
|
}
|
|
636
637
|
export interface CatalogKafkaSource {
|
|
637
638
|
Name: string | undefined;
|
|
@@ -645,6 +646,7 @@ export interface CatalogKafkaSource {
|
|
|
645
646
|
export declare const StartingPosition: {
|
|
646
647
|
readonly EARLIEST: "earliest";
|
|
647
648
|
readonly LATEST: "latest";
|
|
649
|
+
readonly TIMESTAMP: "timestamp";
|
|
648
650
|
readonly TRIM_HORIZON: "trim_horizon";
|
|
649
651
|
};
|
|
650
652
|
export type StartingPosition =
|
|
@@ -670,6 +672,7 @@ export interface KinesisStreamingSourceOptions {
|
|
|
670
672
|
RoleSessionName?: string;
|
|
671
673
|
AddRecordTimestamp?: string;
|
|
672
674
|
EmitConsumerLagMetrics?: string;
|
|
675
|
+
StartingTimestamp?: Date;
|
|
673
676
|
}
|
|
674
677
|
export interface CatalogKinesisSource {
|
|
675
678
|
Name: string | undefined;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.360.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -21,9 +21,9 @@
|
|
|
21
21
|
"dependencies": {
|
|
22
22
|
"@aws-crypto/sha256-browser": "3.0.0",
|
|
23
23
|
"@aws-crypto/sha256-js": "3.0.0",
|
|
24
|
-
"@aws-sdk/client-sts": "3.
|
|
24
|
+
"@aws-sdk/client-sts": "3.360.0",
|
|
25
25
|
"@aws-sdk/config-resolver": "3.357.0",
|
|
26
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
26
|
+
"@aws-sdk/credential-provider-node": "3.360.0",
|
|
27
27
|
"@aws-sdk/fetch-http-handler": "3.357.0",
|
|
28
28
|
"@aws-sdk/hash-node": "3.357.0",
|
|
29
29
|
"@aws-sdk/invalid-dependency": "3.357.0",
|
|
@@ -38,15 +38,15 @@
|
|
|
38
38
|
"@aws-sdk/middleware-stack": "3.357.0",
|
|
39
39
|
"@aws-sdk/middleware-user-agent": "3.357.0",
|
|
40
40
|
"@aws-sdk/node-config-provider": "3.357.0",
|
|
41
|
-
"@aws-sdk/node-http-handler": "3.
|
|
42
|
-
"@aws-sdk/smithy-client": "3.
|
|
41
|
+
"@aws-sdk/node-http-handler": "3.360.0",
|
|
42
|
+
"@aws-sdk/smithy-client": "3.360.0",
|
|
43
43
|
"@aws-sdk/types": "3.357.0",
|
|
44
44
|
"@aws-sdk/url-parser": "3.357.0",
|
|
45
45
|
"@aws-sdk/util-base64": "3.310.0",
|
|
46
46
|
"@aws-sdk/util-body-length-browser": "3.310.0",
|
|
47
47
|
"@aws-sdk/util-body-length-node": "3.310.0",
|
|
48
|
-
"@aws-sdk/util-defaults-mode-browser": "3.
|
|
49
|
-
"@aws-sdk/util-defaults-mode-node": "3.
|
|
48
|
+
"@aws-sdk/util-defaults-mode-browser": "3.360.0",
|
|
49
|
+
"@aws-sdk/util-defaults-mode-node": "3.360.0",
|
|
50
50
|
"@aws-sdk/util-endpoints": "3.357.0",
|
|
51
51
|
"@aws-sdk/util-retry": "3.357.0",
|
|
52
52
|
"@aws-sdk/util-user-agent-browser": "3.357.0",
|