@aws-sdk/client-glue 3.338.0 → 3.341.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/models/models_0.js +5 -2
- package/dist-cjs/protocols/Aws_json1_1.js +31 -2
- package/dist-es/models/models_0.js +3 -0
- package/dist-es/protocols/Aws_json1_1.js +31 -2
- package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +3 -0
- package/dist-types/commands/BatchGetJobsCommand.d.ts +22 -0
- package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -0
- package/dist-types/commands/CreateJobCommand.d.ts +22 -0
- package/dist-types/commands/CreateMLTransformCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityResultCommand.d.ts +3 -0
- package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -0
- package/dist-types/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +13 -0
- package/dist-types/commands/GetJobCommand.d.ts +22 -0
- package/dist-types/commands/GetJobsCommand.d.ts +22 -0
- package/dist-types/commands/GetUserDefinedFunctionCommand.d.ts +2 -1
- package/dist-types/commands/GetUserDefinedFunctionsCommand.d.ts +1 -2
- package/dist-types/commands/ListDataQualityRulesetsCommand.d.ts +2 -0
- package/dist-types/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +13 -0
- package/dist-types/commands/UpdateJobCommand.d.ts +22 -0
- package/dist-types/models/models_0.d.ts +56 -130
- package/dist-types/models/models_1.d.ts +131 -37
- package/dist-types/models/models_2.d.ts +46 -1
- package/dist-types/ts3.4/commands/CreateMLTransformCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetUserDefinedFunctionCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetUserDefinedFunctionsCommand.d.ts +4 -2
- package/dist-types/ts3.4/models/models_0.d.ts +16 -18
- package/dist-types/ts3.4/models/models_1.d.ts +19 -10
- package/dist-types/ts3.4/models/models_2.d.ts +13 -0
- package/package.json +28 -28
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.MLUserDataEncryptionModeString = exports.TransformType = exports.ValidationException = exports.FederatedResourceAlreadyExistsException = exports.Permission = exports.ConcurrentModificationException = exports.IdempotentParameterMismatchException = exports.ConnectionType = exports.ConnectionPropertyKey = exports.CsvHeaderOption = exports.DataFormat = exports.IllegalSessionStateException = exports.TaskStatusType = exports.WorkflowRunStatus = exports.NodeType = exports.TriggerType = exports.TriggerState = exports.Logical = exports.JobRunState = exports.LogicalOperator = void 0;
|
|
3
|
+
exports.InvalidStateException = exports.FederationSourceRetryableException = exports.FederationSourceException = exports.FederationSourceErrorCode = exports.SourceControlProvider = exports.SourceControlAuthStrategy = exports.ExecutionClass = exports.UnionType = exports.HudiTargetCompressionType = exports.ParquetCompressionType = exports.TargetFormat = exports.DeltaTargetCompressionType = exports.Separator = exports.QuoteChar = exports.CompressionType = exports.PiiType = exports.JoinType = exports.GlueRecordType = exports.JDBCDataType = exports.UpdateCatalogBehavior = exports.FilterLogicalOperator = exports.FilterValueType = exports.FilterOperation = exports.DQStopJobOnFailureTiming = exports.DQTransformOutput = exports.ParamType = exports.JDBCConnectionType = exports.StartingPosition = exports.WorkerType = exports.DataQualityRuleResultStatus = exports.JdbcMetadataEntry = exports.CrawlerState = exports.UpdateBehavior = exports.DeleteBehavior = exports.ScheduleState = exports.RecrawlBehavior = exports.CrawlerLineageSettings = exports.LastCrawlStatus = exports.BlueprintStatus = exports.ResourceNotReadyException = exports.ResourceNumberLimitExceededException = exports.OperationTimeoutException = exports.InvalidInputException = exports.InternalServiceException = exports.GlueEncryptionException = exports.EntityNotFoundException = exports.AlreadyExistsException = exports.AggFunction = exports.AdditionalOptionKeys = exports.AccessDeniedException = void 0;
|
|
4
|
+
exports.MLUserDataEncryptionModeString = exports.TransformType = exports.ValidationException = exports.FederatedResourceAlreadyExistsException = exports.Permission = exports.ConcurrentModificationException = exports.IdempotentParameterMismatchException = exports.ConnectionType = exports.ConnectionPropertyKey = exports.CsvHeaderOption = exports.DataFormat = exports.IllegalSessionStateException = exports.TaskStatusType = exports.WorkflowRunStatus = exports.NodeType = exports.TriggerType = exports.TriggerState = exports.Logical = exports.JobRunState = exports.LogicalOperator = exports.CrawlState = void 0;
|
|
5
5
|
const GlueServiceException_1 = require("./GlueServiceException");
|
|
6
6
|
class AccessDeniedException extends GlueServiceException_1.GlueServiceException {
|
|
7
7
|
constructor(opts) {
|
|
@@ -17,6 +17,9 @@ class AccessDeniedException extends GlueServiceException_1.GlueServiceException
|
|
|
17
17
|
}
|
|
18
18
|
}
|
|
19
19
|
exports.AccessDeniedException = AccessDeniedException;
|
|
20
|
+
exports.AdditionalOptionKeys = {
|
|
21
|
+
CacheOption: "performanceTuning.caching",
|
|
22
|
+
};
|
|
20
23
|
exports.AggFunction = {
|
|
21
24
|
avg: "avg",
|
|
22
25
|
count: "count",
|
|
@@ -10627,6 +10627,7 @@ const se_CodeGenConfigurationNode = (input, context) => {
|
|
|
10627
10627
|
DynamicTransform: smithy_client_1._json,
|
|
10628
10628
|
DynamoDBCatalogSource: smithy_client_1._json,
|
|
10629
10629
|
EvaluateDataQuality: smithy_client_1._json,
|
|
10630
|
+
EvaluateDataQualityMultiFrame: smithy_client_1._json,
|
|
10630
10631
|
FillMissingValues: smithy_client_1._json,
|
|
10631
10632
|
Filter: smithy_client_1._json,
|
|
10632
10633
|
GovernedCatalogSource: smithy_client_1._json,
|
|
@@ -11358,6 +11359,7 @@ const de_CodeGenConfigurationNode = (output, context) => {
|
|
|
11358
11359
|
DynamicTransform: smithy_client_1._json,
|
|
11359
11360
|
DynamoDBCatalogSource: smithy_client_1._json,
|
|
11360
11361
|
EvaluateDataQuality: smithy_client_1._json,
|
|
11362
|
+
EvaluateDataQualityMultiFrame: smithy_client_1._json,
|
|
11361
11363
|
FillMissingValues: smithy_client_1._json,
|
|
11362
11364
|
Filter: smithy_client_1._json,
|
|
11363
11365
|
GovernedCatalogSource: smithy_client_1._json,
|
|
@@ -11676,7 +11678,7 @@ const de_DataQualityResult = (output, context) => {
|
|
|
11676
11678
|
JobName: smithy_client_1.expectString,
|
|
11677
11679
|
JobRunId: smithy_client_1.expectString,
|
|
11678
11680
|
ResultId: smithy_client_1.expectString,
|
|
11679
|
-
RuleResults:
|
|
11681
|
+
RuleResults: (_) => de_DataQualityRuleResults(_, context),
|
|
11680
11682
|
RulesetEvaluationRunId: smithy_client_1.expectString,
|
|
11681
11683
|
RulesetName: smithy_client_1.expectString,
|
|
11682
11684
|
Score: smithy_client_1.limitedParseDouble,
|
|
@@ -11724,6 +11726,23 @@ const de_DataQualityRuleRecommendationRunList = (output, context) => {
|
|
|
11724
11726
|
});
|
|
11725
11727
|
return retVal;
|
|
11726
11728
|
};
|
|
11729
|
+
const de_DataQualityRuleResult = (output, context) => {
|
|
11730
|
+
return (0, smithy_client_1.take)(output, {
|
|
11731
|
+
Description: smithy_client_1.expectString,
|
|
11732
|
+
EvaluatedMetrics: (_) => de_EvaluatedMetricsMap(_, context),
|
|
11733
|
+
EvaluationMessage: smithy_client_1.expectString,
|
|
11734
|
+
Name: smithy_client_1.expectString,
|
|
11735
|
+
Result: smithy_client_1.expectString,
|
|
11736
|
+
});
|
|
11737
|
+
};
|
|
11738
|
+
const de_DataQualityRuleResults = (output, context) => {
|
|
11739
|
+
const retVal = (output || [])
|
|
11740
|
+
.filter((e) => e != null)
|
|
11741
|
+
.map((entry) => {
|
|
11742
|
+
return de_DataQualityRuleResult(entry, context);
|
|
11743
|
+
});
|
|
11744
|
+
return retVal;
|
|
11745
|
+
};
|
|
11727
11746
|
const de_DataQualityRulesetEvaluationRunDescription = (output, context) => {
|
|
11728
11747
|
return (0, smithy_client_1.take)(output, {
|
|
11729
11748
|
DataSource: smithy_client_1._json,
|
|
@@ -11841,6 +11860,15 @@ const de_DynamoDBTargetList = (output, context) => {
|
|
|
11841
11860
|
});
|
|
11842
11861
|
return retVal;
|
|
11843
11862
|
};
|
|
11863
|
+
const de_EvaluatedMetricsMap = (output, context) => {
|
|
11864
|
+
return Object.entries(output).reduce((acc, [key, value]) => {
|
|
11865
|
+
if (value === null) {
|
|
11866
|
+
return acc;
|
|
11867
|
+
}
|
|
11868
|
+
acc[key] = (0, smithy_client_1.limitedParseDouble)(value);
|
|
11869
|
+
return acc;
|
|
11870
|
+
}, {});
|
|
11871
|
+
};
|
|
11844
11872
|
const de_EvaluationMetrics = (output, context) => {
|
|
11845
11873
|
return (0, smithy_client_1.take)(output, {
|
|
11846
11874
|
FindMatchesMetrics: (_) => de_FindMatchesMetrics(_, context),
|
|
@@ -11956,7 +11984,7 @@ const de_GetDataQualityResultResponse = (output, context) => {
|
|
|
11956
11984
|
JobName: smithy_client_1.expectString,
|
|
11957
11985
|
JobRunId: smithy_client_1.expectString,
|
|
11958
11986
|
ResultId: smithy_client_1.expectString,
|
|
11959
|
-
RuleResults:
|
|
11987
|
+
RuleResults: (_) => de_DataQualityRuleResults(_, context),
|
|
11960
11988
|
RulesetEvaluationRunId: smithy_client_1.expectString,
|
|
11961
11989
|
RulesetName: smithy_client_1.expectString,
|
|
11962
11990
|
Score: smithy_client_1.limitedParseDouble,
|
|
@@ -11982,6 +12010,7 @@ const de_GetDataQualityRuleRecommendationRunResponse = (output, context) => {
|
|
|
11982
12010
|
};
|
|
11983
12011
|
const de_GetDataQualityRulesetEvaluationRunResponse = (output, context) => {
|
|
11984
12012
|
return (0, smithy_client_1.take)(output, {
|
|
12013
|
+
AdditionalDataSources: smithy_client_1._json,
|
|
11985
12014
|
AdditionalRunOptions: smithy_client_1._json,
|
|
11986
12015
|
CompletedOn: (_) => (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(_))),
|
|
11987
12016
|
DataSource: smithy_client_1._json,
|
|
@@ -12,6 +12,9 @@ export class AccessDeniedException extends __BaseException {
|
|
|
12
12
|
this.Message = opts.Message;
|
|
13
13
|
}
|
|
14
14
|
}
|
|
15
|
+
export const AdditionalOptionKeys = {
|
|
16
|
+
CacheOption: "performanceTuning.caching",
|
|
17
|
+
};
|
|
15
18
|
export const AggFunction = {
|
|
16
19
|
avg: "avg",
|
|
17
20
|
count: "count",
|
|
@@ -10212,6 +10212,7 @@ const se_CodeGenConfigurationNode = (input, context) => {
|
|
|
10212
10212
|
DynamicTransform: _json,
|
|
10213
10213
|
DynamoDBCatalogSource: _json,
|
|
10214
10214
|
EvaluateDataQuality: _json,
|
|
10215
|
+
EvaluateDataQualityMultiFrame: _json,
|
|
10215
10216
|
FillMissingValues: _json,
|
|
10216
10217
|
Filter: _json,
|
|
10217
10218
|
GovernedCatalogSource: _json,
|
|
@@ -10943,6 +10944,7 @@ const de_CodeGenConfigurationNode = (output, context) => {
|
|
|
10943
10944
|
DynamicTransform: _json,
|
|
10944
10945
|
DynamoDBCatalogSource: _json,
|
|
10945
10946
|
EvaluateDataQuality: _json,
|
|
10947
|
+
EvaluateDataQualityMultiFrame: _json,
|
|
10946
10948
|
FillMissingValues: _json,
|
|
10947
10949
|
Filter: _json,
|
|
10948
10950
|
GovernedCatalogSource: _json,
|
|
@@ -11261,7 +11263,7 @@ const de_DataQualityResult = (output, context) => {
|
|
|
11261
11263
|
JobName: __expectString,
|
|
11262
11264
|
JobRunId: __expectString,
|
|
11263
11265
|
ResultId: __expectString,
|
|
11264
|
-
RuleResults:
|
|
11266
|
+
RuleResults: (_) => de_DataQualityRuleResults(_, context),
|
|
11265
11267
|
RulesetEvaluationRunId: __expectString,
|
|
11266
11268
|
RulesetName: __expectString,
|
|
11267
11269
|
Score: __limitedParseDouble,
|
|
@@ -11309,6 +11311,23 @@ const de_DataQualityRuleRecommendationRunList = (output, context) => {
|
|
|
11309
11311
|
});
|
|
11310
11312
|
return retVal;
|
|
11311
11313
|
};
|
|
11314
|
+
const de_DataQualityRuleResult = (output, context) => {
|
|
11315
|
+
return take(output, {
|
|
11316
|
+
Description: __expectString,
|
|
11317
|
+
EvaluatedMetrics: (_) => de_EvaluatedMetricsMap(_, context),
|
|
11318
|
+
EvaluationMessage: __expectString,
|
|
11319
|
+
Name: __expectString,
|
|
11320
|
+
Result: __expectString,
|
|
11321
|
+
});
|
|
11322
|
+
};
|
|
11323
|
+
const de_DataQualityRuleResults = (output, context) => {
|
|
11324
|
+
const retVal = (output || [])
|
|
11325
|
+
.filter((e) => e != null)
|
|
11326
|
+
.map((entry) => {
|
|
11327
|
+
return de_DataQualityRuleResult(entry, context);
|
|
11328
|
+
});
|
|
11329
|
+
return retVal;
|
|
11330
|
+
};
|
|
11312
11331
|
const de_DataQualityRulesetEvaluationRunDescription = (output, context) => {
|
|
11313
11332
|
return take(output, {
|
|
11314
11333
|
DataSource: _json,
|
|
@@ -11426,6 +11445,15 @@ const de_DynamoDBTargetList = (output, context) => {
|
|
|
11426
11445
|
});
|
|
11427
11446
|
return retVal;
|
|
11428
11447
|
};
|
|
11448
|
+
const de_EvaluatedMetricsMap = (output, context) => {
|
|
11449
|
+
return Object.entries(output).reduce((acc, [key, value]) => {
|
|
11450
|
+
if (value === null) {
|
|
11451
|
+
return acc;
|
|
11452
|
+
}
|
|
11453
|
+
acc[key] = __limitedParseDouble(value);
|
|
11454
|
+
return acc;
|
|
11455
|
+
}, {});
|
|
11456
|
+
};
|
|
11429
11457
|
const de_EvaluationMetrics = (output, context) => {
|
|
11430
11458
|
return take(output, {
|
|
11431
11459
|
FindMatchesMetrics: (_) => de_FindMatchesMetrics(_, context),
|
|
@@ -11541,7 +11569,7 @@ const de_GetDataQualityResultResponse = (output, context) => {
|
|
|
11541
11569
|
JobName: __expectString,
|
|
11542
11570
|
JobRunId: __expectString,
|
|
11543
11571
|
ResultId: __expectString,
|
|
11544
|
-
RuleResults:
|
|
11572
|
+
RuleResults: (_) => de_DataQualityRuleResults(_, context),
|
|
11545
11573
|
RulesetEvaluationRunId: __expectString,
|
|
11546
11574
|
RulesetName: __expectString,
|
|
11547
11575
|
Score: __limitedParseDouble,
|
|
@@ -11567,6 +11595,7 @@ const de_GetDataQualityRuleRecommendationRunResponse = (output, context) => {
|
|
|
11567
11595
|
};
|
|
11568
11596
|
const de_GetDataQualityRulesetEvaluationRunResponse = (output, context) => {
|
|
11569
11597
|
return take(output, {
|
|
11598
|
+
AdditionalDataSources: _json,
|
|
11570
11599
|
AdditionalRunOptions: _json,
|
|
11571
11600
|
CompletedOn: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
|
|
11572
11601
|
DataSource: _json,
|
|
@@ -66,6 +66,9 @@ export interface BatchGetDataQualityResultCommandOutput extends BatchGetDataQual
|
|
|
66
66
|
* // Description: "STRING_VALUE",
|
|
67
67
|
* // EvaluationMessage: "STRING_VALUE",
|
|
68
68
|
* // Result: "PASS" || "FAIL" || "ERROR",
|
|
69
|
+
* // EvaluatedMetrics: { // EvaluatedMetricsMap
|
|
70
|
+
* // "<keys>": Number("double"),
|
|
71
|
+
* // },
|
|
69
72
|
* // },
|
|
70
73
|
* // ],
|
|
71
74
|
* // },
|
|
@@ -994,6 +994,28 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
|
|
|
994
994
|
* // },
|
|
995
995
|
* // Inputs: "<OneInput>",
|
|
996
996
|
* // },
|
|
997
|
+
* // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
|
|
998
|
+
* // Name: "STRING_VALUE", // required
|
|
999
|
+
* // Inputs: [ // required
|
|
1000
|
+
* // "STRING_VALUE",
|
|
1001
|
+
* // ],
|
|
1002
|
+
* // AdditionalDataSources: { // DQDLAliases
|
|
1003
|
+
* // "<keys>": "STRING_VALUE",
|
|
1004
|
+
* // },
|
|
1005
|
+
* // Ruleset: "STRING_VALUE", // required
|
|
1006
|
+
* // PublishingOptions: {
|
|
1007
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
1008
|
+
* // ResultsS3Prefix: "STRING_VALUE",
|
|
1009
|
+
* // CloudWatchMetricsEnabled: true || false,
|
|
1010
|
+
* // ResultsPublishingEnabled: true || false,
|
|
1011
|
+
* // },
|
|
1012
|
+
* // AdditionalOptions: { // DQAdditionalOptions
|
|
1013
|
+
* // "<keys>": "STRING_VALUE",
|
|
1014
|
+
* // },
|
|
1015
|
+
* // StopJobOnFailureOptions: {
|
|
1016
|
+
* // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
|
|
1017
|
+
* // },
|
|
1018
|
+
* // },
|
|
997
1019
|
* // },
|
|
998
1020
|
* // },
|
|
999
1021
|
* // ExecutionClass: "FLEX" || "STANDARD",
|
|
@@ -41,6 +41,7 @@ export interface CreateDataQualityRulesetCommandOutput extends CreateDataQuality
|
|
|
41
41
|
* TargetTable: { // DataQualityTargetTable
|
|
42
42
|
* TableName: "STRING_VALUE", // required
|
|
43
43
|
* DatabaseName: "STRING_VALUE", // required
|
|
44
|
+
* CatalogId: "STRING_VALUE",
|
|
44
45
|
* },
|
|
45
46
|
* ClientToken: "STRING_VALUE",
|
|
46
47
|
* };
|
|
@@ -985,6 +985,28 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
|
|
|
985
985
|
* },
|
|
986
986
|
* Inputs: "<OneInput>",
|
|
987
987
|
* },
|
|
988
|
+
* EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
|
|
989
|
+
* Name: "STRING_VALUE", // required
|
|
990
|
+
* Inputs: [ // required
|
|
991
|
+
* "STRING_VALUE",
|
|
992
|
+
* ],
|
|
993
|
+
* AdditionalDataSources: { // DQDLAliases
|
|
994
|
+
* "<keys>": "STRING_VALUE",
|
|
995
|
+
* },
|
|
996
|
+
* Ruleset: "STRING_VALUE", // required
|
|
997
|
+
* PublishingOptions: {
|
|
998
|
+
* EvaluationContext: "STRING_VALUE",
|
|
999
|
+
* ResultsS3Prefix: "STRING_VALUE",
|
|
1000
|
+
* CloudWatchMetricsEnabled: true || false,
|
|
1001
|
+
* ResultsPublishingEnabled: true || false,
|
|
1002
|
+
* },
|
|
1003
|
+
* AdditionalOptions: { // DQAdditionalOptions
|
|
1004
|
+
* "<keys>": "STRING_VALUE",
|
|
1005
|
+
* },
|
|
1006
|
+
* StopJobOnFailureOptions: {
|
|
1007
|
+
* StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
|
|
1008
|
+
* },
|
|
1009
|
+
* },
|
|
988
1010
|
* },
|
|
989
1011
|
* },
|
|
990
1012
|
* ExecutionClass: "FLEX" || "STANDARD",
|
|
@@ -2,7 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { CreateMLTransformRequest, CreateMLTransformResponse } from "../models/
|
|
5
|
+
import { CreateMLTransformRequest, CreateMLTransformResponse } from "../models/models_1";
|
|
6
6
|
/**
|
|
7
7
|
* @public
|
|
8
8
|
*/
|
|
@@ -62,6 +62,9 @@ export interface GetDataQualityResultCommandOutput extends GetDataQualityResultR
|
|
|
62
62
|
* // Description: "STRING_VALUE",
|
|
63
63
|
* // EvaluationMessage: "STRING_VALUE",
|
|
64
64
|
* // Result: "PASS" || "FAIL" || "ERROR",
|
|
65
|
+
* // EvaluatedMetrics: { // EvaluatedMetricsMap
|
|
66
|
+
* // "<keys>": Number("double"),
|
|
67
|
+
* // },
|
|
65
68
|
* // },
|
|
66
69
|
* // ],
|
|
67
70
|
* // };
|
|
@@ -42,6 +42,7 @@ export interface GetDataQualityRulesetCommandOutput extends GetDataQualityRulese
|
|
|
42
42
|
* // TargetTable: { // DataQualityTargetTable
|
|
43
43
|
* // TableName: "STRING_VALUE", // required
|
|
44
44
|
* // DatabaseName: "STRING_VALUE", // required
|
|
45
|
+
* // CatalogId: "STRING_VALUE",
|
|
45
46
|
* // },
|
|
46
47
|
* // CreatedOn: new Date("TIMESTAMP"),
|
|
47
48
|
* // LastModifiedOn: new Date("TIMESTAMP"),
|
|
@@ -67,6 +67,19 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput extends GetData
|
|
|
67
67
|
* // ResultIds: [ // DataQualityResultIdList
|
|
68
68
|
* // "STRING_VALUE",
|
|
69
69
|
* // ],
|
|
70
|
+
* // AdditionalDataSources: { // DataSourceMap
|
|
71
|
+
* // "<keys>": {
|
|
72
|
+
* // GlueTable: {
|
|
73
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
74
|
+
* // TableName: "STRING_VALUE", // required
|
|
75
|
+
* // CatalogId: "STRING_VALUE",
|
|
76
|
+
* // ConnectionName: "STRING_VALUE",
|
|
77
|
+
* // AdditionalOptions: {
|
|
78
|
+
* // "<keys>": "STRING_VALUE",
|
|
79
|
+
* // },
|
|
80
|
+
* // },
|
|
81
|
+
* // },
|
|
82
|
+
* // },
|
|
70
83
|
* // };
|
|
71
84
|
*
|
|
72
85
|
* ```
|
|
@@ -990,6 +990,28 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
|
|
|
990
990
|
* // },
|
|
991
991
|
* // Inputs: "<OneInput>",
|
|
992
992
|
* // },
|
|
993
|
+
* // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
|
|
994
|
+
* // Name: "STRING_VALUE", // required
|
|
995
|
+
* // Inputs: [ // required
|
|
996
|
+
* // "STRING_VALUE",
|
|
997
|
+
* // ],
|
|
998
|
+
* // AdditionalDataSources: { // DQDLAliases
|
|
999
|
+
* // "<keys>": "STRING_VALUE",
|
|
1000
|
+
* // },
|
|
1001
|
+
* // Ruleset: "STRING_VALUE", // required
|
|
1002
|
+
* // PublishingOptions: {
|
|
1003
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
1004
|
+
* // ResultsS3Prefix: "STRING_VALUE",
|
|
1005
|
+
* // CloudWatchMetricsEnabled: true || false,
|
|
1006
|
+
* // ResultsPublishingEnabled: true || false,
|
|
1007
|
+
* // },
|
|
1008
|
+
* // AdditionalOptions: { // DQAdditionalOptions
|
|
1009
|
+
* // "<keys>": "STRING_VALUE",
|
|
1010
|
+
* // },
|
|
1011
|
+
* // StopJobOnFailureOptions: {
|
|
1012
|
+
* // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
|
|
1013
|
+
* // },
|
|
1014
|
+
* // },
|
|
993
1015
|
* // },
|
|
994
1016
|
* // },
|
|
995
1017
|
* // ExecutionClass: "FLEX" || "STANDARD",
|
|
@@ -992,6 +992,28 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
|
|
|
992
992
|
* // },
|
|
993
993
|
* // Inputs: "<OneInput>",
|
|
994
994
|
* // },
|
|
995
|
+
* // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
|
|
996
|
+
* // Name: "STRING_VALUE", // required
|
|
997
|
+
* // Inputs: [ // required
|
|
998
|
+
* // "STRING_VALUE",
|
|
999
|
+
* // ],
|
|
1000
|
+
* // AdditionalDataSources: { // DQDLAliases
|
|
1001
|
+
* // "<keys>": "STRING_VALUE",
|
|
1002
|
+
* // },
|
|
1003
|
+
* // Ruleset: "STRING_VALUE", // required
|
|
1004
|
+
* // PublishingOptions: {
|
|
1005
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
1006
|
+
* // ResultsS3Prefix: "STRING_VALUE",
|
|
1007
|
+
* // CloudWatchMetricsEnabled: true || false,
|
|
1008
|
+
* // ResultsPublishingEnabled: true || false,
|
|
1009
|
+
* // },
|
|
1010
|
+
* // AdditionalOptions: { // DQAdditionalOptions
|
|
1011
|
+
* // "<keys>": "STRING_VALUE",
|
|
1012
|
+
* // },
|
|
1013
|
+
* // StopJobOnFailureOptions: {
|
|
1014
|
+
* // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
|
|
1015
|
+
* // },
|
|
1016
|
+
* // },
|
|
995
1017
|
* // },
|
|
996
1018
|
* // },
|
|
997
1019
|
* // ExecutionClass: "FLEX" || "STANDARD",
|
|
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { GetUserDefinedFunctionRequest
|
|
5
|
+
import { GetUserDefinedFunctionRequest } from "../models/models_1";
|
|
6
|
+
import { GetUserDefinedFunctionResponse } from "../models/models_2";
|
|
6
7
|
/**
|
|
7
8
|
* @public
|
|
8
9
|
*/
|
|
@@ -2,8 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { GetUserDefinedFunctionsRequest } from "../models/
|
|
6
|
-
import { GetUserDefinedFunctionsResponse } from "../models/models_2";
|
|
5
|
+
import { GetUserDefinedFunctionsRequest, GetUserDefinedFunctionsResponse } from "../models/models_2";
|
|
7
6
|
/**
|
|
8
7
|
* @public
|
|
9
8
|
*/
|
|
@@ -43,6 +43,7 @@ export interface ListDataQualityRulesetsCommandOutput extends ListDataQualityRul
|
|
|
43
43
|
* TargetTable: { // DataQualityTargetTable
|
|
44
44
|
* TableName: "STRING_VALUE", // required
|
|
45
45
|
* DatabaseName: "STRING_VALUE", // required
|
|
46
|
+
* CatalogId: "STRING_VALUE",
|
|
46
47
|
* },
|
|
47
48
|
* },
|
|
48
49
|
* Tags: { // TagsMap
|
|
@@ -61,6 +62,7 @@ export interface ListDataQualityRulesetsCommandOutput extends ListDataQualityRul
|
|
|
61
62
|
* // TargetTable: { // DataQualityTargetTable
|
|
62
63
|
* // TableName: "STRING_VALUE", // required
|
|
63
64
|
* // DatabaseName: "STRING_VALUE", // required
|
|
65
|
+
* // CatalogId: "STRING_VALUE",
|
|
64
66
|
* // },
|
|
65
67
|
* // RecommendationRunId: "STRING_VALUE",
|
|
66
68
|
* // RuleCount: Number("int"),
|
|
@@ -53,6 +53,19 @@ export interface StartDataQualityRulesetEvaluationRunCommandOutput extends Start
|
|
|
53
53
|
* RulesetNames: [ // RulesetNames // required
|
|
54
54
|
* "STRING_VALUE",
|
|
55
55
|
* ],
|
|
56
|
+
* AdditionalDataSources: { // DataSourceMap
|
|
57
|
+
* "<keys>": {
|
|
58
|
+
* GlueTable: {
|
|
59
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
60
|
+
* TableName: "STRING_VALUE", // required
|
|
61
|
+
* CatalogId: "STRING_VALUE",
|
|
62
|
+
* ConnectionName: "STRING_VALUE",
|
|
63
|
+
* AdditionalOptions: {
|
|
64
|
+
* "<keys>": "STRING_VALUE",
|
|
65
|
+
* },
|
|
66
|
+
* },
|
|
67
|
+
* },
|
|
68
|
+
* },
|
|
56
69
|
* };
|
|
57
70
|
* const command = new StartDataQualityRulesetEvaluationRunCommand(input);
|
|
58
71
|
* const response = await client.send(command);
|
|
@@ -982,6 +982,28 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
|
|
|
982
982
|
* },
|
|
983
983
|
* Inputs: "<OneInput>",
|
|
984
984
|
* },
|
|
985
|
+
* EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
|
|
986
|
+
* Name: "STRING_VALUE", // required
|
|
987
|
+
* Inputs: [ // required
|
|
988
|
+
* "STRING_VALUE",
|
|
989
|
+
* ],
|
|
990
|
+
* AdditionalDataSources: { // DQDLAliases
|
|
991
|
+
* "<keys>": "STRING_VALUE",
|
|
992
|
+
* },
|
|
993
|
+
* Ruleset: "STRING_VALUE", // required
|
|
994
|
+
* PublishingOptions: {
|
|
995
|
+
* EvaluationContext: "STRING_VALUE",
|
|
996
|
+
* ResultsS3Prefix: "STRING_VALUE",
|
|
997
|
+
* CloudWatchMetricsEnabled: true || false,
|
|
998
|
+
* ResultsPublishingEnabled: true || false,
|
|
999
|
+
* },
|
|
1000
|
+
* AdditionalOptions: { // DQAdditionalOptions
|
|
1001
|
+
* "<keys>": "STRING_VALUE",
|
|
1002
|
+
* },
|
|
1003
|
+
* StopJobOnFailureOptions: {
|
|
1004
|
+
* StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
|
|
1005
|
+
* },
|
|
1006
|
+
* },
|
|
985
1007
|
* },
|
|
986
1008
|
* },
|
|
987
1009
|
* ExecutionClass: "FLEX" || "STANDARD",
|
|
@@ -64,6 +64,17 @@ export interface Action {
|
|
|
64
64
|
*/
|
|
65
65
|
CrawlerName?: string;
|
|
66
66
|
}
|
|
67
|
+
/**
|
|
68
|
+
* @public
|
|
69
|
+
* @enum
|
|
70
|
+
*/
|
|
71
|
+
export declare const AdditionalOptionKeys: {
|
|
72
|
+
readonly CacheOption: "performanceTuning.caching";
|
|
73
|
+
};
|
|
74
|
+
/**
|
|
75
|
+
* @public
|
|
76
|
+
*/
|
|
77
|
+
export type AdditionalOptionKeys = (typeof AdditionalOptionKeys)[keyof typeof AdditionalOptionKeys];
|
|
67
78
|
/**
|
|
68
79
|
* @public
|
|
69
80
|
* @enum
|
|
@@ -145,15 +156,15 @@ export declare class AlreadyExistsException extends __BaseException {
|
|
|
145
156
|
}
|
|
146
157
|
/**
|
|
147
158
|
* @public
|
|
148
|
-
* <p>Specifies an
|
|
159
|
+
* <p>Specifies an optional value when connecting to the Redshift cluster.</p>
|
|
149
160
|
*/
|
|
150
161
|
export interface AmazonRedshiftAdvancedOption {
|
|
151
162
|
/**
|
|
152
|
-
* <p>The key
|
|
163
|
+
* <p>The key for the additional connection option.</p>
|
|
153
164
|
*/
|
|
154
165
|
Key?: string;
|
|
155
166
|
/**
|
|
156
|
-
* <p>The value
|
|
167
|
+
* <p>The value for the additional connection option.</p>
|
|
157
168
|
*/
|
|
158
169
|
Value?: string;
|
|
159
170
|
}
|
|
@@ -1712,6 +1723,10 @@ export interface DataQualityRuleResult {
|
|
|
1712
1723
|
* <p>A pass or fail status for the rule.</p>
|
|
1713
1724
|
*/
|
|
1714
1725
|
Result?: DataQualityRuleResultStatus | string;
|
|
1726
|
+
/**
|
|
1727
|
+
* <p>A map of metrics associated with the evaluation of the rule.</p>
|
|
1728
|
+
*/
|
|
1729
|
+
EvaluatedMetrics?: Record<string, number>;
|
|
1715
1730
|
}
|
|
1716
1731
|
/**
|
|
1717
1732
|
* @public
|
|
@@ -2760,6 +2775,40 @@ export interface EvaluateDataQuality {
|
|
|
2760
2775
|
*/
|
|
2761
2776
|
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
2762
2777
|
}
|
|
2778
|
+
/**
|
|
2779
|
+
* @public
|
|
2780
|
+
* <p>Specifies your data quality evaluation criteria.</p>
|
|
2781
|
+
*/
|
|
2782
|
+
export interface EvaluateDataQualityMultiFrame {
|
|
2783
|
+
/**
|
|
2784
|
+
* <p>The name of the data quality evaluation.</p>
|
|
2785
|
+
*/
|
|
2786
|
+
Name: string | undefined;
|
|
2787
|
+
/**
|
|
2788
|
+
* <p>The inputs of your data quality evaluation. The first input in this list is the primary data source.</p>
|
|
2789
|
+
*/
|
|
2790
|
+
Inputs: string[] | undefined;
|
|
2791
|
+
/**
|
|
2792
|
+
* <p>The aliases of all data sources except primary.</p>
|
|
2793
|
+
*/
|
|
2794
|
+
AdditionalDataSources?: Record<string, string>;
|
|
2795
|
+
/**
|
|
2796
|
+
* <p>The ruleset for your data quality evaluation.</p>
|
|
2797
|
+
*/
|
|
2798
|
+
Ruleset: string | undefined;
|
|
2799
|
+
/**
|
|
2800
|
+
* <p>Options to configure how your results are published.</p>
|
|
2801
|
+
*/
|
|
2802
|
+
PublishingOptions?: DQResultsPublishingOptions;
|
|
2803
|
+
/**
|
|
2804
|
+
* <p>Options to configure runtime behavior of the transform.</p>
|
|
2805
|
+
*/
|
|
2806
|
+
AdditionalOptions?: Record<string, string>;
|
|
2807
|
+
/**
|
|
2808
|
+
* <p>Options to configure how your job will stop if your data quality evaluation fails.</p>
|
|
2809
|
+
*/
|
|
2810
|
+
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
2811
|
+
}
|
|
2763
2812
|
/**
|
|
2764
2813
|
* @public
|
|
2765
2814
|
* <p>Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.</p>
|
|
@@ -6459,6 +6508,10 @@ export interface DataQualityTargetTable {
|
|
|
6459
6508
|
* <p>The name of the database where the Glue table exists.</p>
|
|
6460
6509
|
*/
|
|
6461
6510
|
DatabaseName: string | undefined;
|
|
6511
|
+
/**
|
|
6512
|
+
* <p>The catalog id where the Glue table exists.</p>
|
|
6513
|
+
*/
|
|
6514
|
+
CatalogId?: string;
|
|
6462
6515
|
}
|
|
6463
6516
|
/**
|
|
6464
6517
|
* @public
|
|
@@ -6833,130 +6886,3 @@ export interface TransformEncryption {
|
|
|
6833
6886
|
*/
|
|
6834
6887
|
TaskRunSecurityConfigurationName?: string;
|
|
6835
6888
|
}
|
|
6836
|
-
/**
|
|
6837
|
-
* @public
|
|
6838
|
-
*/
|
|
6839
|
-
export interface CreateMLTransformRequest {
|
|
6840
|
-
/**
|
|
6841
|
-
* <p>The unique name that you give the transform when you create it.</p>
|
|
6842
|
-
*/
|
|
6843
|
-
Name: string | undefined;
|
|
6844
|
-
/**
|
|
6845
|
-
* <p>A description of the machine learning transform that is being defined. The default is an
|
|
6846
|
-
* empty string.</p>
|
|
6847
|
-
*/
|
|
6848
|
-
Description?: string;
|
|
6849
|
-
/**
|
|
6850
|
-
* <p>A list of Glue table definitions used by the transform.</p>
|
|
6851
|
-
*/
|
|
6852
|
-
InputRecordTables: GlueTable[] | undefined;
|
|
6853
|
-
/**
|
|
6854
|
-
* <p>The algorithmic parameters that are specific to the transform type used. Conditionally
|
|
6855
|
-
* dependent on the transform type.</p>
|
|
6856
|
-
*/
|
|
6857
|
-
Parameters: TransformParameters | undefined;
|
|
6858
|
-
/**
|
|
6859
|
-
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
|
|
6860
|
-
* <ul>
|
|
6861
|
-
* <li>
|
|
6862
|
-
* <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
|
|
6863
|
-
* </li>
|
|
6864
|
-
* <li>
|
|
6865
|
-
* <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
|
|
6866
|
-
* </li>
|
|
6867
|
-
* </ul>
|
|
6868
|
-
*/
|
|
6869
|
-
Role: string | undefined;
|
|
6870
|
-
/**
|
|
6871
|
-
* <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
|
|
6872
|
-
*/
|
|
6873
|
-
GlueVersion?: string;
|
|
6874
|
-
/**
|
|
6875
|
-
* <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
|
|
6876
|
-
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
6877
|
-
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
6878
|
-
* page</a>. </p>
|
|
6879
|
-
* <p>
|
|
6880
|
-
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
6881
|
-
* <ul>
|
|
6882
|
-
* <li>
|
|
6883
|
-
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
6884
|
-
* </li>
|
|
6885
|
-
* <li>
|
|
6886
|
-
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
6887
|
-
* </li>
|
|
6888
|
-
* <li>
|
|
6889
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6890
|
-
* </li>
|
|
6891
|
-
* <li>
|
|
6892
|
-
* <p>
|
|
6893
|
-
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
6894
|
-
* </li>
|
|
6895
|
-
* </ul>
|
|
6896
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
6897
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
6898
|
-
*/
|
|
6899
|
-
MaxCapacity?: number;
|
|
6900
|
-
/**
|
|
6901
|
-
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
6902
|
-
* <ul>
|
|
6903
|
-
* <li>
|
|
6904
|
-
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
6905
|
-
* </li>
|
|
6906
|
-
* <li>
|
|
6907
|
-
* <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
|
|
6908
|
-
* </li>
|
|
6909
|
-
* <li>
|
|
6910
|
-
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
6911
|
-
* </li>
|
|
6912
|
-
* </ul>
|
|
6913
|
-
* <p>
|
|
6914
|
-
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
6915
|
-
* <ul>
|
|
6916
|
-
* <li>
|
|
6917
|
-
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
6918
|
-
* </li>
|
|
6919
|
-
* <li>
|
|
6920
|
-
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
6921
|
-
* </li>
|
|
6922
|
-
* <li>
|
|
6923
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6924
|
-
* </li>
|
|
6925
|
-
* <li>
|
|
6926
|
-
* <p>
|
|
6927
|
-
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
6928
|
-
* </li>
|
|
6929
|
-
* </ul>
|
|
6930
|
-
*/
|
|
6931
|
-
WorkerType?: WorkerType | string;
|
|
6932
|
-
/**
|
|
6933
|
-
* <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
|
|
6934
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6935
|
-
*/
|
|
6936
|
-
NumberOfWorkers?: number;
|
|
6937
|
-
/**
|
|
6938
|
-
* <p>The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
|
|
6939
|
-
*/
|
|
6940
|
-
Timeout?: number;
|
|
6941
|
-
/**
|
|
6942
|
-
* <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
|
|
6943
|
-
*/
|
|
6944
|
-
MaxRetries?: number;
|
|
6945
|
-
/**
|
|
6946
|
-
* <p>The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html">Amazon Web Services Tags in Glue</a> in the developer guide.</p>
|
|
6947
|
-
*/
|
|
6948
|
-
Tags?: Record<string, string>;
|
|
6949
|
-
/**
|
|
6950
|
-
* <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
|
|
6951
|
-
*/
|
|
6952
|
-
TransformEncryption?: TransformEncryption;
|
|
6953
|
-
}
|
|
6954
|
-
/**
|
|
6955
|
-
* @public
|
|
6956
|
-
*/
|
|
6957
|
-
export interface CreateMLTransformResponse {
|
|
6958
|
-
/**
|
|
6959
|
-
* <p>A unique identifier that is generated for the transform.</p>
|
|
6960
|
-
*/
|
|
6961
|
-
TransformId?: string;
|
|
6962
|
-
}
|
|
@@ -1,6 +1,133 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
3
|
import { Action, AuditContext, Blueprint, Column, ConnectionsList, ConnectionType, Crawler, CsvHeaderOption, DatabaseIdentifier, DataFormat, DataQualityRuleResult, DataQualityTargetTable, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, FederatedDatabase, GlueTable, JobRun, Partition, PartitionInput, PartitionValueList, PhysicalConnectionRequirements, Predicate, PrincipalPermissions, SchemaId, StorageDescriptor, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, TriggerType, WorkerType } from "./models_0";
|
|
4
|
+
/**
|
|
5
|
+
* @public
|
|
6
|
+
*/
|
|
7
|
+
export interface CreateMLTransformRequest {
|
|
8
|
+
/**
|
|
9
|
+
* <p>The unique name that you give the transform when you create it.</p>
|
|
10
|
+
*/
|
|
11
|
+
Name: string | undefined;
|
|
12
|
+
/**
|
|
13
|
+
* <p>A description of the machine learning transform that is being defined. The default is an
|
|
14
|
+
* empty string.</p>
|
|
15
|
+
*/
|
|
16
|
+
Description?: string;
|
|
17
|
+
/**
|
|
18
|
+
* <p>A list of Glue table definitions used by the transform.</p>
|
|
19
|
+
*/
|
|
20
|
+
InputRecordTables: GlueTable[] | undefined;
|
|
21
|
+
/**
|
|
22
|
+
* <p>The algorithmic parameters that are specific to the transform type used. Conditionally
|
|
23
|
+
* dependent on the transform type.</p>
|
|
24
|
+
*/
|
|
25
|
+
Parameters: TransformParameters | undefined;
|
|
26
|
+
/**
|
|
27
|
+
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
|
|
28
|
+
* <ul>
|
|
29
|
+
* <li>
|
|
30
|
+
* <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
|
|
31
|
+
* </li>
|
|
32
|
+
* <li>
|
|
33
|
+
* <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
|
|
34
|
+
* </li>
|
|
35
|
+
* </ul>
|
|
36
|
+
*/
|
|
37
|
+
Role: string | undefined;
|
|
38
|
+
/**
|
|
39
|
+
* <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
|
|
40
|
+
*/
|
|
41
|
+
GlueVersion?: string;
|
|
42
|
+
/**
|
|
43
|
+
* <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
|
|
44
|
+
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
45
|
+
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
46
|
+
* page</a>. </p>
|
|
47
|
+
* <p>
|
|
48
|
+
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
49
|
+
* <ul>
|
|
50
|
+
* <li>
|
|
51
|
+
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
52
|
+
* </li>
|
|
53
|
+
* <li>
|
|
54
|
+
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
55
|
+
* </li>
|
|
56
|
+
* <li>
|
|
57
|
+
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
58
|
+
* </li>
|
|
59
|
+
* <li>
|
|
60
|
+
* <p>
|
|
61
|
+
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
62
|
+
* </li>
|
|
63
|
+
* </ul>
|
|
64
|
+
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
65
|
+
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
66
|
+
*/
|
|
67
|
+
MaxCapacity?: number;
|
|
68
|
+
/**
|
|
69
|
+
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
70
|
+
* <ul>
|
|
71
|
+
* <li>
|
|
72
|
+
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
73
|
+
* </li>
|
|
74
|
+
* <li>
|
|
75
|
+
* <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
|
|
76
|
+
* </li>
|
|
77
|
+
* <li>
|
|
78
|
+
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
79
|
+
* </li>
|
|
80
|
+
* </ul>
|
|
81
|
+
* <p>
|
|
82
|
+
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
83
|
+
* <ul>
|
|
84
|
+
* <li>
|
|
85
|
+
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
86
|
+
* </li>
|
|
87
|
+
* <li>
|
|
88
|
+
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
89
|
+
* </li>
|
|
90
|
+
* <li>
|
|
91
|
+
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
92
|
+
* </li>
|
|
93
|
+
* <li>
|
|
94
|
+
* <p>
|
|
95
|
+
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
96
|
+
* </li>
|
|
97
|
+
* </ul>
|
|
98
|
+
*/
|
|
99
|
+
WorkerType?: WorkerType | string;
|
|
100
|
+
/**
|
|
101
|
+
* <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
|
|
102
|
+
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
103
|
+
*/
|
|
104
|
+
NumberOfWorkers?: number;
|
|
105
|
+
/**
|
|
106
|
+
* <p>The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
|
|
107
|
+
*/
|
|
108
|
+
Timeout?: number;
|
|
109
|
+
/**
|
|
110
|
+
* <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
|
|
111
|
+
*/
|
|
112
|
+
MaxRetries?: number;
|
|
113
|
+
/**
|
|
114
|
+
* <p>The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html">Amazon Web Services Tags in Glue</a> in the developer guide.</p>
|
|
115
|
+
*/
|
|
116
|
+
Tags?: Record<string, string>;
|
|
117
|
+
/**
|
|
118
|
+
* <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
|
|
119
|
+
*/
|
|
120
|
+
TransformEncryption?: TransformEncryption;
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* @public
|
|
124
|
+
*/
|
|
125
|
+
export interface CreateMLTransformResponse {
|
|
126
|
+
/**
|
|
127
|
+
* <p>A unique identifier that is generated for the transform.</p>
|
|
128
|
+
*/
|
|
129
|
+
TransformId?: string;
|
|
130
|
+
}
|
|
4
131
|
/**
|
|
5
132
|
* @public
|
|
6
133
|
*/
|
|
@@ -3336,6 +3463,10 @@ export interface GetDataQualityRulesetEvaluationRunResponse {
|
|
|
3336
3463
|
* <p>A list of result IDs for the data quality results for the run.</p>
|
|
3337
3464
|
*/
|
|
3338
3465
|
ResultIds?: string[];
|
|
3466
|
+
/**
|
|
3467
|
+
* <p>A map of reference strings to additional data sources you can specify for an evaluation run.</p>
|
|
3468
|
+
*/
|
|
3469
|
+
AdditionalDataSources?: Record<string, DataSource>;
|
|
3339
3470
|
}
|
|
3340
3471
|
/**
|
|
3341
3472
|
* @public
|
|
@@ -6118,40 +6249,3 @@ export interface UserDefinedFunction {
|
|
|
6118
6249
|
*/
|
|
6119
6250
|
CatalogId?: string;
|
|
6120
6251
|
}
|
|
6121
|
-
/**
|
|
6122
|
-
* @public
|
|
6123
|
-
*/
|
|
6124
|
-
export interface GetUserDefinedFunctionResponse {
|
|
6125
|
-
/**
|
|
6126
|
-
* <p>The requested function definition.</p>
|
|
6127
|
-
*/
|
|
6128
|
-
UserDefinedFunction?: UserDefinedFunction;
|
|
6129
|
-
}
|
|
6130
|
-
/**
|
|
6131
|
-
* @public
|
|
6132
|
-
*/
|
|
6133
|
-
export interface GetUserDefinedFunctionsRequest {
|
|
6134
|
-
/**
|
|
6135
|
-
* <p>The ID of the Data Catalog where the functions to be retrieved are located. If none is
|
|
6136
|
-
* provided, the Amazon Web Services account ID is used by default.</p>
|
|
6137
|
-
*/
|
|
6138
|
-
CatalogId?: string;
|
|
6139
|
-
/**
|
|
6140
|
-
* <p>The name of the catalog database where the functions are located. If none is provided, functions from all the
|
|
6141
|
-
* databases across the catalog will be returned.</p>
|
|
6142
|
-
*/
|
|
6143
|
-
DatabaseName?: string;
|
|
6144
|
-
/**
|
|
6145
|
-
* <p>An optional function-name pattern string that filters the function
|
|
6146
|
-
* definitions returned.</p>
|
|
6147
|
-
*/
|
|
6148
|
-
Pattern: string | undefined;
|
|
6149
|
-
/**
|
|
6150
|
-
* <p>A continuation token, if this is a continuation call.</p>
|
|
6151
|
-
*/
|
|
6152
|
-
NextToken?: string;
|
|
6153
|
-
/**
|
|
6154
|
-
* <p>The maximum number of functions to return in one response.</p>
|
|
6155
|
-
*/
|
|
6156
|
-
MaxResults?: number;
|
|
6157
|
-
}
|
|
@@ -1,7 +1,44 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType, Workflow, WorkflowRun } from "./models_0";
|
|
3
|
+
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType, Workflow, WorkflowRun } from "./models_0";
|
|
4
4
|
import { ColumnStatistics, Compatibility, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, JobBookmarkEntry, RegistryId, RegistryStatus, ResourceShareType, SchemaStatus, SchemaVersionNumber, SchemaVersionStatus, Session, Statement, Table, TableInput, TransformFilterCriteria, TransformSortCriteria, UserDefinedFunction, UserDefinedFunctionInput } from "./models_1";
|
|
5
|
+
/**
|
|
6
|
+
* @public
|
|
7
|
+
*/
|
|
8
|
+
export interface GetUserDefinedFunctionResponse {
|
|
9
|
+
/**
|
|
10
|
+
* <p>The requested function definition.</p>
|
|
11
|
+
*/
|
|
12
|
+
UserDefinedFunction?: UserDefinedFunction;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* @public
|
|
16
|
+
*/
|
|
17
|
+
export interface GetUserDefinedFunctionsRequest {
|
|
18
|
+
/**
|
|
19
|
+
* <p>The ID of the Data Catalog where the functions to be retrieved are located. If none is
|
|
20
|
+
* provided, the Amazon Web Services account ID is used by default.</p>
|
|
21
|
+
*/
|
|
22
|
+
CatalogId?: string;
|
|
23
|
+
/**
|
|
24
|
+
* <p>The name of the catalog database where the functions are located. If none is provided, functions from all the
|
|
25
|
+
* databases across the catalog will be returned.</p>
|
|
26
|
+
*/
|
|
27
|
+
DatabaseName?: string;
|
|
28
|
+
/**
|
|
29
|
+
* <p>An optional function-name pattern string that filters the function
|
|
30
|
+
* definitions returned.</p>
|
|
31
|
+
*/
|
|
32
|
+
Pattern: string | undefined;
|
|
33
|
+
/**
|
|
34
|
+
* <p>A continuation token, if this is a continuation call.</p>
|
|
35
|
+
*/
|
|
36
|
+
NextToken?: string;
|
|
37
|
+
/**
|
|
38
|
+
* <p>The maximum number of functions to return in one response.</p>
|
|
39
|
+
*/
|
|
40
|
+
MaxResults?: number;
|
|
41
|
+
}
|
|
5
42
|
/**
|
|
6
43
|
* @public
|
|
7
44
|
*/
|
|
@@ -1916,6 +1953,10 @@ export interface StartDataQualityRulesetEvaluationRunRequest {
|
|
|
1916
1953
|
* <p>A list of ruleset names.</p>
|
|
1917
1954
|
*/
|
|
1918
1955
|
RulesetNames: string[] | undefined;
|
|
1956
|
+
/**
|
|
1957
|
+
* <p>A map of reference strings to additional data sources you can specify for an evaluation run.</p>
|
|
1958
|
+
*/
|
|
1959
|
+
AdditionalDataSources?: Record<string, DataSource>;
|
|
1919
1960
|
}
|
|
1920
1961
|
/**
|
|
1921
1962
|
* @public
|
|
@@ -3650,6 +3691,10 @@ export interface CodeGenConfigurationNode {
|
|
|
3650
3691
|
* <p>Specifies a target that writes to a data target in Amazon Redshift.</p>
|
|
3651
3692
|
*/
|
|
3652
3693
|
AmazonRedshiftTarget?: AmazonRedshiftTarget;
|
|
3694
|
+
/**
|
|
3695
|
+
* <p>Specifies your data quality evaluation criteria. Allows multiple input data and returns a collection of Dynamic Frames.</p>
|
|
3696
|
+
*/
|
|
3697
|
+
EvaluateDataQualityMultiFrame?: EvaluateDataQualityMultiFrame;
|
|
3653
3698
|
}
|
|
3654
3699
|
/**
|
|
3655
3700
|
* @public
|
|
@@ -14,7 +14,7 @@ import {
|
|
|
14
14
|
import {
|
|
15
15
|
CreateMLTransformRequest,
|
|
16
16
|
CreateMLTransformResponse,
|
|
17
|
-
} from "../models/
|
|
17
|
+
} from "../models/models_1";
|
|
18
18
|
export { __MetadataBearer, $Command };
|
|
19
19
|
export interface CreateMLTransformCommandInput
|
|
20
20
|
extends CreateMLTransformRequest {}
|
|
@@ -11,10 +11,8 @@ import {
|
|
|
11
11
|
ServiceInputTypes,
|
|
12
12
|
ServiceOutputTypes,
|
|
13
13
|
} from "../GlueClient";
|
|
14
|
-
import {
|
|
15
|
-
|
|
16
|
-
GetUserDefinedFunctionResponse,
|
|
17
|
-
} from "../models/models_1";
|
|
14
|
+
import { GetUserDefinedFunctionRequest } from "../models/models_1";
|
|
15
|
+
import { GetUserDefinedFunctionResponse } from "../models/models_2";
|
|
18
16
|
export { __MetadataBearer, $Command };
|
|
19
17
|
export interface GetUserDefinedFunctionCommandInput
|
|
20
18
|
extends GetUserDefinedFunctionRequest {}
|
|
@@ -11,8 +11,10 @@ import {
|
|
|
11
11
|
ServiceInputTypes,
|
|
12
12
|
ServiceOutputTypes,
|
|
13
13
|
} from "../GlueClient";
|
|
14
|
-
import {
|
|
15
|
-
|
|
14
|
+
import {
|
|
15
|
+
GetUserDefinedFunctionsRequest,
|
|
16
|
+
GetUserDefinedFunctionsResponse,
|
|
17
|
+
} from "../models/models_2";
|
|
16
18
|
export { __MetadataBearer, $Command };
|
|
17
19
|
export interface GetUserDefinedFunctionsCommandInput
|
|
18
20
|
extends GetUserDefinedFunctionsRequest {}
|
|
@@ -19,6 +19,11 @@ export interface Action {
|
|
|
19
19
|
NotificationProperty?: NotificationProperty;
|
|
20
20
|
CrawlerName?: string;
|
|
21
21
|
}
|
|
22
|
+
export declare const AdditionalOptionKeys: {
|
|
23
|
+
readonly CacheOption: "performanceTuning.caching";
|
|
24
|
+
};
|
|
25
|
+
export type AdditionalOptionKeys =
|
|
26
|
+
(typeof AdditionalOptionKeys)[keyof typeof AdditionalOptionKeys];
|
|
22
27
|
export declare const AggFunction: {
|
|
23
28
|
readonly avg: "avg";
|
|
24
29
|
readonly count: "count";
|
|
@@ -524,6 +529,7 @@ export interface DataQualityRuleResult {
|
|
|
524
529
|
Description?: string;
|
|
525
530
|
EvaluationMessage?: string;
|
|
526
531
|
Result?: DataQualityRuleResultStatus | string;
|
|
532
|
+
EvaluatedMetrics?: Record<string, number>;
|
|
527
533
|
}
|
|
528
534
|
export interface DataQualityResult {
|
|
529
535
|
ResultId?: string;
|
|
@@ -814,6 +820,15 @@ export interface EvaluateDataQuality {
|
|
|
814
820
|
PublishingOptions?: DQResultsPublishingOptions;
|
|
815
821
|
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
816
822
|
}
|
|
823
|
+
export interface EvaluateDataQualityMultiFrame {
|
|
824
|
+
Name: string | undefined;
|
|
825
|
+
Inputs: string[] | undefined;
|
|
826
|
+
AdditionalDataSources?: Record<string, string>;
|
|
827
|
+
Ruleset: string | undefined;
|
|
828
|
+
PublishingOptions?: DQResultsPublishingOptions;
|
|
829
|
+
AdditionalOptions?: Record<string, string>;
|
|
830
|
+
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
831
|
+
}
|
|
817
832
|
export interface FillMissingValues {
|
|
818
833
|
Name: string | undefined;
|
|
819
834
|
Inputs: string[] | undefined;
|
|
@@ -1981,6 +1996,7 @@ export declare class FederatedResourceAlreadyExistsException extends __BaseExcep
|
|
|
1981
1996
|
export interface DataQualityTargetTable {
|
|
1982
1997
|
TableName: string | undefined;
|
|
1983
1998
|
DatabaseName: string | undefined;
|
|
1999
|
+
CatalogId?: string;
|
|
1984
2000
|
}
|
|
1985
2001
|
export interface CreateDataQualityRulesetRequest {
|
|
1986
2002
|
Name: string | undefined;
|
|
@@ -2070,21 +2086,3 @@ export interface TransformEncryption {
|
|
|
2070
2086
|
MlUserDataEncryption?: MLUserDataEncryption;
|
|
2071
2087
|
TaskRunSecurityConfigurationName?: string;
|
|
2072
2088
|
}
|
|
2073
|
-
export interface CreateMLTransformRequest {
|
|
2074
|
-
Name: string | undefined;
|
|
2075
|
-
Description?: string;
|
|
2076
|
-
InputRecordTables: GlueTable[] | undefined;
|
|
2077
|
-
Parameters: TransformParameters | undefined;
|
|
2078
|
-
Role: string | undefined;
|
|
2079
|
-
GlueVersion?: string;
|
|
2080
|
-
MaxCapacity?: number;
|
|
2081
|
-
WorkerType?: WorkerType | string;
|
|
2082
|
-
NumberOfWorkers?: number;
|
|
2083
|
-
Timeout?: number;
|
|
2084
|
-
MaxRetries?: number;
|
|
2085
|
-
Tags?: Record<string, string>;
|
|
2086
|
-
TransformEncryption?: TransformEncryption;
|
|
2087
|
-
}
|
|
2088
|
-
export interface CreateMLTransformResponse {
|
|
2089
|
-
TransformId?: string;
|
|
2090
|
-
}
|
|
@@ -36,6 +36,24 @@ import {
|
|
|
36
36
|
TriggerType,
|
|
37
37
|
WorkerType,
|
|
38
38
|
} from "./models_0";
|
|
39
|
+
export interface CreateMLTransformRequest {
|
|
40
|
+
Name: string | undefined;
|
|
41
|
+
Description?: string;
|
|
42
|
+
InputRecordTables: GlueTable[] | undefined;
|
|
43
|
+
Parameters: TransformParameters | undefined;
|
|
44
|
+
Role: string | undefined;
|
|
45
|
+
GlueVersion?: string;
|
|
46
|
+
MaxCapacity?: number;
|
|
47
|
+
WorkerType?: WorkerType | string;
|
|
48
|
+
NumberOfWorkers?: number;
|
|
49
|
+
Timeout?: number;
|
|
50
|
+
MaxRetries?: number;
|
|
51
|
+
Tags?: Record<string, string>;
|
|
52
|
+
TransformEncryption?: TransformEncryption;
|
|
53
|
+
}
|
|
54
|
+
export interface CreateMLTransformResponse {
|
|
55
|
+
TransformId?: string;
|
|
56
|
+
}
|
|
39
57
|
export interface CreatePartitionRequest {
|
|
40
58
|
CatalogId?: string;
|
|
41
59
|
DatabaseName: string | undefined;
|
|
@@ -938,6 +956,7 @@ export interface GetDataQualityRulesetEvaluationRunResponse {
|
|
|
938
956
|
ExecutionTime?: number;
|
|
939
957
|
RulesetNames?: string[];
|
|
940
958
|
ResultIds?: string[];
|
|
959
|
+
AdditionalDataSources?: Record<string, DataSource>;
|
|
941
960
|
}
|
|
942
961
|
export interface GetDevEndpointRequest {
|
|
943
962
|
EndpointName: string | undefined;
|
|
@@ -1641,13 +1660,3 @@ export interface UserDefinedFunction {
|
|
|
1641
1660
|
ResourceUris?: ResourceUri[];
|
|
1642
1661
|
CatalogId?: string;
|
|
1643
1662
|
}
|
|
1644
|
-
export interface GetUserDefinedFunctionResponse {
|
|
1645
|
-
UserDefinedFunction?: UserDefinedFunction;
|
|
1646
|
-
}
|
|
1647
|
-
export interface GetUserDefinedFunctionsRequest {
|
|
1648
|
-
CatalogId?: string;
|
|
1649
|
-
DatabaseName?: string;
|
|
1650
|
-
Pattern: string | undefined;
|
|
1651
|
-
NextToken?: string;
|
|
1652
|
-
MaxResults?: number;
|
|
1653
|
-
}
|
|
@@ -31,6 +31,7 @@ import {
|
|
|
31
31
|
DynamoDBCatalogSource,
|
|
32
32
|
ErrorDetail,
|
|
33
33
|
EvaluateDataQuality,
|
|
34
|
+
EvaluateDataQualityMultiFrame,
|
|
34
35
|
EventBatchingCondition,
|
|
35
36
|
ExecutionClass,
|
|
36
37
|
ExecutionProperty,
|
|
@@ -118,6 +119,16 @@ import {
|
|
|
118
119
|
UserDefinedFunction,
|
|
119
120
|
UserDefinedFunctionInput,
|
|
120
121
|
} from "./models_1";
|
|
122
|
+
export interface GetUserDefinedFunctionResponse {
|
|
123
|
+
UserDefinedFunction?: UserDefinedFunction;
|
|
124
|
+
}
|
|
125
|
+
export interface GetUserDefinedFunctionsRequest {
|
|
126
|
+
CatalogId?: string;
|
|
127
|
+
DatabaseName?: string;
|
|
128
|
+
Pattern: string | undefined;
|
|
129
|
+
NextToken?: string;
|
|
130
|
+
MaxResults?: number;
|
|
131
|
+
}
|
|
121
132
|
export interface GetUserDefinedFunctionsResponse {
|
|
122
133
|
UserDefinedFunctions?: UserDefinedFunction[];
|
|
123
134
|
NextToken?: string;
|
|
@@ -684,6 +695,7 @@ export interface StartDataQualityRulesetEvaluationRunRequest {
|
|
|
684
695
|
ClientToken?: string;
|
|
685
696
|
AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions;
|
|
686
697
|
RulesetNames: string[] | undefined;
|
|
698
|
+
AdditionalDataSources?: Record<string, DataSource>;
|
|
687
699
|
}
|
|
688
700
|
export interface StartDataQualityRulesetEvaluationRunResponse {
|
|
689
701
|
RunId?: string;
|
|
@@ -1137,6 +1149,7 @@ export interface CodeGenConfigurationNode {
|
|
|
1137
1149
|
S3DeltaDirectTarget?: S3DeltaDirectTarget;
|
|
1138
1150
|
AmazonRedshiftSource?: AmazonRedshiftSource;
|
|
1139
1151
|
AmazonRedshiftTarget?: AmazonRedshiftTarget;
|
|
1152
|
+
EvaluateDataQualityMultiFrame?: EvaluateDataQualityMultiFrame;
|
|
1140
1153
|
}
|
|
1141
1154
|
export interface CreateJobRequest {
|
|
1142
1155
|
Name: string | undefined;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.341.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -21,36 +21,36 @@
|
|
|
21
21
|
"dependencies": {
|
|
22
22
|
"@aws-crypto/sha256-browser": "3.0.0",
|
|
23
23
|
"@aws-crypto/sha256-js": "3.0.0",
|
|
24
|
-
"@aws-sdk/client-sts": "3.
|
|
25
|
-
"@aws-sdk/config-resolver": "3.
|
|
26
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
27
|
-
"@aws-sdk/fetch-http-handler": "3.
|
|
28
|
-
"@aws-sdk/hash-node": "3.
|
|
29
|
-
"@aws-sdk/invalid-dependency": "3.
|
|
30
|
-
"@aws-sdk/middleware-content-length": "3.
|
|
31
|
-
"@aws-sdk/middleware-endpoint": "3.
|
|
32
|
-
"@aws-sdk/middleware-host-header": "3.
|
|
33
|
-
"@aws-sdk/middleware-logger": "3.
|
|
34
|
-
"@aws-sdk/middleware-recursion-detection": "3.
|
|
35
|
-
"@aws-sdk/middleware-retry": "3.
|
|
36
|
-
"@aws-sdk/middleware-serde": "3.
|
|
37
|
-
"@aws-sdk/middleware-signing": "3.
|
|
38
|
-
"@aws-sdk/middleware-stack": "3.
|
|
39
|
-
"@aws-sdk/middleware-user-agent": "3.
|
|
40
|
-
"@aws-sdk/node-config-provider": "3.
|
|
41
|
-
"@aws-sdk/node-http-handler": "3.
|
|
42
|
-
"@aws-sdk/smithy-client": "3.
|
|
43
|
-
"@aws-sdk/types": "3.
|
|
44
|
-
"@aws-sdk/url-parser": "3.
|
|
24
|
+
"@aws-sdk/client-sts": "3.341.0",
|
|
25
|
+
"@aws-sdk/config-resolver": "3.341.0",
|
|
26
|
+
"@aws-sdk/credential-provider-node": "3.341.0",
|
|
27
|
+
"@aws-sdk/fetch-http-handler": "3.341.0",
|
|
28
|
+
"@aws-sdk/hash-node": "3.341.0",
|
|
29
|
+
"@aws-sdk/invalid-dependency": "3.341.0",
|
|
30
|
+
"@aws-sdk/middleware-content-length": "3.341.0",
|
|
31
|
+
"@aws-sdk/middleware-endpoint": "3.341.0",
|
|
32
|
+
"@aws-sdk/middleware-host-header": "3.341.0",
|
|
33
|
+
"@aws-sdk/middleware-logger": "3.341.0",
|
|
34
|
+
"@aws-sdk/middleware-recursion-detection": "3.341.0",
|
|
35
|
+
"@aws-sdk/middleware-retry": "3.341.0",
|
|
36
|
+
"@aws-sdk/middleware-serde": "3.341.0",
|
|
37
|
+
"@aws-sdk/middleware-signing": "3.341.0",
|
|
38
|
+
"@aws-sdk/middleware-stack": "3.341.0",
|
|
39
|
+
"@aws-sdk/middleware-user-agent": "3.341.0",
|
|
40
|
+
"@aws-sdk/node-config-provider": "3.341.0",
|
|
41
|
+
"@aws-sdk/node-http-handler": "3.341.0",
|
|
42
|
+
"@aws-sdk/smithy-client": "3.341.0",
|
|
43
|
+
"@aws-sdk/types": "3.341.0",
|
|
44
|
+
"@aws-sdk/url-parser": "3.341.0",
|
|
45
45
|
"@aws-sdk/util-base64": "3.310.0",
|
|
46
46
|
"@aws-sdk/util-body-length-browser": "3.310.0",
|
|
47
47
|
"@aws-sdk/util-body-length-node": "3.310.0",
|
|
48
|
-
"@aws-sdk/util-defaults-mode-browser": "3.
|
|
49
|
-
"@aws-sdk/util-defaults-mode-node": "3.
|
|
50
|
-
"@aws-sdk/util-endpoints": "3.
|
|
51
|
-
"@aws-sdk/util-retry": "3.
|
|
52
|
-
"@aws-sdk/util-user-agent-browser": "3.
|
|
53
|
-
"@aws-sdk/util-user-agent-node": "3.
|
|
48
|
+
"@aws-sdk/util-defaults-mode-browser": "3.341.0",
|
|
49
|
+
"@aws-sdk/util-defaults-mode-node": "3.341.0",
|
|
50
|
+
"@aws-sdk/util-endpoints": "3.341.0",
|
|
51
|
+
"@aws-sdk/util-retry": "3.341.0",
|
|
52
|
+
"@aws-sdk/util-user-agent-browser": "3.341.0",
|
|
53
|
+
"@aws-sdk/util-user-agent-node": "3.341.0",
|
|
54
54
|
"@aws-sdk/util-utf8": "3.310.0",
|
|
55
55
|
"@smithy/protocol-http": "^1.0.1",
|
|
56
56
|
"@smithy/types": "^1.0.0",
|