@aws-sdk/client-glue 3.338.0 → 3.341.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/dist-cjs/models/models_0.js +5 -2
  2. package/dist-cjs/protocols/Aws_json1_1.js +31 -2
  3. package/dist-es/models/models_0.js +3 -0
  4. package/dist-es/protocols/Aws_json1_1.js +31 -2
  5. package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +3 -0
  6. package/dist-types/commands/BatchGetJobsCommand.d.ts +22 -0
  7. package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -0
  8. package/dist-types/commands/CreateJobCommand.d.ts +22 -0
  9. package/dist-types/commands/CreateMLTransformCommand.d.ts +1 -1
  10. package/dist-types/commands/GetDataQualityResultCommand.d.ts +3 -0
  11. package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -0
  12. package/dist-types/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +13 -0
  13. package/dist-types/commands/GetJobCommand.d.ts +22 -0
  14. package/dist-types/commands/GetJobsCommand.d.ts +22 -0
  15. package/dist-types/commands/GetUserDefinedFunctionCommand.d.ts +2 -1
  16. package/dist-types/commands/GetUserDefinedFunctionsCommand.d.ts +1 -2
  17. package/dist-types/commands/ListDataQualityRulesetsCommand.d.ts +2 -0
  18. package/dist-types/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +13 -0
  19. package/dist-types/commands/UpdateJobCommand.d.ts +22 -0
  20. package/dist-types/models/models_0.d.ts +56 -130
  21. package/dist-types/models/models_1.d.ts +131 -37
  22. package/dist-types/models/models_2.d.ts +46 -1
  23. package/dist-types/ts3.4/commands/CreateMLTransformCommand.d.ts +1 -1
  24. package/dist-types/ts3.4/commands/GetUserDefinedFunctionCommand.d.ts +2 -4
  25. package/dist-types/ts3.4/commands/GetUserDefinedFunctionsCommand.d.ts +4 -2
  26. package/dist-types/ts3.4/models/models_0.d.ts +16 -18
  27. package/dist-types/ts3.4/models/models_1.d.ts +19 -10
  28. package/dist-types/ts3.4/models/models_2.d.ts +13 -0
  29. package/package.json +28 -28
@@ -1,7 +1,7 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.CrawlState = exports.InvalidStateException = exports.FederationSourceRetryableException = exports.FederationSourceException = exports.FederationSourceErrorCode = exports.SourceControlProvider = exports.SourceControlAuthStrategy = exports.ExecutionClass = exports.UnionType = exports.HudiTargetCompressionType = exports.ParquetCompressionType = exports.TargetFormat = exports.DeltaTargetCompressionType = exports.Separator = exports.QuoteChar = exports.CompressionType = exports.PiiType = exports.JoinType = exports.GlueRecordType = exports.JDBCDataType = exports.UpdateCatalogBehavior = exports.FilterLogicalOperator = exports.FilterValueType = exports.FilterOperation = exports.DQStopJobOnFailureTiming = exports.DQTransformOutput = exports.ParamType = exports.JDBCConnectionType = exports.StartingPosition = exports.WorkerType = exports.DataQualityRuleResultStatus = exports.JdbcMetadataEntry = exports.CrawlerState = exports.UpdateBehavior = exports.DeleteBehavior = exports.ScheduleState = exports.RecrawlBehavior = exports.CrawlerLineageSettings = exports.LastCrawlStatus = exports.BlueprintStatus = exports.ResourceNotReadyException = exports.ResourceNumberLimitExceededException = exports.OperationTimeoutException = exports.InvalidInputException = exports.InternalServiceException = exports.GlueEncryptionException = exports.EntityNotFoundException = exports.AlreadyExistsException = exports.AggFunction = exports.AccessDeniedException = void 0;
4
- exports.MLUserDataEncryptionModeString = exports.TransformType = exports.ValidationException = exports.FederatedResourceAlreadyExistsException = exports.Permission = exports.ConcurrentModificationException = exports.IdempotentParameterMismatchException = exports.ConnectionType = exports.ConnectionPropertyKey = exports.CsvHeaderOption = exports.DataFormat = exports.IllegalSessionStateException = exports.TaskStatusType = exports.WorkflowRunStatus = exports.NodeType = exports.TriggerType = exports.TriggerState = exports.Logical = exports.JobRunState = exports.LogicalOperator = void 0;
3
+ exports.InvalidStateException = exports.FederationSourceRetryableException = exports.FederationSourceException = exports.FederationSourceErrorCode = exports.SourceControlProvider = exports.SourceControlAuthStrategy = exports.ExecutionClass = exports.UnionType = exports.HudiTargetCompressionType = exports.ParquetCompressionType = exports.TargetFormat = exports.DeltaTargetCompressionType = exports.Separator = exports.QuoteChar = exports.CompressionType = exports.PiiType = exports.JoinType = exports.GlueRecordType = exports.JDBCDataType = exports.UpdateCatalogBehavior = exports.FilterLogicalOperator = exports.FilterValueType = exports.FilterOperation = exports.DQStopJobOnFailureTiming = exports.DQTransformOutput = exports.ParamType = exports.JDBCConnectionType = exports.StartingPosition = exports.WorkerType = exports.DataQualityRuleResultStatus = exports.JdbcMetadataEntry = exports.CrawlerState = exports.UpdateBehavior = exports.DeleteBehavior = exports.ScheduleState = exports.RecrawlBehavior = exports.CrawlerLineageSettings = exports.LastCrawlStatus = exports.BlueprintStatus = exports.ResourceNotReadyException = exports.ResourceNumberLimitExceededException = exports.OperationTimeoutException = exports.InvalidInputException = exports.InternalServiceException = exports.GlueEncryptionException = exports.EntityNotFoundException = exports.AlreadyExistsException = exports.AggFunction = exports.AdditionalOptionKeys = exports.AccessDeniedException = void 0;
4
+ exports.MLUserDataEncryptionModeString = exports.TransformType = exports.ValidationException = exports.FederatedResourceAlreadyExistsException = exports.Permission = exports.ConcurrentModificationException = exports.IdempotentParameterMismatchException = exports.ConnectionType = exports.ConnectionPropertyKey = exports.CsvHeaderOption = exports.DataFormat = exports.IllegalSessionStateException = exports.TaskStatusType = exports.WorkflowRunStatus = exports.NodeType = exports.TriggerType = exports.TriggerState = exports.Logical = exports.JobRunState = exports.LogicalOperator = exports.CrawlState = void 0;
5
5
  const GlueServiceException_1 = require("./GlueServiceException");
6
6
  class AccessDeniedException extends GlueServiceException_1.GlueServiceException {
7
7
  constructor(opts) {
@@ -17,6 +17,9 @@ class AccessDeniedException extends GlueServiceException_1.GlueServiceException
17
17
  }
18
18
  }
19
19
  exports.AccessDeniedException = AccessDeniedException;
20
+ exports.AdditionalOptionKeys = {
21
+ CacheOption: "performanceTuning.caching",
22
+ };
20
23
  exports.AggFunction = {
21
24
  avg: "avg",
22
25
  count: "count",
@@ -10627,6 +10627,7 @@ const se_CodeGenConfigurationNode = (input, context) => {
10627
10627
  DynamicTransform: smithy_client_1._json,
10628
10628
  DynamoDBCatalogSource: smithy_client_1._json,
10629
10629
  EvaluateDataQuality: smithy_client_1._json,
10630
+ EvaluateDataQualityMultiFrame: smithy_client_1._json,
10630
10631
  FillMissingValues: smithy_client_1._json,
10631
10632
  Filter: smithy_client_1._json,
10632
10633
  GovernedCatalogSource: smithy_client_1._json,
@@ -11358,6 +11359,7 @@ const de_CodeGenConfigurationNode = (output, context) => {
11358
11359
  DynamicTransform: smithy_client_1._json,
11359
11360
  DynamoDBCatalogSource: smithy_client_1._json,
11360
11361
  EvaluateDataQuality: smithy_client_1._json,
11362
+ EvaluateDataQualityMultiFrame: smithy_client_1._json,
11361
11363
  FillMissingValues: smithy_client_1._json,
11362
11364
  Filter: smithy_client_1._json,
11363
11365
  GovernedCatalogSource: smithy_client_1._json,
@@ -11676,7 +11678,7 @@ const de_DataQualityResult = (output, context) => {
11676
11678
  JobName: smithy_client_1.expectString,
11677
11679
  JobRunId: smithy_client_1.expectString,
11678
11680
  ResultId: smithy_client_1.expectString,
11679
- RuleResults: smithy_client_1._json,
11681
+ RuleResults: (_) => de_DataQualityRuleResults(_, context),
11680
11682
  RulesetEvaluationRunId: smithy_client_1.expectString,
11681
11683
  RulesetName: smithy_client_1.expectString,
11682
11684
  Score: smithy_client_1.limitedParseDouble,
@@ -11724,6 +11726,23 @@ const de_DataQualityRuleRecommendationRunList = (output, context) => {
11724
11726
  });
11725
11727
  return retVal;
11726
11728
  };
11729
+ const de_DataQualityRuleResult = (output, context) => {
11730
+ return (0, smithy_client_1.take)(output, {
11731
+ Description: smithy_client_1.expectString,
11732
+ EvaluatedMetrics: (_) => de_EvaluatedMetricsMap(_, context),
11733
+ EvaluationMessage: smithy_client_1.expectString,
11734
+ Name: smithy_client_1.expectString,
11735
+ Result: smithy_client_1.expectString,
11736
+ });
11737
+ };
11738
+ const de_DataQualityRuleResults = (output, context) => {
11739
+ const retVal = (output || [])
11740
+ .filter((e) => e != null)
11741
+ .map((entry) => {
11742
+ return de_DataQualityRuleResult(entry, context);
11743
+ });
11744
+ return retVal;
11745
+ };
11727
11746
  const de_DataQualityRulesetEvaluationRunDescription = (output, context) => {
11728
11747
  return (0, smithy_client_1.take)(output, {
11729
11748
  DataSource: smithy_client_1._json,
@@ -11841,6 +11860,15 @@ const de_DynamoDBTargetList = (output, context) => {
11841
11860
  });
11842
11861
  return retVal;
11843
11862
  };
11863
+ const de_EvaluatedMetricsMap = (output, context) => {
11864
+ return Object.entries(output).reduce((acc, [key, value]) => {
11865
+ if (value === null) {
11866
+ return acc;
11867
+ }
11868
+ acc[key] = (0, smithy_client_1.limitedParseDouble)(value);
11869
+ return acc;
11870
+ }, {});
11871
+ };
11844
11872
  const de_EvaluationMetrics = (output, context) => {
11845
11873
  return (0, smithy_client_1.take)(output, {
11846
11874
  FindMatchesMetrics: (_) => de_FindMatchesMetrics(_, context),
@@ -11956,7 +11984,7 @@ const de_GetDataQualityResultResponse = (output, context) => {
11956
11984
  JobName: smithy_client_1.expectString,
11957
11985
  JobRunId: smithy_client_1.expectString,
11958
11986
  ResultId: smithy_client_1.expectString,
11959
- RuleResults: smithy_client_1._json,
11987
+ RuleResults: (_) => de_DataQualityRuleResults(_, context),
11960
11988
  RulesetEvaluationRunId: smithy_client_1.expectString,
11961
11989
  RulesetName: smithy_client_1.expectString,
11962
11990
  Score: smithy_client_1.limitedParseDouble,
@@ -11982,6 +12010,7 @@ const de_GetDataQualityRuleRecommendationRunResponse = (output, context) => {
11982
12010
  };
11983
12011
  const de_GetDataQualityRulesetEvaluationRunResponse = (output, context) => {
11984
12012
  return (0, smithy_client_1.take)(output, {
12013
+ AdditionalDataSources: smithy_client_1._json,
11985
12014
  AdditionalRunOptions: smithy_client_1._json,
11986
12015
  CompletedOn: (_) => (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(_))),
11987
12016
  DataSource: smithy_client_1._json,
@@ -12,6 +12,9 @@ export class AccessDeniedException extends __BaseException {
12
12
  this.Message = opts.Message;
13
13
  }
14
14
  }
15
+ export const AdditionalOptionKeys = {
16
+ CacheOption: "performanceTuning.caching",
17
+ };
15
18
  export const AggFunction = {
16
19
  avg: "avg",
17
20
  count: "count",
@@ -10212,6 +10212,7 @@ const se_CodeGenConfigurationNode = (input, context) => {
10212
10212
  DynamicTransform: _json,
10213
10213
  DynamoDBCatalogSource: _json,
10214
10214
  EvaluateDataQuality: _json,
10215
+ EvaluateDataQualityMultiFrame: _json,
10215
10216
  FillMissingValues: _json,
10216
10217
  Filter: _json,
10217
10218
  GovernedCatalogSource: _json,
@@ -10943,6 +10944,7 @@ const de_CodeGenConfigurationNode = (output, context) => {
10943
10944
  DynamicTransform: _json,
10944
10945
  DynamoDBCatalogSource: _json,
10945
10946
  EvaluateDataQuality: _json,
10947
+ EvaluateDataQualityMultiFrame: _json,
10946
10948
  FillMissingValues: _json,
10947
10949
  Filter: _json,
10948
10950
  GovernedCatalogSource: _json,
@@ -11261,7 +11263,7 @@ const de_DataQualityResult = (output, context) => {
11261
11263
  JobName: __expectString,
11262
11264
  JobRunId: __expectString,
11263
11265
  ResultId: __expectString,
11264
- RuleResults: _json,
11266
+ RuleResults: (_) => de_DataQualityRuleResults(_, context),
11265
11267
  RulesetEvaluationRunId: __expectString,
11266
11268
  RulesetName: __expectString,
11267
11269
  Score: __limitedParseDouble,
@@ -11309,6 +11311,23 @@ const de_DataQualityRuleRecommendationRunList = (output, context) => {
11309
11311
  });
11310
11312
  return retVal;
11311
11313
  };
11314
+ const de_DataQualityRuleResult = (output, context) => {
11315
+ return take(output, {
11316
+ Description: __expectString,
11317
+ EvaluatedMetrics: (_) => de_EvaluatedMetricsMap(_, context),
11318
+ EvaluationMessage: __expectString,
11319
+ Name: __expectString,
11320
+ Result: __expectString,
11321
+ });
11322
+ };
11323
+ const de_DataQualityRuleResults = (output, context) => {
11324
+ const retVal = (output || [])
11325
+ .filter((e) => e != null)
11326
+ .map((entry) => {
11327
+ return de_DataQualityRuleResult(entry, context);
11328
+ });
11329
+ return retVal;
11330
+ };
11312
11331
  const de_DataQualityRulesetEvaluationRunDescription = (output, context) => {
11313
11332
  return take(output, {
11314
11333
  DataSource: _json,
@@ -11426,6 +11445,15 @@ const de_DynamoDBTargetList = (output, context) => {
11426
11445
  });
11427
11446
  return retVal;
11428
11447
  };
11448
+ const de_EvaluatedMetricsMap = (output, context) => {
11449
+ return Object.entries(output).reduce((acc, [key, value]) => {
11450
+ if (value === null) {
11451
+ return acc;
11452
+ }
11453
+ acc[key] = __limitedParseDouble(value);
11454
+ return acc;
11455
+ }, {});
11456
+ };
11429
11457
  const de_EvaluationMetrics = (output, context) => {
11430
11458
  return take(output, {
11431
11459
  FindMatchesMetrics: (_) => de_FindMatchesMetrics(_, context),
@@ -11541,7 +11569,7 @@ const de_GetDataQualityResultResponse = (output, context) => {
11541
11569
  JobName: __expectString,
11542
11570
  JobRunId: __expectString,
11543
11571
  ResultId: __expectString,
11544
- RuleResults: _json,
11572
+ RuleResults: (_) => de_DataQualityRuleResults(_, context),
11545
11573
  RulesetEvaluationRunId: __expectString,
11546
11574
  RulesetName: __expectString,
11547
11575
  Score: __limitedParseDouble,
@@ -11567,6 +11595,7 @@ const de_GetDataQualityRuleRecommendationRunResponse = (output, context) => {
11567
11595
  };
11568
11596
  const de_GetDataQualityRulesetEvaluationRunResponse = (output, context) => {
11569
11597
  return take(output, {
11598
+ AdditionalDataSources: _json,
11570
11599
  AdditionalRunOptions: _json,
11571
11600
  CompletedOn: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
11572
11601
  DataSource: _json,
@@ -66,6 +66,9 @@ export interface BatchGetDataQualityResultCommandOutput extends BatchGetDataQual
66
66
  * // Description: "STRING_VALUE",
67
67
  * // EvaluationMessage: "STRING_VALUE",
68
68
  * // Result: "PASS" || "FAIL" || "ERROR",
69
+ * // EvaluatedMetrics: { // EvaluatedMetricsMap
70
+ * // "<keys>": Number("double"),
71
+ * // },
69
72
  * // },
70
73
  * // ],
71
74
  * // },
@@ -994,6 +994,28 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
994
994
  * // },
995
995
  * // Inputs: "<OneInput>",
996
996
  * // },
997
+ * // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
998
+ * // Name: "STRING_VALUE", // required
999
+ * // Inputs: [ // required
1000
+ * // "STRING_VALUE",
1001
+ * // ],
1002
+ * // AdditionalDataSources: { // DQDLAliases
1003
+ * // "<keys>": "STRING_VALUE",
1004
+ * // },
1005
+ * // Ruleset: "STRING_VALUE", // required
1006
+ * // PublishingOptions: {
1007
+ * // EvaluationContext: "STRING_VALUE",
1008
+ * // ResultsS3Prefix: "STRING_VALUE",
1009
+ * // CloudWatchMetricsEnabled: true || false,
1010
+ * // ResultsPublishingEnabled: true || false,
1011
+ * // },
1012
+ * // AdditionalOptions: { // DQAdditionalOptions
1013
+ * // "<keys>": "STRING_VALUE",
1014
+ * // },
1015
+ * // StopJobOnFailureOptions: {
1016
+ * // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
1017
+ * // },
1018
+ * // },
997
1019
  * // },
998
1020
  * // },
999
1021
  * // ExecutionClass: "FLEX" || "STANDARD",
@@ -41,6 +41,7 @@ export interface CreateDataQualityRulesetCommandOutput extends CreateDataQuality
41
41
  * TargetTable: { // DataQualityTargetTable
42
42
  * TableName: "STRING_VALUE", // required
43
43
  * DatabaseName: "STRING_VALUE", // required
44
+ * CatalogId: "STRING_VALUE",
44
45
  * },
45
46
  * ClientToken: "STRING_VALUE",
46
47
  * };
@@ -985,6 +985,28 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
985
985
  * },
986
986
  * Inputs: "<OneInput>",
987
987
  * },
988
+ * EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
989
+ * Name: "STRING_VALUE", // required
990
+ * Inputs: [ // required
991
+ * "STRING_VALUE",
992
+ * ],
993
+ * AdditionalDataSources: { // DQDLAliases
994
+ * "<keys>": "STRING_VALUE",
995
+ * },
996
+ * Ruleset: "STRING_VALUE", // required
997
+ * PublishingOptions: {
998
+ * EvaluationContext: "STRING_VALUE",
999
+ * ResultsS3Prefix: "STRING_VALUE",
1000
+ * CloudWatchMetricsEnabled: true || false,
1001
+ * ResultsPublishingEnabled: true || false,
1002
+ * },
1003
+ * AdditionalOptions: { // DQAdditionalOptions
1004
+ * "<keys>": "STRING_VALUE",
1005
+ * },
1006
+ * StopJobOnFailureOptions: {
1007
+ * StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
1008
+ * },
1009
+ * },
988
1010
  * },
989
1011
  * },
990
1012
  * ExecutionClass: "FLEX" || "STANDARD",
@@ -2,7 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { CreateMLTransformRequest, CreateMLTransformResponse } from "../models/models_0";
5
+ import { CreateMLTransformRequest, CreateMLTransformResponse } from "../models/models_1";
6
6
  /**
7
7
  * @public
8
8
  */
@@ -62,6 +62,9 @@ export interface GetDataQualityResultCommandOutput extends GetDataQualityResultR
62
62
  * // Description: "STRING_VALUE",
63
63
  * // EvaluationMessage: "STRING_VALUE",
64
64
  * // Result: "PASS" || "FAIL" || "ERROR",
65
+ * // EvaluatedMetrics: { // EvaluatedMetricsMap
66
+ * // "<keys>": Number("double"),
67
+ * // },
65
68
  * // },
66
69
  * // ],
67
70
  * // };
@@ -42,6 +42,7 @@ export interface GetDataQualityRulesetCommandOutput extends GetDataQualityRulese
42
42
  * // TargetTable: { // DataQualityTargetTable
43
43
  * // TableName: "STRING_VALUE", // required
44
44
  * // DatabaseName: "STRING_VALUE", // required
45
+ * // CatalogId: "STRING_VALUE",
45
46
  * // },
46
47
  * // CreatedOn: new Date("TIMESTAMP"),
47
48
  * // LastModifiedOn: new Date("TIMESTAMP"),
@@ -67,6 +67,19 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput extends GetData
67
67
  * // ResultIds: [ // DataQualityResultIdList
68
68
  * // "STRING_VALUE",
69
69
  * // ],
70
+ * // AdditionalDataSources: { // DataSourceMap
71
+ * // "<keys>": {
72
+ * // GlueTable: {
73
+ * // DatabaseName: "STRING_VALUE", // required
74
+ * // TableName: "STRING_VALUE", // required
75
+ * // CatalogId: "STRING_VALUE",
76
+ * // ConnectionName: "STRING_VALUE",
77
+ * // AdditionalOptions: {
78
+ * // "<keys>": "STRING_VALUE",
79
+ * // },
80
+ * // },
81
+ * // },
82
+ * // },
70
83
  * // };
71
84
  *
72
85
  * ```
@@ -990,6 +990,28 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {
990
990
  * // },
991
991
  * // Inputs: "<OneInput>",
992
992
  * // },
993
+ * // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
994
+ * // Name: "STRING_VALUE", // required
995
+ * // Inputs: [ // required
996
+ * // "STRING_VALUE",
997
+ * // ],
998
+ * // AdditionalDataSources: { // DQDLAliases
999
+ * // "<keys>": "STRING_VALUE",
1000
+ * // },
1001
+ * // Ruleset: "STRING_VALUE", // required
1002
+ * // PublishingOptions: {
1003
+ * // EvaluationContext: "STRING_VALUE",
1004
+ * // ResultsS3Prefix: "STRING_VALUE",
1005
+ * // CloudWatchMetricsEnabled: true || false,
1006
+ * // ResultsPublishingEnabled: true || false,
1007
+ * // },
1008
+ * // AdditionalOptions: { // DQAdditionalOptions
1009
+ * // "<keys>": "STRING_VALUE",
1010
+ * // },
1011
+ * // StopJobOnFailureOptions: {
1012
+ * // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
1013
+ * // },
1014
+ * // },
993
1015
  * // },
994
1016
  * // },
995
1017
  * // ExecutionClass: "FLEX" || "STANDARD",
@@ -992,6 +992,28 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
992
992
  * // },
993
993
  * // Inputs: "<OneInput>",
994
994
  * // },
995
+ * // EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
996
+ * // Name: "STRING_VALUE", // required
997
+ * // Inputs: [ // required
998
+ * // "STRING_VALUE",
999
+ * // ],
1000
+ * // AdditionalDataSources: { // DQDLAliases
1001
+ * // "<keys>": "STRING_VALUE",
1002
+ * // },
1003
+ * // Ruleset: "STRING_VALUE", // required
1004
+ * // PublishingOptions: {
1005
+ * // EvaluationContext: "STRING_VALUE",
1006
+ * // ResultsS3Prefix: "STRING_VALUE",
1007
+ * // CloudWatchMetricsEnabled: true || false,
1008
+ * // ResultsPublishingEnabled: true || false,
1009
+ * // },
1010
+ * // AdditionalOptions: { // DQAdditionalOptions
1011
+ * // "<keys>": "STRING_VALUE",
1012
+ * // },
1013
+ * // StopJobOnFailureOptions: {
1014
+ * // StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
1015
+ * // },
1016
+ * // },
995
1017
  * // },
996
1018
  * // },
997
1019
  * // ExecutionClass: "FLEX" || "STANDARD",
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { GetUserDefinedFunctionRequest, GetUserDefinedFunctionResponse } from "../models/models_1";
5
+ import { GetUserDefinedFunctionRequest } from "../models/models_1";
6
+ import { GetUserDefinedFunctionResponse } from "../models/models_2";
6
7
  /**
7
8
  * @public
8
9
  */
@@ -2,8 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { GetUserDefinedFunctionsRequest } from "../models/models_1";
6
- import { GetUserDefinedFunctionsResponse } from "../models/models_2";
5
+ import { GetUserDefinedFunctionsRequest, GetUserDefinedFunctionsResponse } from "../models/models_2";
7
6
  /**
8
7
  * @public
9
8
  */
@@ -43,6 +43,7 @@ export interface ListDataQualityRulesetsCommandOutput extends ListDataQualityRul
43
43
  * TargetTable: { // DataQualityTargetTable
44
44
  * TableName: "STRING_VALUE", // required
45
45
  * DatabaseName: "STRING_VALUE", // required
46
+ * CatalogId: "STRING_VALUE",
46
47
  * },
47
48
  * },
48
49
  * Tags: { // TagsMap
@@ -61,6 +62,7 @@ export interface ListDataQualityRulesetsCommandOutput extends ListDataQualityRul
61
62
  * // TargetTable: { // DataQualityTargetTable
62
63
  * // TableName: "STRING_VALUE", // required
63
64
  * // DatabaseName: "STRING_VALUE", // required
65
+ * // CatalogId: "STRING_VALUE",
64
66
  * // },
65
67
  * // RecommendationRunId: "STRING_VALUE",
66
68
  * // RuleCount: Number("int"),
@@ -53,6 +53,19 @@ export interface StartDataQualityRulesetEvaluationRunCommandOutput extends Start
53
53
  * RulesetNames: [ // RulesetNames // required
54
54
  * "STRING_VALUE",
55
55
  * ],
56
+ * AdditionalDataSources: { // DataSourceMap
57
+ * "<keys>": {
58
+ * GlueTable: {
59
+ * DatabaseName: "STRING_VALUE", // required
60
+ * TableName: "STRING_VALUE", // required
61
+ * CatalogId: "STRING_VALUE",
62
+ * ConnectionName: "STRING_VALUE",
63
+ * AdditionalOptions: {
64
+ * "<keys>": "STRING_VALUE",
65
+ * },
66
+ * },
67
+ * },
68
+ * },
56
69
  * };
57
70
  * const command = new StartDataQualityRulesetEvaluationRunCommand(input);
58
71
  * const response = await client.send(command);
@@ -982,6 +982,28 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
982
982
  * },
983
983
  * Inputs: "<OneInput>",
984
984
  * },
985
+ * EvaluateDataQualityMultiFrame: { // EvaluateDataQualityMultiFrame
986
+ * Name: "STRING_VALUE", // required
987
+ * Inputs: [ // required
988
+ * "STRING_VALUE",
989
+ * ],
990
+ * AdditionalDataSources: { // DQDLAliases
991
+ * "<keys>": "STRING_VALUE",
992
+ * },
993
+ * Ruleset: "STRING_VALUE", // required
994
+ * PublishingOptions: {
995
+ * EvaluationContext: "STRING_VALUE",
996
+ * ResultsS3Prefix: "STRING_VALUE",
997
+ * CloudWatchMetricsEnabled: true || false,
998
+ * ResultsPublishingEnabled: true || false,
999
+ * },
1000
+ * AdditionalOptions: { // DQAdditionalOptions
1001
+ * "<keys>": "STRING_VALUE",
1002
+ * },
1003
+ * StopJobOnFailureOptions: {
1004
+ * StopJobOnFailureTiming: "Immediate" || "AfterDataLoad",
1005
+ * },
1006
+ * },
985
1007
  * },
986
1008
  * },
987
1009
  * ExecutionClass: "FLEX" || "STANDARD",
@@ -64,6 +64,17 @@ export interface Action {
64
64
  */
65
65
  CrawlerName?: string;
66
66
  }
67
+ /**
68
+ * @public
69
+ * @enum
70
+ */
71
+ export declare const AdditionalOptionKeys: {
72
+ readonly CacheOption: "performanceTuning.caching";
73
+ };
74
+ /**
75
+ * @public
76
+ */
77
+ export type AdditionalOptionKeys = (typeof AdditionalOptionKeys)[keyof typeof AdditionalOptionKeys];
67
78
  /**
68
79
  * @public
69
80
  * @enum
@@ -145,15 +156,15 @@ export declare class AlreadyExistsException extends __BaseException {
145
156
  }
146
157
  /**
147
158
  * @public
148
- * <p>Specifies an Amazon Redshift data store.</p>
159
+ * <p>Specifies an optional value when connecting to the Redshift cluster.</p>
149
160
  */
150
161
  export interface AmazonRedshiftAdvancedOption {
151
162
  /**
152
- * <p>The key when specifying a key-value pair.</p>
163
+ * <p>The key for the additional connection option.</p>
153
164
  */
154
165
  Key?: string;
155
166
  /**
156
- * <p>The value when specifying a key-value pair.</p>
167
+ * <p>The value for the additional connection option.</p>
157
168
  */
158
169
  Value?: string;
159
170
  }
@@ -1712,6 +1723,10 @@ export interface DataQualityRuleResult {
1712
1723
  * <p>A pass or fail status for the rule.</p>
1713
1724
  */
1714
1725
  Result?: DataQualityRuleResultStatus | string;
1726
+ /**
1727
+ * <p>A map of metrics associated with the evaluation of the rule.</p>
1728
+ */
1729
+ EvaluatedMetrics?: Record<string, number>;
1715
1730
  }
1716
1731
  /**
1717
1732
  * @public
@@ -2760,6 +2775,40 @@ export interface EvaluateDataQuality {
2760
2775
  */
2761
2776
  StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
2762
2777
  }
2778
+ /**
2779
+ * @public
2780
+ * <p>Specifies your data quality evaluation criteria.</p>
2781
+ */
2782
+ export interface EvaluateDataQualityMultiFrame {
2783
+ /**
2784
+ * <p>The name of the data quality evaluation.</p>
2785
+ */
2786
+ Name: string | undefined;
2787
+ /**
2788
+ * <p>The inputs of your data quality evaluation. The first input in this list is the primary data source.</p>
2789
+ */
2790
+ Inputs: string[] | undefined;
2791
+ /**
2792
+ * <p>The aliases of all data sources except primary.</p>
2793
+ */
2794
+ AdditionalDataSources?: Record<string, string>;
2795
+ /**
2796
+ * <p>The ruleset for your data quality evaluation.</p>
2797
+ */
2798
+ Ruleset: string | undefined;
2799
+ /**
2800
+ * <p>Options to configure how your results are published.</p>
2801
+ */
2802
+ PublishingOptions?: DQResultsPublishingOptions;
2803
+ /**
2804
+ * <p>Options to configure runtime behavior of the transform.</p>
2805
+ */
2806
+ AdditionalOptions?: Record<string, string>;
2807
+ /**
2808
+ * <p>Options to configure how your job will stop if your data quality evaluation fails.</p>
2809
+ */
2810
+ StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
2811
+ }
2763
2812
  /**
2764
2813
  * @public
2765
2814
  * <p>Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.</p>
@@ -6459,6 +6508,10 @@ export interface DataQualityTargetTable {
6459
6508
  * <p>The name of the database where the Glue table exists.</p>
6460
6509
  */
6461
6510
  DatabaseName: string | undefined;
6511
+ /**
6512
+ * <p>The catalog id where the Glue table exists.</p>
6513
+ */
6514
+ CatalogId?: string;
6462
6515
  }
6463
6516
  /**
6464
6517
  * @public
@@ -6833,130 +6886,3 @@ export interface TransformEncryption {
6833
6886
  */
6834
6887
  TaskRunSecurityConfigurationName?: string;
6835
6888
  }
6836
- /**
6837
- * @public
6838
- */
6839
- export interface CreateMLTransformRequest {
6840
- /**
6841
- * <p>The unique name that you give the transform when you create it.</p>
6842
- */
6843
- Name: string | undefined;
6844
- /**
6845
- * <p>A description of the machine learning transform that is being defined. The default is an
6846
- * empty string.</p>
6847
- */
6848
- Description?: string;
6849
- /**
6850
- * <p>A list of Glue table definitions used by the transform.</p>
6851
- */
6852
- InputRecordTables: GlueTable[] | undefined;
6853
- /**
6854
- * <p>The algorithmic parameters that are specific to the transform type used. Conditionally
6855
- * dependent on the transform type.</p>
6856
- */
6857
- Parameters: TransformParameters | undefined;
6858
- /**
6859
- * <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
6860
- * <ul>
6861
- * <li>
6862
- * <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
6863
- * </li>
6864
- * <li>
6865
- * <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
6866
- * </li>
6867
- * </ul>
6868
- */
6869
- Role: string | undefined;
6870
- /**
6871
- * <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
6872
- */
6873
- GlueVersion?: string;
6874
- /**
6875
- * <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
6876
- * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
6877
- * information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
6878
- * page</a>. </p>
6879
- * <p>
6880
- * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
6881
- * <ul>
6882
- * <li>
6883
- * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
6884
- * </li>
6885
- * <li>
6886
- * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
6887
- * </li>
6888
- * <li>
6889
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6890
- * </li>
6891
- * <li>
6892
- * <p>
6893
- * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
6894
- * </li>
6895
- * </ul>
6896
- * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
6897
- * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
6898
- */
6899
- MaxCapacity?: number;
6900
- /**
6901
- * <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
6902
- * <ul>
6903
- * <li>
6904
- * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
6905
- * </li>
6906
- * <li>
6907
- * <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
6908
- * </li>
6909
- * <li>
6910
- * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
6911
- * </li>
6912
- * </ul>
6913
- * <p>
6914
- * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
6915
- * <ul>
6916
- * <li>
6917
- * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
6918
- * </li>
6919
- * <li>
6920
- * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
6921
- * </li>
6922
- * <li>
6923
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6924
- * </li>
6925
- * <li>
6926
- * <p>
6927
- * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
6928
- * </li>
6929
- * </ul>
6930
- */
6931
- WorkerType?: WorkerType | string;
6932
- /**
6933
- * <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
6934
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6935
- */
6936
- NumberOfWorkers?: number;
6937
- /**
6938
- * <p>The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
6939
- */
6940
- Timeout?: number;
6941
- /**
6942
- * <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
6943
- */
6944
- MaxRetries?: number;
6945
- /**
6946
- * <p>The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html">Amazon Web Services Tags in Glue</a> in the developer guide.</p>
6947
- */
6948
- Tags?: Record<string, string>;
6949
- /**
6950
- * <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
6951
- */
6952
- TransformEncryption?: TransformEncryption;
6953
- }
6954
- /**
6955
- * @public
6956
- */
6957
- export interface CreateMLTransformResponse {
6958
- /**
6959
- * <p>A unique identifier that is generated for the transform.</p>
6960
- */
6961
- TransformId?: string;
6962
- }
@@ -1,6 +1,133 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
3
  import { Action, AuditContext, Blueprint, Column, ConnectionsList, ConnectionType, Crawler, CsvHeaderOption, DatabaseIdentifier, DataFormat, DataQualityRuleResult, DataQualityTargetTable, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, FederatedDatabase, GlueTable, JobRun, Partition, PartitionInput, PartitionValueList, PhysicalConnectionRequirements, Predicate, PrincipalPermissions, SchemaId, StorageDescriptor, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, TriggerType, WorkerType } from "./models_0";
4
+ /**
5
+ * @public
6
+ */
7
+ export interface CreateMLTransformRequest {
8
+ /**
9
+ * <p>The unique name that you give the transform when you create it.</p>
10
+ */
11
+ Name: string | undefined;
12
+ /**
13
+ * <p>A description of the machine learning transform that is being defined. The default is an
14
+ * empty string.</p>
15
+ */
16
+ Description?: string;
17
+ /**
18
+ * <p>A list of Glue table definitions used by the transform.</p>
19
+ */
20
+ InputRecordTables: GlueTable[] | undefined;
21
+ /**
22
+ * <p>The algorithmic parameters that are specific to the transform type used. Conditionally
23
+ * dependent on the transform type.</p>
24
+ */
25
+ Parameters: TransformParameters | undefined;
26
+ /**
27
+ * <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
28
+ * <ul>
29
+ * <li>
30
+ * <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
31
+ * </li>
32
+ * <li>
33
+ * <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
34
+ * </li>
35
+ * </ul>
36
+ */
37
+ Role: string | undefined;
38
+ /**
39
+ * <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
40
+ */
41
+ GlueVersion?: string;
42
+ /**
43
+ * <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
44
+ * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
45
+ * information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
46
+ * page</a>. </p>
47
+ * <p>
48
+ * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
49
+ * <ul>
50
+ * <li>
51
+ * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
52
+ * </li>
53
+ * <li>
54
+ * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
55
+ * </li>
56
+ * <li>
57
+ * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
58
+ * </li>
59
+ * <li>
60
+ * <p>
61
+ * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
62
+ * </li>
63
+ * </ul>
64
+ * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
65
+ * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
66
+ */
67
+ MaxCapacity?: number;
68
+ /**
69
+ * <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
70
+ * <ul>
71
+ * <li>
72
+ * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
73
+ * </li>
74
+ * <li>
75
+ * <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
76
+ * </li>
77
+ * <li>
78
+ * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
79
+ * </li>
80
+ * </ul>
81
+ * <p>
82
+ * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
83
+ * <ul>
84
+ * <li>
85
+ * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
86
+ * </li>
87
+ * <li>
88
+ * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
89
+ * </li>
90
+ * <li>
91
+ * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
92
+ * </li>
93
+ * <li>
94
+ * <p>
95
+ * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
96
+ * </li>
97
+ * </ul>
98
+ */
99
+ WorkerType?: WorkerType | string;
100
+ /**
101
+ * <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
102
+ * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
103
+ */
104
+ NumberOfWorkers?: number;
105
+ /**
106
+ * <p>The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
107
+ */
108
+ Timeout?: number;
109
+ /**
110
+ * <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
111
+ */
112
+ MaxRetries?: number;
113
+ /**
114
+ * <p>The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html">Amazon Web Services Tags in Glue</a> in the developer guide.</p>
115
+ */
116
+ Tags?: Record<string, string>;
117
+ /**
118
+ * <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
119
+ */
120
+ TransformEncryption?: TransformEncryption;
121
+ }
122
+ /**
123
+ * @public
124
+ */
125
+ export interface CreateMLTransformResponse {
126
+ /**
127
+ * <p>A unique identifier that is generated for the transform.</p>
128
+ */
129
+ TransformId?: string;
130
+ }
4
131
  /**
5
132
  * @public
6
133
  */
@@ -3336,6 +3463,10 @@ export interface GetDataQualityRulesetEvaluationRunResponse {
3336
3463
  * <p>A list of result IDs for the data quality results for the run.</p>
3337
3464
  */
3338
3465
  ResultIds?: string[];
3466
+ /**
3467
+ * <p>A map of reference strings to additional data sources you can specify for an evaluation run.</p>
3468
+ */
3469
+ AdditionalDataSources?: Record<string, DataSource>;
3339
3470
  }
3340
3471
  /**
3341
3472
  * @public
@@ -6118,40 +6249,3 @@ export interface UserDefinedFunction {
6118
6249
  */
6119
6250
  CatalogId?: string;
6120
6251
  }
6121
- /**
6122
- * @public
6123
- */
6124
- export interface GetUserDefinedFunctionResponse {
6125
- /**
6126
- * <p>The requested function definition.</p>
6127
- */
6128
- UserDefinedFunction?: UserDefinedFunction;
6129
- }
6130
- /**
6131
- * @public
6132
- */
6133
- export interface GetUserDefinedFunctionsRequest {
6134
- /**
6135
- * <p>The ID of the Data Catalog where the functions to be retrieved are located. If none is
6136
- * provided, the Amazon Web Services account ID is used by default.</p>
6137
- */
6138
- CatalogId?: string;
6139
- /**
6140
- * <p>The name of the catalog database where the functions are located. If none is provided, functions from all the
6141
- * databases across the catalog will be returned.</p>
6142
- */
6143
- DatabaseName?: string;
6144
- /**
6145
- * <p>An optional function-name pattern string that filters the function
6146
- * definitions returned.</p>
6147
- */
6148
- Pattern: string | undefined;
6149
- /**
6150
- * <p>A continuation token, if this is a continuation call.</p>
6151
- */
6152
- NextToken?: string;
6153
- /**
6154
- * <p>The maximum number of functions to return in one response.</p>
6155
- */
6156
- MaxResults?: number;
6157
- }
@@ -1,7 +1,44 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
- import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType, Workflow, WorkflowRun } from "./models_0";
3
+ import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType, Workflow, WorkflowRun } from "./models_0";
4
4
  import { ColumnStatistics, Compatibility, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, JobBookmarkEntry, RegistryId, RegistryStatus, ResourceShareType, SchemaStatus, SchemaVersionNumber, SchemaVersionStatus, Session, Statement, Table, TableInput, TransformFilterCriteria, TransformSortCriteria, UserDefinedFunction, UserDefinedFunctionInput } from "./models_1";
5
+ /**
6
+ * @public
7
+ */
8
+ export interface GetUserDefinedFunctionResponse {
9
+ /**
10
+ * <p>The requested function definition.</p>
11
+ */
12
+ UserDefinedFunction?: UserDefinedFunction;
13
+ }
14
+ /**
15
+ * @public
16
+ */
17
+ export interface GetUserDefinedFunctionsRequest {
18
+ /**
19
+ * <p>The ID of the Data Catalog where the functions to be retrieved are located. If none is
20
+ * provided, the Amazon Web Services account ID is used by default.</p>
21
+ */
22
+ CatalogId?: string;
23
+ /**
24
+ * <p>The name of the catalog database where the functions are located. If none is provided, functions from all the
25
+ * databases across the catalog will be returned.</p>
26
+ */
27
+ DatabaseName?: string;
28
+ /**
29
+ * <p>An optional function-name pattern string that filters the function
30
+ * definitions returned.</p>
31
+ */
32
+ Pattern: string | undefined;
33
+ /**
34
+ * <p>A continuation token, if this is a continuation call.</p>
35
+ */
36
+ NextToken?: string;
37
+ /**
38
+ * <p>The maximum number of functions to return in one response.</p>
39
+ */
40
+ MaxResults?: number;
41
+ }
5
42
  /**
6
43
  * @public
7
44
  */
@@ -1916,6 +1953,10 @@ export interface StartDataQualityRulesetEvaluationRunRequest {
1916
1953
  * <p>A list of ruleset names.</p>
1917
1954
  */
1918
1955
  RulesetNames: string[] | undefined;
1956
+ /**
1957
+ * <p>A map of reference strings to additional data sources you can specify for an evaluation run.</p>
1958
+ */
1959
+ AdditionalDataSources?: Record<string, DataSource>;
1919
1960
  }
1920
1961
  /**
1921
1962
  * @public
@@ -3650,6 +3691,10 @@ export interface CodeGenConfigurationNode {
3650
3691
  * <p>Specifies a target that writes to a data target in Amazon Redshift.</p>
3651
3692
  */
3652
3693
  AmazonRedshiftTarget?: AmazonRedshiftTarget;
3694
+ /**
3695
+ * <p>Specifies your data quality evaluation criteria. Allows multiple input data and returns a collection of Dynamic Frames.</p>
3696
+ */
3697
+ EvaluateDataQualityMultiFrame?: EvaluateDataQualityMultiFrame;
3653
3698
  }
3654
3699
  /**
3655
3700
  * @public
@@ -14,7 +14,7 @@ import {
14
14
  import {
15
15
  CreateMLTransformRequest,
16
16
  CreateMLTransformResponse,
17
- } from "../models/models_0";
17
+ } from "../models/models_1";
18
18
  export { __MetadataBearer, $Command };
19
19
  export interface CreateMLTransformCommandInput
20
20
  extends CreateMLTransformRequest {}
@@ -11,10 +11,8 @@ import {
11
11
  ServiceInputTypes,
12
12
  ServiceOutputTypes,
13
13
  } from "../GlueClient";
14
- import {
15
- GetUserDefinedFunctionRequest,
16
- GetUserDefinedFunctionResponse,
17
- } from "../models/models_1";
14
+ import { GetUserDefinedFunctionRequest } from "../models/models_1";
15
+ import { GetUserDefinedFunctionResponse } from "../models/models_2";
18
16
  export { __MetadataBearer, $Command };
19
17
  export interface GetUserDefinedFunctionCommandInput
20
18
  extends GetUserDefinedFunctionRequest {}
@@ -11,8 +11,10 @@ import {
11
11
  ServiceInputTypes,
12
12
  ServiceOutputTypes,
13
13
  } from "../GlueClient";
14
- import { GetUserDefinedFunctionsRequest } from "../models/models_1";
15
- import { GetUserDefinedFunctionsResponse } from "../models/models_2";
14
+ import {
15
+ GetUserDefinedFunctionsRequest,
16
+ GetUserDefinedFunctionsResponse,
17
+ } from "../models/models_2";
16
18
  export { __MetadataBearer, $Command };
17
19
  export interface GetUserDefinedFunctionsCommandInput
18
20
  extends GetUserDefinedFunctionsRequest {}
@@ -19,6 +19,11 @@ export interface Action {
19
19
  NotificationProperty?: NotificationProperty;
20
20
  CrawlerName?: string;
21
21
  }
22
+ export declare const AdditionalOptionKeys: {
23
+ readonly CacheOption: "performanceTuning.caching";
24
+ };
25
+ export type AdditionalOptionKeys =
26
+ (typeof AdditionalOptionKeys)[keyof typeof AdditionalOptionKeys];
22
27
  export declare const AggFunction: {
23
28
  readonly avg: "avg";
24
29
  readonly count: "count";
@@ -524,6 +529,7 @@ export interface DataQualityRuleResult {
524
529
  Description?: string;
525
530
  EvaluationMessage?: string;
526
531
  Result?: DataQualityRuleResultStatus | string;
532
+ EvaluatedMetrics?: Record<string, number>;
527
533
  }
528
534
  export interface DataQualityResult {
529
535
  ResultId?: string;
@@ -814,6 +820,15 @@ export interface EvaluateDataQuality {
814
820
  PublishingOptions?: DQResultsPublishingOptions;
815
821
  StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
816
822
  }
823
+ export interface EvaluateDataQualityMultiFrame {
824
+ Name: string | undefined;
825
+ Inputs: string[] | undefined;
826
+ AdditionalDataSources?: Record<string, string>;
827
+ Ruleset: string | undefined;
828
+ PublishingOptions?: DQResultsPublishingOptions;
829
+ AdditionalOptions?: Record<string, string>;
830
+ StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
831
+ }
817
832
  export interface FillMissingValues {
818
833
  Name: string | undefined;
819
834
  Inputs: string[] | undefined;
@@ -1981,6 +1996,7 @@ export declare class FederatedResourceAlreadyExistsException extends __BaseExcep
1981
1996
  export interface DataQualityTargetTable {
1982
1997
  TableName: string | undefined;
1983
1998
  DatabaseName: string | undefined;
1999
+ CatalogId?: string;
1984
2000
  }
1985
2001
  export interface CreateDataQualityRulesetRequest {
1986
2002
  Name: string | undefined;
@@ -2070,21 +2086,3 @@ export interface TransformEncryption {
2070
2086
  MlUserDataEncryption?: MLUserDataEncryption;
2071
2087
  TaskRunSecurityConfigurationName?: string;
2072
2088
  }
2073
- export interface CreateMLTransformRequest {
2074
- Name: string | undefined;
2075
- Description?: string;
2076
- InputRecordTables: GlueTable[] | undefined;
2077
- Parameters: TransformParameters | undefined;
2078
- Role: string | undefined;
2079
- GlueVersion?: string;
2080
- MaxCapacity?: number;
2081
- WorkerType?: WorkerType | string;
2082
- NumberOfWorkers?: number;
2083
- Timeout?: number;
2084
- MaxRetries?: number;
2085
- Tags?: Record<string, string>;
2086
- TransformEncryption?: TransformEncryption;
2087
- }
2088
- export interface CreateMLTransformResponse {
2089
- TransformId?: string;
2090
- }
@@ -36,6 +36,24 @@ import {
36
36
  TriggerType,
37
37
  WorkerType,
38
38
  } from "./models_0";
39
+ export interface CreateMLTransformRequest {
40
+ Name: string | undefined;
41
+ Description?: string;
42
+ InputRecordTables: GlueTable[] | undefined;
43
+ Parameters: TransformParameters | undefined;
44
+ Role: string | undefined;
45
+ GlueVersion?: string;
46
+ MaxCapacity?: number;
47
+ WorkerType?: WorkerType | string;
48
+ NumberOfWorkers?: number;
49
+ Timeout?: number;
50
+ MaxRetries?: number;
51
+ Tags?: Record<string, string>;
52
+ TransformEncryption?: TransformEncryption;
53
+ }
54
+ export interface CreateMLTransformResponse {
55
+ TransformId?: string;
56
+ }
39
57
  export interface CreatePartitionRequest {
40
58
  CatalogId?: string;
41
59
  DatabaseName: string | undefined;
@@ -938,6 +956,7 @@ export interface GetDataQualityRulesetEvaluationRunResponse {
938
956
  ExecutionTime?: number;
939
957
  RulesetNames?: string[];
940
958
  ResultIds?: string[];
959
+ AdditionalDataSources?: Record<string, DataSource>;
941
960
  }
942
961
  export interface GetDevEndpointRequest {
943
962
  EndpointName: string | undefined;
@@ -1641,13 +1660,3 @@ export interface UserDefinedFunction {
1641
1660
  ResourceUris?: ResourceUri[];
1642
1661
  CatalogId?: string;
1643
1662
  }
1644
- export interface GetUserDefinedFunctionResponse {
1645
- UserDefinedFunction?: UserDefinedFunction;
1646
- }
1647
- export interface GetUserDefinedFunctionsRequest {
1648
- CatalogId?: string;
1649
- DatabaseName?: string;
1650
- Pattern: string | undefined;
1651
- NextToken?: string;
1652
- MaxResults?: number;
1653
- }
@@ -31,6 +31,7 @@ import {
31
31
  DynamoDBCatalogSource,
32
32
  ErrorDetail,
33
33
  EvaluateDataQuality,
34
+ EvaluateDataQualityMultiFrame,
34
35
  EventBatchingCondition,
35
36
  ExecutionClass,
36
37
  ExecutionProperty,
@@ -118,6 +119,16 @@ import {
118
119
  UserDefinedFunction,
119
120
  UserDefinedFunctionInput,
120
121
  } from "./models_1";
122
+ export interface GetUserDefinedFunctionResponse {
123
+ UserDefinedFunction?: UserDefinedFunction;
124
+ }
125
+ export interface GetUserDefinedFunctionsRequest {
126
+ CatalogId?: string;
127
+ DatabaseName?: string;
128
+ Pattern: string | undefined;
129
+ NextToken?: string;
130
+ MaxResults?: number;
131
+ }
121
132
  export interface GetUserDefinedFunctionsResponse {
122
133
  UserDefinedFunctions?: UserDefinedFunction[];
123
134
  NextToken?: string;
@@ -684,6 +695,7 @@ export interface StartDataQualityRulesetEvaluationRunRequest {
684
695
  ClientToken?: string;
685
696
  AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions;
686
697
  RulesetNames: string[] | undefined;
698
+ AdditionalDataSources?: Record<string, DataSource>;
687
699
  }
688
700
  export interface StartDataQualityRulesetEvaluationRunResponse {
689
701
  RunId?: string;
@@ -1137,6 +1149,7 @@ export interface CodeGenConfigurationNode {
1137
1149
  S3DeltaDirectTarget?: S3DeltaDirectTarget;
1138
1150
  AmazonRedshiftSource?: AmazonRedshiftSource;
1139
1151
  AmazonRedshiftTarget?: AmazonRedshiftTarget;
1152
+ EvaluateDataQualityMultiFrame?: EvaluateDataQualityMultiFrame;
1140
1153
  }
1141
1154
  export interface CreateJobRequest {
1142
1155
  Name: string | undefined;
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-glue",
3
3
  "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
4
- "version": "3.338.0",
4
+ "version": "3.341.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -21,36 +21,36 @@
21
21
  "dependencies": {
22
22
  "@aws-crypto/sha256-browser": "3.0.0",
23
23
  "@aws-crypto/sha256-js": "3.0.0",
24
- "@aws-sdk/client-sts": "3.338.0",
25
- "@aws-sdk/config-resolver": "3.338.0",
26
- "@aws-sdk/credential-provider-node": "3.338.0",
27
- "@aws-sdk/fetch-http-handler": "3.338.0",
28
- "@aws-sdk/hash-node": "3.338.0",
29
- "@aws-sdk/invalid-dependency": "3.338.0",
30
- "@aws-sdk/middleware-content-length": "3.338.0",
31
- "@aws-sdk/middleware-endpoint": "3.338.0",
32
- "@aws-sdk/middleware-host-header": "3.338.0",
33
- "@aws-sdk/middleware-logger": "3.338.0",
34
- "@aws-sdk/middleware-recursion-detection": "3.338.0",
35
- "@aws-sdk/middleware-retry": "3.338.0",
36
- "@aws-sdk/middleware-serde": "3.338.0",
37
- "@aws-sdk/middleware-signing": "3.338.0",
38
- "@aws-sdk/middleware-stack": "3.338.0",
39
- "@aws-sdk/middleware-user-agent": "3.338.0",
40
- "@aws-sdk/node-config-provider": "3.338.0",
41
- "@aws-sdk/node-http-handler": "3.338.0",
42
- "@aws-sdk/smithy-client": "3.338.0",
43
- "@aws-sdk/types": "3.338.0",
44
- "@aws-sdk/url-parser": "3.338.0",
24
+ "@aws-sdk/client-sts": "3.341.0",
25
+ "@aws-sdk/config-resolver": "3.341.0",
26
+ "@aws-sdk/credential-provider-node": "3.341.0",
27
+ "@aws-sdk/fetch-http-handler": "3.341.0",
28
+ "@aws-sdk/hash-node": "3.341.0",
29
+ "@aws-sdk/invalid-dependency": "3.341.0",
30
+ "@aws-sdk/middleware-content-length": "3.341.0",
31
+ "@aws-sdk/middleware-endpoint": "3.341.0",
32
+ "@aws-sdk/middleware-host-header": "3.341.0",
33
+ "@aws-sdk/middleware-logger": "3.341.0",
34
+ "@aws-sdk/middleware-recursion-detection": "3.341.0",
35
+ "@aws-sdk/middleware-retry": "3.341.0",
36
+ "@aws-sdk/middleware-serde": "3.341.0",
37
+ "@aws-sdk/middleware-signing": "3.341.0",
38
+ "@aws-sdk/middleware-stack": "3.341.0",
39
+ "@aws-sdk/middleware-user-agent": "3.341.0",
40
+ "@aws-sdk/node-config-provider": "3.341.0",
41
+ "@aws-sdk/node-http-handler": "3.341.0",
42
+ "@aws-sdk/smithy-client": "3.341.0",
43
+ "@aws-sdk/types": "3.341.0",
44
+ "@aws-sdk/url-parser": "3.341.0",
45
45
  "@aws-sdk/util-base64": "3.310.0",
46
46
  "@aws-sdk/util-body-length-browser": "3.310.0",
47
47
  "@aws-sdk/util-body-length-node": "3.310.0",
48
- "@aws-sdk/util-defaults-mode-browser": "3.338.0",
49
- "@aws-sdk/util-defaults-mode-node": "3.338.0",
50
- "@aws-sdk/util-endpoints": "3.338.0",
51
- "@aws-sdk/util-retry": "3.338.0",
52
- "@aws-sdk/util-user-agent-browser": "3.338.0",
53
- "@aws-sdk/util-user-agent-node": "3.338.0",
48
+ "@aws-sdk/util-defaults-mode-browser": "3.341.0",
49
+ "@aws-sdk/util-defaults-mode-node": "3.341.0",
50
+ "@aws-sdk/util-endpoints": "3.341.0",
51
+ "@aws-sdk/util-retry": "3.341.0",
52
+ "@aws-sdk/util-user-agent-browser": "3.341.0",
53
+ "@aws-sdk/util-user-agent-node": "3.341.0",
54
54
  "@aws-sdk/util-utf8": "3.310.0",
55
55
  "@smithy/protocol-http": "^1.0.1",
56
56
  "@smithy/types": "^1.0.0",