@aws-sdk/client-glue 3.830.0 → 3.834.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist-cjs/index.js CHANGED
@@ -1457,7 +1457,8 @@ var DataQualityRuleResultFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
1457
1457
  ...obj.Description && { Description: import_smithy_client.SENSITIVE_STRING },
1458
1458
  ...obj.EvaluationMessage && { EvaluationMessage: import_smithy_client.SENSITIVE_STRING },
1459
1459
  ...obj.EvaluatedMetrics && { EvaluatedMetrics: import_smithy_client.SENSITIVE_STRING },
1460
- ...obj.EvaluatedRule && { EvaluatedRule: import_smithy_client.SENSITIVE_STRING }
1460
+ ...obj.EvaluatedRule && { EvaluatedRule: import_smithy_client.SENSITIVE_STRING },
1461
+ ...obj.RuleMetrics && { RuleMetrics: import_smithy_client.SENSITIVE_STRING }
1461
1462
  }), "DataQualityRuleResultFilterSensitiveLog");
1462
1463
  var DataQualityResultFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
1463
1464
  ...obj,
@@ -2204,13 +2205,6 @@ var ComputationType = {
2204
2205
  FULL: "FULL",
2205
2206
  INCREMENTAL: "INCREMENTAL"
2206
2207
  };
2207
- var ColumnStatisticsState = {
2208
- FAILED: "FAILED",
2209
- RUNNING: "RUNNING",
2210
- STARTING: "STARTING",
2211
- STOPPED: "STOPPED",
2212
- SUCCEEDED: "SUCCEEDED"
2213
- };
2214
2208
  var ConnectionInputFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
2215
2209
  ...obj,
2216
2210
  ...obj.AuthenticationConfiguration && {
@@ -2224,6 +2218,13 @@ var CreateConnectionRequestFilterSensitiveLog = /* @__PURE__ */ __name((obj) =>
2224
2218
 
2225
2219
  // src/models/models_2.ts
2226
2220
 
2221
+ var ColumnStatisticsState = {
2222
+ FAILED: "FAILED",
2223
+ RUNNING: "RUNNING",
2224
+ STARTING: "STARTING",
2225
+ STOPPED: "STOPPED",
2226
+ SUCCEEDED: "SUCCEEDED"
2227
+ };
2227
2228
  var ExecutionStatus = {
2228
2229
  FAILED: "FAILED",
2229
2230
  STARTED: "STARTED"
@@ -9585,6 +9586,16 @@ var de_DatabaseList = /* @__PURE__ */ __name((output, context) => {
9585
9586
  });
9586
9587
  return retVal;
9587
9588
  }, "de_DatabaseList");
9589
+ var de_DataQualityAggregatedMetrics = /* @__PURE__ */ __name((output, context) => {
9590
+ return (0, import_smithy_client.take)(output, {
9591
+ TotalRowsFailed: import_smithy_client.limitedParseDouble,
9592
+ TotalRowsPassed: import_smithy_client.limitedParseDouble,
9593
+ TotalRowsProcessed: import_smithy_client.limitedParseDouble,
9594
+ TotalRulesFailed: import_smithy_client.limitedParseDouble,
9595
+ TotalRulesPassed: import_smithy_client.limitedParseDouble,
9596
+ TotalRulesProcessed: import_smithy_client.limitedParseDouble
9597
+ });
9598
+ }, "de_DataQualityAggregatedMetrics");
9588
9599
  var de_DataQualityAnalyzerResult = /* @__PURE__ */ __name((output, context) => {
9589
9600
  return (0, import_smithy_client.take)(output, {
9590
9601
  Description: import_smithy_client.expectString,
@@ -9621,6 +9632,7 @@ var de_DataQualityObservations = /* @__PURE__ */ __name((output, context) => {
9621
9632
  }, "de_DataQualityObservations");
9622
9633
  var de_DataQualityResult = /* @__PURE__ */ __name((output, context) => {
9623
9634
  return (0, import_smithy_client.take)(output, {
9635
+ AggregatedMetrics: /* @__PURE__ */ __name((_) => de_DataQualityAggregatedMetrics(_, context), "AggregatedMetrics"),
9624
9636
  AnalyzerResults: /* @__PURE__ */ __name((_) => de_DataQualityAnalyzerResults(_, context), "AnalyzerResults"),
9625
9637
  CompletedOn: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseEpochTimestamp)((0, import_smithy_client.expectNumber)(_))), "CompletedOn"),
9626
9638
  DataSource: import_smithy_client._json,
@@ -9679,7 +9691,8 @@ var de_DataQualityRuleResult = /* @__PURE__ */ __name((output, context) => {
9679
9691
  EvaluatedRule: import_smithy_client.expectString,
9680
9692
  EvaluationMessage: import_smithy_client.expectString,
9681
9693
  Name: import_smithy_client.expectString,
9682
- Result: import_smithy_client.expectString
9694
+ Result: import_smithy_client.expectString,
9695
+ RuleMetrics: /* @__PURE__ */ __name((_) => de_RuleMetricsMap(_, context), "RuleMetrics")
9683
9696
  });
9684
9697
  }, "de_DataQualityRuleResult");
9685
9698
  var de_DataQualityRuleResults = /* @__PURE__ */ __name((output, context) => {
@@ -10010,6 +10023,7 @@ var de_GetDataQualityModelResultResponse = /* @__PURE__ */ __name((output, conte
10010
10023
  }, "de_GetDataQualityModelResultResponse");
10011
10024
  var de_GetDataQualityResultResponse = /* @__PURE__ */ __name((output, context) => {
10012
10025
  return (0, import_smithy_client.take)(output, {
10026
+ AggregatedMetrics: /* @__PURE__ */ __name((_) => de_DataQualityAggregatedMetrics(_, context), "AggregatedMetrics"),
10013
10027
  AnalyzerResults: /* @__PURE__ */ __name((_) => de_DataQualityAnalyzerResults(_, context), "AnalyzerResults"),
10014
10028
  CompletedOn: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseEpochTimestamp)((0, import_smithy_client.expectNumber)(_))), "CompletedOn"),
10015
10029
  DataSource: import_smithy_client._json,
@@ -10756,6 +10770,15 @@ var de_RetentionMetrics = /* @__PURE__ */ __name((output, context) => {
10756
10770
  IcebergMetrics: /* @__PURE__ */ __name((_) => de_IcebergRetentionMetrics(_, context), "IcebergMetrics")
10757
10771
  });
10758
10772
  }, "de_RetentionMetrics");
10773
+ var de_RuleMetricsMap = /* @__PURE__ */ __name((output, context) => {
10774
+ return Object.entries(output).reduce((acc, [key, value]) => {
10775
+ if (value === null) {
10776
+ return acc;
10777
+ }
10778
+ acc[key] = (0, import_smithy_client.limitedParseDouble)(value);
10779
+ return acc;
10780
+ }, {});
10781
+ }, "de_RuleMetricsMap");
10759
10782
  var de_SearchTablesResponse = /* @__PURE__ */ __name((output, context) => {
10760
10783
  return (0, import_smithy_client.take)(output, {
10761
10784
  NextToken: import_smithy_client.expectString,
@@ -15837,9 +15860,9 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
15837
15860
  BlueprintRunState,
15838
15861
  ColumnStatisticsType,
15839
15862
  ComputationType,
15840
- ColumnStatisticsState,
15841
15863
  ConnectionInputFilterSensitiveLog,
15842
15864
  CreateConnectionRequestFilterSensitiveLog,
15865
+ ColumnStatisticsState,
15843
15866
  ExecutionStatus,
15844
15867
  ScheduleType,
15845
15868
  SettingSource,
@@ -626,6 +626,7 @@ export const DataQualityRuleResultFilterSensitiveLog = (obj) => ({
626
626
  ...(obj.EvaluationMessage && { EvaluationMessage: SENSITIVE_STRING }),
627
627
  ...(obj.EvaluatedMetrics && { EvaluatedMetrics: SENSITIVE_STRING }),
628
628
  ...(obj.EvaluatedRule && { EvaluatedRule: SENSITIVE_STRING }),
629
+ ...(obj.RuleMetrics && { RuleMetrics: SENSITIVE_STRING }),
629
630
  });
630
631
  export const DataQualityResultFilterSensitiveLog = (obj) => ({
631
632
  ...obj,
@@ -536,13 +536,6 @@ export const ComputationType = {
536
536
  FULL: "FULL",
537
537
  INCREMENTAL: "INCREMENTAL",
538
538
  };
539
- export const ColumnStatisticsState = {
540
- FAILED: "FAILED",
541
- RUNNING: "RUNNING",
542
- STARTING: "STARTING",
543
- STOPPED: "STOPPED",
544
- SUCCEEDED: "SUCCEEDED",
545
- };
546
539
  export const ConnectionInputFilterSensitiveLog = (obj) => ({
547
540
  ...obj,
548
541
  ...(obj.AuthenticationConfiguration && {
@@ -1,6 +1,13 @@
1
1
  import { SENSITIVE_STRING } from "@smithy/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
3
  import { DataQualityAnalyzerResultFilterSensitiveLog, DataQualityObservationFilterSensitiveLog, DataQualityRuleResultFilterSensitiveLog, } from "./models_0";
4
+ export const ColumnStatisticsState = {
5
+ FAILED: "FAILED",
6
+ RUNNING: "RUNNING",
7
+ STARTING: "STARTING",
8
+ STOPPED: "STOPPED",
9
+ SUCCEEDED: "SUCCEEDED",
10
+ };
4
11
  export const ExecutionStatus = {
5
12
  FAILED: "FAILED",
6
13
  STARTED: "STARTED",
@@ -6866,6 +6866,16 @@ const de_DatabaseList = (output, context) => {
6866
6866
  });
6867
6867
  return retVal;
6868
6868
  };
6869
+ const de_DataQualityAggregatedMetrics = (output, context) => {
6870
+ return take(output, {
6871
+ TotalRowsFailed: __limitedParseDouble,
6872
+ TotalRowsPassed: __limitedParseDouble,
6873
+ TotalRowsProcessed: __limitedParseDouble,
6874
+ TotalRulesFailed: __limitedParseDouble,
6875
+ TotalRulesPassed: __limitedParseDouble,
6876
+ TotalRulesProcessed: __limitedParseDouble,
6877
+ });
6878
+ };
6869
6879
  const de_DataQualityAnalyzerResult = (output, context) => {
6870
6880
  return take(output, {
6871
6881
  Description: __expectString,
@@ -6906,6 +6916,7 @@ const de_DataQualityObservations = (output, context) => {
6906
6916
  };
6907
6917
  const de_DataQualityResult = (output, context) => {
6908
6918
  return take(output, {
6919
+ AggregatedMetrics: (_) => de_DataQualityAggregatedMetrics(_, context),
6909
6920
  AnalyzerResults: (_) => de_DataQualityAnalyzerResults(_, context),
6910
6921
  CompletedOn: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
6911
6922
  DataSource: _json,
@@ -6971,6 +6982,7 @@ const de_DataQualityRuleResult = (output, context) => {
6971
6982
  EvaluationMessage: __expectString,
6972
6983
  Name: __expectString,
6973
6984
  Result: __expectString,
6985
+ RuleMetrics: (_) => de_RuleMetricsMap(_, context),
6974
6986
  });
6975
6987
  };
6976
6988
  const de_DataQualityRuleResults = (output, context) => {
@@ -7311,6 +7323,7 @@ const de_GetDataQualityModelResultResponse = (output, context) => {
7311
7323
  };
7312
7324
  const de_GetDataQualityResultResponse = (output, context) => {
7313
7325
  return take(output, {
7326
+ AggregatedMetrics: (_) => de_DataQualityAggregatedMetrics(_, context),
7314
7327
  AnalyzerResults: (_) => de_DataQualityAnalyzerResults(_, context),
7315
7328
  CompletedOn: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
7316
7329
  DataSource: _json,
@@ -8077,6 +8090,15 @@ const de_RetentionMetrics = (output, context) => {
8077
8090
  IcebergMetrics: (_) => de_IcebergRetentionMetrics(_, context),
8078
8091
  });
8079
8092
  };
8093
+ const de_RuleMetricsMap = (output, context) => {
8094
+ return Object.entries(output).reduce((acc, [key, value]) => {
8095
+ if (value === null) {
8096
+ return acc;
8097
+ }
8098
+ acc[key] = __limitedParseDouble(value);
8099
+ return acc;
8100
+ }, {});
8101
+ };
8080
8102
  const de_SearchTablesResponse = (output, context) => {
8081
8103
  return take(output, {
8082
8104
  NextToken: __expectString,
@@ -75,6 +75,9 @@ declare const BatchGetDataQualityResultCommand_base: {
75
75
  * // "<keys>": Number("double"),
76
76
  * // },
77
77
  * // EvaluatedRule: "STRING_VALUE",
78
+ * // RuleMetrics: { // RuleMetricsMap
79
+ * // "<keys>": Number("double"),
80
+ * // },
78
81
  * // },
79
82
  * // ],
80
83
  * // AnalyzerResults: [ // DataQualityAnalyzerResults
@@ -105,6 +108,14 @@ declare const BatchGetDataQualityResultCommand_base: {
105
108
  * // },
106
109
  * // },
107
110
  * // ],
111
+ * // AggregatedMetrics: { // DataQualityAggregatedMetrics
112
+ * // TotalRowsProcessed: Number("double"),
113
+ * // TotalRowsPassed: Number("double"),
114
+ * // TotalRowsFailed: Number("double"),
115
+ * // TotalRulesProcessed: Number("double"),
116
+ * // TotalRulesPassed: Number("double"),
117
+ * // TotalRulesFailed: Number("double"),
118
+ * // },
108
119
  * // },
109
120
  * // ],
110
121
  * // ResultsNotFound: [ // DataQualityResultIds
@@ -71,6 +71,9 @@ declare const GetDataQualityResultCommand_base: {
71
71
  * // "<keys>": Number("double"),
72
72
  * // },
73
73
  * // EvaluatedRule: "STRING_VALUE",
74
+ * // RuleMetrics: { // RuleMetricsMap
75
+ * // "<keys>": Number("double"),
76
+ * // },
74
77
  * // },
75
78
  * // ],
76
79
  * // AnalyzerResults: [ // DataQualityAnalyzerResults
@@ -101,6 +104,14 @@ declare const GetDataQualityResultCommand_base: {
101
104
  * // },
102
105
  * // },
103
106
  * // ],
107
+ * // AggregatedMetrics: { // DataQualityAggregatedMetrics
108
+ * // TotalRowsProcessed: Number("double"),
109
+ * // TotalRowsPassed: Number("double"),
110
+ * // TotalRowsFailed: Number("double"),
111
+ * // TotalRulesProcessed: Number("double"),
112
+ * // TotalRulesPassed: Number("double"),
113
+ * // TotalRulesFailed: Number("double"),
114
+ * // },
104
115
  * // };
105
116
  *
106
117
  * ```
@@ -1,7 +1,8 @@
1
1
  import { Command as $Command } from "@smithy/smithy-client";
2
2
  import { MetadataBearer as __MetadataBearer } from "@smithy/types";
3
3
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
4
- import { ResetJobBookmarkRequest, ResetJobBookmarkResponse } from "../models/models_2";
4
+ import { ResetJobBookmarkRequest } from "../models/models_2";
5
+ import { ResetJobBookmarkResponse } from "../models/models_3";
5
6
  /**
6
7
  * @public
7
8
  */
@@ -2373,6 +2373,42 @@ export interface BatchGetDataQualityResultRequest {
2373
2373
  */
2374
2374
  ResultIds: string[] | undefined;
2375
2375
  }
2376
+ /**
2377
+ * <p>A summary of metrics showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results.</p>
2378
+ * @public
2379
+ */
2380
+ export interface DataQualityAggregatedMetrics {
2381
+ /**
2382
+ * <p>The total number of rows that were processed during the data quality evaluation.</p>
2383
+ * @public
2384
+ */
2385
+ TotalRowsProcessed?: number | undefined;
2386
+ /**
2387
+ * <p>The total number of rows that passed all applicable data quality rules.</p>
2388
+ * @public
2389
+ */
2390
+ TotalRowsPassed?: number | undefined;
2391
+ /**
2392
+ * <p>The total number of rows that failed one or more data quality rules.</p>
2393
+ * @public
2394
+ */
2395
+ TotalRowsFailed?: number | undefined;
2396
+ /**
2397
+ * <p>The total number of data quality rules that were evaluated.</p>
2398
+ * @public
2399
+ */
2400
+ TotalRulesProcessed?: number | undefined;
2401
+ /**
2402
+ * <p>The total number of data quality rules that passed their evaluation criteria.</p>
2403
+ * @public
2404
+ */
2405
+ TotalRulesPassed?: number | undefined;
2406
+ /**
2407
+ * <p>The total number of data quality rules that failed their evaluation criteria.</p>
2408
+ * @public
2409
+ */
2410
+ TotalRulesFailed?: number | undefined;
2411
+ }
2376
2412
  /**
2377
2413
  * <p>Describes the result of the evaluation of a data quality analyzer.</p>
2378
2414
  * @public
@@ -2567,6 +2603,11 @@ export interface DataQualityRuleResult {
2567
2603
  * @public
2568
2604
  */
2569
2605
  EvaluatedRule?: string | undefined;
2606
+ /**
2607
+ * <p>A map containing metrics associated with the evaluation of the rule based on row-level results. </p>
2608
+ * @public
2609
+ */
2610
+ RuleMetrics?: Record<string, number> | undefined;
2570
2611
  }
2571
2612
  /**
2572
2613
  * <p>Describes a data quality result.</p>
@@ -2643,6 +2684,11 @@ export interface DataQualityResult {
2643
2684
  * @public
2644
2685
  */
2645
2686
  Observations?: DataQualityObservation[] | undefined;
2687
+ /**
2688
+ * <p> A summary of <code>DataQualityAggregatedMetrics</code> objects showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results. </p>
2689
+ * @public
2690
+ */
2691
+ AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
2646
2692
  }
2647
2693
  /**
2648
2694
  * @public
@@ -8162,62 +8208,6 @@ export interface WorkflowRun {
8162
8208
  */
8163
8209
  StartingEventBatchCondition?: StartingEventBatchCondition | undefined;
8164
8210
  }
8165
- /**
8166
- * <p>A workflow is a collection of multiple dependent Glue
8167
- * jobs and crawlers that are run to complete a complex ETL task. A
8168
- * workflow manages the execution and monitoring of all its jobs and crawlers.</p>
8169
- * @public
8170
- */
8171
- export interface Workflow {
8172
- /**
8173
- * <p>The name of the workflow.</p>
8174
- * @public
8175
- */
8176
- Name?: string | undefined;
8177
- /**
8178
- * <p>A description of the workflow.</p>
8179
- * @public
8180
- */
8181
- Description?: string | undefined;
8182
- /**
8183
- * <p>A collection of properties to be used as part of each execution of the workflow.
8184
- * The run properties are made available to each job in the workflow. A job can modify
8185
- * the properties for the next jobs in the flow.</p>
8186
- * @public
8187
- */
8188
- DefaultRunProperties?: Record<string, string> | undefined;
8189
- /**
8190
- * <p>The date and time when the workflow was created.</p>
8191
- * @public
8192
- */
8193
- CreatedOn?: Date | undefined;
8194
- /**
8195
- * <p>The date and time when the workflow was last modified.</p>
8196
- * @public
8197
- */
8198
- LastModifiedOn?: Date | undefined;
8199
- /**
8200
- * <p>The information about the last execution of the workflow.</p>
8201
- * @public
8202
- */
8203
- LastRun?: WorkflowRun | undefined;
8204
- /**
8205
- * <p>The graph representing all the Glue components that belong to the workflow as nodes and directed
8206
- * connections between them as edges.</p>
8207
- * @public
8208
- */
8209
- Graph?: WorkflowGraph | undefined;
8210
- /**
8211
- * <p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>
8212
- * @public
8213
- */
8214
- MaxConcurrentRuns?: number | undefined;
8215
- /**
8216
- * <p>This structure indicates the details of the blueprint that this particular workflow is created from.</p>
8217
- * @public
8218
- */
8219
- BlueprintDetails?: BlueprintDetails | undefined;
8220
- }
8221
8211
  /**
8222
8212
  * @internal
8223
8213
  */
@@ -1,6 +1,62 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
- import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, Column, ConnectionsList, CrawlerTargets, DataOperation, ErrorDetail, EventBatchingCondition, GlueTable, InclusionAnnotationValue, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, TriggerType, WorkerType, Workflow } from "./models_0";
3
+ import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, BlueprintDetails, Column, ConnectionsList, CrawlerTargets, DataOperation, ErrorDetail, EventBatchingCondition, GlueTable, InclusionAnnotationValue, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, TriggerType, WorkerType, WorkflowGraph, WorkflowRun } from "./models_0";
4
+ /**
5
+ * <p>A workflow is a collection of multiple dependent Glue
6
+ * jobs and crawlers that are run to complete a complex ETL task. A
7
+ * workflow manages the execution and monitoring of all its jobs and crawlers.</p>
8
+ * @public
9
+ */
10
+ export interface Workflow {
11
+ /**
12
+ * <p>The name of the workflow.</p>
13
+ * @public
14
+ */
15
+ Name?: string | undefined;
16
+ /**
17
+ * <p>A description of the workflow.</p>
18
+ * @public
19
+ */
20
+ Description?: string | undefined;
21
+ /**
22
+ * <p>A collection of properties to be used as part of each execution of the workflow.
23
+ * The run properties are made available to each job in the workflow. A job can modify
24
+ * the properties for the next jobs in the flow.</p>
25
+ * @public
26
+ */
27
+ DefaultRunProperties?: Record<string, string> | undefined;
28
+ /**
29
+ * <p>The date and time when the workflow was created.</p>
30
+ * @public
31
+ */
32
+ CreatedOn?: Date | undefined;
33
+ /**
34
+ * <p>The date and time when the workflow was last modified.</p>
35
+ * @public
36
+ */
37
+ LastModifiedOn?: Date | undefined;
38
+ /**
39
+ * <p>The information about the last execution of the workflow.</p>
40
+ * @public
41
+ */
42
+ LastRun?: WorkflowRun | undefined;
43
+ /**
44
+ * <p>The graph representing all the Glue components that belong to the workflow as nodes and directed
45
+ * connections between them as edges.</p>
46
+ * @public
47
+ */
48
+ Graph?: WorkflowGraph | undefined;
49
+ /**
50
+ * <p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>
51
+ * @public
52
+ */
53
+ MaxConcurrentRuns?: number | undefined;
54
+ /**
55
+ * <p>This structure indicates the details of the blueprint that this particular workflow is created from.</p>
56
+ * @public
57
+ */
58
+ BlueprintDetails?: BlueprintDetails | undefined;
59
+ }
4
60
  /**
5
61
  * @public
6
62
  */
@@ -1590,6 +1646,7 @@ export interface DataQualityTargetTable {
1590
1646
  CatalogId?: string | undefined;
1591
1647
  }
1592
1648
  /**
1649
+ * <p>A request to create a data quality ruleset.</p>
1593
1650
  * @public
1594
1651
  */
1595
1652
  export interface CreateDataQualityRulesetRequest {
@@ -6824,21 +6881,6 @@ export declare const ComputationType: {
6824
6881
  * @public
6825
6882
  */
6826
6883
  export type ComputationType = (typeof ComputationType)[keyof typeof ComputationType];
6827
- /**
6828
- * @public
6829
- * @enum
6830
- */
6831
- export declare const ColumnStatisticsState: {
6832
- readonly FAILED: "FAILED";
6833
- readonly RUNNING: "RUNNING";
6834
- readonly STARTING: "STARTING";
6835
- readonly STOPPED: "STOPPED";
6836
- readonly SUCCEEDED: "SUCCEEDED";
6837
- };
6838
- /**
6839
- * @public
6840
- */
6841
- export type ColumnStatisticsState = (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState];
6842
6884
  /**
6843
6885
  * @internal
6844
6886
  */
@@ -1,8 +1,23 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { DocumentType as __DocumentType } from "@smithy/types";
3
3
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
4
- import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, JobRun, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType, Workflow, WorkflowRun } from "./models_0";
5
- import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, ColumnStatisticsState, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, IntegrationError, IntegrationStatus, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, Tag, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect } from "./models_1";
4
+ import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, JobRun, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType, WorkflowRun } from "./models_0";
5
+ import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, IntegrationError, IntegrationStatus, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, Tag, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow } from "./models_1";
6
+ /**
7
+ * @public
8
+ * @enum
9
+ */
10
+ export declare const ColumnStatisticsState: {
11
+ readonly FAILED: "FAILED";
12
+ readonly RUNNING: "RUNNING";
13
+ readonly STARTING: "STARTING";
14
+ readonly STOPPED: "STOPPED";
15
+ readonly SUCCEEDED: "SUCCEEDED";
16
+ };
17
+ /**
18
+ * @public
19
+ */
20
+ export type ColumnStatisticsState = (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState];
6
21
  /**
7
22
  * <p>The object that shows the details of the column stats run.</p>
8
23
  * @public
@@ -1297,6 +1312,7 @@ export interface GetDataQualityResultRequest {
1297
1312
  ResultId: string | undefined;
1298
1313
  }
1299
1314
  /**
1315
+ * <p>The response for the data quality result.</p>
1300
1316
  * @public
1301
1317
  */
1302
1318
  export interface GetDataQualityResultResponse {
@@ -1370,6 +1386,11 @@ export interface GetDataQualityResultResponse {
1370
1386
  * @public
1371
1387
  */
1372
1388
  Observations?: DataQualityObservation[] | undefined;
1389
+ /**
1390
+ * <p> A summary of <code>DataQualityAggregatedMetrics</code> objects showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results. </p>
1391
+ * @public
1392
+ */
1393
+ AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
1373
1394
  }
1374
1395
  /**
1375
1396
  * @public
@@ -1382,6 +1403,7 @@ export interface GetDataQualityRuleRecommendationRunRequest {
1382
1403
  RunId: string | undefined;
1383
1404
  }
1384
1405
  /**
1406
+ * <p>The response for the Data Quality rule recommendation run.</p>
1385
1407
  * @public
1386
1408
  */
1387
1409
  export interface GetDataQualityRuleRecommendationRunResponse {
@@ -1467,6 +1489,7 @@ export interface GetDataQualityRulesetRequest {
1467
1489
  Name: string | undefined;
1468
1490
  }
1469
1491
  /**
1492
+ * <p>Returns the data quality ruleset response.</p>
1470
1493
  * @public
1471
1494
  */
1472
1495
  export interface GetDataQualityRulesetResponse {
@@ -7588,16 +7611,6 @@ export interface ResetJobBookmarkRequest {
7588
7611
  */
7589
7612
  RunId?: string | undefined;
7590
7613
  }
7591
- /**
7592
- * @public
7593
- */
7594
- export interface ResetJobBookmarkResponse {
7595
- /**
7596
- * <p>The reset bookmark entry.</p>
7597
- * @public
7598
- */
7599
- JobBookmarkEntry?: JobBookmarkEntry | undefined;
7600
- }
7601
7614
  /**
7602
7615
  * @internal
7603
7616
  */
@@ -2,7 +2,17 @@ import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-cli
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
3
  import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3ExcelSource, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3HyperDirectTarget, S3IcebergDirectTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
4
4
  import { CatalogInput, ColumnStatistics, Compatibility, ConnectionInput, ConnectionPropertyKey, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseInput, Permission, ProfileConfiguration, RegistryId, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
5
- import { ColumnRowFilter, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
5
+ import { ColumnRowFilter, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, JobBookmarkEntry, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
6
+ /**
7
+ * @public
8
+ */
9
+ export interface ResetJobBookmarkResponse {
10
+ /**
11
+ * <p>The reset bookmark entry.</p>
12
+ * @public
13
+ */
14
+ JobBookmarkEntry?: JobBookmarkEntry | undefined;
15
+ }
6
16
  /**
7
17
  * <p>Too many jobs are being run concurrently.</p>
8
18
  * @public
@@ -405,6 +415,7 @@ export interface StartCrawlerScheduleRequest {
405
415
  export interface StartCrawlerScheduleResponse {
406
416
  }
407
417
  /**
418
+ * <p>The request of the Data Quality rule recommendation request.</p>
408
419
  * @public
409
420
  */
410
421
  export interface StartDataQualityRuleRecommendationRunRequest {
@@ -5,10 +5,8 @@ import {
5
5
  ServiceInputTypes,
6
6
  ServiceOutputTypes,
7
7
  } from "../GlueClient";
8
- import {
9
- ResetJobBookmarkRequest,
10
- ResetJobBookmarkResponse,
11
- } from "../models/models_2";
8
+ import { ResetJobBookmarkRequest } from "../models/models_2";
9
+ import { ResetJobBookmarkResponse } from "../models/models_3";
12
10
  export { __MetadataBearer };
13
11
  export { $Command };
14
12
  export interface ResetJobBookmarkCommandInput extends ResetJobBookmarkRequest {}
@@ -642,6 +642,14 @@ export interface BatchGetCustomEntityTypesResponse {
642
642
  export interface BatchGetDataQualityResultRequest {
643
643
  ResultIds: string[] | undefined;
644
644
  }
645
+ export interface DataQualityAggregatedMetrics {
646
+ TotalRowsProcessed?: number | undefined;
647
+ TotalRowsPassed?: number | undefined;
648
+ TotalRowsFailed?: number | undefined;
649
+ TotalRulesProcessed?: number | undefined;
650
+ TotalRulesPassed?: number | undefined;
651
+ TotalRulesFailed?: number | undefined;
652
+ }
645
653
  export interface DataQualityAnalyzerResult {
646
654
  Name?: string | undefined;
647
655
  Description?: string | undefined;
@@ -688,6 +696,7 @@ export interface DataQualityRuleResult {
688
696
  Result?: DataQualityRuleResultStatus | undefined;
689
697
  EvaluatedMetrics?: Record<string, number> | undefined;
690
698
  EvaluatedRule?: string | undefined;
699
+ RuleMetrics?: Record<string, number> | undefined;
691
700
  }
692
701
  export interface DataQualityResult {
693
702
  ResultId?: string | undefined;
@@ -704,6 +713,7 @@ export interface DataQualityResult {
704
713
  RuleResults?: DataQualityRuleResult[] | undefined;
705
714
  AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
706
715
  Observations?: DataQualityObservation[] | undefined;
716
+ AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
707
717
  }
708
718
  export interface BatchGetDataQualityResultResponse {
709
719
  Results: DataQualityResult[] | undefined;
@@ -2125,17 +2135,6 @@ export interface WorkflowRun {
2125
2135
  Graph?: WorkflowGraph | undefined;
2126
2136
  StartingEventBatchCondition?: StartingEventBatchCondition | undefined;
2127
2137
  }
2128
- export interface Workflow {
2129
- Name?: string | undefined;
2130
- Description?: string | undefined;
2131
- DefaultRunProperties?: Record<string, string> | undefined;
2132
- CreatedOn?: Date | undefined;
2133
- LastModifiedOn?: Date | undefined;
2134
- LastRun?: WorkflowRun | undefined;
2135
- Graph?: WorkflowGraph | undefined;
2136
- MaxConcurrentRuns?: number | undefined;
2137
- BlueprintDetails?: BlueprintDetails | undefined;
2138
- }
2139
2138
  export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (
2140
2139
  obj: BasicAuthenticationCredentials
2141
2140
  ) => any;
@@ -8,6 +8,7 @@ import {
8
8
  AuthenticationConfigurationInput,
9
9
  AuthenticationType,
10
10
  Blueprint,
11
+ BlueprintDetails,
11
12
  Column,
12
13
  ConnectionsList,
13
14
  CrawlerTargets,
@@ -29,8 +30,20 @@ import {
29
30
  TableOptimizerType,
30
31
  TriggerType,
31
32
  WorkerType,
32
- Workflow,
33
+ WorkflowGraph,
34
+ WorkflowRun,
33
35
  } from "./models_0";
36
+ export interface Workflow {
37
+ Name?: string | undefined;
38
+ Description?: string | undefined;
39
+ DefaultRunProperties?: Record<string, string> | undefined;
40
+ CreatedOn?: Date | undefined;
41
+ LastModifiedOn?: Date | undefined;
42
+ LastRun?: WorkflowRun | undefined;
43
+ Graph?: WorkflowGraph | undefined;
44
+ MaxConcurrentRuns?: number | undefined;
45
+ BlueprintDetails?: BlueprintDetails | undefined;
46
+ }
34
47
  export interface BatchGetWorkflowsResponse {
35
48
  Workflows?: Workflow[] | undefined;
36
49
  MissingWorkflows?: string[] | undefined;
@@ -1785,15 +1798,6 @@ export declare const ComputationType: {
1785
1798
  };
1786
1799
  export type ComputationType =
1787
1800
  (typeof ComputationType)[keyof typeof ComputationType];
1788
- export declare const ColumnStatisticsState: {
1789
- readonly FAILED: "FAILED";
1790
- readonly RUNNING: "RUNNING";
1791
- readonly STARTING: "STARTING";
1792
- readonly STOPPED: "STOPPED";
1793
- readonly SUCCEEDED: "SUCCEEDED";
1794
- };
1795
- export type ColumnStatisticsState =
1796
- (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState];
1797
1801
  export declare const ConnectionInputFilterSensitiveLog: (
1798
1802
  obj: ConnectionInput
1799
1803
  ) => any;
@@ -6,6 +6,7 @@ import {
6
6
  AuthenticationConfiguration,
7
7
  Crawler,
8
8
  CustomEntityType,
9
+ DataQualityAggregatedMetrics,
9
10
  DataQualityAnalyzerResult,
10
11
  DataQualityObservation,
11
12
  DataQualityRuleResult,
@@ -26,7 +27,6 @@ import {
26
27
  TimestampedInclusionAnnotation,
27
28
  Trigger,
28
29
  WorkerType,
29
- Workflow,
30
30
  WorkflowRun,
31
31
  } from "./models_0";
32
32
  import {
@@ -34,7 +34,6 @@ import {
34
34
  CodeGenEdge,
35
35
  CodeGenNode,
36
36
  CodeGenNodeArg,
37
- ColumnStatisticsState,
38
37
  Compatibility,
39
38
  ComputationType,
40
39
  ComputeEnvironment,
@@ -70,7 +69,17 @@ import {
70
69
  TransformParameters,
71
70
  TransformType,
72
71
  ViewDialect,
72
+ Workflow,
73
73
  } from "./models_1";
74
+ export declare const ColumnStatisticsState: {
75
+ readonly FAILED: "FAILED";
76
+ readonly RUNNING: "RUNNING";
77
+ readonly STARTING: "STARTING";
78
+ readonly STOPPED: "STOPPED";
79
+ readonly SUCCEEDED: "SUCCEEDED";
80
+ };
81
+ export type ColumnStatisticsState =
82
+ (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState];
74
83
  export interface ColumnStatisticsTaskRun {
75
84
  CustomerId?: string | undefined;
76
85
  ColumnStatisticsTaskRunId?: string | undefined;
@@ -360,6 +369,7 @@ export interface GetDataQualityResultResponse {
360
369
  RuleResults?: DataQualityRuleResult[] | undefined;
361
370
  AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
362
371
  Observations?: DataQualityObservation[] | undefined;
372
+ AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
363
373
  }
364
374
  export interface GetDataQualityRuleRecommendationRunRequest {
365
375
  RunId: string | undefined;
@@ -1805,9 +1815,6 @@ export interface ResetJobBookmarkRequest {
1805
1815
  JobName: string | undefined;
1806
1816
  RunId?: string | undefined;
1807
1817
  }
1808
- export interface ResetJobBookmarkResponse {
1809
- JobBookmarkEntry?: JobBookmarkEntry | undefined;
1810
- }
1811
1818
  export declare const GetDataQualityResultResponseFilterSensitiveLog: (
1812
1819
  obj: GetDataQualityResultResponse
1813
1820
  ) => any;
@@ -129,6 +129,7 @@ import {
129
129
  ColumnRowFilter,
130
130
  DataQualityEvaluationRunAdditionalRunOptions,
131
131
  FederatedTable,
132
+ JobBookmarkEntry,
132
133
  ResourceAction,
133
134
  ResourceShareType,
134
135
  ResourceState,
@@ -136,6 +137,9 @@ import {
136
137
  ViewDefinition,
137
138
  ViewValidation,
138
139
  } from "./models_2";
140
+ export interface ResetJobBookmarkResponse {
141
+ JobBookmarkEntry?: JobBookmarkEntry | undefined;
142
+ }
139
143
  export declare class ConcurrentRunsExceededException extends __BaseException {
140
144
  readonly name: "ConcurrentRunsExceededException";
141
145
  readonly $fault: "client";
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-glue",
3
3
  "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
4
- "version": "3.830.0",
4
+ "version": "3.834.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "node ../../scripts/compilation/inline client-glue",