@aws-sdk/client-glue 3.872.0 → 3.873.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +10 -0
- package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +3 -1
- package/dist-types/commands/GetDataQualityResultCommand.d.ts +10 -0
- package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +10 -0
- package/dist-types/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +20 -0
- package/dist-types/commands/ListDataQualityResultsCommand.d.ts +20 -0
- package/dist-types/commands/ListDataQualityRuleRecommendationRunsCommand.d.ts +20 -0
- package/dist-types/commands/ListDataQualityRulesetEvaluationRunsCommand.d.ts +20 -0
- package/dist-types/commands/ListTableOptimizerRunsCommand.d.ts +1 -2
- package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +10 -0
- package/dist-types/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +20 -0
- package/dist-types/models/models_0.d.ts +54 -17
- package/dist-types/models/models_1.d.ts +19 -24
- package/dist-types/models/models_2.d.ts +23 -36
- package/dist-types/models/models_3.d.ts +35 -0
- package/dist-types/ts3.4/commands/ListTableOptimizerRunsCommand.d.ts +4 -2
- package/dist-types/ts3.4/models/models_0.d.ts +10 -5
- package/dist-types/ts3.4/models/models_1.d.ts +4 -6
- package/dist-types/ts3.4/models/models_2.d.ts +5 -9
- package/dist-types/ts3.4/models/models_3.d.ts +8 -0
- package/package.json +11 -11
|
@@ -57,6 +57,16 @@ declare const BatchGetDataQualityResultCommand_base: {
|
|
|
57
57
|
* // "<keys>": "STRING_VALUE",
|
|
58
58
|
* // },
|
|
59
59
|
* // },
|
|
60
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
61
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
62
|
+
* // TableName: "STRING_VALUE", // required
|
|
63
|
+
* // CatalogId: "STRING_VALUE",
|
|
64
|
+
* // ConnectionName: "STRING_VALUE",
|
|
65
|
+
* // AdditionalOptions: {
|
|
66
|
+
* // "<keys>": "STRING_VALUE",
|
|
67
|
+
* // },
|
|
68
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
69
|
+
* // },
|
|
60
70
|
* // },
|
|
61
71
|
* // RulesetName: "STRING_VALUE",
|
|
62
72
|
* // EvaluationContext: "STRING_VALUE",
|
|
@@ -27,7 +27,9 @@ declare const BatchPutDataQualityStatisticAnnotationCommand_base: {
|
|
|
27
27
|
getEndpointParameterInstructions(): import("@smithy/middleware-endpoint").EndpointParameterInstructions;
|
|
28
28
|
};
|
|
29
29
|
/**
|
|
30
|
-
* <p>Annotate datapoints over time for a specific data quality statistic
|
|
30
|
+
* <p>Annotate datapoints over time for a specific data quality statistic.
|
|
31
|
+
* The API requires both profileID and statisticID as part of the InclusionAnnotation input.
|
|
32
|
+
* The API only works for a single statisticId across multiple profiles.</p>
|
|
31
33
|
* @example
|
|
32
34
|
* Use a bare-bones client and the command you need to make an API call.
|
|
33
35
|
* ```javascript
|
|
@@ -53,6 +53,16 @@ declare const GetDataQualityResultCommand_base: {
|
|
|
53
53
|
* // "<keys>": "STRING_VALUE",
|
|
54
54
|
* // },
|
|
55
55
|
* // },
|
|
56
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
57
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
58
|
+
* // TableName: "STRING_VALUE", // required
|
|
59
|
+
* // CatalogId: "STRING_VALUE",
|
|
60
|
+
* // ConnectionName: "STRING_VALUE",
|
|
61
|
+
* // AdditionalOptions: {
|
|
62
|
+
* // "<keys>": "STRING_VALUE",
|
|
63
|
+
* // },
|
|
64
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
65
|
+
* // },
|
|
56
66
|
* // },
|
|
57
67
|
* // RulesetName: "STRING_VALUE",
|
|
58
68
|
* // EvaluationContext: "STRING_VALUE",
|
|
@@ -51,6 +51,16 @@ declare const GetDataQualityRuleRecommendationRunCommand_base: {
|
|
|
51
51
|
* // "<keys>": "STRING_VALUE",
|
|
52
52
|
* // },
|
|
53
53
|
* // },
|
|
54
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
55
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
56
|
+
* // TableName: "STRING_VALUE", // required
|
|
57
|
+
* // CatalogId: "STRING_VALUE",
|
|
58
|
+
* // ConnectionName: "STRING_VALUE",
|
|
59
|
+
* // AdditionalOptions: {
|
|
60
|
+
* // "<keys>": "STRING_VALUE",
|
|
61
|
+
* // },
|
|
62
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
63
|
+
* // },
|
|
54
64
|
* // },
|
|
55
65
|
* // Role: "STRING_VALUE",
|
|
56
66
|
* // NumberOfWorkers: Number("int"),
|
|
@@ -51,6 +51,16 @@ declare const GetDataQualityRulesetEvaluationRunCommand_base: {
|
|
|
51
51
|
* // "<keys>": "STRING_VALUE",
|
|
52
52
|
* // },
|
|
53
53
|
* // },
|
|
54
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
55
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
56
|
+
* // TableName: "STRING_VALUE", // required
|
|
57
|
+
* // CatalogId: "STRING_VALUE",
|
|
58
|
+
* // ConnectionName: "STRING_VALUE",
|
|
59
|
+
* // AdditionalOptions: {
|
|
60
|
+
* // "<keys>": "STRING_VALUE",
|
|
61
|
+
* // },
|
|
62
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
63
|
+
* // },
|
|
54
64
|
* // },
|
|
55
65
|
* // Role: "STRING_VALUE",
|
|
56
66
|
* // NumberOfWorkers: Number("int"),
|
|
@@ -83,6 +93,16 @@ declare const GetDataQualityRulesetEvaluationRunCommand_base: {
|
|
|
83
93
|
* // "<keys>": "STRING_VALUE",
|
|
84
94
|
* // },
|
|
85
95
|
* // },
|
|
96
|
+
* // DataQualityGlueTable: {
|
|
97
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
98
|
+
* // TableName: "STRING_VALUE", // required
|
|
99
|
+
* // CatalogId: "STRING_VALUE",
|
|
100
|
+
* // ConnectionName: "STRING_VALUE",
|
|
101
|
+
* // AdditionalOptions: {
|
|
102
|
+
* // "<keys>": "STRING_VALUE",
|
|
103
|
+
* // },
|
|
104
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
105
|
+
* // },
|
|
86
106
|
* // },
|
|
87
107
|
* // },
|
|
88
108
|
* // };
|
|
@@ -46,6 +46,16 @@ declare const ListDataQualityResultsCommand_base: {
|
|
|
46
46
|
* "<keys>": "STRING_VALUE",
|
|
47
47
|
* },
|
|
48
48
|
* },
|
|
49
|
+
* DataQualityGlueTable: { // DataQualityGlueTable
|
|
50
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
51
|
+
* TableName: "STRING_VALUE", // required
|
|
52
|
+
* CatalogId: "STRING_VALUE",
|
|
53
|
+
* ConnectionName: "STRING_VALUE",
|
|
54
|
+
* AdditionalOptions: {
|
|
55
|
+
* "<keys>": "STRING_VALUE",
|
|
56
|
+
* },
|
|
57
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
58
|
+
* },
|
|
49
59
|
* },
|
|
50
60
|
* JobName: "STRING_VALUE",
|
|
51
61
|
* JobRunId: "STRING_VALUE",
|
|
@@ -71,6 +81,16 @@ declare const ListDataQualityResultsCommand_base: {
|
|
|
71
81
|
* // "<keys>": "STRING_VALUE",
|
|
72
82
|
* // },
|
|
73
83
|
* // },
|
|
84
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
85
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
86
|
+
* // TableName: "STRING_VALUE", // required
|
|
87
|
+
* // CatalogId: "STRING_VALUE",
|
|
88
|
+
* // ConnectionName: "STRING_VALUE",
|
|
89
|
+
* // AdditionalOptions: {
|
|
90
|
+
* // "<keys>": "STRING_VALUE",
|
|
91
|
+
* // },
|
|
92
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
93
|
+
* // },
|
|
74
94
|
* // },
|
|
75
95
|
* // JobName: "STRING_VALUE",
|
|
76
96
|
* // JobRunId: "STRING_VALUE",
|
|
@@ -46,6 +46,16 @@ declare const ListDataQualityRuleRecommendationRunsCommand_base: {
|
|
|
46
46
|
* "<keys>": "STRING_VALUE",
|
|
47
47
|
* },
|
|
48
48
|
* },
|
|
49
|
+
* DataQualityGlueTable: { // DataQualityGlueTable
|
|
50
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
51
|
+
* TableName: "STRING_VALUE", // required
|
|
52
|
+
* CatalogId: "STRING_VALUE",
|
|
53
|
+
* ConnectionName: "STRING_VALUE",
|
|
54
|
+
* AdditionalOptions: {
|
|
55
|
+
* "<keys>": "STRING_VALUE",
|
|
56
|
+
* },
|
|
57
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
58
|
+
* },
|
|
49
59
|
* },
|
|
50
60
|
* StartedBefore: new Date("TIMESTAMP"),
|
|
51
61
|
* StartedAfter: new Date("TIMESTAMP"),
|
|
@@ -71,6 +81,16 @@ declare const ListDataQualityRuleRecommendationRunsCommand_base: {
|
|
|
71
81
|
* // "<keys>": "STRING_VALUE",
|
|
72
82
|
* // },
|
|
73
83
|
* // },
|
|
84
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
85
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
86
|
+
* // TableName: "STRING_VALUE", // required
|
|
87
|
+
* // CatalogId: "STRING_VALUE",
|
|
88
|
+
* // ConnectionName: "STRING_VALUE",
|
|
89
|
+
* // AdditionalOptions: {
|
|
90
|
+
* // "<keys>": "STRING_VALUE",
|
|
91
|
+
* // },
|
|
92
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
93
|
+
* // },
|
|
74
94
|
* // },
|
|
75
95
|
* // },
|
|
76
96
|
* // ],
|
|
@@ -46,6 +46,16 @@ declare const ListDataQualityRulesetEvaluationRunsCommand_base: {
|
|
|
46
46
|
* "<keys>": "STRING_VALUE",
|
|
47
47
|
* },
|
|
48
48
|
* },
|
|
49
|
+
* DataQualityGlueTable: { // DataQualityGlueTable
|
|
50
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
51
|
+
* TableName: "STRING_VALUE", // required
|
|
52
|
+
* CatalogId: "STRING_VALUE",
|
|
53
|
+
* ConnectionName: "STRING_VALUE",
|
|
54
|
+
* AdditionalOptions: {
|
|
55
|
+
* "<keys>": "STRING_VALUE",
|
|
56
|
+
* },
|
|
57
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
58
|
+
* },
|
|
49
59
|
* },
|
|
50
60
|
* StartedBefore: new Date("TIMESTAMP"),
|
|
51
61
|
* StartedAfter: new Date("TIMESTAMP"),
|
|
@@ -71,6 +81,16 @@ declare const ListDataQualityRulesetEvaluationRunsCommand_base: {
|
|
|
71
81
|
* // "<keys>": "STRING_VALUE",
|
|
72
82
|
* // },
|
|
73
83
|
* // },
|
|
84
|
+
* // DataQualityGlueTable: { // DataQualityGlueTable
|
|
85
|
+
* // DatabaseName: "STRING_VALUE", // required
|
|
86
|
+
* // TableName: "STRING_VALUE", // required
|
|
87
|
+
* // CatalogId: "STRING_VALUE",
|
|
88
|
+
* // ConnectionName: "STRING_VALUE",
|
|
89
|
+
* // AdditionalOptions: {
|
|
90
|
+
* // "<keys>": "STRING_VALUE",
|
|
91
|
+
* // },
|
|
92
|
+
* // PreProcessingQuery: "STRING_VALUE",
|
|
93
|
+
* // },
|
|
74
94
|
* // },
|
|
75
95
|
* // },
|
|
76
96
|
* // ],
|
|
@@ -1,8 +1,7 @@
|
|
|
1
1
|
import { Command as $Command } from "@smithy/smithy-client";
|
|
2
2
|
import { MetadataBearer as __MetadataBearer } from "@smithy/types";
|
|
3
3
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
4
|
-
import { ListTableOptimizerRunsRequest } from "../models/
|
|
5
|
-
import { ListTableOptimizerRunsResponse } from "../models/models_3";
|
|
4
|
+
import { ListTableOptimizerRunsRequest, ListTableOptimizerRunsResponse } from "../models/models_3";
|
|
6
5
|
/**
|
|
7
6
|
* @public
|
|
8
7
|
*/
|
|
@@ -46,6 +46,16 @@ declare const StartDataQualityRuleRecommendationRunCommand_base: {
|
|
|
46
46
|
* "<keys>": "STRING_VALUE",
|
|
47
47
|
* },
|
|
48
48
|
* },
|
|
49
|
+
* DataQualityGlueTable: { // DataQualityGlueTable
|
|
50
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
51
|
+
* TableName: "STRING_VALUE", // required
|
|
52
|
+
* CatalogId: "STRING_VALUE",
|
|
53
|
+
* ConnectionName: "STRING_VALUE",
|
|
54
|
+
* AdditionalOptions: {
|
|
55
|
+
* "<keys>": "STRING_VALUE",
|
|
56
|
+
* },
|
|
57
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
58
|
+
* },
|
|
49
59
|
* },
|
|
50
60
|
* Role: "STRING_VALUE", // required
|
|
51
61
|
* NumberOfWorkers: Number("int"),
|
|
@@ -45,6 +45,16 @@ declare const StartDataQualityRulesetEvaluationRunCommand_base: {
|
|
|
45
45
|
* "<keys>": "STRING_VALUE",
|
|
46
46
|
* },
|
|
47
47
|
* },
|
|
48
|
+
* DataQualityGlueTable: { // DataQualityGlueTable
|
|
49
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
50
|
+
* TableName: "STRING_VALUE", // required
|
|
51
|
+
* CatalogId: "STRING_VALUE",
|
|
52
|
+
* ConnectionName: "STRING_VALUE",
|
|
53
|
+
* AdditionalOptions: {
|
|
54
|
+
* "<keys>": "STRING_VALUE",
|
|
55
|
+
* },
|
|
56
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
57
|
+
* },
|
|
48
58
|
* },
|
|
49
59
|
* Role: "STRING_VALUE", // required
|
|
50
60
|
* NumberOfWorkers: Number("int"),
|
|
@@ -69,6 +79,16 @@ declare const StartDataQualityRulesetEvaluationRunCommand_base: {
|
|
|
69
79
|
* "<keys>": "STRING_VALUE",
|
|
70
80
|
* },
|
|
71
81
|
* },
|
|
82
|
+
* DataQualityGlueTable: {
|
|
83
|
+
* DatabaseName: "STRING_VALUE", // required
|
|
84
|
+
* TableName: "STRING_VALUE", // required
|
|
85
|
+
* CatalogId: "STRING_VALUE",
|
|
86
|
+
* ConnectionName: "STRING_VALUE",
|
|
87
|
+
* AdditionalOptions: {
|
|
88
|
+
* "<keys>": "STRING_VALUE",
|
|
89
|
+
* },
|
|
90
|
+
* PreProcessingQuery: "STRING_VALUE",
|
|
91
|
+
* },
|
|
72
92
|
* },
|
|
73
93
|
* },
|
|
74
94
|
* };
|
|
@@ -2458,6 +2458,54 @@ export interface DataQualityAnalyzerResult {
|
|
|
2458
2458
|
*/
|
|
2459
2459
|
EvaluatedMetrics?: Record<string, number> | undefined;
|
|
2460
2460
|
}
|
|
2461
|
+
/**
|
|
2462
|
+
* <p>The database and table in the Glue Data Catalog that is used for input or output data
|
|
2463
|
+
* for Data Quality Operations.</p>
|
|
2464
|
+
* @public
|
|
2465
|
+
*/
|
|
2466
|
+
export interface DataQualityGlueTable {
|
|
2467
|
+
/**
|
|
2468
|
+
* <p>A database name in the Glue Data Catalog.</p>
|
|
2469
|
+
* @public
|
|
2470
|
+
*/
|
|
2471
|
+
DatabaseName: string | undefined;
|
|
2472
|
+
/**
|
|
2473
|
+
* <p>A table name in the Glue Data Catalog.</p>
|
|
2474
|
+
* @public
|
|
2475
|
+
*/
|
|
2476
|
+
TableName: string | undefined;
|
|
2477
|
+
/**
|
|
2478
|
+
* <p>A unique identifier for the Glue Data Catalog.</p>
|
|
2479
|
+
* @public
|
|
2480
|
+
*/
|
|
2481
|
+
CatalogId?: string | undefined;
|
|
2482
|
+
/**
|
|
2483
|
+
* <p>The name of the connection to the Glue Data Catalog.</p>
|
|
2484
|
+
* @public
|
|
2485
|
+
*/
|
|
2486
|
+
ConnectionName?: string | undefined;
|
|
2487
|
+
/**
|
|
2488
|
+
* <p>Additional options for the table. Currently there are two keys supported:</p>
|
|
2489
|
+
* <ul>
|
|
2490
|
+
* <li>
|
|
2491
|
+
* <p>
|
|
2492
|
+
* <code>pushDownPredicate</code>: to filter on partitions without having to list and read all the files in your dataset.</p>
|
|
2493
|
+
* </li>
|
|
2494
|
+
* <li>
|
|
2495
|
+
* <p>
|
|
2496
|
+
* <code>catalogPartitionPredicate</code>: to use server-side partition pruning using partition indexes in the Glue Data Catalog.</p>
|
|
2497
|
+
* </li>
|
|
2498
|
+
* </ul>
|
|
2499
|
+
* @public
|
|
2500
|
+
*/
|
|
2501
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
2502
|
+
/**
|
|
2503
|
+
* <p>SQL Query of SparkSQL format that can be used to pre-process the data for the table in Glue Data Catalog,
|
|
2504
|
+
* before running the Data Quality Operation.</p>
|
|
2505
|
+
* @public
|
|
2506
|
+
*/
|
|
2507
|
+
PreProcessingQuery?: string | undefined;
|
|
2508
|
+
}
|
|
2461
2509
|
/**
|
|
2462
2510
|
* <p>The database and table in the Glue Data Catalog that is used for input or output data.</p>
|
|
2463
2511
|
* @public
|
|
@@ -2508,7 +2556,12 @@ export interface DataSource {
|
|
|
2508
2556
|
* <p>An Glue table.</p>
|
|
2509
2557
|
* @public
|
|
2510
2558
|
*/
|
|
2511
|
-
GlueTable
|
|
2559
|
+
GlueTable?: GlueTable | undefined;
|
|
2560
|
+
/**
|
|
2561
|
+
* <p>An Glue table for Data Quality Operations.</p>
|
|
2562
|
+
* @public
|
|
2563
|
+
*/
|
|
2564
|
+
DataQualityGlueTable?: DataQualityGlueTable | undefined;
|
|
2512
2565
|
}
|
|
2513
2566
|
/**
|
|
2514
2567
|
* <p>Describes the data quality metric value according to the analysis of historical data.</p>
|
|
@@ -8188,22 +8241,6 @@ export interface BatchGetWorkflowsRequest {
|
|
|
8188
8241
|
*/
|
|
8189
8242
|
IncludeGraph?: boolean | undefined;
|
|
8190
8243
|
}
|
|
8191
|
-
/**
|
|
8192
|
-
* <p>The details of a blueprint.</p>
|
|
8193
|
-
* @public
|
|
8194
|
-
*/
|
|
8195
|
-
export interface BlueprintDetails {
|
|
8196
|
-
/**
|
|
8197
|
-
* <p>The name of the blueprint.</p>
|
|
8198
|
-
* @public
|
|
8199
|
-
*/
|
|
8200
|
-
BlueprintName?: string | undefined;
|
|
8201
|
-
/**
|
|
8202
|
-
* <p>The run ID for this blueprint.</p>
|
|
8203
|
-
* @public
|
|
8204
|
-
*/
|
|
8205
|
-
RunId?: string | undefined;
|
|
8206
|
-
}
|
|
8207
8244
|
/**
|
|
8208
8245
|
* @internal
|
|
8209
8246
|
*/
|
|
@@ -1,7 +1,23 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
|
|
2
2
|
import { DocumentType as __DocumentType } from "@smithy/types";
|
|
3
3
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
4
|
-
import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint,
|
|
4
|
+
import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, Column, ConnectionsList, CrawlerTargets, CrawlState, DataOperation, ErrorDetail, EventBatchingCondition, ExecutionClass, GlueTable, InclusionAnnotationValue, JobMode, JobRunState, LakeFormationConfiguration, LineageConfiguration, NotificationProperty, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, TriggerType, WorkerType } from "./models_0";
|
|
5
|
+
/**
|
|
6
|
+
* <p>The details of a blueprint.</p>
|
|
7
|
+
* @public
|
|
8
|
+
*/
|
|
9
|
+
export interface BlueprintDetails {
|
|
10
|
+
/**
|
|
11
|
+
* <p>The name of the blueprint.</p>
|
|
12
|
+
* @public
|
|
13
|
+
*/
|
|
14
|
+
BlueprintName?: string | undefined;
|
|
15
|
+
/**
|
|
16
|
+
* <p>The run ID for this blueprint.</p>
|
|
17
|
+
* @public
|
|
18
|
+
*/
|
|
19
|
+
RunId?: string | undefined;
|
|
20
|
+
}
|
|
5
21
|
/**
|
|
6
22
|
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
|
|
7
23
|
* edge belongs to.</p>
|
|
@@ -668,7 +684,8 @@ export interface DatapointInclusionAnnotation {
|
|
|
668
684
|
*/
|
|
669
685
|
export interface BatchPutDataQualityStatisticAnnotationRequest {
|
|
670
686
|
/**
|
|
671
|
-
* <p>A list of <code>DatapointInclusionAnnotation</code>'s
|
|
687
|
+
* <p>A list of <code>DatapointInclusionAnnotation</code>'s. The InclusionAnnotations must contain a profileId and statisticId.
|
|
688
|
+
* If there are multiple InclusionAnnotations, the list must refer to a single statisticId across multiple profileIds.</p>
|
|
672
689
|
* @public
|
|
673
690
|
*/
|
|
674
691
|
InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
|
|
@@ -7069,28 +7086,6 @@ export interface GetCatalogImportStatusRequest {
|
|
|
7069
7086
|
*/
|
|
7070
7087
|
CatalogId?: string | undefined;
|
|
7071
7088
|
}
|
|
7072
|
-
/**
|
|
7073
|
-
* <p>A structure containing migration status information.</p>
|
|
7074
|
-
* @public
|
|
7075
|
-
*/
|
|
7076
|
-
export interface CatalogImportStatus {
|
|
7077
|
-
/**
|
|
7078
|
-
* <p>
|
|
7079
|
-
* <code>True</code> if the migration has completed, or <code>False</code> otherwise.</p>
|
|
7080
|
-
* @public
|
|
7081
|
-
*/
|
|
7082
|
-
ImportCompleted?: boolean | undefined;
|
|
7083
|
-
/**
|
|
7084
|
-
* <p>The time that the migration was started.</p>
|
|
7085
|
-
* @public
|
|
7086
|
-
*/
|
|
7087
|
-
ImportTime?: Date | undefined;
|
|
7088
|
-
/**
|
|
7089
|
-
* <p>The name of the person who initiated the migration.</p>
|
|
7090
|
-
* @public
|
|
7091
|
-
*/
|
|
7092
|
-
ImportedBy?: string | undefined;
|
|
7093
|
-
}
|
|
7094
7089
|
/**
|
|
7095
7090
|
* @internal
|
|
7096
7091
|
*/
|
|
@@ -2,7 +2,29 @@ import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-cli
|
|
|
2
2
|
import { DocumentType as __DocumentType } from "@smithy/types";
|
|
3
3
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
4
4
|
import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType } from "./models_0";
|
|
5
|
-
import { Capabilities, Catalog,
|
|
5
|
+
import { Capabilities, Catalog, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, JobRun, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
|
|
6
|
+
/**
|
|
7
|
+
* <p>A structure containing migration status information.</p>
|
|
8
|
+
* @public
|
|
9
|
+
*/
|
|
10
|
+
export interface CatalogImportStatus {
|
|
11
|
+
/**
|
|
12
|
+
* <p>
|
|
13
|
+
* <code>True</code> if the migration has completed, or <code>False</code> otherwise.</p>
|
|
14
|
+
* @public
|
|
15
|
+
*/
|
|
16
|
+
ImportCompleted?: boolean | undefined;
|
|
17
|
+
/**
|
|
18
|
+
* <p>The time that the migration was started.</p>
|
|
19
|
+
* @public
|
|
20
|
+
*/
|
|
21
|
+
ImportTime?: Date | undefined;
|
|
22
|
+
/**
|
|
23
|
+
* <p>The name of the person who initiated the migration.</p>
|
|
24
|
+
* @public
|
|
25
|
+
*/
|
|
26
|
+
ImportedBy?: string | undefined;
|
|
27
|
+
}
|
|
6
28
|
/**
|
|
7
29
|
* @public
|
|
8
30
|
*/
|
|
@@ -7615,41 +7637,6 @@ export interface ListStatementsResponse {
|
|
|
7615
7637
|
*/
|
|
7616
7638
|
NextToken?: string | undefined;
|
|
7617
7639
|
}
|
|
7618
|
-
/**
|
|
7619
|
-
* @public
|
|
7620
|
-
*/
|
|
7621
|
-
export interface ListTableOptimizerRunsRequest {
|
|
7622
|
-
/**
|
|
7623
|
-
* <p>The Catalog ID of the table.</p>
|
|
7624
|
-
* @public
|
|
7625
|
-
*/
|
|
7626
|
-
CatalogId: string | undefined;
|
|
7627
|
-
/**
|
|
7628
|
-
* <p>The name of the database in the catalog in which the table resides.</p>
|
|
7629
|
-
* @public
|
|
7630
|
-
*/
|
|
7631
|
-
DatabaseName: string | undefined;
|
|
7632
|
-
/**
|
|
7633
|
-
* <p>The name of the table.</p>
|
|
7634
|
-
* @public
|
|
7635
|
-
*/
|
|
7636
|
-
TableName: string | undefined;
|
|
7637
|
-
/**
|
|
7638
|
-
* <p>The type of table optimizer.</p>
|
|
7639
|
-
* @public
|
|
7640
|
-
*/
|
|
7641
|
-
Type: TableOptimizerType | undefined;
|
|
7642
|
-
/**
|
|
7643
|
-
* <p>The maximum number of optimizer runs to return on each call.</p>
|
|
7644
|
-
* @public
|
|
7645
|
-
*/
|
|
7646
|
-
MaxResults?: number | undefined;
|
|
7647
|
-
/**
|
|
7648
|
-
* <p>A continuation token, if this is a continuation call.</p>
|
|
7649
|
-
* @public
|
|
7650
|
-
*/
|
|
7651
|
-
NextToken?: string | undefined;
|
|
7652
|
-
}
|
|
7653
7640
|
/**
|
|
7654
7641
|
* @internal
|
|
7655
7642
|
*/
|
|
@@ -3,6 +3,41 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException"
|
|
|
3
3
|
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogIcebergSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, DynamoDBELTConnectorSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, InclusionAnnotationValue, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, Route, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogIcebergSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3ExcelSource, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3HyperDirectTarget, S3IcebergCatalogTarget, S3IcebergDirectTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerRun, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
|
|
4
4
|
import { CatalogInput, Compatibility, ConnectionInput, ConnectionPropertyKey, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseInput, IcebergPartitionSpec, IcebergSchema, IcebergSortOrder, IntegrationConfig, IntegrationError, IntegrationStatus, Permission, ProfileConfiguration, RegistryId, SchemaVersionStatus, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, Tag, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
|
|
5
5
|
import { ColumnRowFilter, ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, JobBookmarkEntry, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
|
|
6
|
+
/**
|
|
7
|
+
* @public
|
|
8
|
+
*/
|
|
9
|
+
export interface ListTableOptimizerRunsRequest {
|
|
10
|
+
/**
|
|
11
|
+
* <p>The Catalog ID of the table.</p>
|
|
12
|
+
* @public
|
|
13
|
+
*/
|
|
14
|
+
CatalogId: string | undefined;
|
|
15
|
+
/**
|
|
16
|
+
* <p>The name of the database in the catalog in which the table resides.</p>
|
|
17
|
+
* @public
|
|
18
|
+
*/
|
|
19
|
+
DatabaseName: string | undefined;
|
|
20
|
+
/**
|
|
21
|
+
* <p>The name of the table.</p>
|
|
22
|
+
* @public
|
|
23
|
+
*/
|
|
24
|
+
TableName: string | undefined;
|
|
25
|
+
/**
|
|
26
|
+
* <p>The type of table optimizer.</p>
|
|
27
|
+
* @public
|
|
28
|
+
*/
|
|
29
|
+
Type: TableOptimizerType | undefined;
|
|
30
|
+
/**
|
|
31
|
+
* <p>The maximum number of optimizer runs to return on each call.</p>
|
|
32
|
+
* @public
|
|
33
|
+
*/
|
|
34
|
+
MaxResults?: number | undefined;
|
|
35
|
+
/**
|
|
36
|
+
* <p>A continuation token, if this is a continuation call.</p>
|
|
37
|
+
* @public
|
|
38
|
+
*/
|
|
39
|
+
NextToken?: string | undefined;
|
|
40
|
+
}
|
|
6
41
|
/**
|
|
7
42
|
* @public
|
|
8
43
|
*/
|
|
@@ -5,8 +5,10 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
8
|
+
import {
|
|
9
|
+
ListTableOptimizerRunsRequest,
|
|
10
|
+
ListTableOptimizerRunsResponse,
|
|
11
|
+
} from "../models/models_3";
|
|
10
12
|
export { __MetadataBearer };
|
|
11
13
|
export { $Command };
|
|
12
14
|
export interface ListTableOptimizerRunsCommandInput
|
|
@@ -662,6 +662,14 @@ export interface DataQualityAnalyzerResult {
|
|
|
662
662
|
EvaluationMessage?: string | undefined;
|
|
663
663
|
EvaluatedMetrics?: Record<string, number> | undefined;
|
|
664
664
|
}
|
|
665
|
+
export interface DataQualityGlueTable {
|
|
666
|
+
DatabaseName: string | undefined;
|
|
667
|
+
TableName: string | undefined;
|
|
668
|
+
CatalogId?: string | undefined;
|
|
669
|
+
ConnectionName?: string | undefined;
|
|
670
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
671
|
+
PreProcessingQuery?: string | undefined;
|
|
672
|
+
}
|
|
665
673
|
export interface GlueTable {
|
|
666
674
|
DatabaseName: string | undefined;
|
|
667
675
|
TableName: string | undefined;
|
|
@@ -670,7 +678,8 @@ export interface GlueTable {
|
|
|
670
678
|
AdditionalOptions?: Record<string, string> | undefined;
|
|
671
679
|
}
|
|
672
680
|
export interface DataSource {
|
|
673
|
-
GlueTable
|
|
681
|
+
GlueTable?: GlueTable | undefined;
|
|
682
|
+
DataQualityGlueTable?: DataQualityGlueTable | undefined;
|
|
674
683
|
}
|
|
675
684
|
export interface DataQualityMetricValues {
|
|
676
685
|
ActualValue?: number | undefined;
|
|
@@ -2141,10 +2150,6 @@ export interface BatchGetWorkflowsRequest {
|
|
|
2141
2150
|
Names: string[] | undefined;
|
|
2142
2151
|
IncludeGraph?: boolean | undefined;
|
|
2143
2152
|
}
|
|
2144
|
-
export interface BlueprintDetails {
|
|
2145
|
-
BlueprintName?: string | undefined;
|
|
2146
|
-
RunId?: string | undefined;
|
|
2147
|
-
}
|
|
2148
2153
|
export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (
|
|
2149
2154
|
obj: BasicAuthenticationCredentials
|
|
2150
2155
|
) => any;
|
|
@@ -9,7 +9,6 @@ import {
|
|
|
9
9
|
AuthenticationConfigurationInput,
|
|
10
10
|
AuthenticationType,
|
|
11
11
|
Blueprint,
|
|
12
|
-
BlueprintDetails,
|
|
13
12
|
Column,
|
|
14
13
|
ConnectionsList,
|
|
15
14
|
CrawlerTargets,
|
|
@@ -38,6 +37,10 @@ import {
|
|
|
38
37
|
TriggerType,
|
|
39
38
|
WorkerType,
|
|
40
39
|
} from "./models_0";
|
|
40
|
+
export interface BlueprintDetails {
|
|
41
|
+
BlueprintName?: string | undefined;
|
|
42
|
+
RunId?: string | undefined;
|
|
43
|
+
}
|
|
41
44
|
export interface Edge {
|
|
42
45
|
SourceId?: string | undefined;
|
|
43
46
|
DestinationId?: string | undefined;
|
|
@@ -1820,11 +1823,6 @@ export interface GetCatalogResponse {
|
|
|
1820
1823
|
export interface GetCatalogImportStatusRequest {
|
|
1821
1824
|
CatalogId?: string | undefined;
|
|
1822
1825
|
}
|
|
1823
|
-
export interface CatalogImportStatus {
|
|
1824
|
-
ImportCompleted?: boolean | undefined;
|
|
1825
|
-
ImportTime?: Date | undefined;
|
|
1826
|
-
ImportedBy?: string | undefined;
|
|
1827
|
-
}
|
|
1828
1826
|
export declare const ConnectionInputFilterSensitiveLog: (
|
|
1829
1827
|
obj: ConnectionInput
|
|
1830
1828
|
) => any;
|
|
@@ -29,7 +29,6 @@ import {
|
|
|
29
29
|
import {
|
|
30
30
|
Capabilities,
|
|
31
31
|
Catalog,
|
|
32
|
-
CatalogImportStatus,
|
|
33
32
|
CodeGenEdge,
|
|
34
33
|
CodeGenNode,
|
|
35
34
|
CodeGenNodeArg,
|
|
@@ -70,6 +69,11 @@ import {
|
|
|
70
69
|
Workflow,
|
|
71
70
|
WorkflowRun,
|
|
72
71
|
} from "./models_1";
|
|
72
|
+
export interface CatalogImportStatus {
|
|
73
|
+
ImportCompleted?: boolean | undefined;
|
|
74
|
+
ImportTime?: Date | undefined;
|
|
75
|
+
ImportedBy?: string | undefined;
|
|
76
|
+
}
|
|
73
77
|
export interface GetCatalogImportStatusResponse {
|
|
74
78
|
ImportStatus?: CatalogImportStatus | undefined;
|
|
75
79
|
}
|
|
@@ -1822,14 +1826,6 @@ export interface ListStatementsResponse {
|
|
|
1822
1826
|
Statements?: Statement[] | undefined;
|
|
1823
1827
|
NextToken?: string | undefined;
|
|
1824
1828
|
}
|
|
1825
|
-
export interface ListTableOptimizerRunsRequest {
|
|
1826
|
-
CatalogId: string | undefined;
|
|
1827
|
-
DatabaseName: string | undefined;
|
|
1828
|
-
TableName: string | undefined;
|
|
1829
|
-
Type: TableOptimizerType | undefined;
|
|
1830
|
-
MaxResults?: number | undefined;
|
|
1831
|
-
NextToken?: string | undefined;
|
|
1832
|
-
}
|
|
1833
1829
|
export declare const GetDataQualityResultResponseFilterSensitiveLog: (
|
|
1834
1830
|
obj: GetDataQualityResultResponse
|
|
1835
1831
|
) => any;
|
|
@@ -153,6 +153,14 @@ import {
|
|
|
153
153
|
ViewDefinition,
|
|
154
154
|
ViewValidation,
|
|
155
155
|
} from "./models_2";
|
|
156
|
+
export interface ListTableOptimizerRunsRequest {
|
|
157
|
+
CatalogId: string | undefined;
|
|
158
|
+
DatabaseName: string | undefined;
|
|
159
|
+
TableName: string | undefined;
|
|
160
|
+
Type: TableOptimizerType | undefined;
|
|
161
|
+
MaxResults?: number | undefined;
|
|
162
|
+
NextToken?: string | undefined;
|
|
163
|
+
}
|
|
156
164
|
export interface ListTableOptimizerRunsResponse {
|
|
157
165
|
CatalogId?: string | undefined;
|
|
158
166
|
DatabaseName?: string | undefined;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.873.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "node ../../scripts/compilation/inline client-glue",
|
|
@@ -20,17 +20,17 @@
|
|
|
20
20
|
"dependencies": {
|
|
21
21
|
"@aws-crypto/sha256-browser": "5.2.0",
|
|
22
22
|
"@aws-crypto/sha256-js": "5.2.0",
|
|
23
|
-
"@aws-sdk/core": "3.
|
|
24
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
25
|
-
"@aws-sdk/middleware-host-header": "3.
|
|
26
|
-
"@aws-sdk/middleware-logger": "3.
|
|
27
|
-
"@aws-sdk/middleware-recursion-detection": "3.
|
|
28
|
-
"@aws-sdk/middleware-user-agent": "3.
|
|
29
|
-
"@aws-sdk/region-config-resolver": "3.
|
|
23
|
+
"@aws-sdk/core": "3.873.0",
|
|
24
|
+
"@aws-sdk/credential-provider-node": "3.873.0",
|
|
25
|
+
"@aws-sdk/middleware-host-header": "3.873.0",
|
|
26
|
+
"@aws-sdk/middleware-logger": "3.873.0",
|
|
27
|
+
"@aws-sdk/middleware-recursion-detection": "3.873.0",
|
|
28
|
+
"@aws-sdk/middleware-user-agent": "3.873.0",
|
|
29
|
+
"@aws-sdk/region-config-resolver": "3.873.0",
|
|
30
30
|
"@aws-sdk/types": "3.862.0",
|
|
31
|
-
"@aws-sdk/util-endpoints": "3.
|
|
32
|
-
"@aws-sdk/util-user-agent-browser": "3.
|
|
33
|
-
"@aws-sdk/util-user-agent-node": "3.
|
|
31
|
+
"@aws-sdk/util-endpoints": "3.873.0",
|
|
32
|
+
"@aws-sdk/util-user-agent-browser": "3.873.0",
|
|
33
|
+
"@aws-sdk/util-user-agent-node": "3.873.0",
|
|
34
34
|
"@smithy/config-resolver": "^4.1.5",
|
|
35
35
|
"@smithy/core": "^3.8.0",
|
|
36
36
|
"@smithy/fetch-http-handler": "^5.1.1",
|