@aws-sdk/client-glue 3.1095.0 → 3.1097.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -0
- package/dist-cjs/index.js +221 -90
- package/dist-es/Glue.js +2 -0
- package/dist-es/commands/BatchGetDataQualityRulesetEvaluationRunCommand.js +4 -0
- package/dist-es/commands/index.js +1 -0
- package/dist-es/models/enums.js +26 -13
- package/dist-es/schemas/schemas_0.js +177 -76
- package/dist-types/Glue.d.ts +7 -0
- package/dist-types/GlueClient.d.ts +3 -2
- package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +11 -0
- package/dist-types/commands/BatchGetDataQualityRulesetEvaluationRunCommand.d.ts +202 -0
- package/dist-types/commands/CreateClassifierCommand.d.ts +1 -1
- package/dist-types/commands/CreateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/commands/CreateConnectionCommand.d.ts +1 -1
- package/dist-types/commands/CreateCrawlerCommand.d.ts +1 -2
- package/dist-types/commands/GetDataQualityModelCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityModelResultCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityResultCommand.d.ts +12 -1
- package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +4 -1
- package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +48 -0
- package/dist-types/commands/ListDataQualityRuleRecommendationRunsCommand.d.ts +4 -0
- package/dist-types/commands/ListDataQualityStatisticsCommand.d.ts +9 -0
- package/dist-types/commands/SearchTablesCommand.d.ts +1 -2
- package/dist-types/commands/StartBlueprintRunCommand.d.ts +1 -1
- package/dist-types/commands/StartColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/commands/StartCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +3 -0
- package/dist-types/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +48 -0
- package/dist-types/commands/index.d.ts +1 -0
- package/dist-types/models/enums.d.ts +66 -29
- package/dist-types/models/models_0.d.ts +305 -439
- package/dist-types/models/models_1.d.ts +440 -342
- package/dist-types/models/models_2.d.ts +358 -222
- package/dist-types/models/models_3.d.ts +218 -4
- package/dist-types/schemas/schemas_0.d.ts +12 -0
- package/dist-types/ts3.4/Glue.d.ts +17 -0
- package/dist-types/ts3.4/GlueClient.d.ts +6 -0
- package/dist-types/ts3.4/commands/BatchGetDataQualityRulesetEvaluationRunCommand.d.ts +42 -0
- package/dist-types/ts3.4/commands/CreateClassifierCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateConnectionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateCrawlerCommand.d.ts +1 -2
- package/dist-types/ts3.4/commands/GetDataQualityModelCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityModelResultCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityResultCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/SearchTablesCommand.d.ts +1 -2
- package/dist-types/ts3.4/commands/StartBlueprintRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/index.d.ts +1 -0
- package/dist-types/ts3.4/models/enums.d.ts +33 -16
- package/dist-types/ts3.4/models/models_0.d.ts +74 -76
- package/dist-types/ts3.4/models/models_1.d.ts +80 -87
- package/dist-types/ts3.4/models/models_2.d.ts +91 -57
- package/dist-types/ts3.4/models/models_3.d.ts +55 -2
- package/dist-types/ts3.4/schemas/schemas_0.d.ts +12 -0
- package/package.json +3 -3
|
@@ -6,11 +6,7 @@ import {
|
|
|
6
6
|
BlueprintStatus,
|
|
7
7
|
CompactionStrategy,
|
|
8
8
|
CompressionType,
|
|
9
|
-
ComputeEnvironment,
|
|
10
9
|
ConfigurationSource,
|
|
11
|
-
ConnectionPropertyKey,
|
|
12
|
-
ConnectionStatus,
|
|
13
|
-
ConnectionType,
|
|
14
10
|
CrawlerLineageSettings,
|
|
15
11
|
CrawlerState,
|
|
16
12
|
CrawlState,
|
|
@@ -22,6 +18,7 @@ import {
|
|
|
22
18
|
DdbExportType,
|
|
23
19
|
DeleteBehavior,
|
|
24
20
|
DeltaTargetCompressionType,
|
|
21
|
+
DQCompositeRuleEvaluationMethod,
|
|
25
22
|
DQStopJobOnFailureTiming,
|
|
26
23
|
DQTransformOutput,
|
|
27
24
|
ExecutionClass,
|
|
@@ -44,6 +41,8 @@ import {
|
|
|
44
41
|
LogicalOperator,
|
|
45
42
|
NodeType,
|
|
46
43
|
OAuth2GrantType,
|
|
44
|
+
ObservationConfiguration,
|
|
45
|
+
ObservationMode,
|
|
47
46
|
OverwriteChildResourcePermissionsWithDefaultEnum,
|
|
48
47
|
ParamType,
|
|
49
48
|
ParquetCompressionType,
|
|
@@ -53,6 +52,7 @@ import {
|
|
|
53
52
|
PropertyType,
|
|
54
53
|
QuoteChar,
|
|
55
54
|
RecrawlBehavior,
|
|
55
|
+
ResultTypeEnum,
|
|
56
56
|
ScheduleState,
|
|
57
57
|
Separator,
|
|
58
58
|
SourceControlAuthStrategy,
|
|
@@ -548,11 +548,17 @@ export interface DataQualityAggregatedMetrics {
|
|
|
548
548
|
TotalRulesPassed?: number | undefined;
|
|
549
549
|
TotalRulesFailed?: number | undefined;
|
|
550
550
|
}
|
|
551
|
+
export interface DistributionData {
|
|
552
|
+
BinEdges?: string[] | undefined;
|
|
553
|
+
Count?: number[] | undefined;
|
|
554
|
+
DataType?: string | undefined;
|
|
555
|
+
}
|
|
551
556
|
export interface DataQualityAnalyzerResult {
|
|
552
557
|
Name?: string | undefined;
|
|
553
558
|
Description?: string | undefined;
|
|
554
559
|
EvaluationMessage?: string | undefined;
|
|
555
560
|
EvaluatedMetrics?: Record<string, number> | undefined;
|
|
561
|
+
EvaluatedDistributions?: Record<string, DistributionData> | undefined;
|
|
556
562
|
}
|
|
557
563
|
export interface DataQualityGlueTable {
|
|
558
564
|
DatabaseName: string | undefined;
|
|
@@ -620,6 +626,70 @@ export interface BatchGetDataQualityResultResponse {
|
|
|
620
626
|
Results: DataQualityResult[] | undefined;
|
|
621
627
|
ResultsNotFound?: string[] | undefined;
|
|
622
628
|
}
|
|
629
|
+
export interface BatchGetDataQualityRulesetEvaluationRunRequest {
|
|
630
|
+
RunIds: string[] | undefined;
|
|
631
|
+
}
|
|
632
|
+
export interface CatalogTableConfigOptions {
|
|
633
|
+
DatabaseName?: string | undefined;
|
|
634
|
+
TableName?: string | undefined;
|
|
635
|
+
S3Location?: string | undefined;
|
|
636
|
+
CatalogId?: string | undefined;
|
|
637
|
+
}
|
|
638
|
+
export interface DataQualityRuleResultsOptions {
|
|
639
|
+
WriteDataQualityRuleResultsEnabled?: boolean | undefined;
|
|
640
|
+
CatalogTableConfig?: CatalogTableConfigOptions | undefined;
|
|
641
|
+
}
|
|
642
|
+
export interface ObservationResultsOptions {
|
|
643
|
+
WriteObservationResultsEnabled?: boolean | undefined;
|
|
644
|
+
CatalogTableConfig?: CatalogTableConfigOptions | undefined;
|
|
645
|
+
}
|
|
646
|
+
export interface DistributionResultsOptions {
|
|
647
|
+
WriteDistributionResultsEnabled?: boolean | undefined;
|
|
648
|
+
CatalogTableConfig?: CatalogTableConfigOptions | undefined;
|
|
649
|
+
}
|
|
650
|
+
export interface ProfilingResultsOptions {
|
|
651
|
+
WriteProfilingResultsEnabled?: boolean | undefined;
|
|
652
|
+
CatalogTableConfig?: CatalogTableConfigOptions | undefined;
|
|
653
|
+
DistributionResults?: DistributionResultsOptions | undefined;
|
|
654
|
+
}
|
|
655
|
+
export interface RowLevelResultsOptions {
|
|
656
|
+
MaxRowsToWrite?: number | undefined;
|
|
657
|
+
ResultType?: ResultTypeEnum | undefined;
|
|
658
|
+
CatalogTableConfig?: CatalogTableConfigOptions | undefined;
|
|
659
|
+
}
|
|
660
|
+
export interface DataQualityEvaluationRunAdditionalRunOptions {
|
|
661
|
+
CloudWatchMetricsEnabled?: boolean | undefined;
|
|
662
|
+
ResultsS3Prefix?: string | undefined;
|
|
663
|
+
CompositeRuleEvaluationMethod?: DQCompositeRuleEvaluationMethod | undefined;
|
|
664
|
+
CustomLogGroupPrefix?: string | undefined;
|
|
665
|
+
RowLevelResults?: RowLevelResultsOptions | undefined;
|
|
666
|
+
ProfilingResults?: ProfilingResultsOptions | undefined;
|
|
667
|
+
ObservationScope?: ObservationConfiguration | undefined;
|
|
668
|
+
ObservationMode?: ObservationMode | undefined;
|
|
669
|
+
DataQualityRuleResults?: DataQualityRuleResultsOptions | undefined;
|
|
670
|
+
ObservationResults?: ObservationResultsOptions | undefined;
|
|
671
|
+
}
|
|
672
|
+
export interface DataQualityRulesetEvaluationRun {
|
|
673
|
+
RunId?: string | undefined;
|
|
674
|
+
DataSource?: DataSource | undefined;
|
|
675
|
+
Role?: string | undefined;
|
|
676
|
+
NumberOfWorkers?: number | undefined;
|
|
677
|
+
Timeout?: number | undefined;
|
|
678
|
+
AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined;
|
|
679
|
+
Status?: TaskStatusType | undefined;
|
|
680
|
+
ErrorString?: string | undefined;
|
|
681
|
+
StartedOn?: Date | undefined;
|
|
682
|
+
LastModifiedOn?: Date | undefined;
|
|
683
|
+
CompletedOn?: Date | undefined;
|
|
684
|
+
ExecutionTime?: number | undefined;
|
|
685
|
+
RulesetNames?: string[] | undefined;
|
|
686
|
+
ResultIds?: string[] | undefined;
|
|
687
|
+
AdditionalDataSources?: Record<string, DataSource> | undefined;
|
|
688
|
+
}
|
|
689
|
+
export interface BatchGetDataQualityRulesetEvaluationRunResponse {
|
|
690
|
+
Runs?: DataQualityRulesetEvaluationRun[] | undefined;
|
|
691
|
+
RunsNotFound?: string[] | undefined;
|
|
692
|
+
}
|
|
623
693
|
export interface BatchGetDevEndpointsRequest {
|
|
624
694
|
DevEndpointNames: string[] | undefined;
|
|
625
695
|
}
|
|
@@ -1943,75 +2013,3 @@ export interface CreateGrokClassifierRequest {
|
|
|
1943
2013
|
GrokPattern: string | undefined;
|
|
1944
2014
|
CustomPatterns?: string | undefined;
|
|
1945
2015
|
}
|
|
1946
|
-
export interface CreateJsonClassifierRequest {
|
|
1947
|
-
Name: string | undefined;
|
|
1948
|
-
JsonPath: string | undefined;
|
|
1949
|
-
}
|
|
1950
|
-
export interface CreateXMLClassifierRequest {
|
|
1951
|
-
Classification: string | undefined;
|
|
1952
|
-
Name: string | undefined;
|
|
1953
|
-
RowTag?: string | undefined;
|
|
1954
|
-
}
|
|
1955
|
-
export interface CreateClassifierRequest {
|
|
1956
|
-
GrokClassifier?: CreateGrokClassifierRequest | undefined;
|
|
1957
|
-
XMLClassifier?: CreateXMLClassifierRequest | undefined;
|
|
1958
|
-
JsonClassifier?: CreateJsonClassifierRequest | undefined;
|
|
1959
|
-
CsvClassifier?: CreateCsvClassifierRequest | undefined;
|
|
1960
|
-
}
|
|
1961
|
-
export interface CreateClassifierResponse {}
|
|
1962
|
-
export interface CreateColumnStatisticsTaskSettingsRequest {
|
|
1963
|
-
DatabaseName: string | undefined;
|
|
1964
|
-
TableName: string | undefined;
|
|
1965
|
-
Role: string | undefined;
|
|
1966
|
-
Schedule?: string | undefined;
|
|
1967
|
-
ColumnNameList?: string[] | undefined;
|
|
1968
|
-
SampleSize?: number | undefined;
|
|
1969
|
-
CatalogID?: string | undefined;
|
|
1970
|
-
SecurityConfiguration?: string | undefined;
|
|
1971
|
-
Tags?: Record<string, string> | undefined;
|
|
1972
|
-
}
|
|
1973
|
-
export interface CreateColumnStatisticsTaskSettingsResponse {}
|
|
1974
|
-
export interface PhysicalConnectionRequirements {
|
|
1975
|
-
SubnetId?: string | undefined;
|
|
1976
|
-
SecurityGroupIdList?: string[] | undefined;
|
|
1977
|
-
AvailabilityZone?: string | undefined;
|
|
1978
|
-
}
|
|
1979
|
-
export interface ConnectionInput {
|
|
1980
|
-
Name: string | undefined;
|
|
1981
|
-
Description?: string | undefined;
|
|
1982
|
-
ConnectionType: ConnectionType | undefined;
|
|
1983
|
-
MatchCriteria?: string[] | undefined;
|
|
1984
|
-
ConnectionProperties: Partial<Record<ConnectionPropertyKey, string>> | undefined;
|
|
1985
|
-
SparkProperties?: Record<string, string> | undefined;
|
|
1986
|
-
AthenaProperties?: Record<string, string> | undefined;
|
|
1987
|
-
PythonProperties?: Record<string, string> | undefined;
|
|
1988
|
-
PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined;
|
|
1989
|
-
AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined;
|
|
1990
|
-
ValidateCredentials?: boolean | undefined;
|
|
1991
|
-
ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined;
|
|
1992
|
-
}
|
|
1993
|
-
export interface CreateConnectionRequest {
|
|
1994
|
-
CatalogId?: string | undefined;
|
|
1995
|
-
ConnectionInput: ConnectionInput | undefined;
|
|
1996
|
-
Tags?: Record<string, string> | undefined;
|
|
1997
|
-
}
|
|
1998
|
-
export interface CreateConnectionResponse {
|
|
1999
|
-
CreateConnectionStatus?: ConnectionStatus | undefined;
|
|
2000
|
-
}
|
|
2001
|
-
export interface CreateCrawlerRequest {
|
|
2002
|
-
Name: string | undefined;
|
|
2003
|
-
Role: string | undefined;
|
|
2004
|
-
DatabaseName?: string | undefined;
|
|
2005
|
-
Description?: string | undefined;
|
|
2006
|
-
Targets: CrawlerTargets | undefined;
|
|
2007
|
-
Schedule?: string | undefined;
|
|
2008
|
-
Classifiers?: string[] | undefined;
|
|
2009
|
-
TablePrefix?: string | undefined;
|
|
2010
|
-
SchemaChangePolicy?: SchemaChangePolicy | undefined;
|
|
2011
|
-
RecrawlPolicy?: RecrawlPolicy | undefined;
|
|
2012
|
-
LineageConfiguration?: LineageConfiguration | undefined;
|
|
2013
|
-
LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
|
|
2014
|
-
Configuration?: string | undefined;
|
|
2015
|
-
CrawlerSecurityConfiguration?: string | undefined;
|
|
2016
|
-
Tags?: Record<string, string> | undefined;
|
|
2017
|
-
}
|
|
@@ -19,7 +19,6 @@ import {
|
|
|
19
19
|
DataFormat,
|
|
20
20
|
DataOperation,
|
|
21
21
|
DataQualityEncryptionMode,
|
|
22
|
-
DataQualityModelStatus,
|
|
23
22
|
ExecutionStatus,
|
|
24
23
|
FieldDataType,
|
|
25
24
|
FieldFilterOperator,
|
|
@@ -29,7 +28,6 @@ import {
|
|
|
29
28
|
IcebergNullOrder,
|
|
30
29
|
IcebergSortDirection,
|
|
31
30
|
IcebergStructTypeEnum,
|
|
32
|
-
InclusionAnnotationValue,
|
|
33
31
|
IntegrationStatus,
|
|
34
32
|
JobBookmarksEncryptionMode,
|
|
35
33
|
Language,
|
|
@@ -50,7 +48,6 @@ import {
|
|
|
50
48
|
SessionType,
|
|
51
49
|
SettingSource,
|
|
52
50
|
TableOptimizerType,
|
|
53
|
-
TaskStatusType,
|
|
54
51
|
TransformType,
|
|
55
52
|
TriggerType,
|
|
56
53
|
UnnestSpec,
|
|
@@ -63,30 +60,104 @@ import {
|
|
|
63
60
|
AssetTypeFormReference,
|
|
64
61
|
AuthConfiguration,
|
|
65
62
|
AuthenticationConfiguration,
|
|
63
|
+
AuthenticationConfigurationInput,
|
|
66
64
|
Blueprint,
|
|
67
65
|
Column,
|
|
68
66
|
ConnectionsList,
|
|
69
67
|
Crawler,
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
DataQualityRuleResult,
|
|
74
|
-
DataSource,
|
|
68
|
+
CrawlerTargets,
|
|
69
|
+
CreateCsvClassifierRequest,
|
|
70
|
+
CreateGrokClassifierRequest,
|
|
75
71
|
ErrorDetail,
|
|
76
72
|
EventBatchingCondition,
|
|
77
73
|
FederatedCatalog,
|
|
78
74
|
GlueTable,
|
|
75
|
+
LakeFormationConfiguration,
|
|
76
|
+
LineageConfiguration,
|
|
79
77
|
PartitionInput,
|
|
80
|
-
PhysicalConnectionRequirements,
|
|
81
78
|
Predicate,
|
|
82
79
|
PrincipalPermissions,
|
|
83
80
|
Property,
|
|
81
|
+
RecrawlPolicy,
|
|
84
82
|
Schedule,
|
|
83
|
+
SchemaChangePolicy,
|
|
85
84
|
SchemaId,
|
|
86
85
|
StorageDescriptor,
|
|
87
86
|
TableOptimizerConfiguration,
|
|
88
87
|
TargetRedshiftCatalog,
|
|
89
88
|
} from "./models_0";
|
|
89
|
+
export interface CreateJsonClassifierRequest {
|
|
90
|
+
Name: string | undefined;
|
|
91
|
+
JsonPath: string | undefined;
|
|
92
|
+
}
|
|
93
|
+
export interface CreateXMLClassifierRequest {
|
|
94
|
+
Classification: string | undefined;
|
|
95
|
+
Name: string | undefined;
|
|
96
|
+
RowTag?: string | undefined;
|
|
97
|
+
}
|
|
98
|
+
export interface CreateClassifierRequest {
|
|
99
|
+
GrokClassifier?: CreateGrokClassifierRequest | undefined;
|
|
100
|
+
XMLClassifier?: CreateXMLClassifierRequest | undefined;
|
|
101
|
+
JsonClassifier?: CreateJsonClassifierRequest | undefined;
|
|
102
|
+
CsvClassifier?: CreateCsvClassifierRequest | undefined;
|
|
103
|
+
}
|
|
104
|
+
export interface CreateClassifierResponse {}
|
|
105
|
+
export interface CreateColumnStatisticsTaskSettingsRequest {
|
|
106
|
+
DatabaseName: string | undefined;
|
|
107
|
+
TableName: string | undefined;
|
|
108
|
+
Role: string | undefined;
|
|
109
|
+
Schedule?: string | undefined;
|
|
110
|
+
ColumnNameList?: string[] | undefined;
|
|
111
|
+
SampleSize?: number | undefined;
|
|
112
|
+
CatalogID?: string | undefined;
|
|
113
|
+
SecurityConfiguration?: string | undefined;
|
|
114
|
+
Tags?: Record<string, string> | undefined;
|
|
115
|
+
}
|
|
116
|
+
export interface CreateColumnStatisticsTaskSettingsResponse {}
|
|
117
|
+
export interface PhysicalConnectionRequirements {
|
|
118
|
+
SubnetId?: string | undefined;
|
|
119
|
+
SecurityGroupIdList?: string[] | undefined;
|
|
120
|
+
AvailabilityZone?: string | undefined;
|
|
121
|
+
}
|
|
122
|
+
export interface ConnectionInput {
|
|
123
|
+
Name: string | undefined;
|
|
124
|
+
Description?: string | undefined;
|
|
125
|
+
ConnectionType: ConnectionType | undefined;
|
|
126
|
+
MatchCriteria?: string[] | undefined;
|
|
127
|
+
ConnectionProperties: Partial<Record<ConnectionPropertyKey, string>> | undefined;
|
|
128
|
+
SparkProperties?: Record<string, string> | undefined;
|
|
129
|
+
AthenaProperties?: Record<string, string> | undefined;
|
|
130
|
+
PythonProperties?: Record<string, string> | undefined;
|
|
131
|
+
PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined;
|
|
132
|
+
AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined;
|
|
133
|
+
ValidateCredentials?: boolean | undefined;
|
|
134
|
+
ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined;
|
|
135
|
+
}
|
|
136
|
+
export interface CreateConnectionRequest {
|
|
137
|
+
CatalogId?: string | undefined;
|
|
138
|
+
ConnectionInput: ConnectionInput | undefined;
|
|
139
|
+
Tags?: Record<string, string> | undefined;
|
|
140
|
+
}
|
|
141
|
+
export interface CreateConnectionResponse {
|
|
142
|
+
CreateConnectionStatus?: ConnectionStatus | undefined;
|
|
143
|
+
}
|
|
144
|
+
export interface CreateCrawlerRequest {
|
|
145
|
+
Name: string | undefined;
|
|
146
|
+
Role: string | undefined;
|
|
147
|
+
DatabaseName?: string | undefined;
|
|
148
|
+
Description?: string | undefined;
|
|
149
|
+
Targets: CrawlerTargets | undefined;
|
|
150
|
+
Schedule?: string | undefined;
|
|
151
|
+
Classifiers?: string[] | undefined;
|
|
152
|
+
TablePrefix?: string | undefined;
|
|
153
|
+
SchemaChangePolicy?: SchemaChangePolicy | undefined;
|
|
154
|
+
RecrawlPolicy?: RecrawlPolicy | undefined;
|
|
155
|
+
LineageConfiguration?: LineageConfiguration | undefined;
|
|
156
|
+
LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
|
|
157
|
+
Configuration?: string | undefined;
|
|
158
|
+
CrawlerSecurityConfiguration?: string | undefined;
|
|
159
|
+
Tags?: Record<string, string> | undefined;
|
|
160
|
+
}
|
|
90
161
|
export interface CreateCrawlerResponse {}
|
|
91
162
|
export interface CreateCustomEntityTypeRequest {
|
|
92
163
|
Name: string | undefined;
|
|
@@ -1561,81 +1632,3 @@ export interface GetDataflowGraphResponse {
|
|
|
1561
1632
|
DagNodes?: CodeGenNode[] | undefined;
|
|
1562
1633
|
DagEdges?: CodeGenEdge[] | undefined;
|
|
1563
1634
|
}
|
|
1564
|
-
export interface GetDataQualityModelRequest {
|
|
1565
|
-
StatisticId?: string | undefined;
|
|
1566
|
-
ProfileId: string | undefined;
|
|
1567
|
-
}
|
|
1568
|
-
export interface GetDataQualityModelResponse {
|
|
1569
|
-
Status?: DataQualityModelStatus | undefined;
|
|
1570
|
-
StartedOn?: Date | undefined;
|
|
1571
|
-
CompletedOn?: Date | undefined;
|
|
1572
|
-
FailureReason?: string | undefined;
|
|
1573
|
-
}
|
|
1574
|
-
export interface GetDataQualityModelResultRequest {
|
|
1575
|
-
StatisticId: string | undefined;
|
|
1576
|
-
ProfileId: string | undefined;
|
|
1577
|
-
}
|
|
1578
|
-
export interface StatisticModelResult {
|
|
1579
|
-
LowerBound?: number | undefined;
|
|
1580
|
-
UpperBound?: number | undefined;
|
|
1581
|
-
PredictedValue?: number | undefined;
|
|
1582
|
-
ActualValue?: number | undefined;
|
|
1583
|
-
Date?: Date | undefined;
|
|
1584
|
-
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
1585
|
-
}
|
|
1586
|
-
export interface GetDataQualityModelResultResponse {
|
|
1587
|
-
CompletedOn?: Date | undefined;
|
|
1588
|
-
Model?: StatisticModelResult[] | undefined;
|
|
1589
|
-
}
|
|
1590
|
-
export interface GetDataQualityResultRequest {
|
|
1591
|
-
ResultId: string | undefined;
|
|
1592
|
-
}
|
|
1593
|
-
export interface GetDataQualityResultResponse {
|
|
1594
|
-
ResultId?: string | undefined;
|
|
1595
|
-
ProfileId?: string | undefined;
|
|
1596
|
-
Score?: number | undefined;
|
|
1597
|
-
DataSource?: DataSource | undefined;
|
|
1598
|
-
RulesetName?: string | undefined;
|
|
1599
|
-
EvaluationContext?: string | undefined;
|
|
1600
|
-
StartedOn?: Date | undefined;
|
|
1601
|
-
CompletedOn?: Date | undefined;
|
|
1602
|
-
JobName?: string | undefined;
|
|
1603
|
-
JobRunId?: string | undefined;
|
|
1604
|
-
RulesetEvaluationRunId?: string | undefined;
|
|
1605
|
-
RuleResults?: DataQualityRuleResult[] | undefined;
|
|
1606
|
-
AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
|
|
1607
|
-
Observations?: DataQualityObservation[] | undefined;
|
|
1608
|
-
AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
|
|
1609
|
-
}
|
|
1610
|
-
export interface GetDataQualityRuleRecommendationRunRequest {
|
|
1611
|
-
RunId: string | undefined;
|
|
1612
|
-
}
|
|
1613
|
-
export interface GetDataQualityRuleRecommendationRunResponse {
|
|
1614
|
-
RunId?: string | undefined;
|
|
1615
|
-
DataSource?: DataSource | undefined;
|
|
1616
|
-
Role?: string | undefined;
|
|
1617
|
-
NumberOfWorkers?: number | undefined;
|
|
1618
|
-
Timeout?: number | undefined;
|
|
1619
|
-
Status?: TaskStatusType | undefined;
|
|
1620
|
-
ErrorString?: string | undefined;
|
|
1621
|
-
StartedOn?: Date | undefined;
|
|
1622
|
-
LastModifiedOn?: Date | undefined;
|
|
1623
|
-
CompletedOn?: Date | undefined;
|
|
1624
|
-
ExecutionTime?: number | undefined;
|
|
1625
|
-
RecommendedRuleset?: string | undefined;
|
|
1626
|
-
CreatedRulesetName?: string | undefined;
|
|
1627
|
-
DataQualitySecurityConfiguration?: string | undefined;
|
|
1628
|
-
}
|
|
1629
|
-
export interface GetDataQualityRulesetRequest {
|
|
1630
|
-
Name: string | undefined;
|
|
1631
|
-
}
|
|
1632
|
-
export interface GetDataQualityRulesetResponse {
|
|
1633
|
-
Name?: string | undefined;
|
|
1634
|
-
Description?: string | undefined;
|
|
1635
|
-
Ruleset?: string | undefined;
|
|
1636
|
-
TargetTable?: DataQualityTargetTable | undefined;
|
|
1637
|
-
CreatedOn?: Date | undefined;
|
|
1638
|
-
LastModifiedOn?: Date | undefined;
|
|
1639
|
-
RecommendationRunId?: string | undefined;
|
|
1640
|
-
DataQualitySecurityConfiguration?: string | undefined;
|
|
1641
|
-
}
|
|
@@ -2,14 +2,13 @@ import { DocumentType as __DocumentType } from "@smithy/types";
|
|
|
2
2
|
import {
|
|
3
3
|
AuthenticationType,
|
|
4
4
|
BackfillErrorCode,
|
|
5
|
-
Comparator,
|
|
6
5
|
Compatibility,
|
|
7
6
|
ConnectionType,
|
|
8
7
|
ConnectorOAuth2GrantType,
|
|
9
8
|
ContentType,
|
|
10
9
|
CrawlerHistoryState,
|
|
11
10
|
DataFormat,
|
|
12
|
-
|
|
11
|
+
DataQualityModelStatus,
|
|
13
12
|
EnableHybridValues,
|
|
14
13
|
ExistCondition,
|
|
15
14
|
FieldName,
|
|
@@ -28,14 +27,12 @@ import {
|
|
|
28
27
|
PermissionType,
|
|
29
28
|
PrincipalType,
|
|
30
29
|
RegistryStatus,
|
|
31
|
-
ResourceShareType,
|
|
32
30
|
ResourceState,
|
|
33
31
|
SchemaDiffType,
|
|
34
32
|
SchemaStatus,
|
|
35
33
|
SchemaVersionStatus,
|
|
36
34
|
SearchFilterOperator,
|
|
37
35
|
SearchSortOrder,
|
|
38
|
-
Sort,
|
|
39
36
|
SortDirectionType,
|
|
40
37
|
StatementState,
|
|
41
38
|
StatisticEvaluationLevel,
|
|
@@ -56,8 +53,14 @@ import {
|
|
|
56
53
|
AssetTypeItem,
|
|
57
54
|
AuditContext,
|
|
58
55
|
CustomEntityType,
|
|
56
|
+
DataQualityAggregatedMetrics,
|
|
57
|
+
DataQualityAnalyzerResult,
|
|
58
|
+
DataQualityEvaluationRunAdditionalRunOptions,
|
|
59
|
+
DataQualityObservation,
|
|
60
|
+
DataQualityRuleResult,
|
|
59
61
|
DataSource,
|
|
60
62
|
DevEndpoint,
|
|
63
|
+
DistributionData,
|
|
61
64
|
ErrorDetail,
|
|
62
65
|
GlueTable,
|
|
63
66
|
JobRun,
|
|
@@ -98,15 +101,91 @@ import {
|
|
|
98
101
|
TransformEncryption,
|
|
99
102
|
TransformParameters,
|
|
100
103
|
} from "./models_1";
|
|
101
|
-
export interface
|
|
104
|
+
export interface GetDataQualityModelRequest {
|
|
105
|
+
StatisticId?: string | undefined;
|
|
106
|
+
ProfileId: string | undefined;
|
|
107
|
+
}
|
|
108
|
+
export interface GetDataQualityModelResponse {
|
|
109
|
+
Status?: DataQualityModelStatus | undefined;
|
|
110
|
+
StartedOn?: Date | undefined;
|
|
111
|
+
CompletedOn?: Date | undefined;
|
|
112
|
+
FailureReason?: string | undefined;
|
|
113
|
+
}
|
|
114
|
+
export interface GetDataQualityModelResultRequest {
|
|
115
|
+
StatisticId: string | undefined;
|
|
116
|
+
ProfileId: string | undefined;
|
|
117
|
+
}
|
|
118
|
+
export interface StatisticModelResult {
|
|
119
|
+
LowerBound?: number | undefined;
|
|
120
|
+
UpperBound?: number | undefined;
|
|
121
|
+
PredictedValue?: number | undefined;
|
|
122
|
+
ActualValue?: number | undefined;
|
|
123
|
+
Date?: Date | undefined;
|
|
124
|
+
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
125
|
+
}
|
|
126
|
+
export interface GetDataQualityModelResultResponse {
|
|
127
|
+
CompletedOn?: Date | undefined;
|
|
128
|
+
Model?: StatisticModelResult[] | undefined;
|
|
129
|
+
}
|
|
130
|
+
export interface GetDataQualityResultRequest {
|
|
131
|
+
ResultId: string | undefined;
|
|
132
|
+
}
|
|
133
|
+
export interface GetDataQualityResultResponse {
|
|
134
|
+
ResultId?: string | undefined;
|
|
135
|
+
ProfileId?: string | undefined;
|
|
136
|
+
Score?: number | undefined;
|
|
137
|
+
DataSource?: DataSource | undefined;
|
|
138
|
+
RulesetName?: string | undefined;
|
|
139
|
+
EvaluationContext?: string | undefined;
|
|
140
|
+
StartedOn?: Date | undefined;
|
|
141
|
+
CompletedOn?: Date | undefined;
|
|
142
|
+
JobName?: string | undefined;
|
|
143
|
+
JobRunId?: string | undefined;
|
|
144
|
+
RulesetEvaluationRunId?: string | undefined;
|
|
145
|
+
RuleResults?: DataQualityRuleResult[] | undefined;
|
|
146
|
+
AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
|
|
147
|
+
Observations?: DataQualityObservation[] | undefined;
|
|
148
|
+
AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
|
|
149
|
+
}
|
|
150
|
+
export interface GetDataQualityRuleRecommendationRunRequest {
|
|
102
151
|
RunId: string | undefined;
|
|
103
152
|
}
|
|
104
|
-
export interface
|
|
105
|
-
CloudWatchMetricsEnabled?: boolean | undefined;
|
|
106
|
-
ResultsS3Prefix?: string | undefined;
|
|
107
|
-
CompositeRuleEvaluationMethod?: DQCompositeRuleEvaluationMethod | undefined;
|
|
153
|
+
export interface DataQualityRuleRecommendationRunAdditionalRunOptions {
|
|
108
154
|
CustomLogGroupPrefix?: string | undefined;
|
|
109
155
|
}
|
|
156
|
+
export interface GetDataQualityRuleRecommendationRunResponse {
|
|
157
|
+
RunId?: string | undefined;
|
|
158
|
+
DataSource?: DataSource | undefined;
|
|
159
|
+
Role?: string | undefined;
|
|
160
|
+
NumberOfWorkers?: number | undefined;
|
|
161
|
+
Timeout?: number | undefined;
|
|
162
|
+
Status?: TaskStatusType | undefined;
|
|
163
|
+
ErrorString?: string | undefined;
|
|
164
|
+
StartedOn?: Date | undefined;
|
|
165
|
+
LastModifiedOn?: Date | undefined;
|
|
166
|
+
CompletedOn?: Date | undefined;
|
|
167
|
+
ExecutionTime?: number | undefined;
|
|
168
|
+
RecommendedRuleset?: string | undefined;
|
|
169
|
+
CreatedRulesetName?: string | undefined;
|
|
170
|
+
DataQualitySecurityConfiguration?: string | undefined;
|
|
171
|
+
AdditionalRunOptions?: DataQualityRuleRecommendationRunAdditionalRunOptions | undefined;
|
|
172
|
+
}
|
|
173
|
+
export interface GetDataQualityRulesetRequest {
|
|
174
|
+
Name: string | undefined;
|
|
175
|
+
}
|
|
176
|
+
export interface GetDataQualityRulesetResponse {
|
|
177
|
+
Name?: string | undefined;
|
|
178
|
+
Description?: string | undefined;
|
|
179
|
+
Ruleset?: string | undefined;
|
|
180
|
+
TargetTable?: DataQualityTargetTable | undefined;
|
|
181
|
+
CreatedOn?: Date | undefined;
|
|
182
|
+
LastModifiedOn?: Date | undefined;
|
|
183
|
+
RecommendationRunId?: string | undefined;
|
|
184
|
+
DataQualitySecurityConfiguration?: string | undefined;
|
|
185
|
+
}
|
|
186
|
+
export interface GetDataQualityRulesetEvaluationRunRequest {
|
|
187
|
+
RunId: string | undefined;
|
|
188
|
+
}
|
|
110
189
|
export interface GetDataQualityRulesetEvaluationRunResponse {
|
|
111
190
|
RunId?: string | undefined;
|
|
112
191
|
DataSource?: DataSource | undefined;
|
|
@@ -1062,12 +1141,14 @@ export interface ListDataQualityRuleRecommendationRunsRequest {
|
|
|
1062
1141
|
Filter?: DataQualityRuleRecommendationRunFilter | undefined;
|
|
1063
1142
|
NextToken?: string | undefined;
|
|
1064
1143
|
MaxResults?: number | undefined;
|
|
1144
|
+
Tags?: Record<string, string> | undefined;
|
|
1065
1145
|
}
|
|
1066
1146
|
export interface DataQualityRuleRecommendationRunDescription {
|
|
1067
1147
|
RunId?: string | undefined;
|
|
1068
1148
|
Status?: TaskStatusType | undefined;
|
|
1069
1149
|
StartedOn?: Date | undefined;
|
|
1070
1150
|
DataSource?: DataSource | undefined;
|
|
1151
|
+
CreatedRulesetName?: string | undefined;
|
|
1071
1152
|
}
|
|
1072
1153
|
export interface ListDataQualityRuleRecommendationRunsResponse {
|
|
1073
1154
|
Runs?: DataQualityRuleRecommendationRunDescription[] | undefined;
|
|
@@ -1154,6 +1235,7 @@ export interface StatisticSummary {
|
|
|
1154
1235
|
RunIdentifier?: RunIdentifier | undefined;
|
|
1155
1236
|
StatisticName?: string | undefined;
|
|
1156
1237
|
DoubleValue?: number | undefined;
|
|
1238
|
+
DistributionValue?: DistributionData | undefined;
|
|
1157
1239
|
EvaluationLevel?: StatisticEvaluationLevel | undefined;
|
|
1158
1240
|
ColumnsReferenced?: string[] | undefined;
|
|
1159
1241
|
ReferencedDatasets?: string[] | undefined;
|
|
@@ -1737,51 +1819,3 @@ export interface SearchAssetsOutput {
|
|
|
1737
1819
|
Items?: SearchResultItem[] | undefined;
|
|
1738
1820
|
NextToken?: string | undefined;
|
|
1739
1821
|
}
|
|
1740
|
-
export interface PropertyPredicate {
|
|
1741
|
-
Key?: string | undefined;
|
|
1742
|
-
Value?: string | undefined;
|
|
1743
|
-
Comparator?: Comparator | undefined;
|
|
1744
|
-
}
|
|
1745
|
-
export interface SortCriterion {
|
|
1746
|
-
FieldName?: string | undefined;
|
|
1747
|
-
Sort?: Sort | undefined;
|
|
1748
|
-
}
|
|
1749
|
-
export interface SearchTablesRequest {
|
|
1750
|
-
CatalogId?: string | undefined;
|
|
1751
|
-
NextToken?: string | undefined;
|
|
1752
|
-
Filters?: PropertyPredicate[] | undefined;
|
|
1753
|
-
SearchText?: string | undefined;
|
|
1754
|
-
SortCriteria?: SortCriterion[] | undefined;
|
|
1755
|
-
MaxResults?: number | undefined;
|
|
1756
|
-
ResourceShareType?: ResourceShareType | undefined;
|
|
1757
|
-
IncludeStatusDetails?: boolean | undefined;
|
|
1758
|
-
}
|
|
1759
|
-
export interface StartBlueprintRunRequest {
|
|
1760
|
-
BlueprintName: string | undefined;
|
|
1761
|
-
Parameters?: string | undefined;
|
|
1762
|
-
RoleArn: string | undefined;
|
|
1763
|
-
}
|
|
1764
|
-
export interface StartBlueprintRunResponse {
|
|
1765
|
-
RunId?: string | undefined;
|
|
1766
|
-
}
|
|
1767
|
-
export interface StartColumnStatisticsTaskRunRequest {
|
|
1768
|
-
DatabaseName: string | undefined;
|
|
1769
|
-
TableName: string | undefined;
|
|
1770
|
-
ColumnNameList?: string[] | undefined;
|
|
1771
|
-
Role: string | undefined;
|
|
1772
|
-
SampleSize?: number | undefined;
|
|
1773
|
-
CatalogID?: string | undefined;
|
|
1774
|
-
SecurityConfiguration?: string | undefined;
|
|
1775
|
-
}
|
|
1776
|
-
export interface StartColumnStatisticsTaskRunResponse {
|
|
1777
|
-
ColumnStatisticsTaskRunId?: string | undefined;
|
|
1778
|
-
}
|
|
1779
|
-
export interface StartColumnStatisticsTaskRunScheduleRequest {
|
|
1780
|
-
DatabaseName: string | undefined;
|
|
1781
|
-
TableName: string | undefined;
|
|
1782
|
-
}
|
|
1783
|
-
export interface StartColumnStatisticsTaskRunScheduleResponse {}
|
|
1784
|
-
export interface StartCrawlerRequest {
|
|
1785
|
-
Name: string | undefined;
|
|
1786
|
-
}
|
|
1787
|
-
export interface StartCrawlerResponse {}
|