@aws-sdk/client-glue 3.624.0 → 3.626.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +48 -0
- package/dist-cjs/index.js +465 -34
- package/dist-es/Glue.js +12 -0
- package/dist-es/commands/BatchGetDataQualityResultCommand.js +2 -1
- package/dist-es/commands/BatchGetJobsCommand.js +1 -1
- package/dist-es/commands/BatchPutDataQualityStatisticAnnotationCommand.js +24 -0
- package/dist-es/commands/CreateJobCommand.js +1 -1
- package/dist-es/commands/GetDataQualityModelCommand.js +24 -0
- package/dist-es/commands/GetDataQualityModelResultCommand.js +24 -0
- package/dist-es/commands/GetDataQualityResultCommand.js +2 -1
- package/dist-es/commands/GetJobCommand.js +1 -1
- package/dist-es/commands/GetJobsCommand.js +1 -1
- package/dist-es/commands/ListDataQualityStatisticAnnotationsCommand.js +24 -0
- package/dist-es/commands/ListDataQualityStatisticsCommand.js +25 -0
- package/dist-es/commands/PutDataQualityProfileAnnotationCommand.js +24 -0
- package/dist-es/commands/UpdateJobCommand.js +1 -1
- package/dist-es/commands/index.js +6 -0
- package/dist-es/models/index.js +1 -0
- package/dist-es/models/models_0.js +35 -10
- package/dist-es/models/models_1.js +26 -13
- package/dist-es/models/models_2.js +22 -24
- package/dist-es/models/models_3.js +29 -0
- package/dist-es/protocols/Aws_json1_1.js +233 -0
- package/dist-types/Glue.d.ts +44 -0
- package/dist-types/GlueClient.d.ts +8 -2
- package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +3 -0
- package/dist-types/commands/BatchGetJobsCommand.d.ts +1 -1
- package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +85 -0
- package/dist-types/commands/CreateBlueprintCommand.d.ts +1 -1
- package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -0
- package/dist-types/commands/CreateJobCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityModelCommand.d.ts +76 -0
- package/dist-types/commands/GetDataQualityModelResultCommand.d.ts +83 -0
- package/dist-types/commands/GetDataQualityResultCommand.d.ts +3 -0
- package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -0
- package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -0
- package/dist-types/commands/GetJobCommand.d.ts +1 -1
- package/dist-types/commands/GetJobsCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTransformsCommand.d.ts +1 -1
- package/dist-types/commands/GetPartitionCommand.d.ts +1 -1
- package/dist-types/commands/GetPartitionIndexesCommand.d.ts +1 -1
- package/dist-types/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +84 -0
- package/dist-types/commands/ListDataQualityStatisticsCommand.d.ts +103 -0
- package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +68 -0
- package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +1 -0
- package/dist-types/commands/UpdateJobCommand.d.ts +2 -1
- package/dist-types/commands/UpdateUsageProfileCommand.d.ts +2 -1
- package/dist-types/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateWorkflowCommand.d.ts +1 -1
- package/dist-types/commands/index.d.ts +6 -0
- package/dist-types/models/index.d.ts +1 -0
- package/dist-types/models/models_0.d.ts +146 -152
- package/dist-types/models/models_1.d.ts +305 -420
- package/dist-types/models/models_2.d.ts +3184 -3802
- package/dist-types/models/models_3.d.ts +1272 -0
- package/dist-types/protocols/Aws_json1_1.d.ts +54 -0
- package/dist-types/ts3.4/Glue.d.ts +116 -0
- package/dist-types/ts3.4/GlueClient.d.ts +36 -0
- package/dist-types/ts3.4/commands/BatchGetJobsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/CreateBlueprintCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateJobCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityModelCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/GetDataQualityModelResultCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/GetJobCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTransformsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetPartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetPartitionIndexesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/ListDataQualityStatisticsCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +40 -0
- package/dist-types/ts3.4/commands/UpdateJobCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/UpdateUsageProfileCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateWorkflowCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/index.d.ts +6 -0
- package/dist-types/ts3.4/models/index.d.ts +1 -0
- package/dist-types/ts3.4/models/models_0.d.ts +51 -45
- package/dist-types/ts3.4/models/models_1.d.ts +86 -92
- package/dist-types/ts3.4/models/models_2.d.ts +156 -292
- package/dist-types/ts3.4/models/models_3.d.ts +296 -0
- package/dist-types/ts3.4/protocols/Aws_json1_1.d.ts +72 -0
- package/package.json +1 -1
|
@@ -1,6 +1,168 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
import { Action, AuthenticationConfiguration, AuthenticationConfigurationInput, Blueprint, Column, ConnectionsList, Crawler, CrawlerTargets,
|
|
3
|
+
import { Action, AuthenticationConfiguration, AuthenticationConfigurationInput, Blueprint, Column, ConnectionsList, Crawler, CrawlerTargets, DataFormat, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, InclusionAnnotationValue, JobRun, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, TaskStatusType, TriggerType, WorkerType } from "./models_0";
|
|
4
|
+
/**
|
|
5
|
+
* @public
|
|
6
|
+
*/
|
|
7
|
+
export interface CreateBlueprintRequest {
|
|
8
|
+
/**
|
|
9
|
+
* <p>The name of the blueprint.</p>
|
|
10
|
+
* @public
|
|
11
|
+
*/
|
|
12
|
+
Name: string | undefined;
|
|
13
|
+
/**
|
|
14
|
+
* <p>A description of the blueprint.</p>
|
|
15
|
+
* @public
|
|
16
|
+
*/
|
|
17
|
+
Description?: string;
|
|
18
|
+
/**
|
|
19
|
+
* <p>Specifies a path in Amazon S3 where the blueprint is published.</p>
|
|
20
|
+
* @public
|
|
21
|
+
*/
|
|
22
|
+
BlueprintLocation: string | undefined;
|
|
23
|
+
/**
|
|
24
|
+
* <p>The tags to be applied to this blueprint.</p>
|
|
25
|
+
* @public
|
|
26
|
+
*/
|
|
27
|
+
Tags?: Record<string, string>;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* @public
|
|
31
|
+
*/
|
|
32
|
+
export interface CreateBlueprintResponse {
|
|
33
|
+
/**
|
|
34
|
+
* <p>Returns the name of the blueprint that was registered.</p>
|
|
35
|
+
* @public
|
|
36
|
+
*/
|
|
37
|
+
Name?: string;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* @public
|
|
41
|
+
* @enum
|
|
42
|
+
*/
|
|
43
|
+
export declare const CsvHeaderOption: {
|
|
44
|
+
readonly ABSENT: "ABSENT";
|
|
45
|
+
readonly PRESENT: "PRESENT";
|
|
46
|
+
readonly UNKNOWN: "UNKNOWN";
|
|
47
|
+
};
|
|
48
|
+
/**
|
|
49
|
+
* @public
|
|
50
|
+
*/
|
|
51
|
+
export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption];
|
|
52
|
+
/**
|
|
53
|
+
* @public
|
|
54
|
+
* @enum
|
|
55
|
+
*/
|
|
56
|
+
export declare const CsvSerdeOption: {
|
|
57
|
+
readonly LazySimpleSerDe: "LazySimpleSerDe";
|
|
58
|
+
readonly None: "None";
|
|
59
|
+
readonly OpenCSVSerDe: "OpenCSVSerDe";
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* @public
|
|
63
|
+
*/
|
|
64
|
+
export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption];
|
|
65
|
+
/**
|
|
66
|
+
* <p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>
|
|
67
|
+
* @public
|
|
68
|
+
*/
|
|
69
|
+
export interface CreateCsvClassifierRequest {
|
|
70
|
+
/**
|
|
71
|
+
* <p>The name of the classifier.</p>
|
|
72
|
+
* @public
|
|
73
|
+
*/
|
|
74
|
+
Name: string | undefined;
|
|
75
|
+
/**
|
|
76
|
+
* <p>A custom symbol to denote what separates each column entry in the row.</p>
|
|
77
|
+
* @public
|
|
78
|
+
*/
|
|
79
|
+
Delimiter?: string;
|
|
80
|
+
/**
|
|
81
|
+
* <p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>
|
|
82
|
+
* @public
|
|
83
|
+
*/
|
|
84
|
+
QuoteSymbol?: string;
|
|
85
|
+
/**
|
|
86
|
+
* <p>Indicates whether the CSV file contains a header.</p>
|
|
87
|
+
* @public
|
|
88
|
+
*/
|
|
89
|
+
ContainsHeader?: CsvHeaderOption;
|
|
90
|
+
/**
|
|
91
|
+
* <p>A list of strings representing column names.</p>
|
|
92
|
+
* @public
|
|
93
|
+
*/
|
|
94
|
+
Header?: string[];
|
|
95
|
+
/**
|
|
96
|
+
* <p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>
|
|
97
|
+
* @public
|
|
98
|
+
*/
|
|
99
|
+
DisableValueTrimming?: boolean;
|
|
100
|
+
/**
|
|
101
|
+
* <p>Enables the processing of files that contain only one column.</p>
|
|
102
|
+
* @public
|
|
103
|
+
*/
|
|
104
|
+
AllowSingleColumn?: boolean;
|
|
105
|
+
/**
|
|
106
|
+
* <p>Enables the configuration of custom datatypes.</p>
|
|
107
|
+
* @public
|
|
108
|
+
*/
|
|
109
|
+
CustomDatatypeConfigured?: boolean;
|
|
110
|
+
/**
|
|
111
|
+
* <p>Creates a list of supported custom datatypes.</p>
|
|
112
|
+
* @public
|
|
113
|
+
*/
|
|
114
|
+
CustomDatatypes?: string[];
|
|
115
|
+
/**
|
|
116
|
+
* <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
|
|
117
|
+
* @public
|
|
118
|
+
*/
|
|
119
|
+
Serde?: CsvSerdeOption;
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* <p>Specifies a <code>grok</code> classifier for <code>CreateClassifier</code>
|
|
123
|
+
* to create.</p>
|
|
124
|
+
* @public
|
|
125
|
+
*/
|
|
126
|
+
export interface CreateGrokClassifierRequest {
|
|
127
|
+
/**
|
|
128
|
+
* <p>An identifier of the data format that the classifier matches,
|
|
129
|
+
* such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.</p>
|
|
130
|
+
* @public
|
|
131
|
+
*/
|
|
132
|
+
Classification: string | undefined;
|
|
133
|
+
/**
|
|
134
|
+
* <p>The name of the new classifier.</p>
|
|
135
|
+
* @public
|
|
136
|
+
*/
|
|
137
|
+
Name: string | undefined;
|
|
138
|
+
/**
|
|
139
|
+
* <p>The grok pattern used by this classifier.</p>
|
|
140
|
+
* @public
|
|
141
|
+
*/
|
|
142
|
+
GrokPattern: string | undefined;
|
|
143
|
+
/**
|
|
144
|
+
* <p>Optional custom grok patterns used by this classifier.</p>
|
|
145
|
+
* @public
|
|
146
|
+
*/
|
|
147
|
+
CustomPatterns?: string;
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
|
|
151
|
+
* @public
|
|
152
|
+
*/
|
|
153
|
+
export interface CreateJsonClassifierRequest {
|
|
154
|
+
/**
|
|
155
|
+
* <p>The name of the classifier.</p>
|
|
156
|
+
* @public
|
|
157
|
+
*/
|
|
158
|
+
Name: string | undefined;
|
|
159
|
+
/**
|
|
160
|
+
* <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
|
|
161
|
+
* Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
|
|
162
|
+
* @public
|
|
163
|
+
*/
|
|
164
|
+
JsonPath: string | undefined;
|
|
165
|
+
}
|
|
4
166
|
/**
|
|
5
167
|
* <p>Specifies an XML classifier for <code>CreateClassifier</code> to create.</p>
|
|
6
168
|
* @public
|
|
@@ -731,6 +893,11 @@ export interface CreateDataQualityRulesetRequest {
|
|
|
731
893
|
* @public
|
|
732
894
|
*/
|
|
733
895
|
TargetTable?: DataQualityTargetTable;
|
|
896
|
+
/**
|
|
897
|
+
* <p>The name of the security configuration created with the data quality encryption option.</p>
|
|
898
|
+
* @public
|
|
899
|
+
*/
|
|
900
|
+
DataQualitySecurityConfiguration?: string;
|
|
734
901
|
/**
|
|
735
902
|
* <p>Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.</p>
|
|
736
903
|
* @public
|
|
@@ -5340,6 +5507,126 @@ export interface GetDataflowGraphResponse {
|
|
|
5340
5507
|
*/
|
|
5341
5508
|
DagEdges?: CodeGenEdge[];
|
|
5342
5509
|
}
|
|
5510
|
+
/**
|
|
5511
|
+
* @public
|
|
5512
|
+
*/
|
|
5513
|
+
export interface GetDataQualityModelRequest {
|
|
5514
|
+
/**
|
|
5515
|
+
* <p>The Statistic ID.</p>
|
|
5516
|
+
* @public
|
|
5517
|
+
*/
|
|
5518
|
+
StatisticId?: string;
|
|
5519
|
+
/**
|
|
5520
|
+
* <p>The Profile ID.</p>
|
|
5521
|
+
* @public
|
|
5522
|
+
*/
|
|
5523
|
+
ProfileId: string | undefined;
|
|
5524
|
+
}
|
|
5525
|
+
/**
|
|
5526
|
+
* @public
|
|
5527
|
+
* @enum
|
|
5528
|
+
*/
|
|
5529
|
+
export declare const DataQualityModelStatus: {
|
|
5530
|
+
readonly FAILED: "FAILED";
|
|
5531
|
+
readonly RUNNING: "RUNNING";
|
|
5532
|
+
readonly SUCCEEDED: "SUCCEEDED";
|
|
5533
|
+
};
|
|
5534
|
+
/**
|
|
5535
|
+
* @public
|
|
5536
|
+
*/
|
|
5537
|
+
export type DataQualityModelStatus = (typeof DataQualityModelStatus)[keyof typeof DataQualityModelStatus];
|
|
5538
|
+
/**
|
|
5539
|
+
* @public
|
|
5540
|
+
*/
|
|
5541
|
+
export interface GetDataQualityModelResponse {
|
|
5542
|
+
/**
|
|
5543
|
+
* <p>The training status of the data quality model.</p>
|
|
5544
|
+
* @public
|
|
5545
|
+
*/
|
|
5546
|
+
Status?: DataQualityModelStatus;
|
|
5547
|
+
/**
|
|
5548
|
+
* <p>The timestamp when the data quality model training started.</p>
|
|
5549
|
+
* @public
|
|
5550
|
+
*/
|
|
5551
|
+
StartedOn?: Date;
|
|
5552
|
+
/**
|
|
5553
|
+
* <p>The timestamp when the data quality model training completed.</p>
|
|
5554
|
+
* @public
|
|
5555
|
+
*/
|
|
5556
|
+
CompletedOn?: Date;
|
|
5557
|
+
/**
|
|
5558
|
+
* <p>The training failure reason.</p>
|
|
5559
|
+
* @public
|
|
5560
|
+
*/
|
|
5561
|
+
FailureReason?: string;
|
|
5562
|
+
}
|
|
5563
|
+
/**
|
|
5564
|
+
* @public
|
|
5565
|
+
*/
|
|
5566
|
+
export interface GetDataQualityModelResultRequest {
|
|
5567
|
+
/**
|
|
5568
|
+
* <p>The Statistic ID.</p>
|
|
5569
|
+
* @public
|
|
5570
|
+
*/
|
|
5571
|
+
StatisticId: string | undefined;
|
|
5572
|
+
/**
|
|
5573
|
+
* <p>The Profile ID.</p>
|
|
5574
|
+
* @public
|
|
5575
|
+
*/
|
|
5576
|
+
ProfileId: string | undefined;
|
|
5577
|
+
}
|
|
5578
|
+
/**
|
|
5579
|
+
* <p>The statistic model result.</p>
|
|
5580
|
+
* @public
|
|
5581
|
+
*/
|
|
5582
|
+
export interface StatisticModelResult {
|
|
5583
|
+
/**
|
|
5584
|
+
* <p>The lower bound.</p>
|
|
5585
|
+
* @public
|
|
5586
|
+
*/
|
|
5587
|
+
LowerBound?: number;
|
|
5588
|
+
/**
|
|
5589
|
+
* <p>The upper bound.</p>
|
|
5590
|
+
* @public
|
|
5591
|
+
*/
|
|
5592
|
+
UpperBound?: number;
|
|
5593
|
+
/**
|
|
5594
|
+
* <p>The predicted value.</p>
|
|
5595
|
+
* @public
|
|
5596
|
+
*/
|
|
5597
|
+
PredictedValue?: number;
|
|
5598
|
+
/**
|
|
5599
|
+
* <p>The actual value.</p>
|
|
5600
|
+
* @public
|
|
5601
|
+
*/
|
|
5602
|
+
ActualValue?: number;
|
|
5603
|
+
/**
|
|
5604
|
+
* <p>The date.</p>
|
|
5605
|
+
* @public
|
|
5606
|
+
*/
|
|
5607
|
+
Date?: Date;
|
|
5608
|
+
/**
|
|
5609
|
+
* <p>The inclusion annotation.</p>
|
|
5610
|
+
* @public
|
|
5611
|
+
*/
|
|
5612
|
+
InclusionAnnotation?: InclusionAnnotationValue;
|
|
5613
|
+
}
|
|
5614
|
+
/**
|
|
5615
|
+
* @public
|
|
5616
|
+
*/
|
|
5617
|
+
export interface GetDataQualityModelResultResponse {
|
|
5618
|
+
/**
|
|
5619
|
+
* <p>The timestamp when the data quality model training completed.</p>
|
|
5620
|
+
* @public
|
|
5621
|
+
*/
|
|
5622
|
+
CompletedOn?: Date;
|
|
5623
|
+
/**
|
|
5624
|
+
* <p>A list of <code>StatisticModelResult</code>
|
|
5625
|
+
* </p>
|
|
5626
|
+
* @public
|
|
5627
|
+
*/
|
|
5628
|
+
Model?: StatisticModelResult[];
|
|
5629
|
+
}
|
|
5343
5630
|
/**
|
|
5344
5631
|
* @public
|
|
5345
5632
|
*/
|
|
@@ -5359,6 +5646,11 @@ export interface GetDataQualityResultResponse {
|
|
|
5359
5646
|
* @public
|
|
5360
5647
|
*/
|
|
5361
5648
|
ResultId?: string;
|
|
5649
|
+
/**
|
|
5650
|
+
* <p>The Profile ID for the data quality result.</p>
|
|
5651
|
+
* @public
|
|
5652
|
+
*/
|
|
5653
|
+
ProfileId?: string;
|
|
5362
5654
|
/**
|
|
5363
5655
|
* <p>An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.</p>
|
|
5364
5656
|
* @public
|
|
@@ -5499,6 +5791,11 @@ export interface GetDataQualityRuleRecommendationRunResponse {
|
|
|
5499
5791
|
* @public
|
|
5500
5792
|
*/
|
|
5501
5793
|
CreatedRulesetName?: string;
|
|
5794
|
+
/**
|
|
5795
|
+
* <p>The name of the security configuration created with the data quality encryption option.</p>
|
|
5796
|
+
* @public
|
|
5797
|
+
*/
|
|
5798
|
+
DataQualitySecurityConfiguration?: string;
|
|
5502
5799
|
}
|
|
5503
5800
|
/**
|
|
5504
5801
|
* @public
|
|
@@ -5549,6 +5846,11 @@ export interface GetDataQualityRulesetResponse {
|
|
|
5549
5846
|
* @public
|
|
5550
5847
|
*/
|
|
5551
5848
|
RecommendationRunId?: string;
|
|
5849
|
+
/**
|
|
5850
|
+
* <p>The name of the security configuration created with the data quality encryption option.</p>
|
|
5851
|
+
* @public
|
|
5852
|
+
*/
|
|
5853
|
+
DataQualitySecurityConfiguration?: string;
|
|
5552
5854
|
}
|
|
5553
5855
|
/**
|
|
5554
5856
|
* @public
|
|
@@ -6691,423 +6993,6 @@ export interface TransformSortCriteria {
|
|
|
6691
6993
|
SortDirection: SortDirectionType | undefined;
|
|
6692
6994
|
}
|
|
6693
6995
|
/**
|
|
6694
|
-
* @
|
|
6695
|
-
*/
|
|
6696
|
-
export interface GetMLTransformsRequest {
|
|
6697
|
-
/**
|
|
6698
|
-
* <p>A paginated token to offset the results.</p>
|
|
6699
|
-
* @public
|
|
6700
|
-
*/
|
|
6701
|
-
NextToken?: string;
|
|
6702
|
-
/**
|
|
6703
|
-
* <p>The maximum number of results to return.</p>
|
|
6704
|
-
* @public
|
|
6705
|
-
*/
|
|
6706
|
-
MaxResults?: number;
|
|
6707
|
-
/**
|
|
6708
|
-
* <p>The filter transformation criteria.</p>
|
|
6709
|
-
* @public
|
|
6710
|
-
*/
|
|
6711
|
-
Filter?: TransformFilterCriteria;
|
|
6712
|
-
/**
|
|
6713
|
-
* <p>The sorting criteria.</p>
|
|
6714
|
-
* @public
|
|
6715
|
-
*/
|
|
6716
|
-
Sort?: TransformSortCriteria;
|
|
6717
|
-
}
|
|
6718
|
-
/**
|
|
6719
|
-
* <p>A structure for a machine learning transform.</p>
|
|
6720
|
-
* @public
|
|
6996
|
+
* @internal
|
|
6721
6997
|
*/
|
|
6722
|
-
export
|
|
6723
|
-
/**
|
|
6724
|
-
* <p>The unique transform ID that is generated for the machine learning transform. The ID is
|
|
6725
|
-
* guaranteed to be unique and does not change.</p>
|
|
6726
|
-
* @public
|
|
6727
|
-
*/
|
|
6728
|
-
TransformId?: string;
|
|
6729
|
-
/**
|
|
6730
|
-
* <p>A user-defined name for the machine learning transform. Names are not guaranteed unique
|
|
6731
|
-
* and can be changed at any time.</p>
|
|
6732
|
-
* @public
|
|
6733
|
-
*/
|
|
6734
|
-
Name?: string;
|
|
6735
|
-
/**
|
|
6736
|
-
* <p>A user-defined, long-form description text for the machine learning transform.
|
|
6737
|
-
* Descriptions are not guaranteed to be unique and can be changed at any time.</p>
|
|
6738
|
-
* @public
|
|
6739
|
-
*/
|
|
6740
|
-
Description?: string;
|
|
6741
|
-
/**
|
|
6742
|
-
* <p>The current status of the machine learning transform.</p>
|
|
6743
|
-
* @public
|
|
6744
|
-
*/
|
|
6745
|
-
Status?: TransformStatusType;
|
|
6746
|
-
/**
|
|
6747
|
-
* <p>A timestamp. The time and date that this machine learning transform was created.</p>
|
|
6748
|
-
* @public
|
|
6749
|
-
*/
|
|
6750
|
-
CreatedOn?: Date;
|
|
6751
|
-
/**
|
|
6752
|
-
* <p>A timestamp. The last point in time when this machine learning transform was modified.</p>
|
|
6753
|
-
* @public
|
|
6754
|
-
*/
|
|
6755
|
-
LastModifiedOn?: Date;
|
|
6756
|
-
/**
|
|
6757
|
-
* <p>A list of Glue table definitions used by the transform.</p>
|
|
6758
|
-
* @public
|
|
6759
|
-
*/
|
|
6760
|
-
InputRecordTables?: GlueTable[];
|
|
6761
|
-
/**
|
|
6762
|
-
* <p>A <code>TransformParameters</code> object. You can use parameters to tune (customize) the
|
|
6763
|
-
* behavior of the machine learning transform by specifying what data it learns from and your
|
|
6764
|
-
* preference on various tradeoffs (such as precious vs. recall, or accuracy vs. cost).</p>
|
|
6765
|
-
* @public
|
|
6766
|
-
*/
|
|
6767
|
-
Parameters?: TransformParameters;
|
|
6768
|
-
/**
|
|
6769
|
-
* <p>An <code>EvaluationMetrics</code> object. Evaluation metrics provide an estimate of the quality of your machine learning transform.</p>
|
|
6770
|
-
* @public
|
|
6771
|
-
*/
|
|
6772
|
-
EvaluationMetrics?: EvaluationMetrics;
|
|
6773
|
-
/**
|
|
6774
|
-
* <p>A count identifier for the labeling files generated by Glue for this transform. As you create a better transform, you can iteratively download, label, and upload the labeling file.</p>
|
|
6775
|
-
* @public
|
|
6776
|
-
*/
|
|
6777
|
-
LabelCount?: number;
|
|
6778
|
-
/**
|
|
6779
|
-
* <p>A map of key-value pairs representing the columns and data types that this transform can
|
|
6780
|
-
* run against. Has an upper bound of 100 columns.</p>
|
|
6781
|
-
* @public
|
|
6782
|
-
*/
|
|
6783
|
-
Schema?: SchemaColumn[];
|
|
6784
|
-
/**
|
|
6785
|
-
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
|
|
6786
|
-
* <ul>
|
|
6787
|
-
* <li>
|
|
6788
|
-
* <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
|
|
6789
|
-
* </li>
|
|
6790
|
-
* <li>
|
|
6791
|
-
* <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
|
|
6792
|
-
* </li>
|
|
6793
|
-
* </ul>
|
|
6794
|
-
* @public
|
|
6795
|
-
*/
|
|
6796
|
-
Role?: string;
|
|
6797
|
-
/**
|
|
6798
|
-
* <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
|
|
6799
|
-
* @public
|
|
6800
|
-
*/
|
|
6801
|
-
GlueVersion?: string;
|
|
6802
|
-
/**
|
|
6803
|
-
* <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
|
|
6804
|
-
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
6805
|
-
* information, see the <a href="http://aws.amazon.com/glue/pricing/">Glue pricing
|
|
6806
|
-
* page</a>. </p>
|
|
6807
|
-
* <p>
|
|
6808
|
-
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
6809
|
-
* <ul>
|
|
6810
|
-
* <li>
|
|
6811
|
-
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
6812
|
-
* </li>
|
|
6813
|
-
* <li>
|
|
6814
|
-
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
6815
|
-
* </li>
|
|
6816
|
-
* <li>
|
|
6817
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6818
|
-
* </li>
|
|
6819
|
-
* <li>
|
|
6820
|
-
* <p>
|
|
6821
|
-
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
6822
|
-
* </li>
|
|
6823
|
-
* </ul>
|
|
6824
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
6825
|
-
* @public
|
|
6826
|
-
*/
|
|
6827
|
-
MaxCapacity?: number;
|
|
6828
|
-
/**
|
|
6829
|
-
* <p>The type of predefined worker that is allocated when a task of this transform runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
6830
|
-
* <ul>
|
|
6831
|
-
* <li>
|
|
6832
|
-
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
6833
|
-
* </li>
|
|
6834
|
-
* <li>
|
|
6835
|
-
* <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
|
|
6836
|
-
* </li>
|
|
6837
|
-
* <li>
|
|
6838
|
-
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
6839
|
-
* </li>
|
|
6840
|
-
* </ul>
|
|
6841
|
-
* <p>
|
|
6842
|
-
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
6843
|
-
* <ul>
|
|
6844
|
-
* <li>
|
|
6845
|
-
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
6846
|
-
* </li>
|
|
6847
|
-
* <li>
|
|
6848
|
-
* <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
|
|
6849
|
-
* </li>
|
|
6850
|
-
* <li>
|
|
6851
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6852
|
-
* </li>
|
|
6853
|
-
* <li>
|
|
6854
|
-
* <p>
|
|
6855
|
-
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
6856
|
-
* </li>
|
|
6857
|
-
* </ul>
|
|
6858
|
-
* @public
|
|
6859
|
-
*/
|
|
6860
|
-
WorkerType?: WorkerType;
|
|
6861
|
-
/**
|
|
6862
|
-
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a task of the transform runs.</p>
|
|
6863
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
6864
|
-
* @public
|
|
6865
|
-
*/
|
|
6866
|
-
NumberOfWorkers?: number;
|
|
6867
|
-
/**
|
|
6868
|
-
* <p>The timeout in minutes of the machine learning transform.</p>
|
|
6869
|
-
* @public
|
|
6870
|
-
*/
|
|
6871
|
-
Timeout?: number;
|
|
6872
|
-
/**
|
|
6873
|
-
* <p>The maximum number of times to retry after an <code>MLTaskRun</code> of the machine
|
|
6874
|
-
* learning transform fails.</p>
|
|
6875
|
-
* @public
|
|
6876
|
-
*/
|
|
6877
|
-
MaxRetries?: number;
|
|
6878
|
-
/**
|
|
6879
|
-
* <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
|
|
6880
|
-
* @public
|
|
6881
|
-
*/
|
|
6882
|
-
TransformEncryption?: TransformEncryption;
|
|
6883
|
-
}
|
|
6884
|
-
/**
|
|
6885
|
-
* @public
|
|
6886
|
-
*/
|
|
6887
|
-
export interface GetMLTransformsResponse {
|
|
6888
|
-
/**
|
|
6889
|
-
* <p>A list of machine learning transforms.</p>
|
|
6890
|
-
* @public
|
|
6891
|
-
*/
|
|
6892
|
-
Transforms: MLTransform[] | undefined;
|
|
6893
|
-
/**
|
|
6894
|
-
* <p>A pagination token, if more results are available.</p>
|
|
6895
|
-
* @public
|
|
6896
|
-
*/
|
|
6897
|
-
NextToken?: string;
|
|
6898
|
-
}
|
|
6899
|
-
/**
|
|
6900
|
-
* @public
|
|
6901
|
-
*/
|
|
6902
|
-
export interface GetPartitionRequest {
|
|
6903
|
-
/**
|
|
6904
|
-
* <p>The ID of the Data Catalog where the partition in question resides. If none is provided,
|
|
6905
|
-
* the Amazon Web Services account ID is used by default.</p>
|
|
6906
|
-
* @public
|
|
6907
|
-
*/
|
|
6908
|
-
CatalogId?: string;
|
|
6909
|
-
/**
|
|
6910
|
-
* <p>The name of the catalog database where the partition resides.</p>
|
|
6911
|
-
* @public
|
|
6912
|
-
*/
|
|
6913
|
-
DatabaseName: string | undefined;
|
|
6914
|
-
/**
|
|
6915
|
-
* <p>The name of the partition's table.</p>
|
|
6916
|
-
* @public
|
|
6917
|
-
*/
|
|
6918
|
-
TableName: string | undefined;
|
|
6919
|
-
/**
|
|
6920
|
-
* <p>The values that define the partition.</p>
|
|
6921
|
-
* @public
|
|
6922
|
-
*/
|
|
6923
|
-
PartitionValues: string[] | undefined;
|
|
6924
|
-
}
|
|
6925
|
-
/**
|
|
6926
|
-
* @public
|
|
6927
|
-
*/
|
|
6928
|
-
export interface GetPartitionResponse {
|
|
6929
|
-
/**
|
|
6930
|
-
* <p>The requested information, in the form of a <code>Partition</code>
|
|
6931
|
-
* object.</p>
|
|
6932
|
-
* @public
|
|
6933
|
-
*/
|
|
6934
|
-
Partition?: Partition;
|
|
6935
|
-
}
|
|
6936
|
-
/**
|
|
6937
|
-
* @public
|
|
6938
|
-
*/
|
|
6939
|
-
export interface GetPartitionIndexesRequest {
|
|
6940
|
-
/**
|
|
6941
|
-
* <p>The catalog ID where the table resides.</p>
|
|
6942
|
-
* @public
|
|
6943
|
-
*/
|
|
6944
|
-
CatalogId?: string;
|
|
6945
|
-
/**
|
|
6946
|
-
* <p>Specifies the name of a database from which you want to retrieve partition indexes.</p>
|
|
6947
|
-
* @public
|
|
6948
|
-
*/
|
|
6949
|
-
DatabaseName: string | undefined;
|
|
6950
|
-
/**
|
|
6951
|
-
* <p>Specifies the name of a table for which you want to retrieve the partition indexes.</p>
|
|
6952
|
-
* @public
|
|
6953
|
-
*/
|
|
6954
|
-
TableName: string | undefined;
|
|
6955
|
-
/**
|
|
6956
|
-
* <p>A continuation token, included if this is a continuation call.</p>
|
|
6957
|
-
* @public
|
|
6958
|
-
*/
|
|
6959
|
-
NextToken?: string;
|
|
6960
|
-
}
|
|
6961
|
-
/**
|
|
6962
|
-
* @public
|
|
6963
|
-
* @enum
|
|
6964
|
-
*/
|
|
6965
|
-
export declare const BackfillErrorCode: {
|
|
6966
|
-
readonly ENCRYPTED_PARTITION_ERROR: "ENCRYPTED_PARTITION_ERROR";
|
|
6967
|
-
readonly INTERNAL_ERROR: "INTERNAL_ERROR";
|
|
6968
|
-
readonly INVALID_PARTITION_TYPE_DATA_ERROR: "INVALID_PARTITION_TYPE_DATA_ERROR";
|
|
6969
|
-
readonly MISSING_PARTITION_VALUE_ERROR: "MISSING_PARTITION_VALUE_ERROR";
|
|
6970
|
-
readonly UNSUPPORTED_PARTITION_CHARACTER_ERROR: "UNSUPPORTED_PARTITION_CHARACTER_ERROR";
|
|
6971
|
-
};
|
|
6972
|
-
/**
|
|
6973
|
-
* @public
|
|
6974
|
-
*/
|
|
6975
|
-
export type BackfillErrorCode = (typeof BackfillErrorCode)[keyof typeof BackfillErrorCode];
|
|
6976
|
-
/**
|
|
6977
|
-
* <p>A list of errors that can occur when registering partition indexes for an existing table.</p>
|
|
6978
|
-
* <p>These errors give the details about why an index registration failed and provide a limited number of partitions in the response, so that you can fix the partitions at fault and try registering the index again. The most common set of errors that can occur are categorized as follows:</p>
|
|
6979
|
-
* <ul>
|
|
6980
|
-
* <li>
|
|
6981
|
-
* <p>EncryptedPartitionError: The partitions are encrypted.</p>
|
|
6982
|
-
* </li>
|
|
6983
|
-
* <li>
|
|
6984
|
-
* <p>InvalidPartitionTypeDataError: The partition value doesn't match the data type for that partition column.</p>
|
|
6985
|
-
* </li>
|
|
6986
|
-
* <li>
|
|
6987
|
-
* <p>MissingPartitionValueError: The partitions are encrypted.</p>
|
|
6988
|
-
* </li>
|
|
6989
|
-
* <li>
|
|
6990
|
-
* <p>UnsupportedPartitionCharacterError: Characters inside the partition value are not supported. For example: U+0000 , U+0001, U+0002.</p>
|
|
6991
|
-
* </li>
|
|
6992
|
-
* <li>
|
|
6993
|
-
* <p>InternalError: Any error which does not belong to other error codes.</p>
|
|
6994
|
-
* </li>
|
|
6995
|
-
* </ul>
|
|
6996
|
-
* @public
|
|
6997
|
-
*/
|
|
6998
|
-
export interface BackfillError {
|
|
6999
|
-
/**
|
|
7000
|
-
* <p>The error code for an error that occurred when registering partition indexes for an existing table.</p>
|
|
7001
|
-
* @public
|
|
7002
|
-
*/
|
|
7003
|
-
Code?: BackfillErrorCode;
|
|
7004
|
-
/**
|
|
7005
|
-
* <p>A list of a limited number of partitions in the response.</p>
|
|
7006
|
-
* @public
|
|
7007
|
-
*/
|
|
7008
|
-
Partitions?: PartitionValueList[];
|
|
7009
|
-
}
|
|
7010
|
-
/**
|
|
7011
|
-
* @public
|
|
7012
|
-
* @enum
|
|
7013
|
-
*/
|
|
7014
|
-
export declare const PartitionIndexStatus: {
|
|
7015
|
-
readonly ACTIVE: "ACTIVE";
|
|
7016
|
-
readonly CREATING: "CREATING";
|
|
7017
|
-
readonly DELETING: "DELETING";
|
|
7018
|
-
readonly FAILED: "FAILED";
|
|
7019
|
-
};
|
|
7020
|
-
/**
|
|
7021
|
-
* @public
|
|
7022
|
-
*/
|
|
7023
|
-
export type PartitionIndexStatus = (typeof PartitionIndexStatus)[keyof typeof PartitionIndexStatus];
|
|
7024
|
-
/**
|
|
7025
|
-
* <p>A partition key pair consisting of a name and a type.</p>
|
|
7026
|
-
* @public
|
|
7027
|
-
*/
|
|
7028
|
-
export interface KeySchemaElement {
|
|
7029
|
-
/**
|
|
7030
|
-
* <p>The name of a partition key.</p>
|
|
7031
|
-
* @public
|
|
7032
|
-
*/
|
|
7033
|
-
Name: string | undefined;
|
|
7034
|
-
/**
|
|
7035
|
-
* <p>The type of a partition key.</p>
|
|
7036
|
-
* @public
|
|
7037
|
-
*/
|
|
7038
|
-
Type: string | undefined;
|
|
7039
|
-
}
|
|
7040
|
-
/**
|
|
7041
|
-
* <p>A descriptor for a partition index in a table.</p>
|
|
7042
|
-
* @public
|
|
7043
|
-
*/
|
|
7044
|
-
export interface PartitionIndexDescriptor {
|
|
7045
|
-
/**
|
|
7046
|
-
* <p>The name of the partition index.</p>
|
|
7047
|
-
* @public
|
|
7048
|
-
*/
|
|
7049
|
-
IndexName: string | undefined;
|
|
7050
|
-
/**
|
|
7051
|
-
* <p>A list of one or more keys, as <code>KeySchemaElement</code> structures, for the partition index.</p>
|
|
7052
|
-
* @public
|
|
7053
|
-
*/
|
|
7054
|
-
Keys: KeySchemaElement[] | undefined;
|
|
7055
|
-
/**
|
|
7056
|
-
* <p>The status of the partition index. </p>
|
|
7057
|
-
* <p>The possible statuses are:</p>
|
|
7058
|
-
* <ul>
|
|
7059
|
-
* <li>
|
|
7060
|
-
* <p>CREATING: The index is being created. When an index is in a CREATING state, the index or its table cannot be deleted.</p>
|
|
7061
|
-
* </li>
|
|
7062
|
-
* <li>
|
|
7063
|
-
* <p>ACTIVE: The index creation succeeds.</p>
|
|
7064
|
-
* </li>
|
|
7065
|
-
* <li>
|
|
7066
|
-
* <p>FAILED: The index creation fails. </p>
|
|
7067
|
-
* </li>
|
|
7068
|
-
* <li>
|
|
7069
|
-
* <p>DELETING: The index is deleted from the list of indexes.</p>
|
|
7070
|
-
* </li>
|
|
7071
|
-
* </ul>
|
|
7072
|
-
* @public
|
|
7073
|
-
*/
|
|
7074
|
-
IndexStatus: PartitionIndexStatus | undefined;
|
|
7075
|
-
/**
|
|
7076
|
-
* <p>A list of errors that can occur when registering partition indexes for an existing table.</p>
|
|
7077
|
-
* @public
|
|
7078
|
-
*/
|
|
7079
|
-
BackfillErrors?: BackfillError[];
|
|
7080
|
-
}
|
|
7081
|
-
/**
|
|
7082
|
-
* @public
|
|
7083
|
-
*/
|
|
7084
|
-
export interface GetPartitionIndexesResponse {
|
|
7085
|
-
/**
|
|
7086
|
-
* <p>A list of index descriptors.</p>
|
|
7087
|
-
* @public
|
|
7088
|
-
*/
|
|
7089
|
-
PartitionIndexDescriptorList?: PartitionIndexDescriptor[];
|
|
7090
|
-
/**
|
|
7091
|
-
* <p>A continuation token, present if the current list segment is not the last.</p>
|
|
7092
|
-
* @public
|
|
7093
|
-
*/
|
|
7094
|
-
NextToken?: string;
|
|
7095
|
-
}
|
|
7096
|
-
/**
|
|
7097
|
-
* <p>Defines a non-overlapping region of a table's partitions, allowing
|
|
7098
|
-
* multiple requests to be run in parallel.</p>
|
|
7099
|
-
* @public
|
|
7100
|
-
*/
|
|
7101
|
-
export interface Segment {
|
|
7102
|
-
/**
|
|
7103
|
-
* <p>The zero-based index number of the segment. For example, if the total number of segments
|
|
7104
|
-
* is 4, <code>SegmentNumber</code> values range from 0 through 3.</p>
|
|
7105
|
-
* @public
|
|
7106
|
-
*/
|
|
7107
|
-
SegmentNumber: number | undefined;
|
|
7108
|
-
/**
|
|
7109
|
-
* <p>The total number of segments.</p>
|
|
7110
|
-
* @public
|
|
7111
|
-
*/
|
|
7112
|
-
TotalSegments: number | undefined;
|
|
7113
|
-
}
|
|
6998
|
+
export declare const GetDataQualityResultResponseFilterSensitiveLog: (obj: GetDataQualityResultResponse) => any;
|