@aws-sdk/client-glue 3.687.0 → 3.691.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-types/models/models_0.d.ts +751 -751
- package/dist-types/models/models_1.d.ts +610 -610
- package/dist-types/models/models_2.d.ts +701 -701
- package/dist-types/models/models_3.d.ts +275 -275
- package/dist-types/ts3.4/models/models_0.d.ts +751 -751
- package/dist-types/ts3.4/models/models_1.d.ts +614 -610
- package/dist-types/ts3.4/models/models_2.d.ts +705 -701
- package/dist-types/ts3.4/models/models_3.d.ts +281 -275
- package/package.json +7 -7
|
@@ -3,21 +3,21 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException"
|
|
|
3
3
|
export declare class AccessDeniedException extends __BaseException {
|
|
4
4
|
readonly name: "AccessDeniedException";
|
|
5
5
|
readonly $fault: "client";
|
|
6
|
-
Message?: string;
|
|
6
|
+
Message?: string | undefined;
|
|
7
7
|
constructor(
|
|
8
8
|
opts: __ExceptionOptionType<AccessDeniedException, __BaseException>
|
|
9
9
|
);
|
|
10
10
|
}
|
|
11
11
|
export interface NotificationProperty {
|
|
12
|
-
NotifyDelayAfter?: number;
|
|
12
|
+
NotifyDelayAfter?: number | undefined;
|
|
13
13
|
}
|
|
14
14
|
export interface Action {
|
|
15
|
-
JobName?: string;
|
|
16
|
-
Arguments?: Record<string, string
|
|
17
|
-
Timeout?: number;
|
|
18
|
-
SecurityConfiguration?: string;
|
|
19
|
-
NotificationProperty?: NotificationProperty;
|
|
20
|
-
CrawlerName?: string;
|
|
15
|
+
JobName?: string | undefined;
|
|
16
|
+
Arguments?: Record<string, string> | undefined;
|
|
17
|
+
Timeout?: number | undefined;
|
|
18
|
+
SecurityConfiguration?: string | undefined;
|
|
19
|
+
NotificationProperty?: NotificationProperty | undefined;
|
|
20
|
+
CrawlerName?: string | undefined;
|
|
21
21
|
}
|
|
22
22
|
export declare const AdditionalOptionKeys: {
|
|
23
23
|
readonly CacheOption: "performanceTuning.caching";
|
|
@@ -56,61 +56,61 @@ export interface Aggregate {
|
|
|
56
56
|
export declare class AlreadyExistsException extends __BaseException {
|
|
57
57
|
readonly name: "AlreadyExistsException";
|
|
58
58
|
readonly $fault: "client";
|
|
59
|
-
Message?: string;
|
|
59
|
+
Message?: string | undefined;
|
|
60
60
|
constructor(
|
|
61
61
|
opts: __ExceptionOptionType<AlreadyExistsException, __BaseException>
|
|
62
62
|
);
|
|
63
63
|
}
|
|
64
64
|
export interface AmazonRedshiftAdvancedOption {
|
|
65
|
-
Key?: string;
|
|
66
|
-
Value?: string;
|
|
65
|
+
Key?: string | undefined;
|
|
66
|
+
Value?: string | undefined;
|
|
67
67
|
}
|
|
68
68
|
export interface Option {
|
|
69
|
-
Value?: string;
|
|
70
|
-
Label?: string;
|
|
71
|
-
Description?: string;
|
|
69
|
+
Value?: string | undefined;
|
|
70
|
+
Label?: string | undefined;
|
|
71
|
+
Description?: string | undefined;
|
|
72
72
|
}
|
|
73
73
|
export interface AmazonRedshiftNodeData {
|
|
74
|
-
AccessType?: string;
|
|
75
|
-
SourceType?: string;
|
|
76
|
-
Connection?: Option;
|
|
77
|
-
Schema?: Option;
|
|
78
|
-
Table?: Option;
|
|
79
|
-
CatalogDatabase?: Option;
|
|
80
|
-
CatalogTable?: Option;
|
|
81
|
-
CatalogRedshiftSchema?: string;
|
|
82
|
-
CatalogRedshiftTable?: string;
|
|
83
|
-
TempDir?: string;
|
|
84
|
-
IamRole?: Option;
|
|
85
|
-
AdvancedOptions?: AmazonRedshiftAdvancedOption[];
|
|
86
|
-
SampleQuery?: string;
|
|
87
|
-
PreAction?: string;
|
|
88
|
-
PostAction?: string;
|
|
89
|
-
Action?: string;
|
|
90
|
-
TablePrefix?: string;
|
|
91
|
-
Upsert?: boolean;
|
|
92
|
-
MergeAction?: string;
|
|
93
|
-
MergeWhenMatched?: string;
|
|
94
|
-
MergeWhenNotMatched?: string;
|
|
95
|
-
MergeClause?: string;
|
|
96
|
-
CrawlerConnection?: string;
|
|
97
|
-
TableSchema?: Option[];
|
|
98
|
-
StagingTable?: string;
|
|
99
|
-
SelectedColumns?: Option[];
|
|
74
|
+
AccessType?: string | undefined;
|
|
75
|
+
SourceType?: string | undefined;
|
|
76
|
+
Connection?: Option | undefined;
|
|
77
|
+
Schema?: Option | undefined;
|
|
78
|
+
Table?: Option | undefined;
|
|
79
|
+
CatalogDatabase?: Option | undefined;
|
|
80
|
+
CatalogTable?: Option | undefined;
|
|
81
|
+
CatalogRedshiftSchema?: string | undefined;
|
|
82
|
+
CatalogRedshiftTable?: string | undefined;
|
|
83
|
+
TempDir?: string | undefined;
|
|
84
|
+
IamRole?: Option | undefined;
|
|
85
|
+
AdvancedOptions?: AmazonRedshiftAdvancedOption[] | undefined;
|
|
86
|
+
SampleQuery?: string | undefined;
|
|
87
|
+
PreAction?: string | undefined;
|
|
88
|
+
PostAction?: string | undefined;
|
|
89
|
+
Action?: string | undefined;
|
|
90
|
+
TablePrefix?: string | undefined;
|
|
91
|
+
Upsert?: boolean | undefined;
|
|
92
|
+
MergeAction?: string | undefined;
|
|
93
|
+
MergeWhenMatched?: string | undefined;
|
|
94
|
+
MergeWhenNotMatched?: string | undefined;
|
|
95
|
+
MergeClause?: string | undefined;
|
|
96
|
+
CrawlerConnection?: string | undefined;
|
|
97
|
+
TableSchema?: Option[] | undefined;
|
|
98
|
+
StagingTable?: string | undefined;
|
|
99
|
+
SelectedColumns?: Option[] | undefined;
|
|
100
100
|
}
|
|
101
101
|
export interface AmazonRedshiftSource {
|
|
102
|
-
Name?: string;
|
|
103
|
-
Data?: AmazonRedshiftNodeData;
|
|
102
|
+
Name?: string | undefined;
|
|
103
|
+
Data?: AmazonRedshiftNodeData | undefined;
|
|
104
104
|
}
|
|
105
105
|
export interface AmazonRedshiftTarget {
|
|
106
|
-
Name?: string;
|
|
107
|
-
Data?: AmazonRedshiftNodeData;
|
|
108
|
-
Inputs?: string[];
|
|
106
|
+
Name?: string | undefined;
|
|
107
|
+
Data?: AmazonRedshiftNodeData | undefined;
|
|
108
|
+
Inputs?: string[] | undefined;
|
|
109
109
|
}
|
|
110
110
|
export interface AnnotationError {
|
|
111
|
-
ProfileId?: string;
|
|
112
|
-
StatisticId?: string;
|
|
113
|
-
FailureReason?: string;
|
|
111
|
+
ProfileId?: string | undefined;
|
|
112
|
+
StatisticId?: string | undefined;
|
|
113
|
+
FailureReason?: string | undefined;
|
|
114
114
|
}
|
|
115
115
|
export declare const InclusionAnnotationValue: {
|
|
116
116
|
readonly EXCLUDE: "EXCLUDE";
|
|
@@ -119,35 +119,35 @@ export declare const InclusionAnnotationValue: {
|
|
|
119
119
|
export type InclusionAnnotationValue =
|
|
120
120
|
(typeof InclusionAnnotationValue)[keyof typeof InclusionAnnotationValue];
|
|
121
121
|
export interface TimestampedInclusionAnnotation {
|
|
122
|
-
Value?: InclusionAnnotationValue;
|
|
123
|
-
LastModifiedOn?: Date;
|
|
122
|
+
Value?: InclusionAnnotationValue | undefined;
|
|
123
|
+
LastModifiedOn?: Date | undefined;
|
|
124
124
|
}
|
|
125
125
|
export interface StatisticAnnotation {
|
|
126
|
-
ProfileId?: string;
|
|
127
|
-
StatisticId?: string;
|
|
128
|
-
StatisticRecordedOn?: Date;
|
|
129
|
-
InclusionAnnotation?: TimestampedInclusionAnnotation;
|
|
126
|
+
ProfileId?: string | undefined;
|
|
127
|
+
StatisticId?: string | undefined;
|
|
128
|
+
StatisticRecordedOn?: Date | undefined;
|
|
129
|
+
InclusionAnnotation?: TimestampedInclusionAnnotation | undefined;
|
|
130
130
|
}
|
|
131
131
|
export interface GlueStudioSchemaColumn {
|
|
132
132
|
Name: string | undefined;
|
|
133
|
-
Type?: string;
|
|
133
|
+
Type?: string | undefined;
|
|
134
134
|
}
|
|
135
135
|
export interface GlueSchema {
|
|
136
|
-
Columns?: GlueStudioSchemaColumn[];
|
|
136
|
+
Columns?: GlueStudioSchemaColumn[] | undefined;
|
|
137
137
|
}
|
|
138
138
|
export interface AthenaConnectorSource {
|
|
139
139
|
Name: string | undefined;
|
|
140
140
|
ConnectionName: string | undefined;
|
|
141
141
|
ConnectorName: string | undefined;
|
|
142
142
|
ConnectionType: string | undefined;
|
|
143
|
-
ConnectionTable?: string;
|
|
143
|
+
ConnectionTable?: string | undefined;
|
|
144
144
|
SchemaName: string | undefined;
|
|
145
|
-
OutputSchemas?: GlueSchema[];
|
|
145
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
146
146
|
}
|
|
147
147
|
export interface AuditContext {
|
|
148
|
-
AdditionalAuditContext?: string;
|
|
149
|
-
RequestedColumns?: string[];
|
|
150
|
-
AllColumnsRequested?: boolean;
|
|
148
|
+
AdditionalAuditContext?: string | undefined;
|
|
149
|
+
RequestedColumns?: string[] | undefined;
|
|
150
|
+
AllColumnsRequested?: boolean | undefined;
|
|
151
151
|
}
|
|
152
152
|
export declare const AuthenticationType: {
|
|
153
153
|
readonly BASIC: "BASIC";
|
|
@@ -157,8 +157,8 @@ export declare const AuthenticationType: {
|
|
|
157
157
|
export type AuthenticationType =
|
|
158
158
|
(typeof AuthenticationType)[keyof typeof AuthenticationType];
|
|
159
159
|
export interface OAuth2ClientApplication {
|
|
160
|
-
UserManagedClientApplicationClientId?: string;
|
|
161
|
-
AWSManagedClientApplicationReference?: string;
|
|
160
|
+
UserManagedClientApplicationClientId?: string | undefined;
|
|
161
|
+
AWSManagedClientApplicationReference?: string | undefined;
|
|
162
162
|
}
|
|
163
163
|
export declare const OAuth2GrantType: {
|
|
164
164
|
readonly AUTHORIZATION_CODE: "AUTHORIZATION_CODE";
|
|
@@ -168,107 +168,107 @@ export declare const OAuth2GrantType: {
|
|
|
168
168
|
export type OAuth2GrantType =
|
|
169
169
|
(typeof OAuth2GrantType)[keyof typeof OAuth2GrantType];
|
|
170
170
|
export interface OAuth2Properties {
|
|
171
|
-
OAuth2GrantType?: OAuth2GrantType;
|
|
172
|
-
OAuth2ClientApplication?: OAuth2ClientApplication;
|
|
173
|
-
TokenUrl?: string;
|
|
174
|
-
TokenUrlParametersMap?: Record<string, string
|
|
171
|
+
OAuth2GrantType?: OAuth2GrantType | undefined;
|
|
172
|
+
OAuth2ClientApplication?: OAuth2ClientApplication | undefined;
|
|
173
|
+
TokenUrl?: string | undefined;
|
|
174
|
+
TokenUrlParametersMap?: Record<string, string> | undefined;
|
|
175
175
|
}
|
|
176
176
|
export interface AuthenticationConfiguration {
|
|
177
|
-
AuthenticationType?: AuthenticationType;
|
|
178
|
-
SecretArn?: string;
|
|
179
|
-
OAuth2Properties?: OAuth2Properties;
|
|
177
|
+
AuthenticationType?: AuthenticationType | undefined;
|
|
178
|
+
SecretArn?: string | undefined;
|
|
179
|
+
OAuth2Properties?: OAuth2Properties | undefined;
|
|
180
180
|
}
|
|
181
181
|
export interface AuthorizationCodeProperties {
|
|
182
|
-
AuthorizationCode?: string;
|
|
183
|
-
RedirectUri?: string;
|
|
182
|
+
AuthorizationCode?: string | undefined;
|
|
183
|
+
RedirectUri?: string | undefined;
|
|
184
184
|
}
|
|
185
185
|
export interface OAuth2PropertiesInput {
|
|
186
|
-
OAuth2GrantType?: OAuth2GrantType;
|
|
187
|
-
OAuth2ClientApplication?: OAuth2ClientApplication;
|
|
188
|
-
TokenUrl?: string;
|
|
189
|
-
TokenUrlParametersMap?: Record<string, string
|
|
190
|
-
AuthorizationCodeProperties?: AuthorizationCodeProperties;
|
|
186
|
+
OAuth2GrantType?: OAuth2GrantType | undefined;
|
|
187
|
+
OAuth2ClientApplication?: OAuth2ClientApplication | undefined;
|
|
188
|
+
TokenUrl?: string | undefined;
|
|
189
|
+
TokenUrlParametersMap?: Record<string, string> | undefined;
|
|
190
|
+
AuthorizationCodeProperties?: AuthorizationCodeProperties | undefined;
|
|
191
191
|
}
|
|
192
192
|
export interface AuthenticationConfigurationInput {
|
|
193
|
-
AuthenticationType?: AuthenticationType;
|
|
194
|
-
OAuth2Properties?: OAuth2PropertiesInput;
|
|
195
|
-
SecretArn?: string;
|
|
193
|
+
AuthenticationType?: AuthenticationType | undefined;
|
|
194
|
+
OAuth2Properties?: OAuth2PropertiesInput | undefined;
|
|
195
|
+
SecretArn?: string | undefined;
|
|
196
196
|
}
|
|
197
197
|
export interface Column {
|
|
198
198
|
Name: string | undefined;
|
|
199
|
-
Type?: string;
|
|
200
|
-
Comment?: string;
|
|
201
|
-
Parameters?: Record<string, string
|
|
199
|
+
Type?: string | undefined;
|
|
200
|
+
Comment?: string | undefined;
|
|
201
|
+
Parameters?: Record<string, string> | undefined;
|
|
202
202
|
}
|
|
203
203
|
export interface SchemaId {
|
|
204
|
-
SchemaArn?: string;
|
|
205
|
-
SchemaName?: string;
|
|
206
|
-
RegistryName?: string;
|
|
204
|
+
SchemaArn?: string | undefined;
|
|
205
|
+
SchemaName?: string | undefined;
|
|
206
|
+
RegistryName?: string | undefined;
|
|
207
207
|
}
|
|
208
208
|
export interface SchemaReference {
|
|
209
|
-
SchemaId?: SchemaId;
|
|
210
|
-
SchemaVersionId?: string;
|
|
211
|
-
SchemaVersionNumber?: number;
|
|
209
|
+
SchemaId?: SchemaId | undefined;
|
|
210
|
+
SchemaVersionId?: string | undefined;
|
|
211
|
+
SchemaVersionNumber?: number | undefined;
|
|
212
212
|
}
|
|
213
213
|
export interface SerDeInfo {
|
|
214
|
-
Name?: string;
|
|
215
|
-
SerializationLibrary?: string;
|
|
216
|
-
Parameters?: Record<string, string
|
|
214
|
+
Name?: string | undefined;
|
|
215
|
+
SerializationLibrary?: string | undefined;
|
|
216
|
+
Parameters?: Record<string, string> | undefined;
|
|
217
217
|
}
|
|
218
218
|
export interface SkewedInfo {
|
|
219
|
-
SkewedColumnNames?: string[];
|
|
220
|
-
SkewedColumnValues?: string[];
|
|
221
|
-
SkewedColumnValueLocationMaps?: Record<string, string
|
|
219
|
+
SkewedColumnNames?: string[] | undefined;
|
|
220
|
+
SkewedColumnValues?: string[] | undefined;
|
|
221
|
+
SkewedColumnValueLocationMaps?: Record<string, string> | undefined;
|
|
222
222
|
}
|
|
223
223
|
export interface Order {
|
|
224
224
|
Column: string | undefined;
|
|
225
225
|
SortOrder: number | undefined;
|
|
226
226
|
}
|
|
227
227
|
export interface StorageDescriptor {
|
|
228
|
-
Columns?: Column[];
|
|
229
|
-
Location?: string;
|
|
230
|
-
AdditionalLocations?: string[];
|
|
231
|
-
InputFormat?: string;
|
|
232
|
-
OutputFormat?: string;
|
|
233
|
-
Compressed?: boolean;
|
|
234
|
-
NumberOfBuckets?: number;
|
|
235
|
-
SerdeInfo?: SerDeInfo;
|
|
236
|
-
BucketColumns?: string[];
|
|
237
|
-
SortColumns?: Order[];
|
|
238
|
-
Parameters?: Record<string, string
|
|
239
|
-
SkewedInfo?: SkewedInfo;
|
|
240
|
-
StoredAsSubDirectories?: boolean;
|
|
241
|
-
SchemaReference?: SchemaReference;
|
|
228
|
+
Columns?: Column[] | undefined;
|
|
229
|
+
Location?: string | undefined;
|
|
230
|
+
AdditionalLocations?: string[] | undefined;
|
|
231
|
+
InputFormat?: string | undefined;
|
|
232
|
+
OutputFormat?: string | undefined;
|
|
233
|
+
Compressed?: boolean | undefined;
|
|
234
|
+
NumberOfBuckets?: number | undefined;
|
|
235
|
+
SerdeInfo?: SerDeInfo | undefined;
|
|
236
|
+
BucketColumns?: string[] | undefined;
|
|
237
|
+
SortColumns?: Order[] | undefined;
|
|
238
|
+
Parameters?: Record<string, string> | undefined;
|
|
239
|
+
SkewedInfo?: SkewedInfo | undefined;
|
|
240
|
+
StoredAsSubDirectories?: boolean | undefined;
|
|
241
|
+
SchemaReference?: SchemaReference | undefined;
|
|
242
242
|
}
|
|
243
243
|
export interface PartitionInput {
|
|
244
|
-
Values?: string[];
|
|
245
|
-
LastAccessTime?: Date;
|
|
246
|
-
StorageDescriptor?: StorageDescriptor;
|
|
247
|
-
Parameters?: Record<string, string
|
|
248
|
-
LastAnalyzedTime?: Date;
|
|
244
|
+
Values?: string[] | undefined;
|
|
245
|
+
LastAccessTime?: Date | undefined;
|
|
246
|
+
StorageDescriptor?: StorageDescriptor | undefined;
|
|
247
|
+
Parameters?: Record<string, string> | undefined;
|
|
248
|
+
LastAnalyzedTime?: Date | undefined;
|
|
249
249
|
}
|
|
250
250
|
export interface BatchCreatePartitionRequest {
|
|
251
|
-
CatalogId?: string;
|
|
251
|
+
CatalogId?: string | undefined;
|
|
252
252
|
DatabaseName: string | undefined;
|
|
253
253
|
TableName: string | undefined;
|
|
254
254
|
PartitionInputList: PartitionInput[] | undefined;
|
|
255
255
|
}
|
|
256
256
|
export interface ErrorDetail {
|
|
257
|
-
ErrorCode?: string;
|
|
258
|
-
ErrorMessage?: string;
|
|
257
|
+
ErrorCode?: string | undefined;
|
|
258
|
+
ErrorMessage?: string | undefined;
|
|
259
259
|
}
|
|
260
260
|
export interface PartitionError {
|
|
261
|
-
PartitionValues?: string[];
|
|
262
|
-
ErrorDetail?: ErrorDetail;
|
|
261
|
+
PartitionValues?: string[] | undefined;
|
|
262
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
263
263
|
}
|
|
264
264
|
export interface BatchCreatePartitionResponse {
|
|
265
|
-
Errors?: PartitionError[];
|
|
265
|
+
Errors?: PartitionError[] | undefined;
|
|
266
266
|
}
|
|
267
267
|
export declare class EntityNotFoundException extends __BaseException {
|
|
268
268
|
readonly name: "EntityNotFoundException";
|
|
269
269
|
readonly $fault: "client";
|
|
270
|
-
Message?: string;
|
|
271
|
-
FromFederationSource?: boolean;
|
|
270
|
+
Message?: string | undefined;
|
|
271
|
+
FromFederationSource?: boolean | undefined;
|
|
272
272
|
constructor(
|
|
273
273
|
opts: __ExceptionOptionType<EntityNotFoundException, __BaseException>
|
|
274
274
|
);
|
|
@@ -276,7 +276,7 @@ export declare class EntityNotFoundException extends __BaseException {
|
|
|
276
276
|
export declare class GlueEncryptionException extends __BaseException {
|
|
277
277
|
readonly name: "GlueEncryptionException";
|
|
278
278
|
readonly $fault: "client";
|
|
279
|
-
Message?: string;
|
|
279
|
+
Message?: string | undefined;
|
|
280
280
|
constructor(
|
|
281
281
|
opts: __ExceptionOptionType<GlueEncryptionException, __BaseException>
|
|
282
282
|
);
|
|
@@ -284,7 +284,7 @@ export declare class GlueEncryptionException extends __BaseException {
|
|
|
284
284
|
export declare class InternalServiceException extends __BaseException {
|
|
285
285
|
readonly name: "InternalServiceException";
|
|
286
286
|
readonly $fault: "server";
|
|
287
|
-
Message?: string;
|
|
287
|
+
Message?: string | undefined;
|
|
288
288
|
constructor(
|
|
289
289
|
opts: __ExceptionOptionType<InternalServiceException, __BaseException>
|
|
290
290
|
);
|
|
@@ -292,8 +292,8 @@ export declare class InternalServiceException extends __BaseException {
|
|
|
292
292
|
export declare class InvalidInputException extends __BaseException {
|
|
293
293
|
readonly name: "InvalidInputException";
|
|
294
294
|
readonly $fault: "client";
|
|
295
|
-
Message?: string;
|
|
296
|
-
FromFederationSource?: boolean;
|
|
295
|
+
Message?: string | undefined;
|
|
296
|
+
FromFederationSource?: boolean | undefined;
|
|
297
297
|
constructor(
|
|
298
298
|
opts: __ExceptionOptionType<InvalidInputException, __BaseException>
|
|
299
299
|
);
|
|
@@ -301,7 +301,7 @@ export declare class InvalidInputException extends __BaseException {
|
|
|
301
301
|
export declare class OperationTimeoutException extends __BaseException {
|
|
302
302
|
readonly name: "OperationTimeoutException";
|
|
303
303
|
readonly $fault: "client";
|
|
304
|
-
Message?: string;
|
|
304
|
+
Message?: string | undefined;
|
|
305
305
|
constructor(
|
|
306
306
|
opts: __ExceptionOptionType<OperationTimeoutException, __BaseException>
|
|
307
307
|
);
|
|
@@ -309,7 +309,7 @@ export declare class OperationTimeoutException extends __BaseException {
|
|
|
309
309
|
export declare class ResourceNumberLimitExceededException extends __BaseException {
|
|
310
310
|
readonly name: "ResourceNumberLimitExceededException";
|
|
311
311
|
readonly $fault: "client";
|
|
312
|
-
Message?: string;
|
|
312
|
+
Message?: string | undefined;
|
|
313
313
|
constructor(
|
|
314
314
|
opts: __ExceptionOptionType<
|
|
315
315
|
ResourceNumberLimitExceededException,
|
|
@@ -318,71 +318,71 @@ export declare class ResourceNumberLimitExceededException extends __BaseExceptio
|
|
|
318
318
|
);
|
|
319
319
|
}
|
|
320
320
|
export interface BatchDeleteConnectionRequest {
|
|
321
|
-
CatalogId?: string;
|
|
321
|
+
CatalogId?: string | undefined;
|
|
322
322
|
ConnectionNameList: string[] | undefined;
|
|
323
323
|
}
|
|
324
324
|
export interface BatchDeleteConnectionResponse {
|
|
325
|
-
Succeeded?: string[];
|
|
326
|
-
Errors?: Record<string, ErrorDetail
|
|
325
|
+
Succeeded?: string[] | undefined;
|
|
326
|
+
Errors?: Record<string, ErrorDetail> | undefined;
|
|
327
327
|
}
|
|
328
328
|
export interface PartitionValueList {
|
|
329
329
|
Values: string[] | undefined;
|
|
330
330
|
}
|
|
331
331
|
export interface BatchDeletePartitionRequest {
|
|
332
|
-
CatalogId?: string;
|
|
332
|
+
CatalogId?: string | undefined;
|
|
333
333
|
DatabaseName: string | undefined;
|
|
334
334
|
TableName: string | undefined;
|
|
335
335
|
PartitionsToDelete: PartitionValueList[] | undefined;
|
|
336
336
|
}
|
|
337
337
|
export interface BatchDeletePartitionResponse {
|
|
338
|
-
Errors?: PartitionError[];
|
|
338
|
+
Errors?: PartitionError[] | undefined;
|
|
339
339
|
}
|
|
340
340
|
export interface BatchDeleteTableRequest {
|
|
341
|
-
CatalogId?: string;
|
|
341
|
+
CatalogId?: string | undefined;
|
|
342
342
|
DatabaseName: string | undefined;
|
|
343
343
|
TablesToDelete: string[] | undefined;
|
|
344
|
-
TransactionId?: string;
|
|
344
|
+
TransactionId?: string | undefined;
|
|
345
345
|
}
|
|
346
346
|
export interface TableError {
|
|
347
|
-
TableName?: string;
|
|
348
|
-
ErrorDetail?: ErrorDetail;
|
|
347
|
+
TableName?: string | undefined;
|
|
348
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
349
349
|
}
|
|
350
350
|
export interface BatchDeleteTableResponse {
|
|
351
|
-
Errors?: TableError[];
|
|
351
|
+
Errors?: TableError[] | undefined;
|
|
352
352
|
}
|
|
353
353
|
export declare class ResourceNotReadyException extends __BaseException {
|
|
354
354
|
readonly name: "ResourceNotReadyException";
|
|
355
355
|
readonly $fault: "client";
|
|
356
|
-
Message?: string;
|
|
356
|
+
Message?: string | undefined;
|
|
357
357
|
constructor(
|
|
358
358
|
opts: __ExceptionOptionType<ResourceNotReadyException, __BaseException>
|
|
359
359
|
);
|
|
360
360
|
}
|
|
361
361
|
export interface BatchDeleteTableVersionRequest {
|
|
362
|
-
CatalogId?: string;
|
|
362
|
+
CatalogId?: string | undefined;
|
|
363
363
|
DatabaseName: string | undefined;
|
|
364
364
|
TableName: string | undefined;
|
|
365
365
|
VersionIds: string[] | undefined;
|
|
366
366
|
}
|
|
367
367
|
export interface TableVersionError {
|
|
368
|
-
TableName?: string;
|
|
369
|
-
VersionId?: string;
|
|
370
|
-
ErrorDetail?: ErrorDetail;
|
|
368
|
+
TableName?: string | undefined;
|
|
369
|
+
VersionId?: string | undefined;
|
|
370
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
371
371
|
}
|
|
372
372
|
export interface BatchDeleteTableVersionResponse {
|
|
373
|
-
Errors?: TableVersionError[];
|
|
373
|
+
Errors?: TableVersionError[] | undefined;
|
|
374
374
|
}
|
|
375
375
|
export interface BatchGetBlueprintsRequest {
|
|
376
376
|
Names: string[] | undefined;
|
|
377
|
-
IncludeBlueprint?: boolean;
|
|
378
|
-
IncludeParameterSpec?: boolean;
|
|
377
|
+
IncludeBlueprint?: boolean | undefined;
|
|
378
|
+
IncludeParameterSpec?: boolean | undefined;
|
|
379
379
|
}
|
|
380
380
|
export interface LastActiveDefinition {
|
|
381
|
-
Description?: string;
|
|
382
|
-
LastModifiedOn?: Date;
|
|
383
|
-
ParameterSpec?: string;
|
|
384
|
-
BlueprintLocation?: string;
|
|
385
|
-
BlueprintServiceLocation?: string;
|
|
381
|
+
Description?: string | undefined;
|
|
382
|
+
LastModifiedOn?: Date | undefined;
|
|
383
|
+
ParameterSpec?: string | undefined;
|
|
384
|
+
BlueprintLocation?: string | undefined;
|
|
385
|
+
BlueprintServiceLocation?: string | undefined;
|
|
386
386
|
}
|
|
387
387
|
export declare const BlueprintStatus: {
|
|
388
388
|
readonly ACTIVE: "ACTIVE";
|
|
@@ -393,27 +393,27 @@ export declare const BlueprintStatus: {
|
|
|
393
393
|
export type BlueprintStatus =
|
|
394
394
|
(typeof BlueprintStatus)[keyof typeof BlueprintStatus];
|
|
395
395
|
export interface Blueprint {
|
|
396
|
-
Name?: string;
|
|
397
|
-
Description?: string;
|
|
398
|
-
CreatedOn?: Date;
|
|
399
|
-
LastModifiedOn?: Date;
|
|
400
|
-
ParameterSpec?: string;
|
|
401
|
-
BlueprintLocation?: string;
|
|
402
|
-
BlueprintServiceLocation?: string;
|
|
403
|
-
Status?: BlueprintStatus;
|
|
404
|
-
ErrorMessage?: string;
|
|
405
|
-
LastActiveDefinition?: LastActiveDefinition;
|
|
396
|
+
Name?: string | undefined;
|
|
397
|
+
Description?: string | undefined;
|
|
398
|
+
CreatedOn?: Date | undefined;
|
|
399
|
+
LastModifiedOn?: Date | undefined;
|
|
400
|
+
ParameterSpec?: string | undefined;
|
|
401
|
+
BlueprintLocation?: string | undefined;
|
|
402
|
+
BlueprintServiceLocation?: string | undefined;
|
|
403
|
+
Status?: BlueprintStatus | undefined;
|
|
404
|
+
ErrorMessage?: string | undefined;
|
|
405
|
+
LastActiveDefinition?: LastActiveDefinition | undefined;
|
|
406
406
|
}
|
|
407
407
|
export interface BatchGetBlueprintsResponse {
|
|
408
|
-
Blueprints?: Blueprint[];
|
|
409
|
-
MissingBlueprints?: string[];
|
|
408
|
+
Blueprints?: Blueprint[] | undefined;
|
|
409
|
+
MissingBlueprints?: string[] | undefined;
|
|
410
410
|
}
|
|
411
411
|
export interface BatchGetCrawlersRequest {
|
|
412
412
|
CrawlerNames: string[] | undefined;
|
|
413
413
|
}
|
|
414
414
|
export interface LakeFormationConfiguration {
|
|
415
|
-
UseLakeFormationCredentials?: boolean;
|
|
416
|
-
AccountId?: string;
|
|
415
|
+
UseLakeFormationCredentials?: boolean | undefined;
|
|
416
|
+
AccountId?: string | undefined;
|
|
417
417
|
}
|
|
418
418
|
export declare const LastCrawlStatus: {
|
|
419
419
|
readonly CANCELLED: "CANCELLED";
|
|
@@ -423,12 +423,12 @@ export declare const LastCrawlStatus: {
|
|
|
423
423
|
export type LastCrawlStatus =
|
|
424
424
|
(typeof LastCrawlStatus)[keyof typeof LastCrawlStatus];
|
|
425
425
|
export interface LastCrawlInfo {
|
|
426
|
-
Status?: LastCrawlStatus;
|
|
427
|
-
ErrorMessage?: string;
|
|
428
|
-
LogGroup?: string;
|
|
429
|
-
LogStream?: string;
|
|
430
|
-
MessagePrefix?: string;
|
|
431
|
-
StartTime?: Date;
|
|
426
|
+
Status?: LastCrawlStatus | undefined;
|
|
427
|
+
ErrorMessage?: string | undefined;
|
|
428
|
+
LogGroup?: string | undefined;
|
|
429
|
+
LogStream?: string | undefined;
|
|
430
|
+
MessagePrefix?: string | undefined;
|
|
431
|
+
StartTime?: Date | undefined;
|
|
432
432
|
}
|
|
433
433
|
export declare const CrawlerLineageSettings: {
|
|
434
434
|
readonly DISABLE: "DISABLE";
|
|
@@ -437,7 +437,7 @@ export declare const CrawlerLineageSettings: {
|
|
|
437
437
|
export type CrawlerLineageSettings =
|
|
438
438
|
(typeof CrawlerLineageSettings)[keyof typeof CrawlerLineageSettings];
|
|
439
439
|
export interface LineageConfiguration {
|
|
440
|
-
CrawlerLineageSettings?: CrawlerLineageSettings;
|
|
440
|
+
CrawlerLineageSettings?: CrawlerLineageSettings | undefined;
|
|
441
441
|
}
|
|
442
442
|
export declare const RecrawlBehavior: {
|
|
443
443
|
readonly CRAWL_EVENT_MODE: "CRAWL_EVENT_MODE";
|
|
@@ -447,7 +447,7 @@ export declare const RecrawlBehavior: {
|
|
|
447
447
|
export type RecrawlBehavior =
|
|
448
448
|
(typeof RecrawlBehavior)[keyof typeof RecrawlBehavior];
|
|
449
449
|
export interface RecrawlPolicy {
|
|
450
|
-
RecrawlBehavior?: RecrawlBehavior;
|
|
450
|
+
RecrawlBehavior?: RecrawlBehavior | undefined;
|
|
451
451
|
}
|
|
452
452
|
export declare const ScheduleState: {
|
|
453
453
|
readonly NOT_SCHEDULED: "NOT_SCHEDULED";
|
|
@@ -456,8 +456,8 @@ export declare const ScheduleState: {
|
|
|
456
456
|
};
|
|
457
457
|
export type ScheduleState = (typeof ScheduleState)[keyof typeof ScheduleState];
|
|
458
458
|
export interface Schedule {
|
|
459
|
-
ScheduleExpression?: string;
|
|
460
|
-
State?: ScheduleState;
|
|
459
|
+
ScheduleExpression?: string | undefined;
|
|
460
|
+
State?: ScheduleState | undefined;
|
|
461
461
|
}
|
|
462
462
|
export declare const DeleteBehavior: {
|
|
463
463
|
readonly DELETE_FROM_DATABASE: "DELETE_FROM_DATABASE";
|
|
@@ -473,8 +473,8 @@ export declare const UpdateBehavior: {
|
|
|
473
473
|
export type UpdateBehavior =
|
|
474
474
|
(typeof UpdateBehavior)[keyof typeof UpdateBehavior];
|
|
475
475
|
export interface SchemaChangePolicy {
|
|
476
|
-
UpdateBehavior?: UpdateBehavior;
|
|
477
|
-
DeleteBehavior?: DeleteBehavior;
|
|
476
|
+
UpdateBehavior?: UpdateBehavior | undefined;
|
|
477
|
+
DeleteBehavior?: DeleteBehavior | undefined;
|
|
478
478
|
}
|
|
479
479
|
export declare const CrawlerState: {
|
|
480
480
|
readonly READY: "READY";
|
|
@@ -485,32 +485,32 @@ export type CrawlerState = (typeof CrawlerState)[keyof typeof CrawlerState];
|
|
|
485
485
|
export interface CatalogTarget {
|
|
486
486
|
DatabaseName: string | undefined;
|
|
487
487
|
Tables: string[] | undefined;
|
|
488
|
-
ConnectionName?: string;
|
|
489
|
-
EventQueueArn?: string;
|
|
490
|
-
DlqEventQueueArn?: string;
|
|
488
|
+
ConnectionName?: string | undefined;
|
|
489
|
+
EventQueueArn?: string | undefined;
|
|
490
|
+
DlqEventQueueArn?: string | undefined;
|
|
491
491
|
}
|
|
492
492
|
export interface DeltaTarget {
|
|
493
|
-
DeltaTables?: string[];
|
|
494
|
-
ConnectionName?: string;
|
|
495
|
-
WriteManifest?: boolean;
|
|
496
|
-
CreateNativeDeltaTable?: boolean;
|
|
493
|
+
DeltaTables?: string[] | undefined;
|
|
494
|
+
ConnectionName?: string | undefined;
|
|
495
|
+
WriteManifest?: boolean | undefined;
|
|
496
|
+
CreateNativeDeltaTable?: boolean | undefined;
|
|
497
497
|
}
|
|
498
498
|
export interface DynamoDBTarget {
|
|
499
|
-
Path?: string;
|
|
500
|
-
scanAll?: boolean;
|
|
501
|
-
scanRate?: number;
|
|
499
|
+
Path?: string | undefined;
|
|
500
|
+
scanAll?: boolean | undefined;
|
|
501
|
+
scanRate?: number | undefined;
|
|
502
502
|
}
|
|
503
503
|
export interface HudiTarget {
|
|
504
|
-
Paths?: string[];
|
|
505
|
-
ConnectionName?: string;
|
|
506
|
-
Exclusions?: string[];
|
|
507
|
-
MaximumTraversalDepth?: number;
|
|
504
|
+
Paths?: string[] | undefined;
|
|
505
|
+
ConnectionName?: string | undefined;
|
|
506
|
+
Exclusions?: string[] | undefined;
|
|
507
|
+
MaximumTraversalDepth?: number | undefined;
|
|
508
508
|
}
|
|
509
509
|
export interface IcebergTarget {
|
|
510
|
-
Paths?: string[];
|
|
511
|
-
ConnectionName?: string;
|
|
512
|
-
Exclusions?: string[];
|
|
513
|
-
MaximumTraversalDepth?: number;
|
|
510
|
+
Paths?: string[] | undefined;
|
|
511
|
+
ConnectionName?: string | undefined;
|
|
512
|
+
Exclusions?: string[] | undefined;
|
|
513
|
+
MaximumTraversalDepth?: number | undefined;
|
|
514
514
|
}
|
|
515
515
|
export declare const JdbcMetadataEntry: {
|
|
516
516
|
readonly COMMENTS: "COMMENTS";
|
|
@@ -519,59 +519,59 @@ export declare const JdbcMetadataEntry: {
|
|
|
519
519
|
export type JdbcMetadataEntry =
|
|
520
520
|
(typeof JdbcMetadataEntry)[keyof typeof JdbcMetadataEntry];
|
|
521
521
|
export interface JdbcTarget {
|
|
522
|
-
ConnectionName?: string;
|
|
523
|
-
Path?: string;
|
|
524
|
-
Exclusions?: string[];
|
|
525
|
-
EnableAdditionalMetadata?: JdbcMetadataEntry[];
|
|
522
|
+
ConnectionName?: string | undefined;
|
|
523
|
+
Path?: string | undefined;
|
|
524
|
+
Exclusions?: string[] | undefined;
|
|
525
|
+
EnableAdditionalMetadata?: JdbcMetadataEntry[] | undefined;
|
|
526
526
|
}
|
|
527
527
|
export interface MongoDBTarget {
|
|
528
|
-
ConnectionName?: string;
|
|
529
|
-
Path?: string;
|
|
530
|
-
ScanAll?: boolean;
|
|
528
|
+
ConnectionName?: string | undefined;
|
|
529
|
+
Path?: string | undefined;
|
|
530
|
+
ScanAll?: boolean | undefined;
|
|
531
531
|
}
|
|
532
532
|
export interface S3Target {
|
|
533
|
-
Path?: string;
|
|
534
|
-
Exclusions?: string[];
|
|
535
|
-
ConnectionName?: string;
|
|
536
|
-
SampleSize?: number;
|
|
537
|
-
EventQueueArn?: string;
|
|
538
|
-
DlqEventQueueArn?: string;
|
|
533
|
+
Path?: string | undefined;
|
|
534
|
+
Exclusions?: string[] | undefined;
|
|
535
|
+
ConnectionName?: string | undefined;
|
|
536
|
+
SampleSize?: number | undefined;
|
|
537
|
+
EventQueueArn?: string | undefined;
|
|
538
|
+
DlqEventQueueArn?: string | undefined;
|
|
539
539
|
}
|
|
540
540
|
export interface CrawlerTargets {
|
|
541
|
-
S3Targets?: S3Target[];
|
|
542
|
-
JdbcTargets?: JdbcTarget[];
|
|
543
|
-
MongoDBTargets?: MongoDBTarget[];
|
|
544
|
-
DynamoDBTargets?: DynamoDBTarget[];
|
|
545
|
-
CatalogTargets?: CatalogTarget[];
|
|
546
|
-
DeltaTargets?: DeltaTarget[];
|
|
547
|
-
IcebergTargets?: IcebergTarget[];
|
|
548
|
-
HudiTargets?: HudiTarget[];
|
|
541
|
+
S3Targets?: S3Target[] | undefined;
|
|
542
|
+
JdbcTargets?: JdbcTarget[] | undefined;
|
|
543
|
+
MongoDBTargets?: MongoDBTarget[] | undefined;
|
|
544
|
+
DynamoDBTargets?: DynamoDBTarget[] | undefined;
|
|
545
|
+
CatalogTargets?: CatalogTarget[] | undefined;
|
|
546
|
+
DeltaTargets?: DeltaTarget[] | undefined;
|
|
547
|
+
IcebergTargets?: IcebergTarget[] | undefined;
|
|
548
|
+
HudiTargets?: HudiTarget[] | undefined;
|
|
549
549
|
}
|
|
550
550
|
export interface Crawler {
|
|
551
|
-
Name?: string;
|
|
552
|
-
Role?: string;
|
|
553
|
-
Targets?: CrawlerTargets;
|
|
554
|
-
DatabaseName?: string;
|
|
555
|
-
Description?: string;
|
|
556
|
-
Classifiers?: string[];
|
|
557
|
-
RecrawlPolicy?: RecrawlPolicy;
|
|
558
|
-
SchemaChangePolicy?: SchemaChangePolicy;
|
|
559
|
-
LineageConfiguration?: LineageConfiguration;
|
|
560
|
-
State?: CrawlerState;
|
|
561
|
-
TablePrefix?: string;
|
|
562
|
-
Schedule?: Schedule;
|
|
563
|
-
CrawlElapsedTime?: number;
|
|
564
|
-
CreationTime?: Date;
|
|
565
|
-
LastUpdated?: Date;
|
|
566
|
-
LastCrawl?: LastCrawlInfo;
|
|
567
|
-
Version?: number;
|
|
568
|
-
Configuration?: string;
|
|
569
|
-
CrawlerSecurityConfiguration?: string;
|
|
570
|
-
LakeFormationConfiguration?: LakeFormationConfiguration;
|
|
551
|
+
Name?: string | undefined;
|
|
552
|
+
Role?: string | undefined;
|
|
553
|
+
Targets?: CrawlerTargets | undefined;
|
|
554
|
+
DatabaseName?: string | undefined;
|
|
555
|
+
Description?: string | undefined;
|
|
556
|
+
Classifiers?: string[] | undefined;
|
|
557
|
+
RecrawlPolicy?: RecrawlPolicy | undefined;
|
|
558
|
+
SchemaChangePolicy?: SchemaChangePolicy | undefined;
|
|
559
|
+
LineageConfiguration?: LineageConfiguration | undefined;
|
|
560
|
+
State?: CrawlerState | undefined;
|
|
561
|
+
TablePrefix?: string | undefined;
|
|
562
|
+
Schedule?: Schedule | undefined;
|
|
563
|
+
CrawlElapsedTime?: number | undefined;
|
|
564
|
+
CreationTime?: Date | undefined;
|
|
565
|
+
LastUpdated?: Date | undefined;
|
|
566
|
+
LastCrawl?: LastCrawlInfo | undefined;
|
|
567
|
+
Version?: number | undefined;
|
|
568
|
+
Configuration?: string | undefined;
|
|
569
|
+
CrawlerSecurityConfiguration?: string | undefined;
|
|
570
|
+
LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
|
|
571
571
|
}
|
|
572
572
|
export interface BatchGetCrawlersResponse {
|
|
573
|
-
Crawlers?: Crawler[];
|
|
574
|
-
CrawlersNotFound?: string[];
|
|
573
|
+
Crawlers?: Crawler[] | undefined;
|
|
574
|
+
CrawlersNotFound?: string[] | undefined;
|
|
575
575
|
}
|
|
576
576
|
export interface BatchGetCustomEntityTypesRequest {
|
|
577
577
|
Names: string[] | undefined;
|
|
@@ -579,46 +579,46 @@ export interface BatchGetCustomEntityTypesRequest {
|
|
|
579
579
|
export interface CustomEntityType {
|
|
580
580
|
Name: string | undefined;
|
|
581
581
|
RegexString: string | undefined;
|
|
582
|
-
ContextWords?: string[];
|
|
582
|
+
ContextWords?: string[] | undefined;
|
|
583
583
|
}
|
|
584
584
|
export interface BatchGetCustomEntityTypesResponse {
|
|
585
|
-
CustomEntityTypes?: CustomEntityType[];
|
|
586
|
-
CustomEntityTypesNotFound?: string[];
|
|
585
|
+
CustomEntityTypes?: CustomEntityType[] | undefined;
|
|
586
|
+
CustomEntityTypesNotFound?: string[] | undefined;
|
|
587
587
|
}
|
|
588
588
|
export interface BatchGetDataQualityResultRequest {
|
|
589
589
|
ResultIds: string[] | undefined;
|
|
590
590
|
}
|
|
591
591
|
export interface DataQualityAnalyzerResult {
|
|
592
|
-
Name?: string;
|
|
593
|
-
Description?: string;
|
|
594
|
-
EvaluationMessage?: string;
|
|
595
|
-
EvaluatedMetrics?: Record<string, number
|
|
592
|
+
Name?: string | undefined;
|
|
593
|
+
Description?: string | undefined;
|
|
594
|
+
EvaluationMessage?: string | undefined;
|
|
595
|
+
EvaluatedMetrics?: Record<string, number> | undefined;
|
|
596
596
|
}
|
|
597
597
|
export interface GlueTable {
|
|
598
598
|
DatabaseName: string | undefined;
|
|
599
599
|
TableName: string | undefined;
|
|
600
|
-
CatalogId?: string;
|
|
601
|
-
ConnectionName?: string;
|
|
602
|
-
AdditionalOptions?: Record<string, string
|
|
600
|
+
CatalogId?: string | undefined;
|
|
601
|
+
ConnectionName?: string | undefined;
|
|
602
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
603
603
|
}
|
|
604
604
|
export interface DataSource {
|
|
605
605
|
GlueTable: GlueTable | undefined;
|
|
606
606
|
}
|
|
607
607
|
export interface DataQualityMetricValues {
|
|
608
|
-
ActualValue?: number;
|
|
609
|
-
ExpectedValue?: number;
|
|
610
|
-
LowerLimit?: number;
|
|
611
|
-
UpperLimit?: number;
|
|
608
|
+
ActualValue?: number | undefined;
|
|
609
|
+
ExpectedValue?: number | undefined;
|
|
610
|
+
LowerLimit?: number | undefined;
|
|
611
|
+
UpperLimit?: number | undefined;
|
|
612
612
|
}
|
|
613
613
|
export interface MetricBasedObservation {
|
|
614
|
-
MetricName?: string;
|
|
615
|
-
StatisticId?: string;
|
|
616
|
-
MetricValues?: DataQualityMetricValues;
|
|
617
|
-
NewRules?: string[];
|
|
614
|
+
MetricName?: string | undefined;
|
|
615
|
+
StatisticId?: string | undefined;
|
|
616
|
+
MetricValues?: DataQualityMetricValues | undefined;
|
|
617
|
+
NewRules?: string[] | undefined;
|
|
618
618
|
}
|
|
619
619
|
export interface DataQualityObservation {
|
|
620
|
-
Description?: string;
|
|
621
|
-
MetricBasedObservation?: MetricBasedObservation;
|
|
620
|
+
Description?: string | undefined;
|
|
621
|
+
MetricBasedObservation?: MetricBasedObservation | undefined;
|
|
622
622
|
}
|
|
623
623
|
export declare const DataQualityRuleResultStatus: {
|
|
624
624
|
readonly ERROR: "ERROR";
|
|
@@ -628,32 +628,32 @@ export declare const DataQualityRuleResultStatus: {
|
|
|
628
628
|
export type DataQualityRuleResultStatus =
|
|
629
629
|
(typeof DataQualityRuleResultStatus)[keyof typeof DataQualityRuleResultStatus];
|
|
630
630
|
export interface DataQualityRuleResult {
|
|
631
|
-
Name?: string;
|
|
632
|
-
Description?: string;
|
|
633
|
-
EvaluationMessage?: string;
|
|
634
|
-
Result?: DataQualityRuleResultStatus;
|
|
635
|
-
EvaluatedMetrics?: Record<string, number
|
|
636
|
-
EvaluatedRule?: string;
|
|
631
|
+
Name?: string | undefined;
|
|
632
|
+
Description?: string | undefined;
|
|
633
|
+
EvaluationMessage?: string | undefined;
|
|
634
|
+
Result?: DataQualityRuleResultStatus | undefined;
|
|
635
|
+
EvaluatedMetrics?: Record<string, number> | undefined;
|
|
636
|
+
EvaluatedRule?: string | undefined;
|
|
637
637
|
}
|
|
638
638
|
export interface DataQualityResult {
|
|
639
|
-
ResultId?: string;
|
|
640
|
-
ProfileId?: string;
|
|
641
|
-
Score?: number;
|
|
642
|
-
DataSource?: DataSource;
|
|
643
|
-
RulesetName?: string;
|
|
644
|
-
EvaluationContext?: string;
|
|
645
|
-
StartedOn?: Date;
|
|
646
|
-
CompletedOn?: Date;
|
|
647
|
-
JobName?: string;
|
|
648
|
-
JobRunId?: string;
|
|
649
|
-
RulesetEvaluationRunId?: string;
|
|
650
|
-
RuleResults?: DataQualityRuleResult[];
|
|
651
|
-
AnalyzerResults?: DataQualityAnalyzerResult[];
|
|
652
|
-
Observations?: DataQualityObservation[];
|
|
639
|
+
ResultId?: string | undefined;
|
|
640
|
+
ProfileId?: string | undefined;
|
|
641
|
+
Score?: number | undefined;
|
|
642
|
+
DataSource?: DataSource | undefined;
|
|
643
|
+
RulesetName?: string | undefined;
|
|
644
|
+
EvaluationContext?: string | undefined;
|
|
645
|
+
StartedOn?: Date | undefined;
|
|
646
|
+
CompletedOn?: Date | undefined;
|
|
647
|
+
JobName?: string | undefined;
|
|
648
|
+
JobRunId?: string | undefined;
|
|
649
|
+
RulesetEvaluationRunId?: string | undefined;
|
|
650
|
+
RuleResults?: DataQualityRuleResult[] | undefined;
|
|
651
|
+
AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
|
|
652
|
+
Observations?: DataQualityObservation[] | undefined;
|
|
653
653
|
}
|
|
654
654
|
export interface BatchGetDataQualityResultResponse {
|
|
655
655
|
Results: DataQualityResult[] | undefined;
|
|
656
|
-
ResultsNotFound?: string[];
|
|
656
|
+
ResultsNotFound?: string[] | undefined;
|
|
657
657
|
}
|
|
658
658
|
export interface BatchGetDevEndpointsRequest {
|
|
659
659
|
DevEndpointNames: string[] | undefined;
|
|
@@ -669,35 +669,35 @@ export declare const WorkerType: {
|
|
|
669
669
|
};
|
|
670
670
|
export type WorkerType = (typeof WorkerType)[keyof typeof WorkerType];
|
|
671
671
|
export interface DevEndpoint {
|
|
672
|
-
EndpointName?: string;
|
|
673
|
-
RoleArn?: string;
|
|
674
|
-
SecurityGroupIds?: string[];
|
|
675
|
-
SubnetId?: string;
|
|
676
|
-
YarnEndpointAddress?: string;
|
|
677
|
-
PrivateAddress?: string;
|
|
678
|
-
ZeppelinRemoteSparkInterpreterPort?: number;
|
|
679
|
-
PublicAddress?: string;
|
|
680
|
-
Status?: string;
|
|
681
|
-
WorkerType?: WorkerType;
|
|
682
|
-
GlueVersion?: string;
|
|
683
|
-
NumberOfWorkers?: number;
|
|
684
|
-
NumberOfNodes?: number;
|
|
685
|
-
AvailabilityZone?: string;
|
|
686
|
-
VpcId?: string;
|
|
687
|
-
ExtraPythonLibsS3Path?: string;
|
|
688
|
-
ExtraJarsS3Path?: string;
|
|
689
|
-
FailureReason?: string;
|
|
690
|
-
LastUpdateStatus?: string;
|
|
691
|
-
CreatedTimestamp?: Date;
|
|
692
|
-
LastModifiedTimestamp?: Date;
|
|
693
|
-
PublicKey?: string;
|
|
694
|
-
PublicKeys?: string[];
|
|
695
|
-
SecurityConfiguration?: string;
|
|
696
|
-
Arguments?: Record<string, string
|
|
672
|
+
EndpointName?: string | undefined;
|
|
673
|
+
RoleArn?: string | undefined;
|
|
674
|
+
SecurityGroupIds?: string[] | undefined;
|
|
675
|
+
SubnetId?: string | undefined;
|
|
676
|
+
YarnEndpointAddress?: string | undefined;
|
|
677
|
+
PrivateAddress?: string | undefined;
|
|
678
|
+
ZeppelinRemoteSparkInterpreterPort?: number | undefined;
|
|
679
|
+
PublicAddress?: string | undefined;
|
|
680
|
+
Status?: string | undefined;
|
|
681
|
+
WorkerType?: WorkerType | undefined;
|
|
682
|
+
GlueVersion?: string | undefined;
|
|
683
|
+
NumberOfWorkers?: number | undefined;
|
|
684
|
+
NumberOfNodes?: number | undefined;
|
|
685
|
+
AvailabilityZone?: string | undefined;
|
|
686
|
+
VpcId?: string | undefined;
|
|
687
|
+
ExtraPythonLibsS3Path?: string | undefined;
|
|
688
|
+
ExtraJarsS3Path?: string | undefined;
|
|
689
|
+
FailureReason?: string | undefined;
|
|
690
|
+
LastUpdateStatus?: string | undefined;
|
|
691
|
+
CreatedTimestamp?: Date | undefined;
|
|
692
|
+
LastModifiedTimestamp?: Date | undefined;
|
|
693
|
+
PublicKey?: string | undefined;
|
|
694
|
+
PublicKeys?: string[] | undefined;
|
|
695
|
+
SecurityConfiguration?: string | undefined;
|
|
696
|
+
Arguments?: Record<string, string> | undefined;
|
|
697
697
|
}
|
|
698
698
|
export interface BatchGetDevEndpointsResponse {
|
|
699
|
-
DevEndpoints?: DevEndpoint[];
|
|
700
|
-
DevEndpointsNotFound?: string[];
|
|
699
|
+
DevEndpoints?: DevEndpoint[] | undefined;
|
|
700
|
+
DevEndpointsNotFound?: string[] | undefined;
|
|
701
701
|
}
|
|
702
702
|
export interface BatchGetJobsRequest {
|
|
703
703
|
JobNames: string[] | undefined;
|
|
@@ -706,49 +706,49 @@ export interface CatalogDeltaSource {
|
|
|
706
706
|
Name: string | undefined;
|
|
707
707
|
Database: string | undefined;
|
|
708
708
|
Table: string | undefined;
|
|
709
|
-
AdditionalDeltaOptions?: Record<string, string
|
|
710
|
-
OutputSchemas?: GlueSchema[];
|
|
709
|
+
AdditionalDeltaOptions?: Record<string, string> | undefined;
|
|
710
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
711
711
|
}
|
|
712
712
|
export interface CatalogHudiSource {
|
|
713
713
|
Name: string | undefined;
|
|
714
714
|
Database: string | undefined;
|
|
715
715
|
Table: string | undefined;
|
|
716
|
-
AdditionalHudiOptions?: Record<string, string
|
|
717
|
-
OutputSchemas?: GlueSchema[];
|
|
716
|
+
AdditionalHudiOptions?: Record<string, string> | undefined;
|
|
717
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
718
718
|
}
|
|
719
719
|
export interface StreamingDataPreviewOptions {
|
|
720
|
-
PollingTime?: number;
|
|
721
|
-
RecordPollingLimit?: number;
|
|
720
|
+
PollingTime?: number | undefined;
|
|
721
|
+
RecordPollingLimit?: number | undefined;
|
|
722
722
|
}
|
|
723
723
|
export interface KafkaStreamingSourceOptions {
|
|
724
|
-
BootstrapServers?: string;
|
|
725
|
-
SecurityProtocol?: string;
|
|
726
|
-
ConnectionName?: string;
|
|
727
|
-
TopicName?: string;
|
|
728
|
-
Assign?: string;
|
|
729
|
-
SubscribePattern?: string;
|
|
730
|
-
Classification?: string;
|
|
731
|
-
Delimiter?: string;
|
|
732
|
-
StartingOffsets?: string;
|
|
733
|
-
EndingOffsets?: string;
|
|
734
|
-
PollTimeoutMs?: number;
|
|
735
|
-
NumRetries?: number;
|
|
736
|
-
RetryIntervalMs?: number;
|
|
737
|
-
MaxOffsetsPerTrigger?: number;
|
|
738
|
-
MinPartitions?: number;
|
|
739
|
-
IncludeHeaders?: boolean;
|
|
740
|
-
AddRecordTimestamp?: string;
|
|
741
|
-
EmitConsumerLagMetrics?: string;
|
|
742
|
-
StartingTimestamp?: Date;
|
|
724
|
+
BootstrapServers?: string | undefined;
|
|
725
|
+
SecurityProtocol?: string | undefined;
|
|
726
|
+
ConnectionName?: string | undefined;
|
|
727
|
+
TopicName?: string | undefined;
|
|
728
|
+
Assign?: string | undefined;
|
|
729
|
+
SubscribePattern?: string | undefined;
|
|
730
|
+
Classification?: string | undefined;
|
|
731
|
+
Delimiter?: string | undefined;
|
|
732
|
+
StartingOffsets?: string | undefined;
|
|
733
|
+
EndingOffsets?: string | undefined;
|
|
734
|
+
PollTimeoutMs?: number | undefined;
|
|
735
|
+
NumRetries?: number | undefined;
|
|
736
|
+
RetryIntervalMs?: number | undefined;
|
|
737
|
+
MaxOffsetsPerTrigger?: number | undefined;
|
|
738
|
+
MinPartitions?: number | undefined;
|
|
739
|
+
IncludeHeaders?: boolean | undefined;
|
|
740
|
+
AddRecordTimestamp?: string | undefined;
|
|
741
|
+
EmitConsumerLagMetrics?: string | undefined;
|
|
742
|
+
StartingTimestamp?: Date | undefined;
|
|
743
743
|
}
|
|
744
744
|
export interface CatalogKafkaSource {
|
|
745
745
|
Name: string | undefined;
|
|
746
|
-
WindowSize?: number;
|
|
747
|
-
DetectSchema?: boolean;
|
|
746
|
+
WindowSize?: number | undefined;
|
|
747
|
+
DetectSchema?: boolean | undefined;
|
|
748
748
|
Table: string | undefined;
|
|
749
749
|
Database: string | undefined;
|
|
750
|
-
StreamingOptions?: KafkaStreamingSourceOptions;
|
|
751
|
-
DataPreviewOptions?: StreamingDataPreviewOptions;
|
|
750
|
+
StreamingOptions?: KafkaStreamingSourceOptions | undefined;
|
|
751
|
+
DataPreviewOptions?: StreamingDataPreviewOptions | undefined;
|
|
752
752
|
}
|
|
753
753
|
export declare const StartingPosition: {
|
|
754
754
|
readonly EARLIEST: "earliest";
|
|
@@ -759,36 +759,36 @@ export declare const StartingPosition: {
|
|
|
759
759
|
export type StartingPosition =
|
|
760
760
|
(typeof StartingPosition)[keyof typeof StartingPosition];
|
|
761
761
|
export interface KinesisStreamingSourceOptions {
|
|
762
|
-
EndpointUrl?: string;
|
|
763
|
-
StreamName?: string;
|
|
764
|
-
Classification?: string;
|
|
765
|
-
Delimiter?: string;
|
|
766
|
-
StartingPosition?: StartingPosition;
|
|
767
|
-
MaxFetchTimeInMs?: number;
|
|
768
|
-
MaxFetchRecordsPerShard?: number;
|
|
769
|
-
MaxRecordPerRead?: number;
|
|
770
|
-
AddIdleTimeBetweenReads?: boolean;
|
|
771
|
-
IdleTimeBetweenReadsInMs?: number;
|
|
772
|
-
DescribeShardInterval?: number;
|
|
773
|
-
NumRetries?: number;
|
|
774
|
-
RetryIntervalMs?: number;
|
|
775
|
-
MaxRetryIntervalMs?: number;
|
|
776
|
-
AvoidEmptyBatches?: boolean;
|
|
777
|
-
StreamArn?: string;
|
|
778
|
-
RoleArn?: string;
|
|
779
|
-
RoleSessionName?: string;
|
|
780
|
-
AddRecordTimestamp?: string;
|
|
781
|
-
EmitConsumerLagMetrics?: string;
|
|
782
|
-
StartingTimestamp?: Date;
|
|
762
|
+
EndpointUrl?: string | undefined;
|
|
763
|
+
StreamName?: string | undefined;
|
|
764
|
+
Classification?: string | undefined;
|
|
765
|
+
Delimiter?: string | undefined;
|
|
766
|
+
StartingPosition?: StartingPosition | undefined;
|
|
767
|
+
MaxFetchTimeInMs?: number | undefined;
|
|
768
|
+
MaxFetchRecordsPerShard?: number | undefined;
|
|
769
|
+
MaxRecordPerRead?: number | undefined;
|
|
770
|
+
AddIdleTimeBetweenReads?: boolean | undefined;
|
|
771
|
+
IdleTimeBetweenReadsInMs?: number | undefined;
|
|
772
|
+
DescribeShardInterval?: number | undefined;
|
|
773
|
+
NumRetries?: number | undefined;
|
|
774
|
+
RetryIntervalMs?: number | undefined;
|
|
775
|
+
MaxRetryIntervalMs?: number | undefined;
|
|
776
|
+
AvoidEmptyBatches?: boolean | undefined;
|
|
777
|
+
StreamArn?: string | undefined;
|
|
778
|
+
RoleArn?: string | undefined;
|
|
779
|
+
RoleSessionName?: string | undefined;
|
|
780
|
+
AddRecordTimestamp?: string | undefined;
|
|
781
|
+
EmitConsumerLagMetrics?: string | undefined;
|
|
782
|
+
StartingTimestamp?: Date | undefined;
|
|
783
783
|
}
|
|
784
784
|
export interface CatalogKinesisSource {
|
|
785
785
|
Name: string | undefined;
|
|
786
|
-
WindowSize?: number;
|
|
787
|
-
DetectSchema?: boolean;
|
|
786
|
+
WindowSize?: number | undefined;
|
|
787
|
+
DetectSchema?: boolean | undefined;
|
|
788
788
|
Table: string | undefined;
|
|
789
789
|
Database: string | undefined;
|
|
790
|
-
StreamingOptions?: KinesisStreamingSourceOptions;
|
|
791
|
-
DataPreviewOptions?: StreamingDataPreviewOptions;
|
|
790
|
+
StreamingOptions?: KinesisStreamingSourceOptions | undefined;
|
|
791
|
+
DataPreviewOptions?: StreamingDataPreviewOptions | undefined;
|
|
792
792
|
}
|
|
793
793
|
export interface CatalogSource {
|
|
794
794
|
Name: string | undefined;
|
|
@@ -798,7 +798,7 @@ export interface CatalogSource {
|
|
|
798
798
|
export interface BasicCatalogTarget {
|
|
799
799
|
Name: string | undefined;
|
|
800
800
|
Inputs: string[] | undefined;
|
|
801
|
-
PartitionKeys?: string[][];
|
|
801
|
+
PartitionKeys?: string[][] | undefined;
|
|
802
802
|
Database: string | undefined;
|
|
803
803
|
Table: string | undefined;
|
|
804
804
|
}
|
|
@@ -806,20 +806,20 @@ export interface ConnectorDataSource {
|
|
|
806
806
|
Name: string | undefined;
|
|
807
807
|
ConnectionType: string | undefined;
|
|
808
808
|
Data: Record<string, string> | undefined;
|
|
809
|
-
OutputSchemas?: GlueSchema[];
|
|
809
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
810
810
|
}
|
|
811
811
|
export interface ConnectorDataTarget {
|
|
812
812
|
Name: string | undefined;
|
|
813
813
|
ConnectionType: string | undefined;
|
|
814
814
|
Data: Record<string, string> | undefined;
|
|
815
|
-
Inputs?: string[];
|
|
815
|
+
Inputs?: string[] | undefined;
|
|
816
816
|
}
|
|
817
817
|
export interface CustomCode {
|
|
818
818
|
Name: string | undefined;
|
|
819
819
|
Inputs: string[] | undefined;
|
|
820
820
|
Code: string | undefined;
|
|
821
821
|
ClassName: string | undefined;
|
|
822
|
-
OutputSchemas?: GlueSchema[];
|
|
822
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
823
823
|
}
|
|
824
824
|
export declare const JDBCConnectionType: {
|
|
825
825
|
readonly mysql: "mysql";
|
|
@@ -836,26 +836,26 @@ export interface DirectJDBCSource {
|
|
|
836
836
|
Table: string | undefined;
|
|
837
837
|
ConnectionName: string | undefined;
|
|
838
838
|
ConnectionType: JDBCConnectionType | undefined;
|
|
839
|
-
RedshiftTmpDir?: string;
|
|
839
|
+
RedshiftTmpDir?: string | undefined;
|
|
840
840
|
}
|
|
841
841
|
export interface DirectKafkaSource {
|
|
842
842
|
Name: string | undefined;
|
|
843
|
-
StreamingOptions?: KafkaStreamingSourceOptions;
|
|
844
|
-
WindowSize?: number;
|
|
845
|
-
DetectSchema?: boolean;
|
|
846
|
-
DataPreviewOptions?: StreamingDataPreviewOptions;
|
|
843
|
+
StreamingOptions?: KafkaStreamingSourceOptions | undefined;
|
|
844
|
+
WindowSize?: number | undefined;
|
|
845
|
+
DetectSchema?: boolean | undefined;
|
|
846
|
+
DataPreviewOptions?: StreamingDataPreviewOptions | undefined;
|
|
847
847
|
}
|
|
848
848
|
export interface DirectKinesisSource {
|
|
849
849
|
Name: string | undefined;
|
|
850
|
-
WindowSize?: number;
|
|
851
|
-
DetectSchema?: boolean;
|
|
852
|
-
StreamingOptions?: KinesisStreamingSourceOptions;
|
|
853
|
-
DataPreviewOptions?: StreamingDataPreviewOptions;
|
|
850
|
+
WindowSize?: number | undefined;
|
|
851
|
+
DetectSchema?: boolean | undefined;
|
|
852
|
+
StreamingOptions?: KinesisStreamingSourceOptions | undefined;
|
|
853
|
+
DataPreviewOptions?: StreamingDataPreviewOptions | undefined;
|
|
854
854
|
}
|
|
855
855
|
export interface DropDuplicates {
|
|
856
856
|
Name: string | undefined;
|
|
857
857
|
Inputs: string[] | undefined;
|
|
858
|
-
Columns?: string[][];
|
|
858
|
+
Columns?: string[][] | undefined;
|
|
859
859
|
}
|
|
860
860
|
export interface DropFields {
|
|
861
861
|
Name: string | undefined;
|
|
@@ -863,9 +863,9 @@ export interface DropFields {
|
|
|
863
863
|
Paths: string[][] | undefined;
|
|
864
864
|
}
|
|
865
865
|
export interface NullCheckBoxList {
|
|
866
|
-
IsEmpty?: boolean;
|
|
867
|
-
IsNullString?: boolean;
|
|
868
|
-
IsNegOne?: boolean;
|
|
866
|
+
IsEmpty?: boolean | undefined;
|
|
867
|
+
IsNullString?: boolean | undefined;
|
|
868
|
+
IsNegOne?: boolean | undefined;
|
|
869
869
|
}
|
|
870
870
|
export interface Datatype {
|
|
871
871
|
Id: string | undefined;
|
|
@@ -878,8 +878,8 @@ export interface NullValueField {
|
|
|
878
878
|
export interface DropNullFields {
|
|
879
879
|
Name: string | undefined;
|
|
880
880
|
Inputs: string[] | undefined;
|
|
881
|
-
NullCheckBoxList?: NullCheckBoxList;
|
|
882
|
-
NullTextList?: NullValueField[];
|
|
881
|
+
NullCheckBoxList?: NullCheckBoxList | undefined;
|
|
882
|
+
NullTextList?: NullValueField[] | undefined;
|
|
883
883
|
}
|
|
884
884
|
export declare const ParamType: {
|
|
885
885
|
readonly BOOL: "bool";
|
|
@@ -894,21 +894,21 @@ export type ParamType = (typeof ParamType)[keyof typeof ParamType];
|
|
|
894
894
|
export interface TransformConfigParameter {
|
|
895
895
|
Name: string | undefined;
|
|
896
896
|
Type: ParamType | undefined;
|
|
897
|
-
ValidationRule?: string;
|
|
898
|
-
ValidationMessage?: string;
|
|
899
|
-
Value?: string[];
|
|
900
|
-
ListType?: ParamType;
|
|
901
|
-
IsOptional?: boolean;
|
|
897
|
+
ValidationRule?: string | undefined;
|
|
898
|
+
ValidationMessage?: string | undefined;
|
|
899
|
+
Value?: string[] | undefined;
|
|
900
|
+
ListType?: ParamType | undefined;
|
|
901
|
+
IsOptional?: boolean | undefined;
|
|
902
902
|
}
|
|
903
903
|
export interface DynamicTransform {
|
|
904
904
|
Name: string | undefined;
|
|
905
905
|
TransformName: string | undefined;
|
|
906
906
|
Inputs: string[] | undefined;
|
|
907
|
-
Parameters?: TransformConfigParameter[];
|
|
907
|
+
Parameters?: TransformConfigParameter[] | undefined;
|
|
908
908
|
FunctionName: string | undefined;
|
|
909
909
|
Path: string | undefined;
|
|
910
|
-
Version?: string;
|
|
911
|
-
OutputSchemas?: GlueSchema[];
|
|
910
|
+
Version?: string | undefined;
|
|
911
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
912
912
|
}
|
|
913
913
|
export interface DynamoDBCatalogSource {
|
|
914
914
|
Name: string | undefined;
|
|
@@ -922,10 +922,10 @@ export declare const DQTransformOutput: {
|
|
|
922
922
|
export type DQTransformOutput =
|
|
923
923
|
(typeof DQTransformOutput)[keyof typeof DQTransformOutput];
|
|
924
924
|
export interface DQResultsPublishingOptions {
|
|
925
|
-
EvaluationContext?: string;
|
|
926
|
-
ResultsS3Prefix?: string;
|
|
927
|
-
CloudWatchMetricsEnabled?: boolean;
|
|
928
|
-
ResultsPublishingEnabled?: boolean;
|
|
925
|
+
EvaluationContext?: string | undefined;
|
|
926
|
+
ResultsS3Prefix?: string | undefined;
|
|
927
|
+
CloudWatchMetricsEnabled?: boolean | undefined;
|
|
928
|
+
ResultsPublishingEnabled?: boolean | undefined;
|
|
929
929
|
}
|
|
930
930
|
export declare const DQStopJobOnFailureTiming: {
|
|
931
931
|
readonly AfterDataLoad: "AfterDataLoad";
|
|
@@ -934,30 +934,30 @@ export declare const DQStopJobOnFailureTiming: {
|
|
|
934
934
|
export type DQStopJobOnFailureTiming =
|
|
935
935
|
(typeof DQStopJobOnFailureTiming)[keyof typeof DQStopJobOnFailureTiming];
|
|
936
936
|
export interface DQStopJobOnFailureOptions {
|
|
937
|
-
StopJobOnFailureTiming?: DQStopJobOnFailureTiming;
|
|
937
|
+
StopJobOnFailureTiming?: DQStopJobOnFailureTiming | undefined;
|
|
938
938
|
}
|
|
939
939
|
export interface EvaluateDataQuality {
|
|
940
940
|
Name: string | undefined;
|
|
941
941
|
Inputs: string[] | undefined;
|
|
942
942
|
Ruleset: string | undefined;
|
|
943
|
-
Output?: DQTransformOutput;
|
|
944
|
-
PublishingOptions?: DQResultsPublishingOptions;
|
|
945
|
-
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
943
|
+
Output?: DQTransformOutput | undefined;
|
|
944
|
+
PublishingOptions?: DQResultsPublishingOptions | undefined;
|
|
945
|
+
StopJobOnFailureOptions?: DQStopJobOnFailureOptions | undefined;
|
|
946
946
|
}
|
|
947
947
|
export interface EvaluateDataQualityMultiFrame {
|
|
948
948
|
Name: string | undefined;
|
|
949
949
|
Inputs: string[] | undefined;
|
|
950
|
-
AdditionalDataSources?: Record<string, string
|
|
950
|
+
AdditionalDataSources?: Record<string, string> | undefined;
|
|
951
951
|
Ruleset: string | undefined;
|
|
952
|
-
PublishingOptions?: DQResultsPublishingOptions;
|
|
953
|
-
AdditionalOptions?: Partial<Record<AdditionalOptionKeys, string
|
|
954
|
-
StopJobOnFailureOptions?: DQStopJobOnFailureOptions;
|
|
952
|
+
PublishingOptions?: DQResultsPublishingOptions | undefined;
|
|
953
|
+
AdditionalOptions?: Partial<Record<AdditionalOptionKeys, string>> | undefined;
|
|
954
|
+
StopJobOnFailureOptions?: DQStopJobOnFailureOptions | undefined;
|
|
955
955
|
}
|
|
956
956
|
export interface FillMissingValues {
|
|
957
957
|
Name: string | undefined;
|
|
958
958
|
Inputs: string[] | undefined;
|
|
959
959
|
ImputedPath: string | undefined;
|
|
960
|
-
FilledPath?: string;
|
|
960
|
+
FilledPath?: string | undefined;
|
|
961
961
|
}
|
|
962
962
|
export declare const FilterOperation: {
|
|
963
963
|
readonly EQ: "EQ";
|
|
@@ -982,7 +982,7 @@ export interface FilterValue {
|
|
|
982
982
|
}
|
|
983
983
|
export interface FilterExpression {
|
|
984
984
|
Operation: FilterOperation | undefined;
|
|
985
|
-
Negated?: boolean;
|
|
985
|
+
Negated?: boolean | undefined;
|
|
986
986
|
Values: FilterValue[] | undefined;
|
|
987
987
|
}
|
|
988
988
|
export declare const FilterLogicalOperator: {
|
|
@@ -998,15 +998,15 @@ export interface Filter {
|
|
|
998
998
|
Filters: FilterExpression[] | undefined;
|
|
999
999
|
}
|
|
1000
1000
|
export interface S3SourceAdditionalOptions {
|
|
1001
|
-
BoundedSize?: number;
|
|
1002
|
-
BoundedFiles?: number;
|
|
1001
|
+
BoundedSize?: number | undefined;
|
|
1002
|
+
BoundedFiles?: number | undefined;
|
|
1003
1003
|
}
|
|
1004
1004
|
export interface GovernedCatalogSource {
|
|
1005
1005
|
Name: string | undefined;
|
|
1006
1006
|
Database: string | undefined;
|
|
1007
1007
|
Table: string | undefined;
|
|
1008
|
-
PartitionPredicate?: string;
|
|
1009
|
-
AdditionalOptions?: S3SourceAdditionalOptions;
|
|
1008
|
+
PartitionPredicate?: string | undefined;
|
|
1009
|
+
AdditionalOptions?: S3SourceAdditionalOptions | undefined;
|
|
1010
1010
|
}
|
|
1011
1011
|
export declare const UpdateCatalogBehavior: {
|
|
1012
1012
|
readonly LOG: "LOG";
|
|
@@ -1015,16 +1015,16 @@ export declare const UpdateCatalogBehavior: {
|
|
|
1015
1015
|
export type UpdateCatalogBehavior =
|
|
1016
1016
|
(typeof UpdateCatalogBehavior)[keyof typeof UpdateCatalogBehavior];
|
|
1017
1017
|
export interface CatalogSchemaChangePolicy {
|
|
1018
|
-
EnableUpdateCatalog?: boolean;
|
|
1019
|
-
UpdateBehavior?: UpdateCatalogBehavior;
|
|
1018
|
+
EnableUpdateCatalog?: boolean | undefined;
|
|
1019
|
+
UpdateBehavior?: UpdateCatalogBehavior | undefined;
|
|
1020
1020
|
}
|
|
1021
1021
|
export interface GovernedCatalogTarget {
|
|
1022
1022
|
Name: string | undefined;
|
|
1023
1023
|
Inputs: string[] | undefined;
|
|
1024
|
-
PartitionKeys?: string[][];
|
|
1024
|
+
PartitionKeys?: string[][] | undefined;
|
|
1025
1025
|
Table: string | undefined;
|
|
1026
1026
|
Database: string | undefined;
|
|
1027
|
-
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
1027
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
|
|
1028
1028
|
}
|
|
1029
1029
|
export declare const JDBCDataType: {
|
|
1030
1030
|
readonly ARRAY: "ARRAY";
|
|
@@ -1083,24 +1083,24 @@ export declare const GlueRecordType: {
|
|
|
1083
1083
|
export type GlueRecordType =
|
|
1084
1084
|
(typeof GlueRecordType)[keyof typeof GlueRecordType];
|
|
1085
1085
|
export interface JDBCConnectorOptions {
|
|
1086
|
-
FilterPredicate?: string;
|
|
1087
|
-
PartitionColumn?: string;
|
|
1088
|
-
LowerBound?: number;
|
|
1089
|
-
UpperBound?: number;
|
|
1090
|
-
NumPartitions?: number;
|
|
1091
|
-
JobBookmarkKeys?: string[];
|
|
1092
|
-
JobBookmarkKeysSortOrder?: string;
|
|
1093
|
-
DataTypeMapping?: Partial<Record<JDBCDataType, GlueRecordType
|
|
1086
|
+
FilterPredicate?: string | undefined;
|
|
1087
|
+
PartitionColumn?: string | undefined;
|
|
1088
|
+
LowerBound?: number | undefined;
|
|
1089
|
+
UpperBound?: number | undefined;
|
|
1090
|
+
NumPartitions?: number | undefined;
|
|
1091
|
+
JobBookmarkKeys?: string[] | undefined;
|
|
1092
|
+
JobBookmarkKeysSortOrder?: string | undefined;
|
|
1093
|
+
DataTypeMapping?: Partial<Record<JDBCDataType, GlueRecordType>> | undefined;
|
|
1094
1094
|
}
|
|
1095
1095
|
export interface JDBCConnectorSource {
|
|
1096
1096
|
Name: string | undefined;
|
|
1097
1097
|
ConnectionName: string | undefined;
|
|
1098
1098
|
ConnectorName: string | undefined;
|
|
1099
1099
|
ConnectionType: string | undefined;
|
|
1100
|
-
AdditionalOptions?: JDBCConnectorOptions;
|
|
1101
|
-
ConnectionTable?: string;
|
|
1102
|
-
Query?: string;
|
|
1103
|
-
OutputSchemas?: GlueSchema[];
|
|
1100
|
+
AdditionalOptions?: JDBCConnectorOptions | undefined;
|
|
1101
|
+
ConnectionTable?: string | undefined;
|
|
1102
|
+
Query?: string | undefined;
|
|
1103
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1104
1104
|
}
|
|
1105
1105
|
export interface JDBCConnectorTarget {
|
|
1106
1106
|
Name: string | undefined;
|
|
@@ -1109,8 +1109,8 @@ export interface JDBCConnectorTarget {
|
|
|
1109
1109
|
ConnectionTable: string | undefined;
|
|
1110
1110
|
ConnectorName: string | undefined;
|
|
1111
1111
|
ConnectionType: string | undefined;
|
|
1112
|
-
AdditionalOptions?: Record<string, string
|
|
1113
|
-
OutputSchemas?: GlueSchema[];
|
|
1112
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1113
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1114
1114
|
}
|
|
1115
1115
|
export interface JoinColumn {
|
|
1116
1116
|
From: string | undefined;
|
|
@@ -1182,10 +1182,10 @@ export interface PIIDetection {
|
|
|
1182
1182
|
Inputs: string[] | undefined;
|
|
1183
1183
|
PiiType: PiiType | undefined;
|
|
1184
1184
|
EntityTypesToDetect: string[] | undefined;
|
|
1185
|
-
OutputColumnName?: string;
|
|
1186
|
-
SampleFraction?: number;
|
|
1187
|
-
ThresholdFraction?: number;
|
|
1188
|
-
MaskValue?: string;
|
|
1185
|
+
OutputColumnName?: string | undefined;
|
|
1186
|
+
SampleFraction?: number | undefined;
|
|
1187
|
+
ThresholdFraction?: number | undefined;
|
|
1188
|
+
MaskValue?: string | undefined;
|
|
1189
1189
|
}
|
|
1190
1190
|
export interface PostgreSQLCatalogSource {
|
|
1191
1191
|
Name: string | undefined;
|
|
@@ -1204,43 +1204,43 @@ export interface RecipeReference {
|
|
|
1204
1204
|
}
|
|
1205
1205
|
export interface RecipeAction {
|
|
1206
1206
|
Operation: string | undefined;
|
|
1207
|
-
Parameters?: Record<string, string
|
|
1207
|
+
Parameters?: Record<string, string> | undefined;
|
|
1208
1208
|
}
|
|
1209
1209
|
export interface ConditionExpression {
|
|
1210
1210
|
Condition: string | undefined;
|
|
1211
|
-
Value?: string;
|
|
1211
|
+
Value?: string | undefined;
|
|
1212
1212
|
TargetColumn: string | undefined;
|
|
1213
1213
|
}
|
|
1214
1214
|
export interface RecipeStep {
|
|
1215
1215
|
Action: RecipeAction | undefined;
|
|
1216
|
-
ConditionExpressions?: ConditionExpression[];
|
|
1216
|
+
ConditionExpressions?: ConditionExpression[] | undefined;
|
|
1217
1217
|
}
|
|
1218
1218
|
export interface Recipe {
|
|
1219
1219
|
Name: string | undefined;
|
|
1220
1220
|
Inputs: string[] | undefined;
|
|
1221
|
-
RecipeReference?: RecipeReference;
|
|
1222
|
-
RecipeSteps?: RecipeStep[];
|
|
1221
|
+
RecipeReference?: RecipeReference | undefined;
|
|
1222
|
+
RecipeSteps?: RecipeStep[] | undefined;
|
|
1223
1223
|
}
|
|
1224
1224
|
export interface RedshiftSource {
|
|
1225
1225
|
Name: string | undefined;
|
|
1226
1226
|
Database: string | undefined;
|
|
1227
1227
|
Table: string | undefined;
|
|
1228
|
-
RedshiftTmpDir?: string;
|
|
1229
|
-
TmpDirIAMRole?: string;
|
|
1228
|
+
RedshiftTmpDir?: string | undefined;
|
|
1229
|
+
TmpDirIAMRole?: string | undefined;
|
|
1230
1230
|
}
|
|
1231
1231
|
export interface UpsertRedshiftTargetOptions {
|
|
1232
|
-
TableLocation?: string;
|
|
1233
|
-
ConnectionName?: string;
|
|
1234
|
-
UpsertKeys?: string[];
|
|
1232
|
+
TableLocation?: string | undefined;
|
|
1233
|
+
ConnectionName?: string | undefined;
|
|
1234
|
+
UpsertKeys?: string[] | undefined;
|
|
1235
1235
|
}
|
|
1236
1236
|
export interface RedshiftTarget {
|
|
1237
1237
|
Name: string | undefined;
|
|
1238
1238
|
Inputs: string[] | undefined;
|
|
1239
1239
|
Database: string | undefined;
|
|
1240
1240
|
Table: string | undefined;
|
|
1241
|
-
RedshiftTmpDir?: string;
|
|
1242
|
-
TmpDirIAMRole?: string;
|
|
1243
|
-
UpsertRedshiftOptions?: UpsertRedshiftTargetOptions;
|
|
1241
|
+
RedshiftTmpDir?: string | undefined;
|
|
1242
|
+
TmpDirIAMRole?: string | undefined;
|
|
1243
|
+
UpsertRedshiftOptions?: UpsertRedshiftTargetOptions | undefined;
|
|
1244
1244
|
}
|
|
1245
1245
|
export interface RelationalCatalogSource {
|
|
1246
1246
|
Name: string | undefined;
|
|
@@ -1257,36 +1257,36 @@ export interface S3CatalogDeltaSource {
|
|
|
1257
1257
|
Name: string | undefined;
|
|
1258
1258
|
Database: string | undefined;
|
|
1259
1259
|
Table: string | undefined;
|
|
1260
|
-
AdditionalDeltaOptions?: Record<string, string
|
|
1261
|
-
OutputSchemas?: GlueSchema[];
|
|
1260
|
+
AdditionalDeltaOptions?: Record<string, string> | undefined;
|
|
1261
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1262
1262
|
}
|
|
1263
1263
|
export interface S3CatalogHudiSource {
|
|
1264
1264
|
Name: string | undefined;
|
|
1265
1265
|
Database: string | undefined;
|
|
1266
1266
|
Table: string | undefined;
|
|
1267
|
-
AdditionalHudiOptions?: Record<string, string
|
|
1268
|
-
OutputSchemas?: GlueSchema[];
|
|
1267
|
+
AdditionalHudiOptions?: Record<string, string> | undefined;
|
|
1268
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1269
1269
|
}
|
|
1270
1270
|
export interface S3CatalogSource {
|
|
1271
1271
|
Name: string | undefined;
|
|
1272
1272
|
Database: string | undefined;
|
|
1273
1273
|
Table: string | undefined;
|
|
1274
|
-
PartitionPredicate?: string;
|
|
1275
|
-
AdditionalOptions?: S3SourceAdditionalOptions;
|
|
1274
|
+
PartitionPredicate?: string | undefined;
|
|
1275
|
+
AdditionalOptions?: S3SourceAdditionalOptions | undefined;
|
|
1276
1276
|
}
|
|
1277
1277
|
export interface S3CatalogTarget {
|
|
1278
1278
|
Name: string | undefined;
|
|
1279
1279
|
Inputs: string[] | undefined;
|
|
1280
|
-
PartitionKeys?: string[][];
|
|
1280
|
+
PartitionKeys?: string[][] | undefined;
|
|
1281
1281
|
Table: string | undefined;
|
|
1282
1282
|
Database: string | undefined;
|
|
1283
|
-
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
1283
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
|
|
1284
1284
|
}
|
|
1285
1285
|
export interface S3DirectSourceAdditionalOptions {
|
|
1286
|
-
BoundedSize?: number;
|
|
1287
|
-
BoundedFiles?: number;
|
|
1288
|
-
EnableSamplePath?: boolean;
|
|
1289
|
-
SamplePath?: string;
|
|
1286
|
+
BoundedSize?: number | undefined;
|
|
1287
|
+
BoundedFiles?: number | undefined;
|
|
1288
|
+
EnableSamplePath?: boolean | undefined;
|
|
1289
|
+
SamplePath?: string | undefined;
|
|
1290
1290
|
}
|
|
1291
1291
|
export declare const CompressionType: {
|
|
1292
1292
|
readonly BZIP2: "bzip2";
|
|
@@ -1312,32 +1312,32 @@ export type Separator = (typeof Separator)[keyof typeof Separator];
|
|
|
1312
1312
|
export interface S3CsvSource {
|
|
1313
1313
|
Name: string | undefined;
|
|
1314
1314
|
Paths: string[] | undefined;
|
|
1315
|
-
CompressionType?: CompressionType;
|
|
1316
|
-
Exclusions?: string[];
|
|
1317
|
-
GroupSize?: string;
|
|
1318
|
-
GroupFiles?: string;
|
|
1319
|
-
Recurse?: boolean;
|
|
1320
|
-
MaxBand?: number;
|
|
1321
|
-
MaxFilesInBand?: number;
|
|
1322
|
-
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
1315
|
+
CompressionType?: CompressionType | undefined;
|
|
1316
|
+
Exclusions?: string[] | undefined;
|
|
1317
|
+
GroupSize?: string | undefined;
|
|
1318
|
+
GroupFiles?: string | undefined;
|
|
1319
|
+
Recurse?: boolean | undefined;
|
|
1320
|
+
MaxBand?: number | undefined;
|
|
1321
|
+
MaxFilesInBand?: number | undefined;
|
|
1322
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1323
1323
|
Separator: Separator | undefined;
|
|
1324
|
-
Escaper?: string;
|
|
1324
|
+
Escaper?: string | undefined;
|
|
1325
1325
|
QuoteChar: QuoteChar | undefined;
|
|
1326
|
-
Multiline?: boolean;
|
|
1327
|
-
WithHeader?: boolean;
|
|
1328
|
-
WriteHeader?: boolean;
|
|
1329
|
-
SkipFirst?: boolean;
|
|
1330
|
-
OptimizePerformance?: boolean;
|
|
1331
|
-
OutputSchemas?: GlueSchema[];
|
|
1326
|
+
Multiline?: boolean | undefined;
|
|
1327
|
+
WithHeader?: boolean | undefined;
|
|
1328
|
+
WriteHeader?: boolean | undefined;
|
|
1329
|
+
SkipFirst?: boolean | undefined;
|
|
1330
|
+
OptimizePerformance?: boolean | undefined;
|
|
1331
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1332
1332
|
}
|
|
1333
1333
|
export interface S3DeltaCatalogTarget {
|
|
1334
1334
|
Name: string | undefined;
|
|
1335
1335
|
Inputs: string[] | undefined;
|
|
1336
|
-
PartitionKeys?: string[][];
|
|
1336
|
+
PartitionKeys?: string[][] | undefined;
|
|
1337
1337
|
Table: string | undefined;
|
|
1338
1338
|
Database: string | undefined;
|
|
1339
|
-
AdditionalOptions?: Record<string, string
|
|
1340
|
-
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
1339
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1340
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
|
|
1341
1341
|
}
|
|
1342
1342
|
export declare const DeltaTargetCompressionType: {
|
|
1343
1343
|
readonly SNAPPY: "snappy";
|
|
@@ -1356,36 +1356,36 @@ export declare const TargetFormat: {
|
|
|
1356
1356
|
};
|
|
1357
1357
|
export type TargetFormat = (typeof TargetFormat)[keyof typeof TargetFormat];
|
|
1358
1358
|
export interface DirectSchemaChangePolicy {
|
|
1359
|
-
EnableUpdateCatalog?: boolean;
|
|
1360
|
-
UpdateBehavior?: UpdateCatalogBehavior;
|
|
1361
|
-
Table?: string;
|
|
1362
|
-
Database?: string;
|
|
1359
|
+
EnableUpdateCatalog?: boolean | undefined;
|
|
1360
|
+
UpdateBehavior?: UpdateCatalogBehavior | undefined;
|
|
1361
|
+
Table?: string | undefined;
|
|
1362
|
+
Database?: string | undefined;
|
|
1363
1363
|
}
|
|
1364
1364
|
export interface S3DeltaDirectTarget {
|
|
1365
1365
|
Name: string | undefined;
|
|
1366
1366
|
Inputs: string[] | undefined;
|
|
1367
|
-
PartitionKeys?: string[][];
|
|
1367
|
+
PartitionKeys?: string[][] | undefined;
|
|
1368
1368
|
Path: string | undefined;
|
|
1369
1369
|
Compression: DeltaTargetCompressionType | undefined;
|
|
1370
1370
|
Format: TargetFormat | undefined;
|
|
1371
|
-
AdditionalOptions?: Record<string, string
|
|
1372
|
-
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
1371
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1372
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1373
1373
|
}
|
|
1374
1374
|
export interface S3DeltaSource {
|
|
1375
1375
|
Name: string | undefined;
|
|
1376
1376
|
Paths: string[] | undefined;
|
|
1377
|
-
AdditionalDeltaOptions?: Record<string, string
|
|
1378
|
-
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
1379
|
-
OutputSchemas?: GlueSchema[];
|
|
1377
|
+
AdditionalDeltaOptions?: Record<string, string> | undefined;
|
|
1378
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1379
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1380
1380
|
}
|
|
1381
1381
|
export interface S3DirectTarget {
|
|
1382
1382
|
Name: string | undefined;
|
|
1383
1383
|
Inputs: string[] | undefined;
|
|
1384
|
-
PartitionKeys?: string[][];
|
|
1384
|
+
PartitionKeys?: string[][] | undefined;
|
|
1385
1385
|
Path: string | undefined;
|
|
1386
|
-
Compression?: string;
|
|
1386
|
+
Compression?: string | undefined;
|
|
1387
1387
|
Format: TargetFormat | undefined;
|
|
1388
|
-
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
1388
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1389
1389
|
}
|
|
1390
1390
|
export declare const ParquetCompressionType: {
|
|
1391
1391
|
readonly GZIP: "gzip";
|
|
@@ -1399,19 +1399,19 @@ export type ParquetCompressionType =
|
|
|
1399
1399
|
export interface S3GlueParquetTarget {
|
|
1400
1400
|
Name: string | undefined;
|
|
1401
1401
|
Inputs: string[] | undefined;
|
|
1402
|
-
PartitionKeys?: string[][];
|
|
1402
|
+
PartitionKeys?: string[][] | undefined;
|
|
1403
1403
|
Path: string | undefined;
|
|
1404
|
-
Compression?: ParquetCompressionType;
|
|
1405
|
-
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
1404
|
+
Compression?: ParquetCompressionType | undefined;
|
|
1405
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1406
1406
|
}
|
|
1407
1407
|
export interface S3HudiCatalogTarget {
|
|
1408
1408
|
Name: string | undefined;
|
|
1409
1409
|
Inputs: string[] | undefined;
|
|
1410
|
-
PartitionKeys?: string[][];
|
|
1410
|
+
PartitionKeys?: string[][] | undefined;
|
|
1411
1411
|
Table: string | undefined;
|
|
1412
1412
|
Database: string | undefined;
|
|
1413
1413
|
AdditionalOptions: Record<string, string> | undefined;
|
|
1414
|
-
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
1414
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
|
|
1415
1415
|
}
|
|
1416
1416
|
export declare const HudiTargetCompressionType: {
|
|
1417
1417
|
readonly GZIP: "gzip";
|
|
@@ -1426,45 +1426,45 @@ export interface S3HudiDirectTarget {
|
|
|
1426
1426
|
Inputs: string[] | undefined;
|
|
1427
1427
|
Path: string | undefined;
|
|
1428
1428
|
Compression: HudiTargetCompressionType | undefined;
|
|
1429
|
-
PartitionKeys?: string[][];
|
|
1429
|
+
PartitionKeys?: string[][] | undefined;
|
|
1430
1430
|
Format: TargetFormat | undefined;
|
|
1431
1431
|
AdditionalOptions: Record<string, string> | undefined;
|
|
1432
|
-
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
1432
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1433
1433
|
}
|
|
1434
1434
|
export interface S3HudiSource {
|
|
1435
1435
|
Name: string | undefined;
|
|
1436
1436
|
Paths: string[] | undefined;
|
|
1437
|
-
AdditionalHudiOptions?: Record<string, string
|
|
1438
|
-
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
1439
|
-
OutputSchemas?: GlueSchema[];
|
|
1437
|
+
AdditionalHudiOptions?: Record<string, string> | undefined;
|
|
1438
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1439
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1440
1440
|
}
|
|
1441
1441
|
export interface S3JsonSource {
|
|
1442
1442
|
Name: string | undefined;
|
|
1443
1443
|
Paths: string[] | undefined;
|
|
1444
|
-
CompressionType?: CompressionType;
|
|
1445
|
-
Exclusions?: string[];
|
|
1446
|
-
GroupSize?: string;
|
|
1447
|
-
GroupFiles?: string;
|
|
1448
|
-
Recurse?: boolean;
|
|
1449
|
-
MaxBand?: number;
|
|
1450
|
-
MaxFilesInBand?: number;
|
|
1451
|
-
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
1452
|
-
JsonPath?: string;
|
|
1453
|
-
Multiline?: boolean;
|
|
1454
|
-
OutputSchemas?: GlueSchema[];
|
|
1444
|
+
CompressionType?: CompressionType | undefined;
|
|
1445
|
+
Exclusions?: string[] | undefined;
|
|
1446
|
+
GroupSize?: string | undefined;
|
|
1447
|
+
GroupFiles?: string | undefined;
|
|
1448
|
+
Recurse?: boolean | undefined;
|
|
1449
|
+
MaxBand?: number | undefined;
|
|
1450
|
+
MaxFilesInBand?: number | undefined;
|
|
1451
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1452
|
+
JsonPath?: string | undefined;
|
|
1453
|
+
Multiline?: boolean | undefined;
|
|
1454
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1455
1455
|
}
|
|
1456
1456
|
export interface S3ParquetSource {
|
|
1457
1457
|
Name: string | undefined;
|
|
1458
1458
|
Paths: string[] | undefined;
|
|
1459
|
-
CompressionType?: ParquetCompressionType;
|
|
1460
|
-
Exclusions?: string[];
|
|
1461
|
-
GroupSize?: string;
|
|
1462
|
-
GroupFiles?: string;
|
|
1463
|
-
Recurse?: boolean;
|
|
1464
|
-
MaxBand?: number;
|
|
1465
|
-
MaxFilesInBand?: number;
|
|
1466
|
-
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
1467
|
-
OutputSchemas?: GlueSchema[];
|
|
1459
|
+
CompressionType?: ParquetCompressionType | undefined;
|
|
1460
|
+
Exclusions?: string[] | undefined;
|
|
1461
|
+
GroupSize?: string | undefined;
|
|
1462
|
+
GroupFiles?: string | undefined;
|
|
1463
|
+
Recurse?: boolean | undefined;
|
|
1464
|
+
MaxBand?: number | undefined;
|
|
1465
|
+
MaxFilesInBand?: number | undefined;
|
|
1466
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1467
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1468
1468
|
}
|
|
1469
1469
|
export interface SelectFields {
|
|
1470
1470
|
Name: string | undefined;
|
|
@@ -1477,45 +1477,45 @@ export interface SelectFromCollection {
|
|
|
1477
1477
|
Index: number | undefined;
|
|
1478
1478
|
}
|
|
1479
1479
|
export interface SnowflakeNodeData {
|
|
1480
|
-
SourceType?: string;
|
|
1481
|
-
Connection?: Option;
|
|
1482
|
-
Schema?: string;
|
|
1483
|
-
Table?: string;
|
|
1484
|
-
Database?: string;
|
|
1485
|
-
TempDir?: string;
|
|
1486
|
-
IamRole?: Option;
|
|
1487
|
-
AdditionalOptions?: Record<string, string
|
|
1488
|
-
SampleQuery?: string;
|
|
1489
|
-
PreAction?: string;
|
|
1490
|
-
PostAction?: string;
|
|
1491
|
-
Action?: string;
|
|
1492
|
-
Upsert?: boolean;
|
|
1493
|
-
MergeAction?: string;
|
|
1494
|
-
MergeWhenMatched?: string;
|
|
1495
|
-
MergeWhenNotMatched?: string;
|
|
1496
|
-
MergeClause?: string;
|
|
1497
|
-
StagingTable?: string;
|
|
1498
|
-
SelectedColumns?: Option[];
|
|
1499
|
-
AutoPushdown?: boolean;
|
|
1500
|
-
TableSchema?: Option[];
|
|
1480
|
+
SourceType?: string | undefined;
|
|
1481
|
+
Connection?: Option | undefined;
|
|
1482
|
+
Schema?: string | undefined;
|
|
1483
|
+
Table?: string | undefined;
|
|
1484
|
+
Database?: string | undefined;
|
|
1485
|
+
TempDir?: string | undefined;
|
|
1486
|
+
IamRole?: Option | undefined;
|
|
1487
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1488
|
+
SampleQuery?: string | undefined;
|
|
1489
|
+
PreAction?: string | undefined;
|
|
1490
|
+
PostAction?: string | undefined;
|
|
1491
|
+
Action?: string | undefined;
|
|
1492
|
+
Upsert?: boolean | undefined;
|
|
1493
|
+
MergeAction?: string | undefined;
|
|
1494
|
+
MergeWhenMatched?: string | undefined;
|
|
1495
|
+
MergeWhenNotMatched?: string | undefined;
|
|
1496
|
+
MergeClause?: string | undefined;
|
|
1497
|
+
StagingTable?: string | undefined;
|
|
1498
|
+
SelectedColumns?: Option[] | undefined;
|
|
1499
|
+
AutoPushdown?: boolean | undefined;
|
|
1500
|
+
TableSchema?: Option[] | undefined;
|
|
1501
1501
|
}
|
|
1502
1502
|
export interface SnowflakeSource {
|
|
1503
1503
|
Name: string | undefined;
|
|
1504
1504
|
Data: SnowflakeNodeData | undefined;
|
|
1505
|
-
OutputSchemas?: GlueSchema[];
|
|
1505
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1506
1506
|
}
|
|
1507
1507
|
export interface SnowflakeTarget {
|
|
1508
1508
|
Name: string | undefined;
|
|
1509
1509
|
Data: SnowflakeNodeData | undefined;
|
|
1510
|
-
Inputs?: string[];
|
|
1510
|
+
Inputs?: string[] | undefined;
|
|
1511
1511
|
}
|
|
1512
1512
|
export interface SparkConnectorSource {
|
|
1513
1513
|
Name: string | undefined;
|
|
1514
1514
|
ConnectionName: string | undefined;
|
|
1515
1515
|
ConnectorName: string | undefined;
|
|
1516
1516
|
ConnectionType: string | undefined;
|
|
1517
|
-
AdditionalOptions?: Record<string, string
|
|
1518
|
-
OutputSchemas?: GlueSchema[];
|
|
1517
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1518
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1519
1519
|
}
|
|
1520
1520
|
export interface SparkConnectorTarget {
|
|
1521
1521
|
Name: string | undefined;
|
|
@@ -1523,8 +1523,8 @@ export interface SparkConnectorTarget {
|
|
|
1523
1523
|
ConnectionName: string | undefined;
|
|
1524
1524
|
ConnectorName: string | undefined;
|
|
1525
1525
|
ConnectionType: string | undefined;
|
|
1526
|
-
AdditionalOptions?: Record<string, string
|
|
1527
|
-
OutputSchemas?: GlueSchema[];
|
|
1526
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1527
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1528
1528
|
}
|
|
1529
1529
|
export interface SqlAlias {
|
|
1530
1530
|
From: string | undefined;
|
|
@@ -1535,14 +1535,14 @@ export interface SparkSQL {
|
|
|
1535
1535
|
Inputs: string[] | undefined;
|
|
1536
1536
|
SqlQuery: string | undefined;
|
|
1537
1537
|
SqlAliases: SqlAlias[] | undefined;
|
|
1538
|
-
OutputSchemas?: GlueSchema[];
|
|
1538
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1539
1539
|
}
|
|
1540
1540
|
export interface Spigot {
|
|
1541
1541
|
Name: string | undefined;
|
|
1542
1542
|
Inputs: string[] | undefined;
|
|
1543
1543
|
Path: string | undefined;
|
|
1544
|
-
Topk?: number;
|
|
1545
|
-
Prob?: number;
|
|
1544
|
+
Topk?: number | undefined;
|
|
1545
|
+
Prob?: number | undefined;
|
|
1546
1546
|
}
|
|
1547
1547
|
export interface SplitFields {
|
|
1548
1548
|
Name: string | undefined;
|
|
@@ -1560,13 +1560,13 @@ export interface Union {
|
|
|
1560
1560
|
UnionType: UnionType | undefined;
|
|
1561
1561
|
}
|
|
1562
1562
|
export interface JobCommand {
|
|
1563
|
-
Name?: string;
|
|
1564
|
-
ScriptLocation?: string;
|
|
1565
|
-
PythonVersion?: string;
|
|
1566
|
-
Runtime?: string;
|
|
1563
|
+
Name?: string | undefined;
|
|
1564
|
+
ScriptLocation?: string | undefined;
|
|
1565
|
+
PythonVersion?: string | undefined;
|
|
1566
|
+
Runtime?: string | undefined;
|
|
1567
1567
|
}
|
|
1568
1568
|
export interface ConnectionsList {
|
|
1569
|
-
Connections?: string[];
|
|
1569
|
+
Connections?: string[] | undefined;
|
|
1570
1570
|
}
|
|
1571
1571
|
export declare const ExecutionClass: {
|
|
1572
1572
|
readonly FLEX: "FLEX";
|
|
@@ -1575,7 +1575,7 @@ export declare const ExecutionClass: {
|
|
|
1575
1575
|
export type ExecutionClass =
|
|
1576
1576
|
(typeof ExecutionClass)[keyof typeof ExecutionClass];
|
|
1577
1577
|
export interface ExecutionProperty {
|
|
1578
|
-
MaxConcurrentRuns?: number;
|
|
1578
|
+
MaxConcurrentRuns?: number | undefined;
|
|
1579
1579
|
}
|
|
1580
1580
|
export declare const JobMode: {
|
|
1581
1581
|
readonly NOTEBOOK: "NOTEBOOK";
|
|
@@ -1598,35 +1598,35 @@ export declare const SourceControlProvider: {
|
|
|
1598
1598
|
export type SourceControlProvider =
|
|
1599
1599
|
(typeof SourceControlProvider)[keyof typeof SourceControlProvider];
|
|
1600
1600
|
export interface SourceControlDetails {
|
|
1601
|
-
Provider?: SourceControlProvider;
|
|
1602
|
-
Repository?: string;
|
|
1603
|
-
Owner?: string;
|
|
1604
|
-
Branch?: string;
|
|
1605
|
-
Folder?: string;
|
|
1606
|
-
LastCommitId?: string;
|
|
1607
|
-
AuthStrategy?: SourceControlAuthStrategy;
|
|
1608
|
-
AuthToken?: string;
|
|
1601
|
+
Provider?: SourceControlProvider | undefined;
|
|
1602
|
+
Repository?: string | undefined;
|
|
1603
|
+
Owner?: string | undefined;
|
|
1604
|
+
Branch?: string | undefined;
|
|
1605
|
+
Folder?: string | undefined;
|
|
1606
|
+
LastCommitId?: string | undefined;
|
|
1607
|
+
AuthStrategy?: SourceControlAuthStrategy | undefined;
|
|
1608
|
+
AuthToken?: string | undefined;
|
|
1609
1609
|
}
|
|
1610
1610
|
export interface BatchGetPartitionRequest {
|
|
1611
|
-
CatalogId?: string;
|
|
1611
|
+
CatalogId?: string | undefined;
|
|
1612
1612
|
DatabaseName: string | undefined;
|
|
1613
1613
|
TableName: string | undefined;
|
|
1614
1614
|
PartitionsToGet: PartitionValueList[] | undefined;
|
|
1615
1615
|
}
|
|
1616
1616
|
export interface Partition {
|
|
1617
|
-
Values?: string[];
|
|
1618
|
-
DatabaseName?: string;
|
|
1619
|
-
TableName?: string;
|
|
1620
|
-
CreationTime?: Date;
|
|
1621
|
-
LastAccessTime?: Date;
|
|
1622
|
-
StorageDescriptor?: StorageDescriptor;
|
|
1623
|
-
Parameters?: Record<string, string
|
|
1624
|
-
LastAnalyzedTime?: Date;
|
|
1625
|
-
CatalogId?: string;
|
|
1617
|
+
Values?: string[] | undefined;
|
|
1618
|
+
DatabaseName?: string | undefined;
|
|
1619
|
+
TableName?: string | undefined;
|
|
1620
|
+
CreationTime?: Date | undefined;
|
|
1621
|
+
LastAccessTime?: Date | undefined;
|
|
1622
|
+
StorageDescriptor?: StorageDescriptor | undefined;
|
|
1623
|
+
Parameters?: Record<string, string> | undefined;
|
|
1624
|
+
LastAnalyzedTime?: Date | undefined;
|
|
1625
|
+
CatalogId?: string | undefined;
|
|
1626
1626
|
}
|
|
1627
1627
|
export interface BatchGetPartitionResponse {
|
|
1628
|
-
Partitions?: Partition[];
|
|
1629
|
-
UnprocessedKeys?: PartitionValueList[];
|
|
1628
|
+
Partitions?: Partition[] | undefined;
|
|
1629
|
+
UnprocessedKeys?: PartitionValueList[] | undefined;
|
|
1630
1630
|
}
|
|
1631
1631
|
export declare const FederationSourceErrorCode: {
|
|
1632
1632
|
readonly AccessDeniedException: "AccessDeniedException";
|
|
@@ -1645,8 +1645,8 @@ export type FederationSourceErrorCode =
|
|
|
1645
1645
|
export declare class FederationSourceException extends __BaseException {
|
|
1646
1646
|
readonly name: "FederationSourceException";
|
|
1647
1647
|
readonly $fault: "client";
|
|
1648
|
-
FederationSourceErrorCode?: FederationSourceErrorCode;
|
|
1649
|
-
Message?: string;
|
|
1648
|
+
FederationSourceErrorCode?: FederationSourceErrorCode | undefined;
|
|
1649
|
+
Message?: string | undefined;
|
|
1650
1650
|
constructor(
|
|
1651
1651
|
opts: __ExceptionOptionType<FederationSourceException, __BaseException>
|
|
1652
1652
|
);
|
|
@@ -1654,7 +1654,7 @@ export declare class FederationSourceException extends __BaseException {
|
|
|
1654
1654
|
export declare class FederationSourceRetryableException extends __BaseException {
|
|
1655
1655
|
readonly name: "FederationSourceRetryableException";
|
|
1656
1656
|
readonly $fault: "client";
|
|
1657
|
-
Message?: string;
|
|
1657
|
+
Message?: string | undefined;
|
|
1658
1658
|
constructor(
|
|
1659
1659
|
opts: __ExceptionOptionType<
|
|
1660
1660
|
FederationSourceRetryableException,
|
|
@@ -1665,7 +1665,7 @@ export declare class FederationSourceRetryableException extends __BaseException
|
|
|
1665
1665
|
export declare class InvalidStateException extends __BaseException {
|
|
1666
1666
|
readonly name: "InvalidStateException";
|
|
1667
1667
|
readonly $fault: "client";
|
|
1668
|
-
Message?: string;
|
|
1668
|
+
Message?: string | undefined;
|
|
1669
1669
|
constructor(
|
|
1670
1670
|
opts: __ExceptionOptionType<InvalidStateException, __BaseException>
|
|
1671
1671
|
);
|
|
@@ -1678,50 +1678,50 @@ export declare const TableOptimizerType: {
|
|
|
1678
1678
|
export type TableOptimizerType =
|
|
1679
1679
|
(typeof TableOptimizerType)[keyof typeof TableOptimizerType];
|
|
1680
1680
|
export interface BatchGetTableOptimizerEntry {
|
|
1681
|
-
catalogId?: string;
|
|
1682
|
-
databaseName?: string;
|
|
1683
|
-
tableName?: string;
|
|
1684
|
-
type?: TableOptimizerType;
|
|
1681
|
+
catalogId?: string | undefined;
|
|
1682
|
+
databaseName?: string | undefined;
|
|
1683
|
+
tableName?: string | undefined;
|
|
1684
|
+
type?: TableOptimizerType | undefined;
|
|
1685
1685
|
}
|
|
1686
1686
|
export interface BatchGetTableOptimizerRequest {
|
|
1687
1687
|
Entries: BatchGetTableOptimizerEntry[] | undefined;
|
|
1688
1688
|
}
|
|
1689
1689
|
export interface BatchGetTableOptimizerError {
|
|
1690
|
-
error?: ErrorDetail;
|
|
1691
|
-
catalogId?: string;
|
|
1692
|
-
databaseName?: string;
|
|
1693
|
-
tableName?: string;
|
|
1694
|
-
type?: TableOptimizerType;
|
|
1690
|
+
error?: ErrorDetail | undefined;
|
|
1691
|
+
catalogId?: string | undefined;
|
|
1692
|
+
databaseName?: string | undefined;
|
|
1693
|
+
tableName?: string | undefined;
|
|
1694
|
+
type?: TableOptimizerType | undefined;
|
|
1695
1695
|
}
|
|
1696
1696
|
export interface IcebergOrphanFileDeletionConfiguration {
|
|
1697
|
-
orphanFileRetentionPeriodInDays?: number;
|
|
1698
|
-
location?: string;
|
|
1697
|
+
orphanFileRetentionPeriodInDays?: number | undefined;
|
|
1698
|
+
location?: string | undefined;
|
|
1699
1699
|
}
|
|
1700
1700
|
export interface OrphanFileDeletionConfiguration {
|
|
1701
|
-
icebergConfiguration?: IcebergOrphanFileDeletionConfiguration;
|
|
1701
|
+
icebergConfiguration?: IcebergOrphanFileDeletionConfiguration | undefined;
|
|
1702
1702
|
}
|
|
1703
1703
|
export interface IcebergRetentionConfiguration {
|
|
1704
|
-
snapshotRetentionPeriodInDays?: number;
|
|
1705
|
-
numberOfSnapshotsToRetain?: number;
|
|
1706
|
-
cleanExpiredFiles?: boolean;
|
|
1704
|
+
snapshotRetentionPeriodInDays?: number | undefined;
|
|
1705
|
+
numberOfSnapshotsToRetain?: number | undefined;
|
|
1706
|
+
cleanExpiredFiles?: boolean | undefined;
|
|
1707
1707
|
}
|
|
1708
1708
|
export interface RetentionConfiguration {
|
|
1709
|
-
icebergConfiguration?: IcebergRetentionConfiguration;
|
|
1709
|
+
icebergConfiguration?: IcebergRetentionConfiguration | undefined;
|
|
1710
1710
|
}
|
|
1711
1711
|
export interface TableOptimizerConfiguration {
|
|
1712
|
-
roleArn?: string;
|
|
1713
|
-
enabled?: boolean;
|
|
1714
|
-
retentionConfiguration?: RetentionConfiguration;
|
|
1715
|
-
orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration;
|
|
1712
|
+
roleArn?: string | undefined;
|
|
1713
|
+
enabled?: boolean | undefined;
|
|
1714
|
+
retentionConfiguration?: RetentionConfiguration | undefined;
|
|
1715
|
+
orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
|
|
1716
1716
|
}
|
|
1717
1717
|
export interface IcebergCompactionMetrics {
|
|
1718
|
-
NumberOfBytesCompacted?: number;
|
|
1719
|
-
NumberOfFilesCompacted?: number;
|
|
1720
|
-
NumberOfDpus?: number;
|
|
1721
|
-
JobDurationInHour?: number;
|
|
1718
|
+
NumberOfBytesCompacted?: number | undefined;
|
|
1719
|
+
NumberOfFilesCompacted?: number | undefined;
|
|
1720
|
+
NumberOfDpus?: number | undefined;
|
|
1721
|
+
JobDurationInHour?: number | undefined;
|
|
1722
1722
|
}
|
|
1723
1723
|
export interface CompactionMetrics {
|
|
1724
|
-
IcebergMetrics?: IcebergCompactionMetrics;
|
|
1724
|
+
IcebergMetrics?: IcebergCompactionMetrics | undefined;
|
|
1725
1725
|
}
|
|
1726
1726
|
export declare const TableOptimizerEventType: {
|
|
1727
1727
|
readonly COMPLETED: "completed";
|
|
@@ -1732,58 +1732,58 @@ export declare const TableOptimizerEventType: {
|
|
|
1732
1732
|
export type TableOptimizerEventType =
|
|
1733
1733
|
(typeof TableOptimizerEventType)[keyof typeof TableOptimizerEventType];
|
|
1734
1734
|
export interface RunMetrics {
|
|
1735
|
-
NumberOfBytesCompacted?: string;
|
|
1736
|
-
NumberOfFilesCompacted?: string;
|
|
1737
|
-
NumberOfDpus?: string;
|
|
1738
|
-
JobDurationInHour?: string;
|
|
1735
|
+
NumberOfBytesCompacted?: string | undefined;
|
|
1736
|
+
NumberOfFilesCompacted?: string | undefined;
|
|
1737
|
+
NumberOfDpus?: string | undefined;
|
|
1738
|
+
JobDurationInHour?: string | undefined;
|
|
1739
1739
|
}
|
|
1740
1740
|
export interface IcebergOrphanFileDeletionMetrics {
|
|
1741
|
-
NumberOfOrphanFilesDeleted?: number;
|
|
1742
|
-
NumberOfDpus?: number;
|
|
1743
|
-
JobDurationInHour?: number;
|
|
1741
|
+
NumberOfOrphanFilesDeleted?: number | undefined;
|
|
1742
|
+
NumberOfDpus?: number | undefined;
|
|
1743
|
+
JobDurationInHour?: number | undefined;
|
|
1744
1744
|
}
|
|
1745
1745
|
export interface OrphanFileDeletionMetrics {
|
|
1746
|
-
IcebergMetrics?: IcebergOrphanFileDeletionMetrics;
|
|
1746
|
+
IcebergMetrics?: IcebergOrphanFileDeletionMetrics | undefined;
|
|
1747
1747
|
}
|
|
1748
1748
|
export interface IcebergRetentionMetrics {
|
|
1749
|
-
NumberOfDataFilesDeleted?: number;
|
|
1750
|
-
NumberOfManifestFilesDeleted?: number;
|
|
1751
|
-
NumberOfManifestListsDeleted?: number;
|
|
1752
|
-
NumberOfDpus?: number;
|
|
1753
|
-
JobDurationInHour?: number;
|
|
1749
|
+
NumberOfDataFilesDeleted?: number | undefined;
|
|
1750
|
+
NumberOfManifestFilesDeleted?: number | undefined;
|
|
1751
|
+
NumberOfManifestListsDeleted?: number | undefined;
|
|
1752
|
+
NumberOfDpus?: number | undefined;
|
|
1753
|
+
JobDurationInHour?: number | undefined;
|
|
1754
1754
|
}
|
|
1755
1755
|
export interface RetentionMetrics {
|
|
1756
|
-
IcebergMetrics?: IcebergRetentionMetrics;
|
|
1756
|
+
IcebergMetrics?: IcebergRetentionMetrics | undefined;
|
|
1757
1757
|
}
|
|
1758
1758
|
export interface TableOptimizerRun {
|
|
1759
|
-
eventType?: TableOptimizerEventType;
|
|
1760
|
-
startTimestamp?: Date;
|
|
1761
|
-
endTimestamp?: Date;
|
|
1762
|
-
metrics?: RunMetrics;
|
|
1763
|
-
error?: string;
|
|
1764
|
-
compactionMetrics?: CompactionMetrics;
|
|
1765
|
-
retentionMetrics?: RetentionMetrics;
|
|
1766
|
-
orphanFileDeletionMetrics?: OrphanFileDeletionMetrics;
|
|
1759
|
+
eventType?: TableOptimizerEventType | undefined;
|
|
1760
|
+
startTimestamp?: Date | undefined;
|
|
1761
|
+
endTimestamp?: Date | undefined;
|
|
1762
|
+
metrics?: RunMetrics | undefined;
|
|
1763
|
+
error?: string | undefined;
|
|
1764
|
+
compactionMetrics?: CompactionMetrics | undefined;
|
|
1765
|
+
retentionMetrics?: RetentionMetrics | undefined;
|
|
1766
|
+
orphanFileDeletionMetrics?: OrphanFileDeletionMetrics | undefined;
|
|
1767
1767
|
}
|
|
1768
1768
|
export interface TableOptimizer {
|
|
1769
|
-
type?: TableOptimizerType;
|
|
1770
|
-
configuration?: TableOptimizerConfiguration;
|
|
1771
|
-
lastRun?: TableOptimizerRun;
|
|
1769
|
+
type?: TableOptimizerType | undefined;
|
|
1770
|
+
configuration?: TableOptimizerConfiguration | undefined;
|
|
1771
|
+
lastRun?: TableOptimizerRun | undefined;
|
|
1772
1772
|
}
|
|
1773
1773
|
export interface BatchTableOptimizer {
|
|
1774
|
-
catalogId?: string;
|
|
1775
|
-
databaseName?: string;
|
|
1776
|
-
tableName?: string;
|
|
1777
|
-
tableOptimizer?: TableOptimizer;
|
|
1774
|
+
catalogId?: string | undefined;
|
|
1775
|
+
databaseName?: string | undefined;
|
|
1776
|
+
tableName?: string | undefined;
|
|
1777
|
+
tableOptimizer?: TableOptimizer | undefined;
|
|
1778
1778
|
}
|
|
1779
1779
|
export interface BatchGetTableOptimizerResponse {
|
|
1780
|
-
TableOptimizers?: BatchTableOptimizer[];
|
|
1781
|
-
Failures?: BatchGetTableOptimizerError[];
|
|
1780
|
+
TableOptimizers?: BatchTableOptimizer[] | undefined;
|
|
1781
|
+
Failures?: BatchGetTableOptimizerError[] | undefined;
|
|
1782
1782
|
}
|
|
1783
1783
|
export declare class ThrottlingException extends __BaseException {
|
|
1784
1784
|
readonly name: "ThrottlingException";
|
|
1785
1785
|
readonly $fault: "client";
|
|
1786
|
-
Message?: string;
|
|
1786
|
+
Message?: string | undefined;
|
|
1787
1787
|
constructor(
|
|
1788
1788
|
opts: __ExceptionOptionType<ThrottlingException, __BaseException>
|
|
1789
1789
|
);
|
|
@@ -1793,7 +1793,7 @@ export interface BatchGetTriggersRequest {
|
|
|
1793
1793
|
}
|
|
1794
1794
|
export interface EventBatchingCondition {
|
|
1795
1795
|
BatchSize: number | undefined;
|
|
1796
|
-
BatchWindow?: number;
|
|
1796
|
+
BatchWindow?: number | undefined;
|
|
1797
1797
|
}
|
|
1798
1798
|
export declare const CrawlState: {
|
|
1799
1799
|
readonly CANCELLED: "CANCELLED";
|
|
@@ -1823,11 +1823,11 @@ export declare const JobRunState: {
|
|
|
1823
1823
|
};
|
|
1824
1824
|
export type JobRunState = (typeof JobRunState)[keyof typeof JobRunState];
|
|
1825
1825
|
export interface Condition {
|
|
1826
|
-
LogicalOperator?: LogicalOperator;
|
|
1827
|
-
JobName?: string;
|
|
1828
|
-
State?: JobRunState;
|
|
1829
|
-
CrawlerName?: string;
|
|
1830
|
-
CrawlState?: CrawlState;
|
|
1826
|
+
LogicalOperator?: LogicalOperator | undefined;
|
|
1827
|
+
JobName?: string | undefined;
|
|
1828
|
+
State?: JobRunState | undefined;
|
|
1829
|
+
CrawlerName?: string | undefined;
|
|
1830
|
+
CrawlState?: CrawlState | undefined;
|
|
1831
1831
|
}
|
|
1832
1832
|
export declare const Logical: {
|
|
1833
1833
|
readonly AND: "AND";
|
|
@@ -1835,8 +1835,8 @@ export declare const Logical: {
|
|
|
1835
1835
|
};
|
|
1836
1836
|
export type Logical = (typeof Logical)[keyof typeof Logical];
|
|
1837
1837
|
export interface Predicate {
|
|
1838
|
-
Logical?: Logical;
|
|
1839
|
-
Conditions?: Condition[];
|
|
1838
|
+
Logical?: Logical | undefined;
|
|
1839
|
+
Conditions?: Condition[] | undefined;
|
|
1840
1840
|
}
|
|
1841
1841
|
export declare const TriggerState: {
|
|
1842
1842
|
readonly ACTIVATED: "ACTIVATED";
|
|
@@ -1857,84 +1857,84 @@ export declare const TriggerType: {
|
|
|
1857
1857
|
};
|
|
1858
1858
|
export type TriggerType = (typeof TriggerType)[keyof typeof TriggerType];
|
|
1859
1859
|
export interface Trigger {
|
|
1860
|
-
Name?: string;
|
|
1861
|
-
WorkflowName?: string;
|
|
1862
|
-
Id?: string;
|
|
1863
|
-
Type?: TriggerType;
|
|
1864
|
-
State?: TriggerState;
|
|
1865
|
-
Description?: string;
|
|
1866
|
-
Schedule?: string;
|
|
1867
|
-
Actions?: Action[];
|
|
1868
|
-
Predicate?: Predicate;
|
|
1869
|
-
EventBatchingCondition?: EventBatchingCondition;
|
|
1860
|
+
Name?: string | undefined;
|
|
1861
|
+
WorkflowName?: string | undefined;
|
|
1862
|
+
Id?: string | undefined;
|
|
1863
|
+
Type?: TriggerType | undefined;
|
|
1864
|
+
State?: TriggerState | undefined;
|
|
1865
|
+
Description?: string | undefined;
|
|
1866
|
+
Schedule?: string | undefined;
|
|
1867
|
+
Actions?: Action[] | undefined;
|
|
1868
|
+
Predicate?: Predicate | undefined;
|
|
1869
|
+
EventBatchingCondition?: EventBatchingCondition | undefined;
|
|
1870
1870
|
}
|
|
1871
1871
|
export interface BatchGetTriggersResponse {
|
|
1872
|
-
Triggers?: Trigger[];
|
|
1873
|
-
TriggersNotFound?: string[];
|
|
1872
|
+
Triggers?: Trigger[] | undefined;
|
|
1873
|
+
TriggersNotFound?: string[] | undefined;
|
|
1874
1874
|
}
|
|
1875
1875
|
export interface BatchGetWorkflowsRequest {
|
|
1876
1876
|
Names: string[] | undefined;
|
|
1877
|
-
IncludeGraph?: boolean;
|
|
1877
|
+
IncludeGraph?: boolean | undefined;
|
|
1878
1878
|
}
|
|
1879
1879
|
export interface BlueprintDetails {
|
|
1880
|
-
BlueprintName?: string;
|
|
1881
|
-
RunId?: string;
|
|
1880
|
+
BlueprintName?: string | undefined;
|
|
1881
|
+
RunId?: string | undefined;
|
|
1882
1882
|
}
|
|
1883
1883
|
export interface Edge {
|
|
1884
|
-
SourceId?: string;
|
|
1885
|
-
DestinationId?: string;
|
|
1884
|
+
SourceId?: string | undefined;
|
|
1885
|
+
DestinationId?: string | undefined;
|
|
1886
1886
|
}
|
|
1887
1887
|
export interface Crawl {
|
|
1888
|
-
State?: CrawlState;
|
|
1889
|
-
StartedOn?: Date;
|
|
1890
|
-
CompletedOn?: Date;
|
|
1891
|
-
ErrorMessage?: string;
|
|
1892
|
-
LogGroup?: string;
|
|
1893
|
-
LogStream?: string;
|
|
1888
|
+
State?: CrawlState | undefined;
|
|
1889
|
+
StartedOn?: Date | undefined;
|
|
1890
|
+
CompletedOn?: Date | undefined;
|
|
1891
|
+
ErrorMessage?: string | undefined;
|
|
1892
|
+
LogGroup?: string | undefined;
|
|
1893
|
+
LogStream?: string | undefined;
|
|
1894
1894
|
}
|
|
1895
1895
|
export interface CrawlerNodeDetails {
|
|
1896
|
-
Crawls?: Crawl[];
|
|
1896
|
+
Crawls?: Crawl[] | undefined;
|
|
1897
1897
|
}
|
|
1898
1898
|
export interface Predecessor {
|
|
1899
|
-
JobName?: string;
|
|
1900
|
-
RunId?: string;
|
|
1899
|
+
JobName?: string | undefined;
|
|
1900
|
+
RunId?: string | undefined;
|
|
1901
1901
|
}
|
|
1902
1902
|
export interface JobRun {
|
|
1903
|
-
Id?: string;
|
|
1904
|
-
Attempt?: number;
|
|
1905
|
-
PreviousRunId?: string;
|
|
1906
|
-
TriggerName?: string;
|
|
1907
|
-
JobName?: string;
|
|
1908
|
-
JobMode?: JobMode;
|
|
1909
|
-
JobRunQueuingEnabled?: boolean;
|
|
1910
|
-
StartedOn?: Date;
|
|
1911
|
-
LastModifiedOn?: Date;
|
|
1912
|
-
CompletedOn?: Date;
|
|
1913
|
-
JobRunState?: JobRunState;
|
|
1914
|
-
Arguments?: Record<string, string
|
|
1915
|
-
ErrorMessage?: string;
|
|
1916
|
-
PredecessorRuns?: Predecessor[];
|
|
1917
|
-
AllocatedCapacity?: number;
|
|
1918
|
-
ExecutionTime?: number;
|
|
1919
|
-
Timeout?: number;
|
|
1920
|
-
MaxCapacity?: number;
|
|
1921
|
-
WorkerType?: WorkerType;
|
|
1922
|
-
NumberOfWorkers?: number;
|
|
1923
|
-
SecurityConfiguration?: string;
|
|
1924
|
-
LogGroupName?: string;
|
|
1925
|
-
NotificationProperty?: NotificationProperty;
|
|
1926
|
-
GlueVersion?: string;
|
|
1927
|
-
DPUSeconds?: number;
|
|
1928
|
-
ExecutionClass?: ExecutionClass;
|
|
1929
|
-
MaintenanceWindow?: string;
|
|
1930
|
-
ProfileName?: string;
|
|
1931
|
-
StateDetail?: string;
|
|
1903
|
+
Id?: string | undefined;
|
|
1904
|
+
Attempt?: number | undefined;
|
|
1905
|
+
PreviousRunId?: string | undefined;
|
|
1906
|
+
TriggerName?: string | undefined;
|
|
1907
|
+
JobName?: string | undefined;
|
|
1908
|
+
JobMode?: JobMode | undefined;
|
|
1909
|
+
JobRunQueuingEnabled?: boolean | undefined;
|
|
1910
|
+
StartedOn?: Date | undefined;
|
|
1911
|
+
LastModifiedOn?: Date | undefined;
|
|
1912
|
+
CompletedOn?: Date | undefined;
|
|
1913
|
+
JobRunState?: JobRunState | undefined;
|
|
1914
|
+
Arguments?: Record<string, string> | undefined;
|
|
1915
|
+
ErrorMessage?: string | undefined;
|
|
1916
|
+
PredecessorRuns?: Predecessor[] | undefined;
|
|
1917
|
+
AllocatedCapacity?: number | undefined;
|
|
1918
|
+
ExecutionTime?: number | undefined;
|
|
1919
|
+
Timeout?: number | undefined;
|
|
1920
|
+
MaxCapacity?: number | undefined;
|
|
1921
|
+
WorkerType?: WorkerType | undefined;
|
|
1922
|
+
NumberOfWorkers?: number | undefined;
|
|
1923
|
+
SecurityConfiguration?: string | undefined;
|
|
1924
|
+
LogGroupName?: string | undefined;
|
|
1925
|
+
NotificationProperty?: NotificationProperty | undefined;
|
|
1926
|
+
GlueVersion?: string | undefined;
|
|
1927
|
+
DPUSeconds?: number | undefined;
|
|
1928
|
+
ExecutionClass?: ExecutionClass | undefined;
|
|
1929
|
+
MaintenanceWindow?: string | undefined;
|
|
1930
|
+
ProfileName?: string | undefined;
|
|
1931
|
+
StateDetail?: string | undefined;
|
|
1932
1932
|
}
|
|
1933
1933
|
export interface JobNodeDetails {
|
|
1934
|
-
JobRuns?: JobRun[];
|
|
1934
|
+
JobRuns?: JobRun[] | undefined;
|
|
1935
1935
|
}
|
|
1936
1936
|
export interface TriggerNodeDetails {
|
|
1937
|
-
Trigger?: Trigger;
|
|
1937
|
+
Trigger?: Trigger | undefined;
|
|
1938
1938
|
}
|
|
1939
1939
|
export declare const NodeType: {
|
|
1940
1940
|
readonly CRAWLER: "CRAWLER";
|
|
@@ -1943,30 +1943,30 @@ export declare const NodeType: {
|
|
|
1943
1943
|
};
|
|
1944
1944
|
export type NodeType = (typeof NodeType)[keyof typeof NodeType];
|
|
1945
1945
|
export interface Node {
|
|
1946
|
-
Type?: NodeType;
|
|
1947
|
-
Name?: string;
|
|
1948
|
-
UniqueId?: string;
|
|
1949
|
-
TriggerDetails?: TriggerNodeDetails;
|
|
1950
|
-
JobDetails?: JobNodeDetails;
|
|
1951
|
-
CrawlerDetails?: CrawlerNodeDetails;
|
|
1946
|
+
Type?: NodeType | undefined;
|
|
1947
|
+
Name?: string | undefined;
|
|
1948
|
+
UniqueId?: string | undefined;
|
|
1949
|
+
TriggerDetails?: TriggerNodeDetails | undefined;
|
|
1950
|
+
JobDetails?: JobNodeDetails | undefined;
|
|
1951
|
+
CrawlerDetails?: CrawlerNodeDetails | undefined;
|
|
1952
1952
|
}
|
|
1953
1953
|
export interface WorkflowGraph {
|
|
1954
|
-
Nodes?: Node[];
|
|
1955
|
-
Edges?: Edge[];
|
|
1954
|
+
Nodes?: Node[] | undefined;
|
|
1955
|
+
Edges?: Edge[] | undefined;
|
|
1956
1956
|
}
|
|
1957
1957
|
export interface StartingEventBatchCondition {
|
|
1958
|
-
BatchSize?: number;
|
|
1959
|
-
BatchWindow?: number;
|
|
1958
|
+
BatchSize?: number | undefined;
|
|
1959
|
+
BatchWindow?: number | undefined;
|
|
1960
1960
|
}
|
|
1961
1961
|
export interface WorkflowRunStatistics {
|
|
1962
|
-
TotalActions?: number;
|
|
1963
|
-
TimeoutActions?: number;
|
|
1964
|
-
FailedActions?: number;
|
|
1965
|
-
StoppedActions?: number;
|
|
1966
|
-
SucceededActions?: number;
|
|
1967
|
-
RunningActions?: number;
|
|
1968
|
-
ErroredActions?: number;
|
|
1969
|
-
WaitingActions?: number;
|
|
1962
|
+
TotalActions?: number | undefined;
|
|
1963
|
+
TimeoutActions?: number | undefined;
|
|
1964
|
+
FailedActions?: number | undefined;
|
|
1965
|
+
StoppedActions?: number | undefined;
|
|
1966
|
+
SucceededActions?: number | undefined;
|
|
1967
|
+
RunningActions?: number | undefined;
|
|
1968
|
+
ErroredActions?: number | undefined;
|
|
1969
|
+
WaitingActions?: number | undefined;
|
|
1970
1970
|
}
|
|
1971
1971
|
export declare const WorkflowRunStatus: {
|
|
1972
1972
|
readonly COMPLETED: "COMPLETED";
|
|
@@ -1978,78 +1978,78 @@ export declare const WorkflowRunStatus: {
|
|
|
1978
1978
|
export type WorkflowRunStatus =
|
|
1979
1979
|
(typeof WorkflowRunStatus)[keyof typeof WorkflowRunStatus];
|
|
1980
1980
|
export interface WorkflowRun {
|
|
1981
|
-
Name?: string;
|
|
1982
|
-
WorkflowRunId?: string;
|
|
1983
|
-
PreviousRunId?: string;
|
|
1984
|
-
WorkflowRunProperties?: Record<string, string
|
|
1985
|
-
StartedOn?: Date;
|
|
1986
|
-
CompletedOn?: Date;
|
|
1987
|
-
Status?: WorkflowRunStatus;
|
|
1988
|
-
ErrorMessage?: string;
|
|
1989
|
-
Statistics?: WorkflowRunStatistics;
|
|
1990
|
-
Graph?: WorkflowGraph;
|
|
1991
|
-
StartingEventBatchCondition?: StartingEventBatchCondition;
|
|
1981
|
+
Name?: string | undefined;
|
|
1982
|
+
WorkflowRunId?: string | undefined;
|
|
1983
|
+
PreviousRunId?: string | undefined;
|
|
1984
|
+
WorkflowRunProperties?: Record<string, string> | undefined;
|
|
1985
|
+
StartedOn?: Date | undefined;
|
|
1986
|
+
CompletedOn?: Date | undefined;
|
|
1987
|
+
Status?: WorkflowRunStatus | undefined;
|
|
1988
|
+
ErrorMessage?: string | undefined;
|
|
1989
|
+
Statistics?: WorkflowRunStatistics | undefined;
|
|
1990
|
+
Graph?: WorkflowGraph | undefined;
|
|
1991
|
+
StartingEventBatchCondition?: StartingEventBatchCondition | undefined;
|
|
1992
1992
|
}
|
|
1993
1993
|
export interface Workflow {
|
|
1994
|
-
Name?: string;
|
|
1995
|
-
Description?: string;
|
|
1996
|
-
DefaultRunProperties?: Record<string, string
|
|
1997
|
-
CreatedOn?: Date;
|
|
1998
|
-
LastModifiedOn?: Date;
|
|
1999
|
-
LastRun?: WorkflowRun;
|
|
2000
|
-
Graph?: WorkflowGraph;
|
|
2001
|
-
MaxConcurrentRuns?: number;
|
|
2002
|
-
BlueprintDetails?: BlueprintDetails;
|
|
1994
|
+
Name?: string | undefined;
|
|
1995
|
+
Description?: string | undefined;
|
|
1996
|
+
DefaultRunProperties?: Record<string, string> | undefined;
|
|
1997
|
+
CreatedOn?: Date | undefined;
|
|
1998
|
+
LastModifiedOn?: Date | undefined;
|
|
1999
|
+
LastRun?: WorkflowRun | undefined;
|
|
2000
|
+
Graph?: WorkflowGraph | undefined;
|
|
2001
|
+
MaxConcurrentRuns?: number | undefined;
|
|
2002
|
+
BlueprintDetails?: BlueprintDetails | undefined;
|
|
2003
2003
|
}
|
|
2004
2004
|
export interface BatchGetWorkflowsResponse {
|
|
2005
|
-
Workflows?: Workflow[];
|
|
2006
|
-
MissingWorkflows?: string[];
|
|
2005
|
+
Workflows?: Workflow[] | undefined;
|
|
2006
|
+
MissingWorkflows?: string[] | undefined;
|
|
2007
2007
|
}
|
|
2008
2008
|
export interface DatapointInclusionAnnotation {
|
|
2009
|
-
ProfileId?: string;
|
|
2010
|
-
StatisticId?: string;
|
|
2011
|
-
InclusionAnnotation?: InclusionAnnotationValue;
|
|
2009
|
+
ProfileId?: string | undefined;
|
|
2010
|
+
StatisticId?: string | undefined;
|
|
2011
|
+
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
2012
2012
|
}
|
|
2013
2013
|
export interface BatchPutDataQualityStatisticAnnotationRequest {
|
|
2014
2014
|
InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
|
|
2015
|
-
ClientToken?: string;
|
|
2015
|
+
ClientToken?: string | undefined;
|
|
2016
2016
|
}
|
|
2017
2017
|
export interface BatchPutDataQualityStatisticAnnotationResponse {
|
|
2018
|
-
FailedInclusionAnnotations?: AnnotationError[];
|
|
2018
|
+
FailedInclusionAnnotations?: AnnotationError[] | undefined;
|
|
2019
2019
|
}
|
|
2020
2020
|
export interface BatchStopJobRunRequest {
|
|
2021
2021
|
JobName: string | undefined;
|
|
2022
2022
|
JobRunIds: string[] | undefined;
|
|
2023
2023
|
}
|
|
2024
2024
|
export interface BatchStopJobRunError {
|
|
2025
|
-
JobName?: string;
|
|
2026
|
-
JobRunId?: string;
|
|
2027
|
-
ErrorDetail?: ErrorDetail;
|
|
2025
|
+
JobName?: string | undefined;
|
|
2026
|
+
JobRunId?: string | undefined;
|
|
2027
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
2028
2028
|
}
|
|
2029
2029
|
export interface BatchStopJobRunSuccessfulSubmission {
|
|
2030
|
-
JobName?: string;
|
|
2031
|
-
JobRunId?: string;
|
|
2030
|
+
JobName?: string | undefined;
|
|
2031
|
+
JobRunId?: string | undefined;
|
|
2032
2032
|
}
|
|
2033
2033
|
export interface BatchStopJobRunResponse {
|
|
2034
|
-
SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[];
|
|
2035
|
-
Errors?: BatchStopJobRunError[];
|
|
2034
|
+
SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[] | undefined;
|
|
2035
|
+
Errors?: BatchStopJobRunError[] | undefined;
|
|
2036
2036
|
}
|
|
2037
2037
|
export interface BatchUpdatePartitionRequestEntry {
|
|
2038
2038
|
PartitionValueList: string[] | undefined;
|
|
2039
2039
|
PartitionInput: PartitionInput | undefined;
|
|
2040
2040
|
}
|
|
2041
2041
|
export interface BatchUpdatePartitionRequest {
|
|
2042
|
-
CatalogId?: string;
|
|
2042
|
+
CatalogId?: string | undefined;
|
|
2043
2043
|
DatabaseName: string | undefined;
|
|
2044
2044
|
TableName: string | undefined;
|
|
2045
2045
|
Entries: BatchUpdatePartitionRequestEntry[] | undefined;
|
|
2046
2046
|
}
|
|
2047
2047
|
export interface BatchUpdatePartitionFailureEntry {
|
|
2048
|
-
PartitionValueList?: string[];
|
|
2049
|
-
ErrorDetail?: ErrorDetail;
|
|
2048
|
+
PartitionValueList?: string[] | undefined;
|
|
2049
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
2050
2050
|
}
|
|
2051
2051
|
export interface BatchUpdatePartitionResponse {
|
|
2052
|
-
Errors?: BatchUpdatePartitionFailureEntry[];
|
|
2052
|
+
Errors?: BatchUpdatePartitionFailureEntry[] | undefined;
|
|
2053
2053
|
}
|
|
2054
2054
|
export interface CancelDataQualityRuleRecommendationRunRequest {
|
|
2055
2055
|
RunId: string | undefined;
|