@aws-sdk/client-glue 3.982.0 → 3.984.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -0
- package/dist-cjs/index.js +338 -70
- package/dist-es/Glue.js +4 -0
- package/dist-es/commands/DeleteConnectionTypeCommand.js +16 -0
- package/dist-es/commands/RegisterConnectionTypeCommand.js +16 -0
- package/dist-es/commands/index.js +2 -0
- package/dist-es/models/enums.js +24 -0
- package/dist-es/schemas/schemas_0.js +256 -70
- package/dist-types/Glue.d.ts +14 -0
- package/dist-types/GlueClient.d.ts +4 -2
- package/dist-types/commands/DeleteConnectionTypeCommand.d.ts +91 -0
- package/dist-types/commands/DescribeConnectionTypeCommand.d.ts +156 -1
- package/dist-types/commands/DescribeEntityCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTaskRunCommand.d.ts +2 -1
- package/dist-types/commands/GetMLTaskRunsCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTransformCommand.d.ts +1 -2
- package/dist-types/commands/ListConnectionTypesCommand.d.ts +3 -1
- package/dist-types/commands/RegisterConnectionTypeCommand.d.ts +284 -0
- package/dist-types/commands/UpdateDevEndpointCommand.d.ts +1 -1
- package/dist-types/commands/UpdateGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/commands/UpdateIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/commands/UpdateIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +1 -2
- package/dist-types/commands/UpdateJobFromSourceControlCommand.d.ts +1 -1
- package/dist-types/commands/UpdateMLTransformCommand.d.ts +1 -1
- package/dist-types/commands/UpdatePartitionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateRegistryCommand.d.ts +1 -1
- package/dist-types/commands/UpdateSchemaCommand.d.ts +1 -1
- package/dist-types/commands/UpdateSourceControlFromJobCommand.d.ts +1 -1
- package/dist-types/commands/index.d.ts +2 -0
- package/dist-types/models/enums.d.ts +64 -0
- package/dist-types/models/models_0.d.ts +11 -1
- package/dist-types/models/models_1.d.ts +252 -368
- package/dist-types/models/models_2.d.ts +664 -599
- package/dist-types/models/models_3.d.ts +585 -4
- package/dist-types/schemas/schemas_0.d.ts +25 -0
- package/dist-types/ts3.4/Glue.d.ts +34 -0
- package/dist-types/ts3.4/GlueClient.d.ts +12 -0
- package/dist-types/ts3.4/commands/DeleteConnectionTypeCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/GetMLTaskRunCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/GetMLTaskRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTransformCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/RegisterConnectionTypeCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/UpdateDevEndpointCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateJobCommand.d.ts +1 -2
- package/dist-types/ts3.4/commands/UpdateJobFromSourceControlCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateMLTransformCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdatePartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateRegistryCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateSchemaCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateSourceControlFromJobCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/index.d.ts +2 -0
- package/dist-types/ts3.4/models/enums.d.ts +32 -0
- package/dist-types/ts3.4/models/models_0.d.ts +3 -0
- package/dist-types/ts3.4/models/models_1.d.ts +63 -85
- package/dist-types/ts3.4/models/models_2.d.ts +161 -134
- package/dist-types/ts3.4/models/models_3.d.ts +141 -1
- package/dist-types/ts3.4/schemas/schemas_0.d.ts +25 -0
- package/package.json +2 -2
|
@@ -1,7 +1,588 @@
|
|
|
1
|
-
import { ExecutionClass, JobMode, Permission, ResourceAction, ResourceState, TableOptimizerType, ViewUpdateAction, WorkerType } from "./enums";
|
|
2
|
-
import { type Aggregate, type AmazonRedshiftSource, type AmazonRedshiftTarget, type AthenaConnectorSource, type BasicCatalogTarget, type CatalogDeltaSource, type CatalogHudiSource, type CatalogIcebergSource, type CatalogKafkaSource, type CatalogKinesisSource, type CatalogSource, type ConnectionsList, type ConnectorDataSource, type ConnectorDataTarget, type CustomCode, type DirectJDBCSource, type DirectKafkaSource, type DirectKinesisSource, type DropDuplicates, type DropFields, type DropNullFields, type DynamicTransform, type DynamoDBCatalogSource, type DynamoDBELTConnectorSource, type ErrorDetail, type EvaluateDataQuality, type EvaluateDataQualityMultiFrame, type EventBatchingCondition, type ExecutionProperty, type FillMissingValues, type Filter, type GovernedCatalogSource, type GovernedCatalogTarget, type JDBCConnectorSource, type JDBCConnectorTarget, type JobCommand, type Join, type Merge, type MicrosoftSQLServerCatalogSource, type MicrosoftSQLServerCatalogTarget, type MySQLCatalogSource, type MySQLCatalogTarget, type NotificationProperty, type OracleSQLCatalogSource, type OracleSQLCatalogTarget, type PIIDetection, type PostgreSQLCatalogSource, type PostgreSQLCatalogTarget, type Predicate, type Recipe, type RedshiftSource, type RedshiftTarget, type RelationalCatalogSource, type RenameField, type Route, type S3CatalogDeltaSource, type S3CatalogHudiSource, type S3CatalogIcebergSource, type S3CatalogSource, type S3CatalogTarget, type S3CsvSource, type S3DeltaCatalogTarget, type S3DeltaDirectTarget, type S3DeltaSource, type S3DirectTarget, type S3ExcelSource, type S3GlueParquetTarget, type S3HudiCatalogTarget, type S3HudiDirectTarget, type S3HudiSource, type S3HyperDirectTarget, type S3IcebergCatalogTarget, type S3IcebergDirectTarget, type S3JsonSource, type S3ParquetSource, type SelectFields, type SelectFromCollection, type SnowflakeSource, type SnowflakeTarget, type SourceControlDetails, type SparkConnectorSource, type SparkConnectorTarget, type SparkSQL, type Spigot, type SplitFields, type StorageDescriptor, type TableOptimizerConfiguration, type Trigger, type Union, Action, Column } from "./models_0";
|
|
3
|
-
import type { ProfileConfiguration, TableIdentifier, TableInput, UserDefinedFunctionInput } from "./models_1";
|
|
4
|
-
import { type FederatedTable, type ViewDefinition, ColumnRowFilter,
|
|
1
|
+
import { Compatibility, ExecutionClass, IcebergUpdateAction, JobMode, Permission, ResourceAction, ResourceState, SourceControlAuthStrategy, SourceControlProvider, TableOptimizerType, ViewUpdateAction, WorkerType } from "./enums";
|
|
2
|
+
import { type Aggregate, type AmazonRedshiftSource, type AmazonRedshiftTarget, type AthenaConnectorSource, type BasicCatalogTarget, type CatalogDeltaSource, type CatalogHudiSource, type CatalogIcebergSource, type CatalogKafkaSource, type CatalogKinesisSource, type CatalogSource, type ConnectionsList, type ConnectorDataSource, type ConnectorDataTarget, type CustomCode, type DirectJDBCSource, type DirectKafkaSource, type DirectKinesisSource, type DropDuplicates, type DropFields, type DropNullFields, type DynamicTransform, type DynamoDBCatalogSource, type DynamoDBELTConnectorSource, type ErrorDetail, type EvaluateDataQuality, type EvaluateDataQualityMultiFrame, type EventBatchingCondition, type ExecutionProperty, type FillMissingValues, type Filter, type GovernedCatalogSource, type GovernedCatalogTarget, type JDBCConnectorSource, type JDBCConnectorTarget, type JobCommand, type Join, type Merge, type MicrosoftSQLServerCatalogSource, type MicrosoftSQLServerCatalogTarget, type MySQLCatalogSource, type MySQLCatalogTarget, type NotificationProperty, type OracleSQLCatalogSource, type OracleSQLCatalogTarget, type PartitionInput, type PIIDetection, type PostgreSQLCatalogSource, type PostgreSQLCatalogTarget, type Predicate, type Recipe, type RedshiftSource, type RedshiftTarget, type RelationalCatalogSource, type RenameField, type Route, type S3CatalogDeltaSource, type S3CatalogHudiSource, type S3CatalogIcebergSource, type S3CatalogSource, type S3CatalogTarget, type S3CsvSource, type S3DeltaCatalogTarget, type S3DeltaDirectTarget, type S3DeltaSource, type S3DirectTarget, type S3ExcelSource, type S3GlueParquetTarget, type S3HudiCatalogTarget, type S3HudiDirectTarget, type S3HudiSource, type S3HyperDirectTarget, type S3IcebergCatalogTarget, type S3IcebergDirectTarget, type S3JsonSource, type S3ParquetSource, type SchemaId, type SelectFields, type SelectFromCollection, type SnowflakeSource, type SnowflakeTarget, type SourceControlDetails, type SparkConnectorSource, type SparkConnectorTarget, type SparkSQL, type Spigot, type SplitFields, type StorageDescriptor, type TableOptimizerConfiguration, type Trigger, type Union, Action, Column } from "./models_0";
|
|
3
|
+
import type { IcebergPartitionSpec, IcebergSchema, IcebergSortOrder, ProfileConfiguration, RegistryId, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
|
|
4
|
+
import { type DevEndpointCustomLibraries, type FederatedTable, type SchemaVersionNumber, type ViewDefinition, ColumnRowFilter, ViewValidation } from "./models_2";
|
|
5
|
+
/**
|
|
6
|
+
* @public
|
|
7
|
+
*/
|
|
8
|
+
export interface UpdateDevEndpointRequest {
|
|
9
|
+
/**
|
|
10
|
+
* <p>The name of the <code>DevEndpoint</code> to be updated.</p>
|
|
11
|
+
* @public
|
|
12
|
+
*/
|
|
13
|
+
EndpointName: string | undefined;
|
|
14
|
+
/**
|
|
15
|
+
* <p>The public key for the <code>DevEndpoint</code> to use.</p>
|
|
16
|
+
* @public
|
|
17
|
+
*/
|
|
18
|
+
PublicKey?: string | undefined;
|
|
19
|
+
/**
|
|
20
|
+
* <p>The list of public keys for the <code>DevEndpoint</code> to use.</p>
|
|
21
|
+
* @public
|
|
22
|
+
*/
|
|
23
|
+
AddPublicKeys?: string[] | undefined;
|
|
24
|
+
/**
|
|
25
|
+
* <p>The list of public keys to be deleted from the <code>DevEndpoint</code>.</p>
|
|
26
|
+
* @public
|
|
27
|
+
*/
|
|
28
|
+
DeletePublicKeys?: string[] | undefined;
|
|
29
|
+
/**
|
|
30
|
+
* <p>Custom Python or Java libraries to be loaded in the <code>DevEndpoint</code>.</p>
|
|
31
|
+
* @public
|
|
32
|
+
*/
|
|
33
|
+
CustomLibraries?: DevEndpointCustomLibraries | undefined;
|
|
34
|
+
/**
|
|
35
|
+
* <p>
|
|
36
|
+
* <code>True</code> if the list of custom libraries to be loaded in the development endpoint
|
|
37
|
+
* needs to be updated, or <code>False</code> if otherwise.</p>
|
|
38
|
+
* @public
|
|
39
|
+
*/
|
|
40
|
+
UpdateEtlLibraries?: boolean | undefined;
|
|
41
|
+
/**
|
|
42
|
+
* <p>The list of argument keys to be deleted from the map of arguments used to configure the
|
|
43
|
+
* <code>DevEndpoint</code>.</p>
|
|
44
|
+
* @public
|
|
45
|
+
*/
|
|
46
|
+
DeleteArguments?: string[] | undefined;
|
|
47
|
+
/**
|
|
48
|
+
* <p>The map of arguments to add the map of arguments used to configure the
|
|
49
|
+
* <code>DevEndpoint</code>.</p>
|
|
50
|
+
* <p>Valid arguments are:</p>
|
|
51
|
+
* <ul>
|
|
52
|
+
* <li>
|
|
53
|
+
* <p>
|
|
54
|
+
* <code>"--enable-glue-datacatalog": ""</code>
|
|
55
|
+
* </p>
|
|
56
|
+
* </li>
|
|
57
|
+
* </ul>
|
|
58
|
+
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
59
|
+
* @public
|
|
60
|
+
*/
|
|
61
|
+
AddArguments?: Record<string, string> | undefined;
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* @public
|
|
65
|
+
*/
|
|
66
|
+
export interface UpdateDevEndpointResponse {
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* <p>Request to update an existing Glue Identity Center configuration.</p>
|
|
70
|
+
* @public
|
|
71
|
+
*/
|
|
72
|
+
export interface UpdateGlueIdentityCenterConfigurationRequest {
|
|
73
|
+
/**
|
|
74
|
+
* <p>A list of Identity Center scopes that define the updated permissions and access levels for the Glue configuration.</p>
|
|
75
|
+
* @public
|
|
76
|
+
*/
|
|
77
|
+
Scopes?: string[] | undefined;
|
|
78
|
+
/**
|
|
79
|
+
* <p>Specifies whether users can run background sessions when using Identity Center authentication with Glue services.</p>
|
|
80
|
+
* @public
|
|
81
|
+
*/
|
|
82
|
+
UserBackgroundSessionsEnabled?: boolean | undefined;
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* <p>Response from updating an existing Glue Identity Center configuration.</p>
|
|
86
|
+
* @public
|
|
87
|
+
*/
|
|
88
|
+
export interface UpdateGlueIdentityCenterConfigurationResponse {
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* @public
|
|
92
|
+
*/
|
|
93
|
+
export interface UpdateIntegrationResourcePropertyRequest {
|
|
94
|
+
/**
|
|
95
|
+
* <p>The connection ARN of the source, or the database ARN of the target.</p>
|
|
96
|
+
* @public
|
|
97
|
+
*/
|
|
98
|
+
ResourceArn: string | undefined;
|
|
99
|
+
/**
|
|
100
|
+
* <p>The resource properties associated with the integration source.</p>
|
|
101
|
+
* @public
|
|
102
|
+
*/
|
|
103
|
+
SourceProcessingProperties?: SourceProcessingProperties | undefined;
|
|
104
|
+
/**
|
|
105
|
+
* <p>The resource properties associated with the integration target.</p>
|
|
106
|
+
* @public
|
|
107
|
+
*/
|
|
108
|
+
TargetProcessingProperties?: TargetProcessingProperties | undefined;
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* @public
|
|
112
|
+
*/
|
|
113
|
+
export interface UpdateIntegrationResourcePropertyResponse {
|
|
114
|
+
/**
|
|
115
|
+
* <p>The connection ARN of the source, or the database ARN of the target.</p>
|
|
116
|
+
* @public
|
|
117
|
+
*/
|
|
118
|
+
ResourceArn?: string | undefined;
|
|
119
|
+
/**
|
|
120
|
+
* <p>The resource ARN created through this create API. The format is something like arn:aws:glue:<region>:<account_id>:integrationresourceproperty/*</p>
|
|
121
|
+
* @public
|
|
122
|
+
*/
|
|
123
|
+
ResourcePropertyArn?: string | undefined;
|
|
124
|
+
/**
|
|
125
|
+
* <p>The resource properties associated with the integration source.</p>
|
|
126
|
+
* @public
|
|
127
|
+
*/
|
|
128
|
+
SourceProcessingProperties?: SourceProcessingProperties | undefined;
|
|
129
|
+
/**
|
|
130
|
+
* <p>The resource properties associated with the integration target.</p>
|
|
131
|
+
* @public
|
|
132
|
+
*/
|
|
133
|
+
TargetProcessingProperties?: TargetProcessingProperties | undefined;
|
|
134
|
+
}
|
|
135
|
+
/**
|
|
136
|
+
* @public
|
|
137
|
+
*/
|
|
138
|
+
export interface UpdateIntegrationTablePropertiesRequest {
|
|
139
|
+
/**
|
|
140
|
+
* <p>The connection ARN of the source, or the database ARN of the target.</p>
|
|
141
|
+
* @public
|
|
142
|
+
*/
|
|
143
|
+
ResourceArn: string | undefined;
|
|
144
|
+
/**
|
|
145
|
+
* <p>The name of the table to be replicated.</p>
|
|
146
|
+
* @public
|
|
147
|
+
*/
|
|
148
|
+
TableName: string | undefined;
|
|
149
|
+
/**
|
|
150
|
+
* <p>A structure for the source table configuration.</p>
|
|
151
|
+
* @public
|
|
152
|
+
*/
|
|
153
|
+
SourceTableConfig?: SourceTableConfig | undefined;
|
|
154
|
+
/**
|
|
155
|
+
* <p>A structure for the target table configuration.</p>
|
|
156
|
+
* @public
|
|
157
|
+
*/
|
|
158
|
+
TargetTableConfig?: TargetTableConfig | undefined;
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* @public
|
|
162
|
+
*/
|
|
163
|
+
export interface UpdateIntegrationTablePropertiesResponse {
|
|
164
|
+
}
|
|
165
|
+
/**
|
|
166
|
+
* @public
|
|
167
|
+
*/
|
|
168
|
+
export interface UpdateJobResponse {
|
|
169
|
+
/**
|
|
170
|
+
* <p>Returns the name of the updated job definition.</p>
|
|
171
|
+
* @public
|
|
172
|
+
*/
|
|
173
|
+
JobName?: string | undefined;
|
|
174
|
+
}
|
|
175
|
+
/**
|
|
176
|
+
* @public
|
|
177
|
+
*/
|
|
178
|
+
export interface UpdateJobFromSourceControlRequest {
|
|
179
|
+
/**
|
|
180
|
+
* <p>The name of the Glue job to be synchronized to or from the remote repository.</p>
|
|
181
|
+
* @public
|
|
182
|
+
*/
|
|
183
|
+
JobName?: string | undefined;
|
|
184
|
+
/**
|
|
185
|
+
* <p>
|
|
186
|
+
* The provider for the remote repository. Possible values: GITHUB, AWS_CODE_COMMIT, GITLAB, BITBUCKET.
|
|
187
|
+
* </p>
|
|
188
|
+
* @public
|
|
189
|
+
*/
|
|
190
|
+
Provider?: SourceControlProvider | undefined;
|
|
191
|
+
/**
|
|
192
|
+
* <p>The name of the remote repository that contains the job artifacts.
|
|
193
|
+
* For BitBucket providers, <code>RepositoryName</code> should include <code>WorkspaceName</code>.
|
|
194
|
+
* Use the format <code><WorkspaceName>/<RepositoryName></code>.
|
|
195
|
+
* </p>
|
|
196
|
+
* @public
|
|
197
|
+
*/
|
|
198
|
+
RepositoryName?: string | undefined;
|
|
199
|
+
/**
|
|
200
|
+
* <p>The owner of the remote repository that contains the job artifacts.</p>
|
|
201
|
+
* @public
|
|
202
|
+
*/
|
|
203
|
+
RepositoryOwner?: string | undefined;
|
|
204
|
+
/**
|
|
205
|
+
* <p>An optional branch in the remote repository.</p>
|
|
206
|
+
* @public
|
|
207
|
+
*/
|
|
208
|
+
BranchName?: string | undefined;
|
|
209
|
+
/**
|
|
210
|
+
* <p>An optional folder in the remote repository.</p>
|
|
211
|
+
* @public
|
|
212
|
+
*/
|
|
213
|
+
Folder?: string | undefined;
|
|
214
|
+
/**
|
|
215
|
+
* <p>A commit ID for a commit in the remote repository.</p>
|
|
216
|
+
* @public
|
|
217
|
+
*/
|
|
218
|
+
CommitId?: string | undefined;
|
|
219
|
+
/**
|
|
220
|
+
* <p>The type of authentication, which can be an authentication token stored in Amazon Web Services Secrets Manager, or a personal access token.</p>
|
|
221
|
+
* @public
|
|
222
|
+
*/
|
|
223
|
+
AuthStrategy?: SourceControlAuthStrategy | undefined;
|
|
224
|
+
/**
|
|
225
|
+
* <p>The value of the authorization token.</p>
|
|
226
|
+
* @public
|
|
227
|
+
*/
|
|
228
|
+
AuthToken?: string | undefined;
|
|
229
|
+
}
|
|
230
|
+
/**
|
|
231
|
+
* @public
|
|
232
|
+
*/
|
|
233
|
+
export interface UpdateJobFromSourceControlResponse {
|
|
234
|
+
/**
|
|
235
|
+
* <p>The name of the Glue job.</p>
|
|
236
|
+
* @public
|
|
237
|
+
*/
|
|
238
|
+
JobName?: string | undefined;
|
|
239
|
+
}
|
|
240
|
+
/**
|
|
241
|
+
* @public
|
|
242
|
+
*/
|
|
243
|
+
export interface UpdateMLTransformRequest {
|
|
244
|
+
/**
|
|
245
|
+
* <p>A unique identifier that was generated when the transform was created.</p>
|
|
246
|
+
* @public
|
|
247
|
+
*/
|
|
248
|
+
TransformId: string | undefined;
|
|
249
|
+
/**
|
|
250
|
+
* <p>The unique name that you gave the transform when you created it.</p>
|
|
251
|
+
* @public
|
|
252
|
+
*/
|
|
253
|
+
Name?: string | undefined;
|
|
254
|
+
/**
|
|
255
|
+
* <p>A description of the transform. The default is an empty string.</p>
|
|
256
|
+
* @public
|
|
257
|
+
*/
|
|
258
|
+
Description?: string | undefined;
|
|
259
|
+
/**
|
|
260
|
+
* <p>The configuration parameters that are specific to the transform type (algorithm) used.
|
|
261
|
+
* Conditionally dependent on the transform type.</p>
|
|
262
|
+
* @public
|
|
263
|
+
*/
|
|
264
|
+
Parameters?: TransformParameters | undefined;
|
|
265
|
+
/**
|
|
266
|
+
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required
|
|
267
|
+
* permissions.</p>
|
|
268
|
+
* @public
|
|
269
|
+
*/
|
|
270
|
+
Role?: string | undefined;
|
|
271
|
+
/**
|
|
272
|
+
* <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
|
|
273
|
+
* @public
|
|
274
|
+
*/
|
|
275
|
+
GlueVersion?: string | undefined;
|
|
276
|
+
/**
|
|
277
|
+
* <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
|
|
278
|
+
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
279
|
+
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
280
|
+
* page</a>. </p>
|
|
281
|
+
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
282
|
+
* @public
|
|
283
|
+
*/
|
|
284
|
+
MaxCapacity?: number | undefined;
|
|
285
|
+
/**
|
|
286
|
+
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
287
|
+
* <ul>
|
|
288
|
+
* <li>
|
|
289
|
+
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
290
|
+
* </li>
|
|
291
|
+
* <li>
|
|
292
|
+
* <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
|
|
293
|
+
* </li>
|
|
294
|
+
* <li>
|
|
295
|
+
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
296
|
+
* </li>
|
|
297
|
+
* </ul>
|
|
298
|
+
* @public
|
|
299
|
+
*/
|
|
300
|
+
WorkerType?: WorkerType | undefined;
|
|
301
|
+
/**
|
|
302
|
+
* <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
|
|
303
|
+
* @public
|
|
304
|
+
*/
|
|
305
|
+
NumberOfWorkers?: number | undefined;
|
|
306
|
+
/**
|
|
307
|
+
* <p>The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
|
|
308
|
+
* @public
|
|
309
|
+
*/
|
|
310
|
+
Timeout?: number | undefined;
|
|
311
|
+
/**
|
|
312
|
+
* <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
|
|
313
|
+
* @public
|
|
314
|
+
*/
|
|
315
|
+
MaxRetries?: number | undefined;
|
|
316
|
+
}
|
|
317
|
+
/**
|
|
318
|
+
* @public
|
|
319
|
+
*/
|
|
320
|
+
export interface UpdateMLTransformResponse {
|
|
321
|
+
/**
|
|
322
|
+
* <p>The unique identifier for the transform that was updated.</p>
|
|
323
|
+
* @public
|
|
324
|
+
*/
|
|
325
|
+
TransformId?: string | undefined;
|
|
326
|
+
}
|
|
327
|
+
/**
|
|
328
|
+
* @public
|
|
329
|
+
*/
|
|
330
|
+
export interface UpdatePartitionRequest {
|
|
331
|
+
/**
|
|
332
|
+
* <p>The ID of the Data Catalog where the partition to be updated resides. If none is provided,
|
|
333
|
+
* the Amazon Web Services account ID is used by default.</p>
|
|
334
|
+
* @public
|
|
335
|
+
*/
|
|
336
|
+
CatalogId?: string | undefined;
|
|
337
|
+
/**
|
|
338
|
+
* <p>The name of the catalog database in which the table in question
|
|
339
|
+
* resides.</p>
|
|
340
|
+
* @public
|
|
341
|
+
*/
|
|
342
|
+
DatabaseName: string | undefined;
|
|
343
|
+
/**
|
|
344
|
+
* <p>The name of the table in which the partition to be updated is located.</p>
|
|
345
|
+
* @public
|
|
346
|
+
*/
|
|
347
|
+
TableName: string | undefined;
|
|
348
|
+
/**
|
|
349
|
+
* <p>List of partition key values that define the partition to update.</p>
|
|
350
|
+
* @public
|
|
351
|
+
*/
|
|
352
|
+
PartitionValueList: string[] | undefined;
|
|
353
|
+
/**
|
|
354
|
+
* <p>The new partition object to update the partition to.</p>
|
|
355
|
+
* <p>The <code>Values</code> property can't be changed. If you want to change the partition key values for a partition, delete and recreate the partition.</p>
|
|
356
|
+
* @public
|
|
357
|
+
*/
|
|
358
|
+
PartitionInput: PartitionInput | undefined;
|
|
359
|
+
}
|
|
360
|
+
/**
|
|
361
|
+
* @public
|
|
362
|
+
*/
|
|
363
|
+
export interface UpdatePartitionResponse {
|
|
364
|
+
}
|
|
365
|
+
/**
|
|
366
|
+
* @public
|
|
367
|
+
*/
|
|
368
|
+
export interface UpdateRegistryInput {
|
|
369
|
+
/**
|
|
370
|
+
* <p>This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).</p>
|
|
371
|
+
* @public
|
|
372
|
+
*/
|
|
373
|
+
RegistryId: RegistryId | undefined;
|
|
374
|
+
/**
|
|
375
|
+
* <p>A description of the registry. If description is not provided, this field will not be updated.</p>
|
|
376
|
+
* @public
|
|
377
|
+
*/
|
|
378
|
+
Description: string | undefined;
|
|
379
|
+
}
|
|
380
|
+
/**
|
|
381
|
+
* @public
|
|
382
|
+
*/
|
|
383
|
+
export interface UpdateRegistryResponse {
|
|
384
|
+
/**
|
|
385
|
+
* <p>The name of the updated registry.</p>
|
|
386
|
+
* @public
|
|
387
|
+
*/
|
|
388
|
+
RegistryName?: string | undefined;
|
|
389
|
+
/**
|
|
390
|
+
* <p>The Amazon Resource name (ARN) of the updated registry.</p>
|
|
391
|
+
* @public
|
|
392
|
+
*/
|
|
393
|
+
RegistryArn?: string | undefined;
|
|
394
|
+
}
|
|
395
|
+
/**
|
|
396
|
+
* @public
|
|
397
|
+
*/
|
|
398
|
+
export interface UpdateSchemaInput {
|
|
399
|
+
/**
|
|
400
|
+
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
401
|
+
* <ul>
|
|
402
|
+
* <li>
|
|
403
|
+
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
|
|
404
|
+
* </li>
|
|
405
|
+
* <li>
|
|
406
|
+
* <p>SchemaId$SchemaName: The name of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
|
|
407
|
+
* </li>
|
|
408
|
+
* </ul>
|
|
409
|
+
* @public
|
|
410
|
+
*/
|
|
411
|
+
SchemaId: SchemaId | undefined;
|
|
412
|
+
/**
|
|
413
|
+
* <p>Version number required for check pointing. One of <code>VersionNumber</code> or <code>Compatibility</code> has to be provided.</p>
|
|
414
|
+
* @public
|
|
415
|
+
*/
|
|
416
|
+
SchemaVersionNumber?: SchemaVersionNumber | undefined;
|
|
417
|
+
/**
|
|
418
|
+
* <p>The new compatibility setting for the schema.</p>
|
|
419
|
+
* @public
|
|
420
|
+
*/
|
|
421
|
+
Compatibility?: Compatibility | undefined;
|
|
422
|
+
/**
|
|
423
|
+
* <p>The new description for the schema.</p>
|
|
424
|
+
* @public
|
|
425
|
+
*/
|
|
426
|
+
Description?: string | undefined;
|
|
427
|
+
}
|
|
428
|
+
/**
|
|
429
|
+
* @public
|
|
430
|
+
*/
|
|
431
|
+
export interface UpdateSchemaResponse {
|
|
432
|
+
/**
|
|
433
|
+
* <p>The Amazon Resource Name (ARN) of the schema.</p>
|
|
434
|
+
* @public
|
|
435
|
+
*/
|
|
436
|
+
SchemaArn?: string | undefined;
|
|
437
|
+
/**
|
|
438
|
+
* <p>The name of the schema.</p>
|
|
439
|
+
* @public
|
|
440
|
+
*/
|
|
441
|
+
SchemaName?: string | undefined;
|
|
442
|
+
/**
|
|
443
|
+
* <p>The name of the registry that contains the schema.</p>
|
|
444
|
+
* @public
|
|
445
|
+
*/
|
|
446
|
+
RegistryName?: string | undefined;
|
|
447
|
+
}
|
|
448
|
+
/**
|
|
449
|
+
* @public
|
|
450
|
+
*/
|
|
451
|
+
export interface UpdateSourceControlFromJobRequest {
|
|
452
|
+
/**
|
|
453
|
+
* <p>The name of the Glue job to be synchronized to or from the remote repository.</p>
|
|
454
|
+
* @public
|
|
455
|
+
*/
|
|
456
|
+
JobName?: string | undefined;
|
|
457
|
+
/**
|
|
458
|
+
* <p>
|
|
459
|
+
* The provider for the remote repository. Possible values: GITHUB, AWS_CODE_COMMIT, GITLAB, BITBUCKET.
|
|
460
|
+
* </p>
|
|
461
|
+
* @public
|
|
462
|
+
*/
|
|
463
|
+
Provider?: SourceControlProvider | undefined;
|
|
464
|
+
/**
|
|
465
|
+
* <p>The name of the remote repository that contains the job artifacts.
|
|
466
|
+
* For BitBucket providers, <code>RepositoryName</code> should include <code>WorkspaceName</code>.
|
|
467
|
+
* Use the format <code><WorkspaceName>/<RepositoryName></code>.
|
|
468
|
+
* </p>
|
|
469
|
+
* @public
|
|
470
|
+
*/
|
|
471
|
+
RepositoryName?: string | undefined;
|
|
472
|
+
/**
|
|
473
|
+
* <p>The owner of the remote repository that contains the job artifacts.</p>
|
|
474
|
+
* @public
|
|
475
|
+
*/
|
|
476
|
+
RepositoryOwner?: string | undefined;
|
|
477
|
+
/**
|
|
478
|
+
* <p>An optional branch in the remote repository.</p>
|
|
479
|
+
* @public
|
|
480
|
+
*/
|
|
481
|
+
BranchName?: string | undefined;
|
|
482
|
+
/**
|
|
483
|
+
* <p>An optional folder in the remote repository.</p>
|
|
484
|
+
* @public
|
|
485
|
+
*/
|
|
486
|
+
Folder?: string | undefined;
|
|
487
|
+
/**
|
|
488
|
+
* <p>A commit ID for a commit in the remote repository.</p>
|
|
489
|
+
* @public
|
|
490
|
+
*/
|
|
491
|
+
CommitId?: string | undefined;
|
|
492
|
+
/**
|
|
493
|
+
* <p>The type of authentication, which can be an authentication token stored in Amazon Web Services Secrets Manager, or a personal access token.</p>
|
|
494
|
+
* @public
|
|
495
|
+
*/
|
|
496
|
+
AuthStrategy?: SourceControlAuthStrategy | undefined;
|
|
497
|
+
/**
|
|
498
|
+
* <p>The value of the authorization token.</p>
|
|
499
|
+
* @public
|
|
500
|
+
*/
|
|
501
|
+
AuthToken?: string | undefined;
|
|
502
|
+
}
|
|
503
|
+
/**
|
|
504
|
+
* @public
|
|
505
|
+
*/
|
|
506
|
+
export interface UpdateSourceControlFromJobResponse {
|
|
507
|
+
/**
|
|
508
|
+
* <p>The name of the Glue job.</p>
|
|
509
|
+
* @public
|
|
510
|
+
*/
|
|
511
|
+
JobName?: string | undefined;
|
|
512
|
+
}
|
|
513
|
+
/**
|
|
514
|
+
* <p>Encryption key structure used for Iceberg table encryption. Contains the key ID, encrypted key metadata, optional reference to the encrypting key, and additional properties for the table's encryption scheme.</p>
|
|
515
|
+
* @public
|
|
516
|
+
*/
|
|
517
|
+
export interface IcebergEncryptedKey {
|
|
518
|
+
/**
|
|
519
|
+
* <p>Unique identifier of the encryption key used for Iceberg table encryption. This ID is used to reference the key in table metadata and track which key was used to encrypt specific data.</p>
|
|
520
|
+
* @public
|
|
521
|
+
*/
|
|
522
|
+
KeyId: string | undefined;
|
|
523
|
+
/**
|
|
524
|
+
* <p>Encrypted key and metadata, base64 encoded. The format of encrypted key metadata is determined by the table's encryption scheme and can be a wrapped format specific to the table's KMS provider.</p>
|
|
525
|
+
* @public
|
|
526
|
+
*/
|
|
527
|
+
EncryptedKeyMetadata: string | undefined;
|
|
528
|
+
/**
|
|
529
|
+
* <p>Optional ID of the key used to encrypt or wrap the key metadata in Iceberg table encryption. This field references another encryption key that was used to encrypt the current key's metadata.</p>
|
|
530
|
+
* @public
|
|
531
|
+
*/
|
|
532
|
+
EncryptedById?: string | undefined;
|
|
533
|
+
/**
|
|
534
|
+
* <p>A string to string map of additional metadata used by the table's encryption scheme. These properties provide additional context and configuration for the encryption key implementation.</p>
|
|
535
|
+
* @public
|
|
536
|
+
*/
|
|
537
|
+
Properties?: Record<string, string> | undefined;
|
|
538
|
+
}
|
|
539
|
+
/**
|
|
540
|
+
* <p>Defines a complete set of updates to be applied to an Iceberg table, including schema changes, partitioning modifications, sort order
|
|
541
|
+
* adjustments, location updates, and property changes.</p>
|
|
542
|
+
* @public
|
|
543
|
+
*/
|
|
544
|
+
export interface IcebergTableUpdate {
|
|
545
|
+
/**
|
|
546
|
+
* <p>The updated schema definition for the Iceberg table, specifying any changes to field structure, data types, or schema metadata.</p>
|
|
547
|
+
* @public
|
|
548
|
+
*/
|
|
549
|
+
Schema: IcebergSchema | undefined;
|
|
550
|
+
/**
|
|
551
|
+
* <p>The updated partitioning specification that defines how the table data should be reorganized and partitioned.</p>
|
|
552
|
+
* @public
|
|
553
|
+
*/
|
|
554
|
+
PartitionSpec?: IcebergPartitionSpec | undefined;
|
|
555
|
+
/**
|
|
556
|
+
* <p>The updated sort order specification that defines how data should be ordered within partitions for optimal query performance.</p>
|
|
557
|
+
* @public
|
|
558
|
+
*/
|
|
559
|
+
SortOrder?: IcebergSortOrder | undefined;
|
|
560
|
+
/**
|
|
561
|
+
* <p>The updated S3 location where the Iceberg table data will be stored.</p>
|
|
562
|
+
* @public
|
|
563
|
+
*/
|
|
564
|
+
Location: string | undefined;
|
|
565
|
+
/**
|
|
566
|
+
* <p>Updated key-value pairs of table properties and configuration settings for the Iceberg table.</p>
|
|
567
|
+
* @public
|
|
568
|
+
*/
|
|
569
|
+
Properties?: Record<string, string> | undefined;
|
|
570
|
+
/**
|
|
571
|
+
* <p>The type of update action to be performed on the Iceberg table. Defines the specific operation such as adding schema, setting current schema, adding partition spec, or managing encryption keys.</p>
|
|
572
|
+
* @public
|
|
573
|
+
*/
|
|
574
|
+
Action?: IcebergUpdateAction | undefined;
|
|
575
|
+
/**
|
|
576
|
+
* <p>Encryption key information associated with an Iceberg table update operation. Used when adding or removing encryption keys from the table metadata during table evolution.</p>
|
|
577
|
+
* @public
|
|
578
|
+
*/
|
|
579
|
+
EncryptionKey?: IcebergEncryptedKey | undefined;
|
|
580
|
+
/**
|
|
581
|
+
* <p>Identifier of the encryption key involved in an Iceberg table update operation. References the specific key being added to or removed from the table's encryption configuration.</p>
|
|
582
|
+
* @public
|
|
583
|
+
*/
|
|
584
|
+
KeyId?: string | undefined;
|
|
585
|
+
}
|
|
5
586
|
/**
|
|
6
587
|
* <p>Contains the update operations to be applied to an existing Iceberg table inGlue Data Catalog, defining the new state of the table metadata.
|
|
7
588
|
* </p>
|