@aws-sdk/client-glue 3.650.0 → 3.651.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +125 -49
- package/dist-es/models/models_0.js +15 -27
- package/dist-es/models/models_1.js +27 -12
- package/dist-es/models/models_2.js +12 -0
- package/dist-es/protocols/Aws_json1_1.js +56 -2
- package/dist-types/commands/BatchGetTableOptimizerCommand.d.ts +52 -3
- package/dist-types/commands/CancelDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/commands/CancelMLTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/commands/CheckSchemaVersionValidityCommand.d.ts +1 -1
- package/dist-types/commands/CreateTableOptimizerCommand.d.ts +20 -1
- package/dist-types/commands/DeleteTableOptimizerCommand.d.ts +4 -1
- package/dist-types/commands/GetMLTransformCommand.d.ts +1 -1
- package/dist-types/commands/GetTableOptimizerCommand.d.ts +42 -2
- package/dist-types/commands/ListTableOptimizerRunsCommand.d.ts +31 -1
- package/dist-types/commands/UpdateTableCommand.d.ts +2 -1
- package/dist-types/commands/UpdateTableOptimizerCommand.d.ts +24 -2
- package/dist-types/commands/UpdateTriggerCommand.d.ts +1 -1
- package/dist-types/commands/UpdateUsageProfileCommand.d.ts +1 -1
- package/dist-types/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateWorkflowCommand.d.ts +1 -2
- package/dist-types/models/models_0.d.ts +235 -155
- package/dist-types/models/models_1.d.ts +153 -358
- package/dist-types/models/models_2.d.ts +359 -196
- package/dist-types/models/models_3.d.ts +196 -2
- package/dist-types/ts3.4/commands/CancelDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelMLTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CheckSchemaVersionValidityCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTransformCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTableCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/UpdateTableOptimizerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTriggerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateUsageProfileCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateWorkflowCommand.d.ts +4 -2
- package/dist-types/ts3.4/models/models_0.d.ts +57 -52
- package/dist-types/ts3.4/models/models_1.d.ts +52 -83
- package/dist-types/ts3.4/models/models_2.d.ts +85 -57
- package/dist-types/ts3.4/models/models_3.d.ts +57 -1
- package/package.json +5 -5
|
@@ -1,6 +1,200 @@
|
|
|
1
|
-
import { Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CustomCode, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Recipe, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlDetails, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, Union, WorkerType } from "./models_0";
|
|
2
|
-
import { Permission, TableIdentifier } from "./models_1";
|
|
1
|
+
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CustomCode, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlDetails, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
|
|
2
|
+
import { Permission, ProfileConfiguration, TableIdentifier, UserDefinedFunctionInput } from "./models_1";
|
|
3
3
|
import { ColumnRowFilter, FederatedTable, ResourceAction, ResourceState, ViewDefinition, ViewValidation } from "./models_2";
|
|
4
|
+
/**
|
|
5
|
+
* @public
|
|
6
|
+
*/
|
|
7
|
+
export interface UpdateTableResponse {
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* @public
|
|
11
|
+
*/
|
|
12
|
+
export interface UpdateTableOptimizerRequest {
|
|
13
|
+
/**
|
|
14
|
+
* <p>The Catalog ID of the table.</p>
|
|
15
|
+
* @public
|
|
16
|
+
*/
|
|
17
|
+
CatalogId: string | undefined;
|
|
18
|
+
/**
|
|
19
|
+
* <p>The name of the database in the catalog in which the table resides.</p>
|
|
20
|
+
* @public
|
|
21
|
+
*/
|
|
22
|
+
DatabaseName: string | undefined;
|
|
23
|
+
/**
|
|
24
|
+
* <p>The name of the table.</p>
|
|
25
|
+
* @public
|
|
26
|
+
*/
|
|
27
|
+
TableName: string | undefined;
|
|
28
|
+
/**
|
|
29
|
+
* <p>The type of table optimizer. Currently, the only valid value is <code>compaction</code>.</p>
|
|
30
|
+
* @public
|
|
31
|
+
*/
|
|
32
|
+
Type: TableOptimizerType | undefined;
|
|
33
|
+
/**
|
|
34
|
+
* <p>A <code>TableOptimizerConfiguration</code> object representing the configuration of a table optimizer.</p>
|
|
35
|
+
* @public
|
|
36
|
+
*/
|
|
37
|
+
TableOptimizerConfiguration: TableOptimizerConfiguration | undefined;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* @public
|
|
41
|
+
*/
|
|
42
|
+
export interface UpdateTableOptimizerResponse {
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* <p>A structure used to provide information used to update a trigger. This object updates the
|
|
46
|
+
* previous trigger definition by overwriting it completely.</p>
|
|
47
|
+
* @public
|
|
48
|
+
*/
|
|
49
|
+
export interface TriggerUpdate {
|
|
50
|
+
/**
|
|
51
|
+
* <p>Reserved for future use.</p>
|
|
52
|
+
* @public
|
|
53
|
+
*/
|
|
54
|
+
Name?: string;
|
|
55
|
+
/**
|
|
56
|
+
* <p>A description of this trigger.</p>
|
|
57
|
+
* @public
|
|
58
|
+
*/
|
|
59
|
+
Description?: string;
|
|
60
|
+
/**
|
|
61
|
+
* <p>A <code>cron</code> expression used to specify the schedule (see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html">Time-Based
|
|
62
|
+
* Schedules for Jobs and Crawlers</a>. For example, to run
|
|
63
|
+
* something every day at 12:15 UTC, you would specify:
|
|
64
|
+
* <code>cron(15 12 * * ? *)</code>.</p>
|
|
65
|
+
* @public
|
|
66
|
+
*/
|
|
67
|
+
Schedule?: string;
|
|
68
|
+
/**
|
|
69
|
+
* <p>The actions initiated by this trigger.</p>
|
|
70
|
+
* @public
|
|
71
|
+
*/
|
|
72
|
+
Actions?: Action[];
|
|
73
|
+
/**
|
|
74
|
+
* <p>The predicate of this trigger, which defines when it will fire.</p>
|
|
75
|
+
* @public
|
|
76
|
+
*/
|
|
77
|
+
Predicate?: Predicate;
|
|
78
|
+
/**
|
|
79
|
+
* <p>Batch condition that must be met (specified number of events received or batch time window expired)
|
|
80
|
+
* before EventBridge event trigger fires.</p>
|
|
81
|
+
* @public
|
|
82
|
+
*/
|
|
83
|
+
EventBatchingCondition?: EventBatchingCondition;
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* @public
|
|
87
|
+
*/
|
|
88
|
+
export interface UpdateTriggerRequest {
|
|
89
|
+
/**
|
|
90
|
+
* <p>The name of the trigger to update.</p>
|
|
91
|
+
* @public
|
|
92
|
+
*/
|
|
93
|
+
Name: string | undefined;
|
|
94
|
+
/**
|
|
95
|
+
* <p>The new values with which to update the trigger.</p>
|
|
96
|
+
* @public
|
|
97
|
+
*/
|
|
98
|
+
TriggerUpdate: TriggerUpdate | undefined;
|
|
99
|
+
}
|
|
100
|
+
/**
|
|
101
|
+
* @public
|
|
102
|
+
*/
|
|
103
|
+
export interface UpdateTriggerResponse {
|
|
104
|
+
/**
|
|
105
|
+
* <p>The resulting trigger definition.</p>
|
|
106
|
+
* @public
|
|
107
|
+
*/
|
|
108
|
+
Trigger?: Trigger;
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* @public
|
|
112
|
+
*/
|
|
113
|
+
export interface UpdateUsageProfileRequest {
|
|
114
|
+
/**
|
|
115
|
+
* <p>The name of the usage profile.</p>
|
|
116
|
+
* @public
|
|
117
|
+
*/
|
|
118
|
+
Name: string | undefined;
|
|
119
|
+
/**
|
|
120
|
+
* <p>A description of the usage profile.</p>
|
|
121
|
+
* @public
|
|
122
|
+
*/
|
|
123
|
+
Description?: string;
|
|
124
|
+
/**
|
|
125
|
+
* <p>A <code>ProfileConfiguration</code> object specifying the job and session values for the profile.</p>
|
|
126
|
+
* @public
|
|
127
|
+
*/
|
|
128
|
+
Configuration: ProfileConfiguration | undefined;
|
|
129
|
+
}
|
|
130
|
+
/**
|
|
131
|
+
* @public
|
|
132
|
+
*/
|
|
133
|
+
export interface UpdateUsageProfileResponse {
|
|
134
|
+
/**
|
|
135
|
+
* <p>The name of the usage profile that was updated.</p>
|
|
136
|
+
* @public
|
|
137
|
+
*/
|
|
138
|
+
Name?: string;
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* @public
|
|
142
|
+
*/
|
|
143
|
+
export interface UpdateUserDefinedFunctionRequest {
|
|
144
|
+
/**
|
|
145
|
+
* <p>The ID of the Data Catalog where the function to be updated is located. If none is
|
|
146
|
+
* provided, the Amazon Web Services account ID is used by default.</p>
|
|
147
|
+
* @public
|
|
148
|
+
*/
|
|
149
|
+
CatalogId?: string;
|
|
150
|
+
/**
|
|
151
|
+
* <p>The name of the catalog database where the function to be updated is
|
|
152
|
+
* located.</p>
|
|
153
|
+
* @public
|
|
154
|
+
*/
|
|
155
|
+
DatabaseName: string | undefined;
|
|
156
|
+
/**
|
|
157
|
+
* <p>The name of the function.</p>
|
|
158
|
+
* @public
|
|
159
|
+
*/
|
|
160
|
+
FunctionName: string | undefined;
|
|
161
|
+
/**
|
|
162
|
+
* <p>A <code>FunctionInput</code> object that redefines the function in the Data
|
|
163
|
+
* Catalog.</p>
|
|
164
|
+
* @public
|
|
165
|
+
*/
|
|
166
|
+
FunctionInput: UserDefinedFunctionInput | undefined;
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* @public
|
|
170
|
+
*/
|
|
171
|
+
export interface UpdateUserDefinedFunctionResponse {
|
|
172
|
+
}
|
|
173
|
+
/**
|
|
174
|
+
* @public
|
|
175
|
+
*/
|
|
176
|
+
export interface UpdateWorkflowRequest {
|
|
177
|
+
/**
|
|
178
|
+
* <p>Name of the workflow to be updated.</p>
|
|
179
|
+
* @public
|
|
180
|
+
*/
|
|
181
|
+
Name: string | undefined;
|
|
182
|
+
/**
|
|
183
|
+
* <p>The description of the workflow.</p>
|
|
184
|
+
* @public
|
|
185
|
+
*/
|
|
186
|
+
Description?: string;
|
|
187
|
+
/**
|
|
188
|
+
* <p>A collection of properties to be used as part of each execution of the workflow.</p>
|
|
189
|
+
* @public
|
|
190
|
+
*/
|
|
191
|
+
DefaultRunProperties?: Record<string, string>;
|
|
192
|
+
/**
|
|
193
|
+
* <p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>
|
|
194
|
+
* @public
|
|
195
|
+
*/
|
|
196
|
+
MaxConcurrentRuns?: number;
|
|
197
|
+
}
|
|
4
198
|
/**
|
|
5
199
|
* @public
|
|
6
200
|
*/
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
CancelDataQualityRulesetEvaluationRunRequest,
|
|
10
10
|
CancelDataQualityRulesetEvaluationRunResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_1";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface CancelDataQualityRulesetEvaluationRunCommandInput
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
CancelMLTaskRunRequest,
|
|
10
10
|
CancelMLTaskRunResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_1";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface CancelMLTaskRunCommandInput extends CancelMLTaskRunRequest {}
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
CancelStatementRequest,
|
|
10
10
|
CancelStatementResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_1";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface CancelStatementCommandInput extends CancelStatementRequest {}
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
CheckSchemaVersionValidityInput,
|
|
10
10
|
CheckSchemaVersionValidityResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_1";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface CheckSchemaVersionValidityCommandInput
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
GetMLTransformRequest,
|
|
10
10
|
GetMLTransformResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_2";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface GetMLTransformCommandInput extends GetMLTransformRequest {}
|
|
@@ -5,7 +5,8 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import { UpdateTableRequest
|
|
8
|
+
import { UpdateTableRequest } from "../models/models_2";
|
|
9
|
+
import { UpdateTableResponse } from "../models/models_3";
|
|
9
10
|
export { __MetadataBearer };
|
|
10
11
|
export { $Command };
|
|
11
12
|
export interface UpdateTableCommandInput extends UpdateTableRequest {}
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
UpdateTriggerRequest,
|
|
10
10
|
UpdateTriggerResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_3";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface UpdateTriggerCommandInput extends UpdateTriggerRequest {}
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
UpdateUserDefinedFunctionRequest,
|
|
10
10
|
UpdateUserDefinedFunctionResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_3";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface UpdateUserDefinedFunctionCommandInput
|
|
@@ -5,8 +5,10 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
8
|
+
import {
|
|
9
|
+
UpdateWorkflowRequest,
|
|
10
|
+
UpdateWorkflowResponse,
|
|
11
|
+
} from "../models/models_3";
|
|
10
12
|
export { __MetadataBearer };
|
|
11
13
|
export { $Command };
|
|
12
14
|
export interface UpdateWorkflowCommandInput extends UpdateWorkflowRequest {}
|
|
@@ -1672,6 +1672,8 @@ export declare class InvalidStateException extends __BaseException {
|
|
|
1672
1672
|
}
|
|
1673
1673
|
export declare const TableOptimizerType: {
|
|
1674
1674
|
readonly COMPACTION: "compaction";
|
|
1675
|
+
readonly ORPHAN_FILE_DELETION: "orphan_file_deletion";
|
|
1676
|
+
readonly RETENTION: "retention";
|
|
1675
1677
|
};
|
|
1676
1678
|
export type TableOptimizerType =
|
|
1677
1679
|
(typeof TableOptimizerType)[keyof typeof TableOptimizerType];
|
|
@@ -1691,9 +1693,35 @@ export interface BatchGetTableOptimizerError {
|
|
|
1691
1693
|
tableName?: string;
|
|
1692
1694
|
type?: TableOptimizerType;
|
|
1693
1695
|
}
|
|
1696
|
+
export interface IcebergOrphanFileDeletionConfiguration {
|
|
1697
|
+
orphanFileRetentionPeriodInDays?: number;
|
|
1698
|
+
location?: string;
|
|
1699
|
+
}
|
|
1700
|
+
export interface OrphanFileDeletionConfiguration {
|
|
1701
|
+
icebergConfiguration?: IcebergOrphanFileDeletionConfiguration;
|
|
1702
|
+
}
|
|
1703
|
+
export interface IcebergRetentionConfiguration {
|
|
1704
|
+
snapshotRetentionPeriodInDays?: number;
|
|
1705
|
+
numberOfSnapshotsToRetain?: number;
|
|
1706
|
+
cleanExpiredFiles?: boolean;
|
|
1707
|
+
}
|
|
1708
|
+
export interface RetentionConfiguration {
|
|
1709
|
+
icebergConfiguration?: IcebergRetentionConfiguration;
|
|
1710
|
+
}
|
|
1694
1711
|
export interface TableOptimizerConfiguration {
|
|
1695
1712
|
roleArn?: string;
|
|
1696
1713
|
enabled?: boolean;
|
|
1714
|
+
retentionConfiguration?: RetentionConfiguration;
|
|
1715
|
+
orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration;
|
|
1716
|
+
}
|
|
1717
|
+
export interface IcebergCompactionMetrics {
|
|
1718
|
+
NumberOfBytesCompacted?: number;
|
|
1719
|
+
NumberOfFilesCompacted?: number;
|
|
1720
|
+
NumberOfDpus?: number;
|
|
1721
|
+
JobDurationInHour?: number;
|
|
1722
|
+
}
|
|
1723
|
+
export interface CompactionMetrics {
|
|
1724
|
+
IcebergMetrics?: IcebergCompactionMetrics;
|
|
1697
1725
|
}
|
|
1698
1726
|
export declare const TableOptimizerEventType: {
|
|
1699
1727
|
readonly COMPLETED: "completed";
|
|
@@ -1709,12 +1737,33 @@ export interface RunMetrics {
|
|
|
1709
1737
|
NumberOfDpus?: string;
|
|
1710
1738
|
JobDurationInHour?: string;
|
|
1711
1739
|
}
|
|
1740
|
+
export interface IcebergOrphanFileDeletionMetrics {
|
|
1741
|
+
NumberOfOrphanFilesDeleted?: number;
|
|
1742
|
+
NumberOfDpus?: number;
|
|
1743
|
+
JobDurationInHour?: number;
|
|
1744
|
+
}
|
|
1745
|
+
export interface OrphanFileDeletionMetrics {
|
|
1746
|
+
IcebergMetrics?: IcebergOrphanFileDeletionMetrics;
|
|
1747
|
+
}
|
|
1748
|
+
export interface IcebergRetentionMetrics {
|
|
1749
|
+
NumberOfDataFilesDeleted?: number;
|
|
1750
|
+
NumberOfManifestFilesDeleted?: number;
|
|
1751
|
+
NumberOfManifestListsDeleted?: number;
|
|
1752
|
+
NumberOfDpus?: number;
|
|
1753
|
+
JobDurationInHour?: number;
|
|
1754
|
+
}
|
|
1755
|
+
export interface RetentionMetrics {
|
|
1756
|
+
IcebergMetrics?: IcebergRetentionMetrics;
|
|
1757
|
+
}
|
|
1712
1758
|
export interface TableOptimizerRun {
|
|
1713
1759
|
eventType?: TableOptimizerEventType;
|
|
1714
1760
|
startTimestamp?: Date;
|
|
1715
1761
|
endTimestamp?: Date;
|
|
1716
1762
|
metrics?: RunMetrics;
|
|
1717
1763
|
error?: string;
|
|
1764
|
+
compactionMetrics?: CompactionMetrics;
|
|
1765
|
+
retentionMetrics?: RetentionMetrics;
|
|
1766
|
+
orphanFileDeletionMetrics?: OrphanFileDeletionMetrics;
|
|
1718
1767
|
}
|
|
1719
1768
|
export interface TableOptimizer {
|
|
1720
1769
|
type?: TableOptimizerType;
|
|
@@ -1731,6 +1780,14 @@ export interface BatchGetTableOptimizerResponse {
|
|
|
1731
1780
|
TableOptimizers?: BatchTableOptimizer[];
|
|
1732
1781
|
Failures?: BatchGetTableOptimizerError[];
|
|
1733
1782
|
}
|
|
1783
|
+
export declare class ThrottlingException extends __BaseException {
|
|
1784
|
+
readonly name: "ThrottlingException";
|
|
1785
|
+
readonly $fault: "client";
|
|
1786
|
+
Message?: string;
|
|
1787
|
+
constructor(
|
|
1788
|
+
opts: __ExceptionOptionType<ThrottlingException, __BaseException>
|
|
1789
|
+
);
|
|
1790
|
+
}
|
|
1734
1791
|
export interface BatchGetTriggersRequest {
|
|
1735
1792
|
TriggerNames: string[] | undefined;
|
|
1736
1793
|
}
|
|
@@ -1998,58 +2055,6 @@ export interface CancelDataQualityRuleRecommendationRunRequest {
|
|
|
1998
2055
|
RunId: string | undefined;
|
|
1999
2056
|
}
|
|
2000
2057
|
export interface CancelDataQualityRuleRecommendationRunResponse {}
|
|
2001
|
-
export interface CancelDataQualityRulesetEvaluationRunRequest {
|
|
2002
|
-
RunId: string | undefined;
|
|
2003
|
-
}
|
|
2004
|
-
export interface CancelDataQualityRulesetEvaluationRunResponse {}
|
|
2005
|
-
export interface CancelMLTaskRunRequest {
|
|
2006
|
-
TransformId: string | undefined;
|
|
2007
|
-
TaskRunId: string | undefined;
|
|
2008
|
-
}
|
|
2009
|
-
export declare const TaskStatusType: {
|
|
2010
|
-
readonly FAILED: "FAILED";
|
|
2011
|
-
readonly RUNNING: "RUNNING";
|
|
2012
|
-
readonly STARTING: "STARTING";
|
|
2013
|
-
readonly STOPPED: "STOPPED";
|
|
2014
|
-
readonly STOPPING: "STOPPING";
|
|
2015
|
-
readonly SUCCEEDED: "SUCCEEDED";
|
|
2016
|
-
readonly TIMEOUT: "TIMEOUT";
|
|
2017
|
-
};
|
|
2018
|
-
export type TaskStatusType =
|
|
2019
|
-
(typeof TaskStatusType)[keyof typeof TaskStatusType];
|
|
2020
|
-
export interface CancelMLTaskRunResponse {
|
|
2021
|
-
TransformId?: string;
|
|
2022
|
-
TaskRunId?: string;
|
|
2023
|
-
Status?: TaskStatusType;
|
|
2024
|
-
}
|
|
2025
|
-
export interface CancelStatementRequest {
|
|
2026
|
-
SessionId: string | undefined;
|
|
2027
|
-
Id: number | undefined;
|
|
2028
|
-
RequestOrigin?: string;
|
|
2029
|
-
}
|
|
2030
|
-
export interface CancelStatementResponse {}
|
|
2031
|
-
export declare class IllegalSessionStateException extends __BaseException {
|
|
2032
|
-
readonly name: "IllegalSessionStateException";
|
|
2033
|
-
readonly $fault: "client";
|
|
2034
|
-
Message?: string;
|
|
2035
|
-
constructor(
|
|
2036
|
-
opts: __ExceptionOptionType<IllegalSessionStateException, __BaseException>
|
|
2037
|
-
);
|
|
2038
|
-
}
|
|
2039
|
-
export declare const DataFormat: {
|
|
2040
|
-
readonly AVRO: "AVRO";
|
|
2041
|
-
readonly JSON: "JSON";
|
|
2042
|
-
readonly PROTOBUF: "PROTOBUF";
|
|
2043
|
-
};
|
|
2044
|
-
export type DataFormat = (typeof DataFormat)[keyof typeof DataFormat];
|
|
2045
|
-
export interface CheckSchemaVersionValidityInput {
|
|
2046
|
-
DataFormat: DataFormat | undefined;
|
|
2047
|
-
SchemaDefinition: string | undefined;
|
|
2048
|
-
}
|
|
2049
|
-
export interface CheckSchemaVersionValidityResponse {
|
|
2050
|
-
Valid?: boolean;
|
|
2051
|
-
Error?: string;
|
|
2052
|
-
}
|
|
2053
2058
|
export declare const DataQualityAnalyzerResultFilterSensitiveLog: (
|
|
2054
2059
|
obj: DataQualityAnalyzerResult
|
|
2055
2060
|
) => any;
|
|
@@ -9,7 +9,6 @@ import {
|
|
|
9
9
|
ConnectionsList,
|
|
10
10
|
Crawler,
|
|
11
11
|
CrawlerTargets,
|
|
12
|
-
DataFormat,
|
|
13
12
|
DataQualityAnalyzerResult,
|
|
14
13
|
DataQualityObservation,
|
|
15
14
|
DataQualityRuleResult,
|
|
@@ -30,10 +29,61 @@ import {
|
|
|
30
29
|
StorageDescriptor,
|
|
31
30
|
TableOptimizerConfiguration,
|
|
32
31
|
TableOptimizerType,
|
|
33
|
-
TaskStatusType,
|
|
34
32
|
TriggerType,
|
|
35
33
|
WorkerType,
|
|
36
34
|
} from "./models_0";
|
|
35
|
+
export interface CancelDataQualityRulesetEvaluationRunRequest {
|
|
36
|
+
RunId: string | undefined;
|
|
37
|
+
}
|
|
38
|
+
export interface CancelDataQualityRulesetEvaluationRunResponse {}
|
|
39
|
+
export interface CancelMLTaskRunRequest {
|
|
40
|
+
TransformId: string | undefined;
|
|
41
|
+
TaskRunId: string | undefined;
|
|
42
|
+
}
|
|
43
|
+
export declare const TaskStatusType: {
|
|
44
|
+
readonly FAILED: "FAILED";
|
|
45
|
+
readonly RUNNING: "RUNNING";
|
|
46
|
+
readonly STARTING: "STARTING";
|
|
47
|
+
readonly STOPPED: "STOPPED";
|
|
48
|
+
readonly STOPPING: "STOPPING";
|
|
49
|
+
readonly SUCCEEDED: "SUCCEEDED";
|
|
50
|
+
readonly TIMEOUT: "TIMEOUT";
|
|
51
|
+
};
|
|
52
|
+
export type TaskStatusType =
|
|
53
|
+
(typeof TaskStatusType)[keyof typeof TaskStatusType];
|
|
54
|
+
export interface CancelMLTaskRunResponse {
|
|
55
|
+
TransformId?: string;
|
|
56
|
+
TaskRunId?: string;
|
|
57
|
+
Status?: TaskStatusType;
|
|
58
|
+
}
|
|
59
|
+
export interface CancelStatementRequest {
|
|
60
|
+
SessionId: string | undefined;
|
|
61
|
+
Id: number | undefined;
|
|
62
|
+
RequestOrigin?: string;
|
|
63
|
+
}
|
|
64
|
+
export interface CancelStatementResponse {}
|
|
65
|
+
export declare class IllegalSessionStateException extends __BaseException {
|
|
66
|
+
readonly name: "IllegalSessionStateException";
|
|
67
|
+
readonly $fault: "client";
|
|
68
|
+
Message?: string;
|
|
69
|
+
constructor(
|
|
70
|
+
opts: __ExceptionOptionType<IllegalSessionStateException, __BaseException>
|
|
71
|
+
);
|
|
72
|
+
}
|
|
73
|
+
export declare const DataFormat: {
|
|
74
|
+
readonly AVRO: "AVRO";
|
|
75
|
+
readonly JSON: "JSON";
|
|
76
|
+
readonly PROTOBUF: "PROTOBUF";
|
|
77
|
+
};
|
|
78
|
+
export type DataFormat = (typeof DataFormat)[keyof typeof DataFormat];
|
|
79
|
+
export interface CheckSchemaVersionValidityInput {
|
|
80
|
+
DataFormat: DataFormat | undefined;
|
|
81
|
+
SchemaDefinition: string | undefined;
|
|
82
|
+
}
|
|
83
|
+
export interface CheckSchemaVersionValidityResponse {
|
|
84
|
+
Valid?: boolean;
|
|
85
|
+
Error?: string;
|
|
86
|
+
}
|
|
37
87
|
export interface CreateBlueprintRequest {
|
|
38
88
|
Name: string | undefined;
|
|
39
89
|
Description?: string;
|
|
@@ -1669,87 +1719,6 @@ export interface GetMLTaskRunsResponse {
|
|
|
1669
1719
|
TaskRuns?: TaskRun[];
|
|
1670
1720
|
NextToken?: string;
|
|
1671
1721
|
}
|
|
1672
|
-
export interface GetMLTransformRequest {
|
|
1673
|
-
TransformId: string | undefined;
|
|
1674
|
-
}
|
|
1675
|
-
export interface ColumnImportance {
|
|
1676
|
-
ColumnName?: string;
|
|
1677
|
-
Importance?: number;
|
|
1678
|
-
}
|
|
1679
|
-
export interface ConfusionMatrix {
|
|
1680
|
-
NumTruePositives?: number;
|
|
1681
|
-
NumFalsePositives?: number;
|
|
1682
|
-
NumTrueNegatives?: number;
|
|
1683
|
-
NumFalseNegatives?: number;
|
|
1684
|
-
}
|
|
1685
|
-
export interface FindMatchesMetrics {
|
|
1686
|
-
AreaUnderPRCurve?: number;
|
|
1687
|
-
Precision?: number;
|
|
1688
|
-
Recall?: number;
|
|
1689
|
-
F1?: number;
|
|
1690
|
-
ConfusionMatrix?: ConfusionMatrix;
|
|
1691
|
-
ColumnImportances?: ColumnImportance[];
|
|
1692
|
-
}
|
|
1693
|
-
export interface EvaluationMetrics {
|
|
1694
|
-
TransformType: TransformType | undefined;
|
|
1695
|
-
FindMatchesMetrics?: FindMatchesMetrics;
|
|
1696
|
-
}
|
|
1697
|
-
export interface SchemaColumn {
|
|
1698
|
-
Name?: string;
|
|
1699
|
-
DataType?: string;
|
|
1700
|
-
}
|
|
1701
|
-
export declare const TransformStatusType: {
|
|
1702
|
-
readonly DELETING: "DELETING";
|
|
1703
|
-
readonly NOT_READY: "NOT_READY";
|
|
1704
|
-
readonly READY: "READY";
|
|
1705
|
-
};
|
|
1706
|
-
export type TransformStatusType =
|
|
1707
|
-
(typeof TransformStatusType)[keyof typeof TransformStatusType];
|
|
1708
|
-
export interface GetMLTransformResponse {
|
|
1709
|
-
TransformId?: string;
|
|
1710
|
-
Name?: string;
|
|
1711
|
-
Description?: string;
|
|
1712
|
-
Status?: TransformStatusType;
|
|
1713
|
-
CreatedOn?: Date;
|
|
1714
|
-
LastModifiedOn?: Date;
|
|
1715
|
-
InputRecordTables?: GlueTable[];
|
|
1716
|
-
Parameters?: TransformParameters;
|
|
1717
|
-
EvaluationMetrics?: EvaluationMetrics;
|
|
1718
|
-
LabelCount?: number;
|
|
1719
|
-
Schema?: SchemaColumn[];
|
|
1720
|
-
Role?: string;
|
|
1721
|
-
GlueVersion?: string;
|
|
1722
|
-
MaxCapacity?: number;
|
|
1723
|
-
WorkerType?: WorkerType;
|
|
1724
|
-
NumberOfWorkers?: number;
|
|
1725
|
-
Timeout?: number;
|
|
1726
|
-
MaxRetries?: number;
|
|
1727
|
-
TransformEncryption?: TransformEncryption;
|
|
1728
|
-
}
|
|
1729
|
-
export interface TransformFilterCriteria {
|
|
1730
|
-
Name?: string;
|
|
1731
|
-
TransformType?: TransformType;
|
|
1732
|
-
Status?: TransformStatusType;
|
|
1733
|
-
GlueVersion?: string;
|
|
1734
|
-
CreatedBefore?: Date;
|
|
1735
|
-
CreatedAfter?: Date;
|
|
1736
|
-
LastModifiedBefore?: Date;
|
|
1737
|
-
LastModifiedAfter?: Date;
|
|
1738
|
-
Schema?: SchemaColumn[];
|
|
1739
|
-
}
|
|
1740
|
-
export declare const TransformSortColumnType: {
|
|
1741
|
-
readonly CREATED: "CREATED";
|
|
1742
|
-
readonly LAST_MODIFIED: "LAST_MODIFIED";
|
|
1743
|
-
readonly NAME: "NAME";
|
|
1744
|
-
readonly STATUS: "STATUS";
|
|
1745
|
-
readonly TRANSFORM_TYPE: "TRANSFORM_TYPE";
|
|
1746
|
-
};
|
|
1747
|
-
export type TransformSortColumnType =
|
|
1748
|
-
(typeof TransformSortColumnType)[keyof typeof TransformSortColumnType];
|
|
1749
|
-
export interface TransformSortCriteria {
|
|
1750
|
-
Column: TransformSortColumnType | undefined;
|
|
1751
|
-
SortDirection: SortDirectionType | undefined;
|
|
1752
|
-
}
|
|
1753
1722
|
export declare const GetDataQualityResultResponseFilterSensitiveLog: (
|
|
1754
1723
|
obj: GetDataQualityResultResponse
|
|
1755
1724
|
) => any;
|