@aws-sdk/client-glue 3.810.0 → 3.814.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +52 -28
- package/dist-es/models/models_0.js +14 -0
- package/dist-es/models/models_2.js +0 -28
- package/dist-es/models/models_3.js +28 -0
- package/dist-es/protocols/Aws_json1_1.js +8 -2
- package/dist-types/commands/BatchGetJobsCommand.d.ts +70 -27
- package/dist-types/commands/BatchGetWorkflowsCommand.d.ts +2 -1
- package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/BatchStopJobRunCommand.d.ts +1 -2
- package/dist-types/commands/CreateJobCommand.d.ts +70 -27
- package/dist-types/commands/GetColumnStatisticsTaskRunCommand.d.ts +2 -1
- package/dist-types/commands/GetColumnStatisticsTaskRunsCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsTaskSettingsCommand.d.ts +1 -2
- package/dist-types/commands/GetJobCommand.d.ts +70 -27
- package/dist-types/commands/GetJobsCommand.d.ts +70 -27
- package/dist-types/commands/ListConnectionTypesCommand.d.ts +14 -0
- package/dist-types/commands/ResumeWorkflowRunCommand.d.ts +1 -1
- package/dist-types/commands/RunStatementCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +70 -27
- package/dist-types/models/models_0.d.ts +208 -77
- package/dist-types/models/models_1.d.ts +78 -167
- package/dist-types/models/models_2.d.ts +222 -100
- package/dist-types/models/models_3.d.ts +115 -1
- package/dist-types/ts3.4/commands/BatchGetWorkflowsCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/BatchStopJobRunCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskRunCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskSettingsCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/ResumeWorkflowRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/RunStatementCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +56 -20
- package/dist-types/ts3.4/models/models_1.d.ts +23 -38
- package/dist-types/ts3.4/models/models_2.d.ts +51 -36
- package/dist-types/ts3.4/models/models_3.d.ts +42 -0
- package/package.json +5 -5
|
@@ -1,8 +1,107 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
|
|
3
|
+
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3ExcelSource, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3HyperDirectTarget, S3IcebergDirectTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
|
|
4
4
|
import { CatalogInput, ColumnStatistics, Compatibility, ConnectionInput, ConnectionPropertyKey, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseInput, Permission, ProfileConfiguration, RegistryId, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
|
|
5
5
|
import { ColumnRowFilter, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
|
|
6
|
+
/**
|
|
7
|
+
* <p>Too many jobs are being run concurrently.</p>
|
|
8
|
+
* @public
|
|
9
|
+
*/
|
|
10
|
+
export declare class ConcurrentRunsExceededException extends __BaseException {
|
|
11
|
+
readonly name: "ConcurrentRunsExceededException";
|
|
12
|
+
readonly $fault: "client";
|
|
13
|
+
/**
|
|
14
|
+
* <p>A message describing the problem.</p>
|
|
15
|
+
* @public
|
|
16
|
+
*/
|
|
17
|
+
Message?: string | undefined;
|
|
18
|
+
/**
|
|
19
|
+
* @internal
|
|
20
|
+
*/
|
|
21
|
+
constructor(opts: __ExceptionOptionType<ConcurrentRunsExceededException, __BaseException>);
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* <p>The workflow is in an invalid state to perform a requested operation.</p>
|
|
25
|
+
* @public
|
|
26
|
+
*/
|
|
27
|
+
export declare class IllegalWorkflowStateException extends __BaseException {
|
|
28
|
+
readonly name: "IllegalWorkflowStateException";
|
|
29
|
+
readonly $fault: "client";
|
|
30
|
+
/**
|
|
31
|
+
* <p>A message describing the problem.</p>
|
|
32
|
+
* @public
|
|
33
|
+
*/
|
|
34
|
+
Message?: string | undefined;
|
|
35
|
+
/**
|
|
36
|
+
* @internal
|
|
37
|
+
*/
|
|
38
|
+
constructor(opts: __ExceptionOptionType<IllegalWorkflowStateException, __BaseException>);
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* @public
|
|
42
|
+
*/
|
|
43
|
+
export interface ResumeWorkflowRunRequest {
|
|
44
|
+
/**
|
|
45
|
+
* <p>The name of the workflow to resume.</p>
|
|
46
|
+
* @public
|
|
47
|
+
*/
|
|
48
|
+
Name: string | undefined;
|
|
49
|
+
/**
|
|
50
|
+
* <p>The ID of the workflow run to resume.</p>
|
|
51
|
+
* @public
|
|
52
|
+
*/
|
|
53
|
+
RunId: string | undefined;
|
|
54
|
+
/**
|
|
55
|
+
* <p>A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.</p>
|
|
56
|
+
* @public
|
|
57
|
+
*/
|
|
58
|
+
NodeIds: string[] | undefined;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* @public
|
|
62
|
+
*/
|
|
63
|
+
export interface ResumeWorkflowRunResponse {
|
|
64
|
+
/**
|
|
65
|
+
* <p>The new ID assigned to the resumed workflow run. Each resume of a workflow run will have a new run ID.</p>
|
|
66
|
+
* @public
|
|
67
|
+
*/
|
|
68
|
+
RunId?: string | undefined;
|
|
69
|
+
/**
|
|
70
|
+
* <p>A list of the node IDs for the nodes that were actually restarted.</p>
|
|
71
|
+
* @public
|
|
72
|
+
*/
|
|
73
|
+
NodeIds?: string[] | undefined;
|
|
74
|
+
}
|
|
75
|
+
/**
|
|
76
|
+
* @public
|
|
77
|
+
*/
|
|
78
|
+
export interface RunStatementRequest {
|
|
79
|
+
/**
|
|
80
|
+
* <p>The Session Id of the statement to be run.</p>
|
|
81
|
+
* @public
|
|
82
|
+
*/
|
|
83
|
+
SessionId: string | undefined;
|
|
84
|
+
/**
|
|
85
|
+
* <p>The statement code to be run.</p>
|
|
86
|
+
* @public
|
|
87
|
+
*/
|
|
88
|
+
Code: string | undefined;
|
|
89
|
+
/**
|
|
90
|
+
* <p>The origin of the request.</p>
|
|
91
|
+
* @public
|
|
92
|
+
*/
|
|
93
|
+
RequestOrigin?: string | undefined;
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* @public
|
|
97
|
+
*/
|
|
98
|
+
export interface RunStatementResponse {
|
|
99
|
+
/**
|
|
100
|
+
* <p>Returns the Id of the statement that was run.</p>
|
|
101
|
+
* @public
|
|
102
|
+
*/
|
|
103
|
+
Id?: number | undefined;
|
|
104
|
+
}
|
|
6
105
|
/**
|
|
7
106
|
* @public
|
|
8
107
|
* @enum
|
|
@@ -2734,6 +2833,11 @@ export interface CodeGenConfigurationNode {
|
|
|
2734
2833
|
* @public
|
|
2735
2834
|
*/
|
|
2736
2835
|
S3CsvSource?: S3CsvSource | undefined;
|
|
2836
|
+
/**
|
|
2837
|
+
* <p>Defines configuration parameters for reading Excel files from Amazon S3.</p>
|
|
2838
|
+
* @public
|
|
2839
|
+
*/
|
|
2840
|
+
S3ExcelSource?: S3ExcelSource | undefined;
|
|
2737
2841
|
/**
|
|
2738
2842
|
* <p>Specifies a JSON data store stored in Amazon S3.</p>
|
|
2739
2843
|
* @public
|
|
@@ -2784,11 +2888,21 @@ export interface CodeGenConfigurationNode {
|
|
|
2784
2888
|
* @public
|
|
2785
2889
|
*/
|
|
2786
2890
|
S3GlueParquetTarget?: S3GlueParquetTarget | undefined;
|
|
2891
|
+
/**
|
|
2892
|
+
* <p>Defines configuration parameters for writing data to Amazon S3 using HyperDirect optimization.</p>
|
|
2893
|
+
* @public
|
|
2894
|
+
*/
|
|
2895
|
+
S3HyperDirectTarget?: S3HyperDirectTarget | undefined;
|
|
2787
2896
|
/**
|
|
2788
2897
|
* <p>Specifies a data target that writes to Amazon S3.</p>
|
|
2789
2898
|
* @public
|
|
2790
2899
|
*/
|
|
2791
2900
|
S3DirectTarget?: S3DirectTarget | undefined;
|
|
2901
|
+
/**
|
|
2902
|
+
* <p>Defines configuration parameters for writing data to Amazon S3 as an Apache Iceberg table.</p>
|
|
2903
|
+
* @public
|
|
2904
|
+
*/
|
|
2905
|
+
S3IcebergDirectTarget?: S3IcebergDirectTarget | undefined;
|
|
2792
2906
|
/**
|
|
2793
2907
|
* <p>Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.</p>
|
|
2794
2908
|
* @public
|
|
@@ -5,10 +5,8 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
10
|
-
BatchGetWorkflowsResponse,
|
|
11
|
-
} from "../models/models_0";
|
|
8
|
+
import { BatchGetWorkflowsRequest } from "../models/models_0";
|
|
9
|
+
import { BatchGetWorkflowsResponse } from "../models/models_1";
|
|
12
10
|
export { __MetadataBearer };
|
|
13
11
|
export { $Command };
|
|
14
12
|
export interface BatchGetWorkflowsCommandInput
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
BatchPutDataQualityStatisticAnnotationRequest,
|
|
10
10
|
BatchPutDataQualityStatisticAnnotationResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_1";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface BatchPutDataQualityStatisticAnnotationCommandInput
|
|
@@ -5,8 +5,10 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
8
|
+
import {
|
|
9
|
+
BatchStopJobRunRequest,
|
|
10
|
+
BatchStopJobRunResponse,
|
|
11
|
+
} from "../models/models_1";
|
|
10
12
|
export { __MetadataBearer };
|
|
11
13
|
export { $Command };
|
|
12
14
|
export interface BatchStopJobRunCommandInput extends BatchStopJobRunRequest {}
|
|
@@ -5,10 +5,8 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
10
|
-
GetColumnStatisticsTaskRunResponse,
|
|
11
|
-
} from "../models/models_1";
|
|
8
|
+
import { GetColumnStatisticsTaskRunRequest } from "../models/models_1";
|
|
9
|
+
import { GetColumnStatisticsTaskRunResponse } from "../models/models_2";
|
|
12
10
|
export { __MetadataBearer };
|
|
13
11
|
export { $Command };
|
|
14
12
|
export interface GetColumnStatisticsTaskRunCommandInput
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
GetColumnStatisticsTaskRunsRequest,
|
|
10
10
|
GetColumnStatisticsTaskRunsResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_2";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface GetColumnStatisticsTaskRunsCommandInput
|
|
@@ -5,8 +5,10 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
8
|
+
import {
|
|
9
|
+
GetColumnStatisticsTaskSettingsRequest,
|
|
10
|
+
GetColumnStatisticsTaskSettingsResponse,
|
|
11
|
+
} from "../models/models_2";
|
|
10
12
|
export { __MetadataBearer };
|
|
11
13
|
export { $Command };
|
|
12
14
|
export interface GetColumnStatisticsTaskSettingsCommandInput
|
|
@@ -5,7 +5,7 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import { RunStatementRequest, RunStatementResponse } from "../models/
|
|
8
|
+
import { RunStatementRequest, RunStatementResponse } from "../models/models_3";
|
|
9
9
|
export { __MetadataBearer };
|
|
10
10
|
export { $Command };
|
|
11
11
|
export interface RunStatementCommandInput extends RunStatementRequest {}
|
|
@@ -1404,9 +1404,12 @@ export declare const TargetFormat: {
|
|
|
1404
1404
|
readonly CSV: "csv";
|
|
1405
1405
|
readonly DELTA: "delta";
|
|
1406
1406
|
readonly HUDI: "hudi";
|
|
1407
|
+
readonly HYPER: "hyper";
|
|
1408
|
+
readonly ICEBERG: "iceberg";
|
|
1407
1409
|
readonly JSON: "json";
|
|
1408
1410
|
readonly ORC: "orc";
|
|
1409
1411
|
readonly PARQUET: "parquet";
|
|
1412
|
+
readonly XML: "xml";
|
|
1410
1413
|
};
|
|
1411
1414
|
export type TargetFormat = (typeof TargetFormat)[keyof typeof TargetFormat];
|
|
1412
1415
|
export interface DirectSchemaChangePolicy {
|
|
@@ -1421,6 +1424,7 @@ export interface S3DeltaDirectTarget {
|
|
|
1421
1424
|
PartitionKeys?: string[][] | undefined;
|
|
1422
1425
|
Path: string | undefined;
|
|
1423
1426
|
Compression: DeltaTargetCompressionType | undefined;
|
|
1427
|
+
NumberTargetPartitions?: string | undefined;
|
|
1424
1428
|
Format: TargetFormat | undefined;
|
|
1425
1429
|
AdditionalOptions?: Record<string, string> | undefined;
|
|
1426
1430
|
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
@@ -1438,11 +1442,14 @@ export interface S3DirectTarget {
|
|
|
1438
1442
|
PartitionKeys?: string[][] | undefined;
|
|
1439
1443
|
Path: string | undefined;
|
|
1440
1444
|
Compression?: string | undefined;
|
|
1445
|
+
NumberTargetPartitions?: string | undefined;
|
|
1441
1446
|
Format: TargetFormat | undefined;
|
|
1442
1447
|
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1443
1448
|
}
|
|
1444
1449
|
export declare const ParquetCompressionType: {
|
|
1450
|
+
readonly BROTLI: "brotli";
|
|
1445
1451
|
readonly GZIP: "gzip";
|
|
1452
|
+
readonly LZ4: "lz4";
|
|
1446
1453
|
readonly LZO: "lzo";
|
|
1447
1454
|
readonly NONE: "none";
|
|
1448
1455
|
readonly SNAPPY: "snappy";
|
|
@@ -1450,12 +1457,28 @@ export declare const ParquetCompressionType: {
|
|
|
1450
1457
|
};
|
|
1451
1458
|
export type ParquetCompressionType =
|
|
1452
1459
|
(typeof ParquetCompressionType)[keyof typeof ParquetCompressionType];
|
|
1460
|
+
export interface S3ExcelSource {
|
|
1461
|
+
Name: string | undefined;
|
|
1462
|
+
Paths: string[] | undefined;
|
|
1463
|
+
CompressionType?: ParquetCompressionType | undefined;
|
|
1464
|
+
Exclusions?: string[] | undefined;
|
|
1465
|
+
GroupSize?: string | undefined;
|
|
1466
|
+
GroupFiles?: string | undefined;
|
|
1467
|
+
Recurse?: boolean | undefined;
|
|
1468
|
+
MaxBand?: number | undefined;
|
|
1469
|
+
MaxFilesInBand?: number | undefined;
|
|
1470
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1471
|
+
NumberRows?: number | undefined;
|
|
1472
|
+
SkipFooter?: number | undefined;
|
|
1473
|
+
OutputSchemas?: GlueSchema[] | undefined;
|
|
1474
|
+
}
|
|
1453
1475
|
export interface S3GlueParquetTarget {
|
|
1454
1476
|
Name: string | undefined;
|
|
1455
1477
|
Inputs: string[] | undefined;
|
|
1456
1478
|
PartitionKeys?: string[][] | undefined;
|
|
1457
1479
|
Path: string | undefined;
|
|
1458
1480
|
Compression?: ParquetCompressionType | undefined;
|
|
1481
|
+
NumberTargetPartitions?: string | undefined;
|
|
1459
1482
|
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1460
1483
|
}
|
|
1461
1484
|
export interface S3HudiCatalogTarget {
|
|
@@ -1480,6 +1503,7 @@ export interface S3HudiDirectTarget {
|
|
|
1480
1503
|
Inputs: string[] | undefined;
|
|
1481
1504
|
Path: string | undefined;
|
|
1482
1505
|
Compression: HudiTargetCompressionType | undefined;
|
|
1506
|
+
NumberTargetPartitions?: string | undefined;
|
|
1483
1507
|
PartitionKeys?: string[][] | undefined;
|
|
1484
1508
|
Format: TargetFormat | undefined;
|
|
1485
1509
|
AdditionalOptions: Record<string, string> | undefined;
|
|
@@ -1492,6 +1516,38 @@ export interface S3HudiSource {
|
|
|
1492
1516
|
AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
|
|
1493
1517
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
1494
1518
|
}
|
|
1519
|
+
export declare const HyperTargetCompressionType: {
|
|
1520
|
+
readonly UNCOMPRESSED: "uncompressed";
|
|
1521
|
+
};
|
|
1522
|
+
export type HyperTargetCompressionType =
|
|
1523
|
+
(typeof HyperTargetCompressionType)[keyof typeof HyperTargetCompressionType];
|
|
1524
|
+
export interface S3HyperDirectTarget {
|
|
1525
|
+
Name: string | undefined;
|
|
1526
|
+
Inputs: string[] | undefined;
|
|
1527
|
+
PartitionKeys?: string[][] | undefined;
|
|
1528
|
+
Path: string | undefined;
|
|
1529
|
+
Compression?: HyperTargetCompressionType | undefined;
|
|
1530
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1531
|
+
}
|
|
1532
|
+
export declare const IcebergTargetCompressionType: {
|
|
1533
|
+
readonly GZIP: "gzip";
|
|
1534
|
+
readonly LZO: "lzo";
|
|
1535
|
+
readonly SNAPPY: "snappy";
|
|
1536
|
+
readonly UNCOMPRESSED: "uncompressed";
|
|
1537
|
+
};
|
|
1538
|
+
export type IcebergTargetCompressionType =
|
|
1539
|
+
(typeof IcebergTargetCompressionType)[keyof typeof IcebergTargetCompressionType];
|
|
1540
|
+
export interface S3IcebergDirectTarget {
|
|
1541
|
+
Name: string | undefined;
|
|
1542
|
+
Inputs: string[] | undefined;
|
|
1543
|
+
PartitionKeys?: string[][] | undefined;
|
|
1544
|
+
Path: string | undefined;
|
|
1545
|
+
Format: TargetFormat | undefined;
|
|
1546
|
+
AdditionalOptions?: Record<string, string> | undefined;
|
|
1547
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
|
|
1548
|
+
Compression: IcebergTargetCompressionType | undefined;
|
|
1549
|
+
NumberTargetPartitions?: string | undefined;
|
|
1550
|
+
}
|
|
1495
1551
|
export interface S3JsonSource {
|
|
1496
1552
|
Name: string | undefined;
|
|
1497
1553
|
Paths: string[] | undefined;
|
|
@@ -2080,26 +2136,6 @@ export interface Workflow {
|
|
|
2080
2136
|
MaxConcurrentRuns?: number | undefined;
|
|
2081
2137
|
BlueprintDetails?: BlueprintDetails | undefined;
|
|
2082
2138
|
}
|
|
2083
|
-
export interface BatchGetWorkflowsResponse {
|
|
2084
|
-
Workflows?: Workflow[] | undefined;
|
|
2085
|
-
MissingWorkflows?: string[] | undefined;
|
|
2086
|
-
}
|
|
2087
|
-
export interface DatapointInclusionAnnotation {
|
|
2088
|
-
ProfileId?: string | undefined;
|
|
2089
|
-
StatisticId?: string | undefined;
|
|
2090
|
-
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
2091
|
-
}
|
|
2092
|
-
export interface BatchPutDataQualityStatisticAnnotationRequest {
|
|
2093
|
-
InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
|
|
2094
|
-
ClientToken?: string | undefined;
|
|
2095
|
-
}
|
|
2096
|
-
export interface BatchPutDataQualityStatisticAnnotationResponse {
|
|
2097
|
-
FailedInclusionAnnotations?: AnnotationError[] | undefined;
|
|
2098
|
-
}
|
|
2099
|
-
export interface BatchStopJobRunRequest {
|
|
2100
|
-
JobName: string | undefined;
|
|
2101
|
-
JobRunIds: string[] | undefined;
|
|
2102
|
-
}
|
|
2103
2139
|
export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (
|
|
2104
2140
|
obj: BasicAuthenticationCredentials
|
|
2105
2141
|
) => any;
|
|
@@ -3,6 +3,7 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException"
|
|
|
3
3
|
import {
|
|
4
4
|
Action,
|
|
5
5
|
AllowFullTableExternalDataAccessEnum,
|
|
6
|
+
AnnotationError,
|
|
6
7
|
AuthConfiguration,
|
|
7
8
|
AuthenticationConfigurationInput,
|
|
8
9
|
AuthenticationType,
|
|
@@ -14,6 +15,7 @@ import {
|
|
|
14
15
|
ErrorDetail,
|
|
15
16
|
EventBatchingCondition,
|
|
16
17
|
GlueTable,
|
|
18
|
+
InclusionAnnotationValue,
|
|
17
19
|
LakeFormationConfiguration,
|
|
18
20
|
LineageConfiguration,
|
|
19
21
|
PartitionInput,
|
|
@@ -27,7 +29,28 @@ import {
|
|
|
27
29
|
TableOptimizerType,
|
|
28
30
|
TriggerType,
|
|
29
31
|
WorkerType,
|
|
32
|
+
Workflow,
|
|
30
33
|
} from "./models_0";
|
|
34
|
+
export interface BatchGetWorkflowsResponse {
|
|
35
|
+
Workflows?: Workflow[] | undefined;
|
|
36
|
+
MissingWorkflows?: string[] | undefined;
|
|
37
|
+
}
|
|
38
|
+
export interface DatapointInclusionAnnotation {
|
|
39
|
+
ProfileId?: string | undefined;
|
|
40
|
+
StatisticId?: string | undefined;
|
|
41
|
+
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
42
|
+
}
|
|
43
|
+
export interface BatchPutDataQualityStatisticAnnotationRequest {
|
|
44
|
+
InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
|
|
45
|
+
ClientToken?: string | undefined;
|
|
46
|
+
}
|
|
47
|
+
export interface BatchPutDataQualityStatisticAnnotationResponse {
|
|
48
|
+
FailedInclusionAnnotations?: AnnotationError[] | undefined;
|
|
49
|
+
}
|
|
50
|
+
export interface BatchStopJobRunRequest {
|
|
51
|
+
JobName: string | undefined;
|
|
52
|
+
JobRunIds: string[] | undefined;
|
|
53
|
+
}
|
|
31
54
|
export interface BatchStopJobRunError {
|
|
32
55
|
JobName?: string | undefined;
|
|
33
56
|
JobRunId?: string | undefined;
|
|
@@ -1770,44 +1793,6 @@ export declare const ColumnStatisticsState: {
|
|
|
1770
1793
|
};
|
|
1771
1794
|
export type ColumnStatisticsState =
|
|
1772
1795
|
(typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState];
|
|
1773
|
-
export interface ColumnStatisticsTaskRun {
|
|
1774
|
-
CustomerId?: string | undefined;
|
|
1775
|
-
ColumnStatisticsTaskRunId?: string | undefined;
|
|
1776
|
-
DatabaseName?: string | undefined;
|
|
1777
|
-
TableName?: string | undefined;
|
|
1778
|
-
ColumnNameList?: string[] | undefined;
|
|
1779
|
-
CatalogID?: string | undefined;
|
|
1780
|
-
Role?: string | undefined;
|
|
1781
|
-
SampleSize?: number | undefined;
|
|
1782
|
-
SecurityConfiguration?: string | undefined;
|
|
1783
|
-
NumberOfWorkers?: number | undefined;
|
|
1784
|
-
WorkerType?: string | undefined;
|
|
1785
|
-
ComputationType?: ComputationType | undefined;
|
|
1786
|
-
Status?: ColumnStatisticsState | undefined;
|
|
1787
|
-
CreationTime?: Date | undefined;
|
|
1788
|
-
LastUpdated?: Date | undefined;
|
|
1789
|
-
StartTime?: Date | undefined;
|
|
1790
|
-
EndTime?: Date | undefined;
|
|
1791
|
-
ErrorMessage?: string | undefined;
|
|
1792
|
-
DPUSeconds?: number | undefined;
|
|
1793
|
-
}
|
|
1794
|
-
export interface GetColumnStatisticsTaskRunResponse {
|
|
1795
|
-
ColumnStatisticsTaskRun?: ColumnStatisticsTaskRun | undefined;
|
|
1796
|
-
}
|
|
1797
|
-
export interface GetColumnStatisticsTaskRunsRequest {
|
|
1798
|
-
DatabaseName: string | undefined;
|
|
1799
|
-
TableName: string | undefined;
|
|
1800
|
-
MaxResults?: number | undefined;
|
|
1801
|
-
NextToken?: string | undefined;
|
|
1802
|
-
}
|
|
1803
|
-
export interface GetColumnStatisticsTaskRunsResponse {
|
|
1804
|
-
ColumnStatisticsTaskRuns?: ColumnStatisticsTaskRun[] | undefined;
|
|
1805
|
-
NextToken?: string | undefined;
|
|
1806
|
-
}
|
|
1807
|
-
export interface GetColumnStatisticsTaskSettingsRequest {
|
|
1808
|
-
DatabaseName: string | undefined;
|
|
1809
|
-
TableName: string | undefined;
|
|
1810
|
-
}
|
|
1811
1796
|
export declare const ConnectionInputFilterSensitiveLog: (
|
|
1812
1797
|
obj: ConnectionInput
|
|
1813
1798
|
) => any;
|
|
@@ -34,7 +34,9 @@ import {
|
|
|
34
34
|
CodeGenEdge,
|
|
35
35
|
CodeGenNode,
|
|
36
36
|
CodeGenNodeArg,
|
|
37
|
+
ColumnStatisticsState,
|
|
37
38
|
Compatibility,
|
|
39
|
+
ComputationType,
|
|
38
40
|
ComputeEnvironment,
|
|
39
41
|
ConnectionPropertyKey,
|
|
40
42
|
ConnectionStatus,
|
|
@@ -69,6 +71,44 @@ import {
|
|
|
69
71
|
TransformType,
|
|
70
72
|
ViewDialect,
|
|
71
73
|
} from "./models_1";
|
|
74
|
+
export interface ColumnStatisticsTaskRun {
|
|
75
|
+
CustomerId?: string | undefined;
|
|
76
|
+
ColumnStatisticsTaskRunId?: string | undefined;
|
|
77
|
+
DatabaseName?: string | undefined;
|
|
78
|
+
TableName?: string | undefined;
|
|
79
|
+
ColumnNameList?: string[] | undefined;
|
|
80
|
+
CatalogID?: string | undefined;
|
|
81
|
+
Role?: string | undefined;
|
|
82
|
+
SampleSize?: number | undefined;
|
|
83
|
+
SecurityConfiguration?: string | undefined;
|
|
84
|
+
NumberOfWorkers?: number | undefined;
|
|
85
|
+
WorkerType?: string | undefined;
|
|
86
|
+
ComputationType?: ComputationType | undefined;
|
|
87
|
+
Status?: ColumnStatisticsState | undefined;
|
|
88
|
+
CreationTime?: Date | undefined;
|
|
89
|
+
LastUpdated?: Date | undefined;
|
|
90
|
+
StartTime?: Date | undefined;
|
|
91
|
+
EndTime?: Date | undefined;
|
|
92
|
+
ErrorMessage?: string | undefined;
|
|
93
|
+
DPUSeconds?: number | undefined;
|
|
94
|
+
}
|
|
95
|
+
export interface GetColumnStatisticsTaskRunResponse {
|
|
96
|
+
ColumnStatisticsTaskRun?: ColumnStatisticsTaskRun | undefined;
|
|
97
|
+
}
|
|
98
|
+
export interface GetColumnStatisticsTaskRunsRequest {
|
|
99
|
+
DatabaseName: string | undefined;
|
|
100
|
+
TableName: string | undefined;
|
|
101
|
+
MaxResults?: number | undefined;
|
|
102
|
+
NextToken?: string | undefined;
|
|
103
|
+
}
|
|
104
|
+
export interface GetColumnStatisticsTaskRunsResponse {
|
|
105
|
+
ColumnStatisticsTaskRuns?: ColumnStatisticsTaskRun[] | undefined;
|
|
106
|
+
NextToken?: string | undefined;
|
|
107
|
+
}
|
|
108
|
+
export interface GetColumnStatisticsTaskSettingsRequest {
|
|
109
|
+
DatabaseName: string | undefined;
|
|
110
|
+
TableName: string | undefined;
|
|
111
|
+
}
|
|
72
112
|
export declare const ExecutionStatus: {
|
|
73
113
|
readonly FAILED: "FAILED";
|
|
74
114
|
readonly STARTED: "STARTED";
|
|
@@ -1238,10 +1278,21 @@ export interface ListConnectionTypesRequest {
|
|
|
1238
1278
|
MaxResults?: number | undefined;
|
|
1239
1279
|
NextToken?: string | undefined;
|
|
1240
1280
|
}
|
|
1281
|
+
export interface ConnectionTypeVariant {
|
|
1282
|
+
ConnectionTypeVariantName?: string | undefined;
|
|
1283
|
+
DisplayName?: string | undefined;
|
|
1284
|
+
Description?: string | undefined;
|
|
1285
|
+
LogoUrl?: string | undefined;
|
|
1286
|
+
}
|
|
1241
1287
|
export interface ConnectionTypeBrief {
|
|
1242
1288
|
ConnectionType?: ConnectionType | undefined;
|
|
1289
|
+
DisplayName?: string | undefined;
|
|
1290
|
+
Vendor?: string | undefined;
|
|
1243
1291
|
Description?: string | undefined;
|
|
1292
|
+
Categories?: string[] | undefined;
|
|
1244
1293
|
Capabilities?: Capabilities | undefined;
|
|
1294
|
+
LogoUrl?: string | undefined;
|
|
1295
|
+
ConnectionTypeVariants?: ConnectionTypeVariant[] | undefined;
|
|
1245
1296
|
}
|
|
1246
1297
|
export interface ListConnectionTypesResponse {
|
|
1247
1298
|
ConnectionTypes?: ConnectionTypeBrief[] | undefined;
|
|
@@ -1757,42 +1808,6 @@ export interface ResetJobBookmarkRequest {
|
|
|
1757
1808
|
export interface ResetJobBookmarkResponse {
|
|
1758
1809
|
JobBookmarkEntry?: JobBookmarkEntry | undefined;
|
|
1759
1810
|
}
|
|
1760
|
-
export declare class ConcurrentRunsExceededException extends __BaseException {
|
|
1761
|
-
readonly name: "ConcurrentRunsExceededException";
|
|
1762
|
-
readonly $fault: "client";
|
|
1763
|
-
Message?: string | undefined;
|
|
1764
|
-
constructor(
|
|
1765
|
-
opts: __ExceptionOptionType<
|
|
1766
|
-
ConcurrentRunsExceededException,
|
|
1767
|
-
__BaseException
|
|
1768
|
-
>
|
|
1769
|
-
);
|
|
1770
|
-
}
|
|
1771
|
-
export declare class IllegalWorkflowStateException extends __BaseException {
|
|
1772
|
-
readonly name: "IllegalWorkflowStateException";
|
|
1773
|
-
readonly $fault: "client";
|
|
1774
|
-
Message?: string | undefined;
|
|
1775
|
-
constructor(
|
|
1776
|
-
opts: __ExceptionOptionType<IllegalWorkflowStateException, __BaseException>
|
|
1777
|
-
);
|
|
1778
|
-
}
|
|
1779
|
-
export interface ResumeWorkflowRunRequest {
|
|
1780
|
-
Name: string | undefined;
|
|
1781
|
-
RunId: string | undefined;
|
|
1782
|
-
NodeIds: string[] | undefined;
|
|
1783
|
-
}
|
|
1784
|
-
export interface ResumeWorkflowRunResponse {
|
|
1785
|
-
RunId?: string | undefined;
|
|
1786
|
-
NodeIds?: string[] | undefined;
|
|
1787
|
-
}
|
|
1788
|
-
export interface RunStatementRequest {
|
|
1789
|
-
SessionId: string | undefined;
|
|
1790
|
-
Code: string | undefined;
|
|
1791
|
-
RequestOrigin?: string | undefined;
|
|
1792
|
-
}
|
|
1793
|
-
export interface RunStatementResponse {
|
|
1794
|
-
Id?: number | undefined;
|
|
1795
|
-
}
|
|
1796
1811
|
export declare const GetDataQualityResultResponseFilterSensitiveLog: (
|
|
1797
1812
|
obj: GetDataQualityResultResponse
|
|
1798
1813
|
) => any;
|
|
@@ -73,10 +73,13 @@ import {
|
|
|
73
73
|
S3DeltaDirectTarget,
|
|
74
74
|
S3DeltaSource,
|
|
75
75
|
S3DirectTarget,
|
|
76
|
+
S3ExcelSource,
|
|
76
77
|
S3GlueParquetTarget,
|
|
77
78
|
S3HudiCatalogTarget,
|
|
78
79
|
S3HudiDirectTarget,
|
|
79
80
|
S3HudiSource,
|
|
81
|
+
S3HyperDirectTarget,
|
|
82
|
+
S3IcebergDirectTarget,
|
|
80
83
|
S3JsonSource,
|
|
81
84
|
S3ParquetSource,
|
|
82
85
|
SchemaChangePolicy,
|
|
@@ -133,6 +136,42 @@ import {
|
|
|
133
136
|
ViewDefinition,
|
|
134
137
|
ViewValidation,
|
|
135
138
|
} from "./models_2";
|
|
139
|
+
export declare class ConcurrentRunsExceededException extends __BaseException {
|
|
140
|
+
readonly name: "ConcurrentRunsExceededException";
|
|
141
|
+
readonly $fault: "client";
|
|
142
|
+
Message?: string | undefined;
|
|
143
|
+
constructor(
|
|
144
|
+
opts: __ExceptionOptionType<
|
|
145
|
+
ConcurrentRunsExceededException,
|
|
146
|
+
__BaseException
|
|
147
|
+
>
|
|
148
|
+
);
|
|
149
|
+
}
|
|
150
|
+
export declare class IllegalWorkflowStateException extends __BaseException {
|
|
151
|
+
readonly name: "IllegalWorkflowStateException";
|
|
152
|
+
readonly $fault: "client";
|
|
153
|
+
Message?: string | undefined;
|
|
154
|
+
constructor(
|
|
155
|
+
opts: __ExceptionOptionType<IllegalWorkflowStateException, __BaseException>
|
|
156
|
+
);
|
|
157
|
+
}
|
|
158
|
+
export interface ResumeWorkflowRunRequest {
|
|
159
|
+
Name: string | undefined;
|
|
160
|
+
RunId: string | undefined;
|
|
161
|
+
NodeIds: string[] | undefined;
|
|
162
|
+
}
|
|
163
|
+
export interface ResumeWorkflowRunResponse {
|
|
164
|
+
RunId?: string | undefined;
|
|
165
|
+
NodeIds?: string[] | undefined;
|
|
166
|
+
}
|
|
167
|
+
export interface RunStatementRequest {
|
|
168
|
+
SessionId: string | undefined;
|
|
169
|
+
Code: string | undefined;
|
|
170
|
+
RequestOrigin?: string | undefined;
|
|
171
|
+
}
|
|
172
|
+
export interface RunStatementResponse {
|
|
173
|
+
Id?: number | undefined;
|
|
174
|
+
}
|
|
136
175
|
export declare const Comparator: {
|
|
137
176
|
readonly EQUALS: "EQUALS";
|
|
138
177
|
readonly GREATER_THAN: "GREATER_THAN";
|
|
@@ -786,6 +825,7 @@ export interface CodeGenConfigurationNode {
|
|
|
786
825
|
RedshiftSource?: RedshiftSource | undefined;
|
|
787
826
|
S3CatalogSource?: S3CatalogSource | undefined;
|
|
788
827
|
S3CsvSource?: S3CsvSource | undefined;
|
|
828
|
+
S3ExcelSource?: S3ExcelSource | undefined;
|
|
789
829
|
S3JsonSource?: S3JsonSource | undefined;
|
|
790
830
|
S3ParquetSource?: S3ParquetSource | undefined;
|
|
791
831
|
RelationalCatalogSource?: RelationalCatalogSource | undefined;
|
|
@@ -796,7 +836,9 @@ export interface CodeGenConfigurationNode {
|
|
|
796
836
|
RedshiftTarget?: RedshiftTarget | undefined;
|
|
797
837
|
S3CatalogTarget?: S3CatalogTarget | undefined;
|
|
798
838
|
S3GlueParquetTarget?: S3GlueParquetTarget | undefined;
|
|
839
|
+
S3HyperDirectTarget?: S3HyperDirectTarget | undefined;
|
|
799
840
|
S3DirectTarget?: S3DirectTarget | undefined;
|
|
841
|
+
S3IcebergDirectTarget?: S3IcebergDirectTarget | undefined;
|
|
800
842
|
ApplyMapping?: ApplyMapping | undefined;
|
|
801
843
|
SelectFields?: SelectFields | undefined;
|
|
802
844
|
DropFields?: DropFields | undefined;
|