@aws-sdk/client-glue 3.862.0 → 3.864.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +24 -1
- package/dist-es/models/models_0.js +4 -0
- package/dist-es/protocols/Aws_json1_1.js +18 -1
- package/dist-types/commands/BatchGetTableOptimizerCommand.d.ts +5 -0
- package/dist-types/commands/CreateCatalogCommand.d.ts +12 -2
- package/dist-types/commands/CreateTableOptimizerCommand.d.ts +4 -0
- package/dist-types/commands/GetCatalogCommand.d.ts +13 -2
- package/dist-types/commands/GetCatalogsCommand.d.ts +13 -2
- package/dist-types/commands/GetTableOptimizerCommand.d.ts +5 -0
- package/dist-types/commands/ListWorkflowsCommand.d.ts +1 -1
- package/dist-types/commands/ModifyIntegrationCommand.d.ts +1 -2
- package/dist-types/commands/UpdateCatalogCommand.d.ts +12 -2
- package/dist-types/commands/UpdateTableOptimizerCommand.d.ts +4 -0
- package/dist-types/models/models_0.d.ts +40 -17
- package/dist-types/models/models_1.d.ts +88 -150
- package/dist-types/models/models_2.d.ts +150 -56
- package/dist-types/models/models_3.d.ts +56 -1
- package/dist-types/ts3.4/commands/ListWorkflowsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +4 -2
- package/dist-types/ts3.4/models/models_0.d.ts +11 -4
- package/dist-types/ts3.4/models/models_1.d.ts +21 -32
- package/dist-types/ts3.4/models/models_2.d.ts +33 -17
- package/dist-types/ts3.4/models/models_3.d.ts +14 -0
- package/package.json +5 -5
|
@@ -1,7 +1,24 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
|
|
2
2
|
import { DocumentType as __DocumentType } from "@smithy/types";
|
|
3
3
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
4
|
-
import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, BlueprintDetails, Column, ConnectionsList, CrawlerTargets, CrawlState, DataOperation,
|
|
4
|
+
import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, BlueprintDetails, Column, ConnectionsList, CrawlerTargets, CrawlState, DataOperation, ErrorDetail, EventBatchingCondition, ExecutionClass, GlueTable, InclusionAnnotationValue, JobMode, JobRunState, LakeFormationConfiguration, LineageConfiguration, NotificationProperty, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, TriggerType, WorkerType } from "./models_0";
|
|
5
|
+
/**
|
|
6
|
+
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
|
|
7
|
+
* edge belongs to.</p>
|
|
8
|
+
* @public
|
|
9
|
+
*/
|
|
10
|
+
export interface Edge {
|
|
11
|
+
/**
|
|
12
|
+
* <p>The unique of the node within the workflow where the edge starts.</p>
|
|
13
|
+
* @public
|
|
14
|
+
*/
|
|
15
|
+
SourceId?: string | undefined;
|
|
16
|
+
/**
|
|
17
|
+
* <p>The unique of the node within the workflow where the edge ends.</p>
|
|
18
|
+
* @public
|
|
19
|
+
*/
|
|
20
|
+
DestinationId?: string | undefined;
|
|
21
|
+
}
|
|
5
22
|
/**
|
|
6
23
|
* <p>The details of a crawl in the workflow.</p>
|
|
7
24
|
* @public
|
|
@@ -1056,6 +1073,32 @@ export interface DataLakeAccessProperties {
|
|
|
1056
1073
|
*/
|
|
1057
1074
|
CatalogType?: string | undefined;
|
|
1058
1075
|
}
|
|
1076
|
+
/**
|
|
1077
|
+
* <p>A structure that specifies Iceberg table optimization properties for the catalog, including configurations for compaction, retention, and orphan file deletion operations.</p>
|
|
1078
|
+
* @public
|
|
1079
|
+
*/
|
|
1080
|
+
export interface IcebergOptimizationProperties {
|
|
1081
|
+
/**
|
|
1082
|
+
* <p>The Amazon Resource Name (ARN) of the IAM role that will be assumed to perform Iceberg table optimization operations.</p>
|
|
1083
|
+
* @public
|
|
1084
|
+
*/
|
|
1085
|
+
RoleArn?: string | undefined;
|
|
1086
|
+
/**
|
|
1087
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table compaction operations, which optimize the layout of data files to improve query performance.</p>
|
|
1088
|
+
* @public
|
|
1089
|
+
*/
|
|
1090
|
+
Compaction?: Record<string, string> | undefined;
|
|
1091
|
+
/**
|
|
1092
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table retention operations, which manage the lifecycle of table snapshots to control storage costs.</p>
|
|
1093
|
+
* @public
|
|
1094
|
+
*/
|
|
1095
|
+
Retention?: Record<string, string> | undefined;
|
|
1096
|
+
/**
|
|
1097
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg orphan file deletion operations, which identify and remove files that are no longer referenced by the table metadata.</p>
|
|
1098
|
+
* @public
|
|
1099
|
+
*/
|
|
1100
|
+
OrphanFileDeletion?: Record<string, string> | undefined;
|
|
1101
|
+
}
|
|
1059
1102
|
/**
|
|
1060
1103
|
* <p>A structure that specifies data lake access properties and other custom properties.</p>
|
|
1061
1104
|
* @public
|
|
@@ -1066,6 +1109,12 @@ export interface CatalogProperties {
|
|
|
1066
1109
|
* @public
|
|
1067
1110
|
*/
|
|
1068
1111
|
DataLakeAccessProperties?: DataLakeAccessProperties | undefined;
|
|
1112
|
+
/**
|
|
1113
|
+
* <p>A structure that specifies Iceberg table optimization properties for the catalog. This includes configuration for compaction, retention, and
|
|
1114
|
+
* orphan file deletion operations that can be applied to Iceberg tables in this catalog.</p>
|
|
1115
|
+
* @public
|
|
1116
|
+
*/
|
|
1117
|
+
IcebergOptimizationProperties?: IcebergOptimizationProperties | undefined;
|
|
1069
1118
|
/**
|
|
1070
1119
|
* <p>Additional key-value properties for the catalog, such as column statistics optimizations.</p>
|
|
1071
1120
|
* @public
|
|
@@ -6808,6 +6857,38 @@ export interface DataLakeAccessPropertiesOutput {
|
|
|
6808
6857
|
*/
|
|
6809
6858
|
CatalogType?: string | undefined;
|
|
6810
6859
|
}
|
|
6860
|
+
/**
|
|
6861
|
+
* <p>A structure that contains the output properties of Iceberg table optimization configuration for your catalog resource in the Glue
|
|
6862
|
+
* Data Catalog.</p>
|
|
6863
|
+
* @public
|
|
6864
|
+
*/
|
|
6865
|
+
export interface IcebergOptimizationPropertiesOutput {
|
|
6866
|
+
/**
|
|
6867
|
+
* <p>The Amazon Resource Name (ARN) of the IAM role that is used to perform Iceberg table optimization operations.</p>
|
|
6868
|
+
* @public
|
|
6869
|
+
*/
|
|
6870
|
+
RoleArn?: string | undefined;
|
|
6871
|
+
/**
|
|
6872
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table compaction operations, which optimize the layout of data files to improve query performance.</p>
|
|
6873
|
+
* @public
|
|
6874
|
+
*/
|
|
6875
|
+
Compaction?: Record<string, string> | undefined;
|
|
6876
|
+
/**
|
|
6877
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table retention operations, which manage the lifecycle of table snapshots to control storage costs.</p>
|
|
6878
|
+
* @public
|
|
6879
|
+
*/
|
|
6880
|
+
Retention?: Record<string, string> | undefined;
|
|
6881
|
+
/**
|
|
6882
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg orphan file deletion operations, which identify and remove files that are no longer referenced by the table metadata.</p>
|
|
6883
|
+
* @public
|
|
6884
|
+
*/
|
|
6885
|
+
OrphanFileDeletion?: Record<string, string> | undefined;
|
|
6886
|
+
/**
|
|
6887
|
+
* <p>The timestamp when the Iceberg optimization properties were last updated.</p>
|
|
6888
|
+
* @public
|
|
6889
|
+
*/
|
|
6890
|
+
LastUpdatedTime?: Date | undefined;
|
|
6891
|
+
}
|
|
6811
6892
|
/**
|
|
6812
6893
|
* <p>Property attributes that include configuration properties for the catalog resource.</p>
|
|
6813
6894
|
* @public
|
|
@@ -6818,6 +6899,12 @@ export interface CatalogPropertiesOutput {
|
|
|
6818
6899
|
* @public
|
|
6819
6900
|
*/
|
|
6820
6901
|
DataLakeAccessProperties?: DataLakeAccessPropertiesOutput | undefined;
|
|
6902
|
+
/**
|
|
6903
|
+
* <p>An <code>IcebergOptimizationPropertiesOutput</code> object that specifies Iceberg table optimization settings for the catalog, including
|
|
6904
|
+
* configurations for compaction, retention, and orphan file deletion operations.</p>
|
|
6905
|
+
* @public
|
|
6906
|
+
*/
|
|
6907
|
+
IcebergOptimizationProperties?: IcebergOptimizationPropertiesOutput | undefined;
|
|
6821
6908
|
/**
|
|
6822
6909
|
* <p>Additional key-value properties for the catalog, such as column statistics optimizations.</p>
|
|
6823
6910
|
* @public
|
|
@@ -7005,155 +7092,6 @@ export interface GetClassifierRequest {
|
|
|
7005
7092
|
*/
|
|
7006
7093
|
Name: string | undefined;
|
|
7007
7094
|
}
|
|
7008
|
-
/**
|
|
7009
|
-
* <p>A classifier for custom <code>CSV</code> content.</p>
|
|
7010
|
-
* @public
|
|
7011
|
-
*/
|
|
7012
|
-
export interface CsvClassifier {
|
|
7013
|
-
/**
|
|
7014
|
-
* <p>The name of the classifier.</p>
|
|
7015
|
-
* @public
|
|
7016
|
-
*/
|
|
7017
|
-
Name: string | undefined;
|
|
7018
|
-
/**
|
|
7019
|
-
* <p>The time that this classifier was registered.</p>
|
|
7020
|
-
* @public
|
|
7021
|
-
*/
|
|
7022
|
-
CreationTime?: Date | undefined;
|
|
7023
|
-
/**
|
|
7024
|
-
* <p>The time that this classifier was last updated.</p>
|
|
7025
|
-
* @public
|
|
7026
|
-
*/
|
|
7027
|
-
LastUpdated?: Date | undefined;
|
|
7028
|
-
/**
|
|
7029
|
-
* <p>The version of this classifier.</p>
|
|
7030
|
-
* @public
|
|
7031
|
-
*/
|
|
7032
|
-
Version?: number | undefined;
|
|
7033
|
-
/**
|
|
7034
|
-
* <p>A custom symbol to denote what separates each column entry in the row.</p>
|
|
7035
|
-
* @public
|
|
7036
|
-
*/
|
|
7037
|
-
Delimiter?: string | undefined;
|
|
7038
|
-
/**
|
|
7039
|
-
* <p>A custom symbol to denote what combines content into a single column value. It must be
|
|
7040
|
-
* different from the column delimiter.</p>
|
|
7041
|
-
* @public
|
|
7042
|
-
*/
|
|
7043
|
-
QuoteSymbol?: string | undefined;
|
|
7044
|
-
/**
|
|
7045
|
-
* <p>Indicates whether the CSV file contains a header.</p>
|
|
7046
|
-
* @public
|
|
7047
|
-
*/
|
|
7048
|
-
ContainsHeader?: CsvHeaderOption | undefined;
|
|
7049
|
-
/**
|
|
7050
|
-
* <p>A list of strings representing column names.</p>
|
|
7051
|
-
* @public
|
|
7052
|
-
*/
|
|
7053
|
-
Header?: string[] | undefined;
|
|
7054
|
-
/**
|
|
7055
|
-
* <p>Specifies not to trim values before identifying the type of column values. The default
|
|
7056
|
-
* value is <code>true</code>.</p>
|
|
7057
|
-
* @public
|
|
7058
|
-
*/
|
|
7059
|
-
DisableValueTrimming?: boolean | undefined;
|
|
7060
|
-
/**
|
|
7061
|
-
* <p>Enables the processing of files that contain only one column.</p>
|
|
7062
|
-
* @public
|
|
7063
|
-
*/
|
|
7064
|
-
AllowSingleColumn?: boolean | undefined;
|
|
7065
|
-
/**
|
|
7066
|
-
* <p>Enables the custom datatype to be configured.</p>
|
|
7067
|
-
* @public
|
|
7068
|
-
*/
|
|
7069
|
-
CustomDatatypeConfigured?: boolean | undefined;
|
|
7070
|
-
/**
|
|
7071
|
-
* <p>A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".</p>
|
|
7072
|
-
* @public
|
|
7073
|
-
*/
|
|
7074
|
-
CustomDatatypes?: string[] | undefined;
|
|
7075
|
-
/**
|
|
7076
|
-
* <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
|
|
7077
|
-
* @public
|
|
7078
|
-
*/
|
|
7079
|
-
Serde?: CsvSerdeOption | undefined;
|
|
7080
|
-
}
|
|
7081
|
-
/**
|
|
7082
|
-
* <p>A classifier that uses <code>grok</code> patterns.</p>
|
|
7083
|
-
* @public
|
|
7084
|
-
*/
|
|
7085
|
-
export interface GrokClassifier {
|
|
7086
|
-
/**
|
|
7087
|
-
* <p>The name of the classifier.</p>
|
|
7088
|
-
* @public
|
|
7089
|
-
*/
|
|
7090
|
-
Name: string | undefined;
|
|
7091
|
-
/**
|
|
7092
|
-
* <p>An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and
|
|
7093
|
-
* so on.</p>
|
|
7094
|
-
* @public
|
|
7095
|
-
*/
|
|
7096
|
-
Classification: string | undefined;
|
|
7097
|
-
/**
|
|
7098
|
-
* <p>The time that this classifier was registered.</p>
|
|
7099
|
-
* @public
|
|
7100
|
-
*/
|
|
7101
|
-
CreationTime?: Date | undefined;
|
|
7102
|
-
/**
|
|
7103
|
-
* <p>The time that this classifier was last updated.</p>
|
|
7104
|
-
* @public
|
|
7105
|
-
*/
|
|
7106
|
-
LastUpdated?: Date | undefined;
|
|
7107
|
-
/**
|
|
7108
|
-
* <p>The version of this classifier.</p>
|
|
7109
|
-
* @public
|
|
7110
|
-
*/
|
|
7111
|
-
Version?: number | undefined;
|
|
7112
|
-
/**
|
|
7113
|
-
* <p>The grok pattern applied to a data store by this classifier.
|
|
7114
|
-
* For more information, see built-in patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
|
|
7115
|
-
* @public
|
|
7116
|
-
*/
|
|
7117
|
-
GrokPattern: string | undefined;
|
|
7118
|
-
/**
|
|
7119
|
-
* <p>Optional custom grok patterns defined by this classifier.
|
|
7120
|
-
* For more information, see custom patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
|
|
7121
|
-
* @public
|
|
7122
|
-
*/
|
|
7123
|
-
CustomPatterns?: string | undefined;
|
|
7124
|
-
}
|
|
7125
|
-
/**
|
|
7126
|
-
* <p>A classifier for <code>JSON</code> content.</p>
|
|
7127
|
-
* @public
|
|
7128
|
-
*/
|
|
7129
|
-
export interface JsonClassifier {
|
|
7130
|
-
/**
|
|
7131
|
-
* <p>The name of the classifier.</p>
|
|
7132
|
-
* @public
|
|
7133
|
-
*/
|
|
7134
|
-
Name: string | undefined;
|
|
7135
|
-
/**
|
|
7136
|
-
* <p>The time that this classifier was registered.</p>
|
|
7137
|
-
* @public
|
|
7138
|
-
*/
|
|
7139
|
-
CreationTime?: Date | undefined;
|
|
7140
|
-
/**
|
|
7141
|
-
* <p>The time that this classifier was last updated.</p>
|
|
7142
|
-
* @public
|
|
7143
|
-
*/
|
|
7144
|
-
LastUpdated?: Date | undefined;
|
|
7145
|
-
/**
|
|
7146
|
-
* <p>The version of this classifier.</p>
|
|
7147
|
-
* @public
|
|
7148
|
-
*/
|
|
7149
|
-
Version?: number | undefined;
|
|
7150
|
-
/**
|
|
7151
|
-
* <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
|
|
7152
|
-
* Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
|
|
7153
|
-
* @public
|
|
7154
|
-
*/
|
|
7155
|
-
JsonPath: string | undefined;
|
|
7156
|
-
}
|
|
7157
7095
|
/**
|
|
7158
7096
|
* @internal
|
|
7159
7097
|
*/
|
|
@@ -2,7 +2,156 @@ import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-cli
|
|
|
2
2
|
import { DocumentType as __DocumentType } from "@smithy/types";
|
|
3
3
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
4
4
|
import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType } from "./models_0";
|
|
5
|
-
import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType,
|
|
5
|
+
import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, JobRun, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
|
|
6
|
+
/**
|
|
7
|
+
* <p>A classifier for custom <code>CSV</code> content.</p>
|
|
8
|
+
* @public
|
|
9
|
+
*/
|
|
10
|
+
export interface CsvClassifier {
|
|
11
|
+
/**
|
|
12
|
+
* <p>The name of the classifier.</p>
|
|
13
|
+
* @public
|
|
14
|
+
*/
|
|
15
|
+
Name: string | undefined;
|
|
16
|
+
/**
|
|
17
|
+
* <p>The time that this classifier was registered.</p>
|
|
18
|
+
* @public
|
|
19
|
+
*/
|
|
20
|
+
CreationTime?: Date | undefined;
|
|
21
|
+
/**
|
|
22
|
+
* <p>The time that this classifier was last updated.</p>
|
|
23
|
+
* @public
|
|
24
|
+
*/
|
|
25
|
+
LastUpdated?: Date | undefined;
|
|
26
|
+
/**
|
|
27
|
+
* <p>The version of this classifier.</p>
|
|
28
|
+
* @public
|
|
29
|
+
*/
|
|
30
|
+
Version?: number | undefined;
|
|
31
|
+
/**
|
|
32
|
+
* <p>A custom symbol to denote what separates each column entry in the row.</p>
|
|
33
|
+
* @public
|
|
34
|
+
*/
|
|
35
|
+
Delimiter?: string | undefined;
|
|
36
|
+
/**
|
|
37
|
+
* <p>A custom symbol to denote what combines content into a single column value. It must be
|
|
38
|
+
* different from the column delimiter.</p>
|
|
39
|
+
* @public
|
|
40
|
+
*/
|
|
41
|
+
QuoteSymbol?: string | undefined;
|
|
42
|
+
/**
|
|
43
|
+
* <p>Indicates whether the CSV file contains a header.</p>
|
|
44
|
+
* @public
|
|
45
|
+
*/
|
|
46
|
+
ContainsHeader?: CsvHeaderOption | undefined;
|
|
47
|
+
/**
|
|
48
|
+
* <p>A list of strings representing column names.</p>
|
|
49
|
+
* @public
|
|
50
|
+
*/
|
|
51
|
+
Header?: string[] | undefined;
|
|
52
|
+
/**
|
|
53
|
+
* <p>Specifies not to trim values before identifying the type of column values. The default
|
|
54
|
+
* value is <code>true</code>.</p>
|
|
55
|
+
* @public
|
|
56
|
+
*/
|
|
57
|
+
DisableValueTrimming?: boolean | undefined;
|
|
58
|
+
/**
|
|
59
|
+
* <p>Enables the processing of files that contain only one column.</p>
|
|
60
|
+
* @public
|
|
61
|
+
*/
|
|
62
|
+
AllowSingleColumn?: boolean | undefined;
|
|
63
|
+
/**
|
|
64
|
+
* <p>Enables the custom datatype to be configured.</p>
|
|
65
|
+
* @public
|
|
66
|
+
*/
|
|
67
|
+
CustomDatatypeConfigured?: boolean | undefined;
|
|
68
|
+
/**
|
|
69
|
+
* <p>A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".</p>
|
|
70
|
+
* @public
|
|
71
|
+
*/
|
|
72
|
+
CustomDatatypes?: string[] | undefined;
|
|
73
|
+
/**
|
|
74
|
+
* <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
|
|
75
|
+
* @public
|
|
76
|
+
*/
|
|
77
|
+
Serde?: CsvSerdeOption | undefined;
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* <p>A classifier that uses <code>grok</code> patterns.</p>
|
|
81
|
+
* @public
|
|
82
|
+
*/
|
|
83
|
+
export interface GrokClassifier {
|
|
84
|
+
/**
|
|
85
|
+
* <p>The name of the classifier.</p>
|
|
86
|
+
* @public
|
|
87
|
+
*/
|
|
88
|
+
Name: string | undefined;
|
|
89
|
+
/**
|
|
90
|
+
* <p>An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and
|
|
91
|
+
* so on.</p>
|
|
92
|
+
* @public
|
|
93
|
+
*/
|
|
94
|
+
Classification: string | undefined;
|
|
95
|
+
/**
|
|
96
|
+
* <p>The time that this classifier was registered.</p>
|
|
97
|
+
* @public
|
|
98
|
+
*/
|
|
99
|
+
CreationTime?: Date | undefined;
|
|
100
|
+
/**
|
|
101
|
+
* <p>The time that this classifier was last updated.</p>
|
|
102
|
+
* @public
|
|
103
|
+
*/
|
|
104
|
+
LastUpdated?: Date | undefined;
|
|
105
|
+
/**
|
|
106
|
+
* <p>The version of this classifier.</p>
|
|
107
|
+
* @public
|
|
108
|
+
*/
|
|
109
|
+
Version?: number | undefined;
|
|
110
|
+
/**
|
|
111
|
+
* <p>The grok pattern applied to a data store by this classifier.
|
|
112
|
+
* For more information, see built-in patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
|
|
113
|
+
* @public
|
|
114
|
+
*/
|
|
115
|
+
GrokPattern: string | undefined;
|
|
116
|
+
/**
|
|
117
|
+
* <p>Optional custom grok patterns defined by this classifier.
|
|
118
|
+
* For more information, see custom patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
|
|
119
|
+
* @public
|
|
120
|
+
*/
|
|
121
|
+
CustomPatterns?: string | undefined;
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* <p>A classifier for <code>JSON</code> content.</p>
|
|
125
|
+
* @public
|
|
126
|
+
*/
|
|
127
|
+
export interface JsonClassifier {
|
|
128
|
+
/**
|
|
129
|
+
* <p>The name of the classifier.</p>
|
|
130
|
+
* @public
|
|
131
|
+
*/
|
|
132
|
+
Name: string | undefined;
|
|
133
|
+
/**
|
|
134
|
+
* <p>The time that this classifier was registered.</p>
|
|
135
|
+
* @public
|
|
136
|
+
*/
|
|
137
|
+
CreationTime?: Date | undefined;
|
|
138
|
+
/**
|
|
139
|
+
* <p>The time that this classifier was last updated.</p>
|
|
140
|
+
* @public
|
|
141
|
+
*/
|
|
142
|
+
LastUpdated?: Date | undefined;
|
|
143
|
+
/**
|
|
144
|
+
* <p>The version of this classifier.</p>
|
|
145
|
+
* @public
|
|
146
|
+
*/
|
|
147
|
+
Version?: number | undefined;
|
|
148
|
+
/**
|
|
149
|
+
* <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
|
|
150
|
+
* Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
|
|
151
|
+
* @public
|
|
152
|
+
*/
|
|
153
|
+
JsonPath: string | undefined;
|
|
154
|
+
}
|
|
6
155
|
/**
|
|
7
156
|
* <p>A classifier for <code>XML</code> content.</p>
|
|
8
157
|
* @public
|
|
@@ -7536,61 +7685,6 @@ export interface ListUsageProfilesResponse {
|
|
|
7536
7685
|
*/
|
|
7537
7686
|
NextToken?: string | undefined;
|
|
7538
7687
|
}
|
|
7539
|
-
/**
|
|
7540
|
-
* @public
|
|
7541
|
-
*/
|
|
7542
|
-
export interface ListWorkflowsRequest {
|
|
7543
|
-
/**
|
|
7544
|
-
* <p>A continuation token, if this is a continuation request.</p>
|
|
7545
|
-
* @public
|
|
7546
|
-
*/
|
|
7547
|
-
NextToken?: string | undefined;
|
|
7548
|
-
/**
|
|
7549
|
-
* <p>The maximum size of a list to return.</p>
|
|
7550
|
-
* @public
|
|
7551
|
-
*/
|
|
7552
|
-
MaxResults?: number | undefined;
|
|
7553
|
-
}
|
|
7554
|
-
/**
|
|
7555
|
-
* @public
|
|
7556
|
-
*/
|
|
7557
|
-
export interface ListWorkflowsResponse {
|
|
7558
|
-
/**
|
|
7559
|
-
* <p>List of names of workflows in the account.</p>
|
|
7560
|
-
* @public
|
|
7561
|
-
*/
|
|
7562
|
-
Workflows?: string[] | undefined;
|
|
7563
|
-
/**
|
|
7564
|
-
* <p>A continuation token, if not all workflow names have been returned.</p>
|
|
7565
|
-
* @public
|
|
7566
|
-
*/
|
|
7567
|
-
NextToken?: string | undefined;
|
|
7568
|
-
}
|
|
7569
|
-
/**
|
|
7570
|
-
* @public
|
|
7571
|
-
*/
|
|
7572
|
-
export interface ModifyIntegrationRequest {
|
|
7573
|
-
/**
|
|
7574
|
-
* <p>The Amazon Resource Name (ARN) for the integration.</p>
|
|
7575
|
-
* @public
|
|
7576
|
-
*/
|
|
7577
|
-
IntegrationIdentifier: string | undefined;
|
|
7578
|
-
/**
|
|
7579
|
-
* <p>A description of the integration.</p>
|
|
7580
|
-
* @public
|
|
7581
|
-
*/
|
|
7582
|
-
Description?: string | undefined;
|
|
7583
|
-
/**
|
|
7584
|
-
* <p>Selects source tables for the integration using Maxwell filter syntax.</p>
|
|
7585
|
-
* @public
|
|
7586
|
-
*/
|
|
7587
|
-
DataFilter?: string | undefined;
|
|
7588
|
-
/**
|
|
7589
|
-
* <p>A unique name for an integration in Glue.</p>
|
|
7590
|
-
* @public
|
|
7591
|
-
*/
|
|
7592
|
-
IntegrationName?: string | undefined;
|
|
7593
|
-
}
|
|
7594
7688
|
/**
|
|
7595
7689
|
* @internal
|
|
7596
7690
|
*/
|
|
@@ -3,6 +3,61 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException"
|
|
|
3
3
|
import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogIcebergSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, DynamoDBELTConnectorSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, InclusionAnnotationValue, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, Route, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogIcebergSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3ExcelSource, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3HyperDirectTarget, S3IcebergCatalogTarget, S3IcebergDirectTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
|
|
4
4
|
import { CatalogInput, Compatibility, ConnectionInput, ConnectionPropertyKey, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseInput, IcebergPartitionSpec, IcebergSchema, IcebergSortOrder, IntegrationError, IntegrationStatus, Permission, ProfileConfiguration, RegistryId, SchemaVersionStatus, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, Tag, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
|
|
5
5
|
import { ColumnRowFilter, ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, JobBookmarkEntry, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
|
|
6
|
+
/**
|
|
7
|
+
* @public
|
|
8
|
+
*/
|
|
9
|
+
export interface ListWorkflowsRequest {
|
|
10
|
+
/**
|
|
11
|
+
* <p>A continuation token, if this is a continuation request.</p>
|
|
12
|
+
* @public
|
|
13
|
+
*/
|
|
14
|
+
NextToken?: string | undefined;
|
|
15
|
+
/**
|
|
16
|
+
* <p>The maximum size of a list to return.</p>
|
|
17
|
+
* @public
|
|
18
|
+
*/
|
|
19
|
+
MaxResults?: number | undefined;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* @public
|
|
23
|
+
*/
|
|
24
|
+
export interface ListWorkflowsResponse {
|
|
25
|
+
/**
|
|
26
|
+
* <p>List of names of workflows in the account.</p>
|
|
27
|
+
* @public
|
|
28
|
+
*/
|
|
29
|
+
Workflows?: string[] | undefined;
|
|
30
|
+
/**
|
|
31
|
+
* <p>A continuation token, if not all workflow names have been returned.</p>
|
|
32
|
+
* @public
|
|
33
|
+
*/
|
|
34
|
+
NextToken?: string | undefined;
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* @public
|
|
38
|
+
*/
|
|
39
|
+
export interface ModifyIntegrationRequest {
|
|
40
|
+
/**
|
|
41
|
+
* <p>The Amazon Resource Name (ARN) for the integration.</p>
|
|
42
|
+
* @public
|
|
43
|
+
*/
|
|
44
|
+
IntegrationIdentifier: string | undefined;
|
|
45
|
+
/**
|
|
46
|
+
* <p>A description of the integration.</p>
|
|
47
|
+
* @public
|
|
48
|
+
*/
|
|
49
|
+
Description?: string | undefined;
|
|
50
|
+
/**
|
|
51
|
+
* <p>Selects source tables for the integration using Maxwell filter syntax.</p>
|
|
52
|
+
* @public
|
|
53
|
+
*/
|
|
54
|
+
DataFilter?: string | undefined;
|
|
55
|
+
/**
|
|
56
|
+
* <p>A unique name for an integration in Glue.</p>
|
|
57
|
+
* @public
|
|
58
|
+
*/
|
|
59
|
+
IntegrationName?: string | undefined;
|
|
60
|
+
}
|
|
6
61
|
/**
|
|
7
62
|
* @public
|
|
8
63
|
*/
|
|
@@ -2817,7 +2872,7 @@ export interface IcebergTableUpdate {
|
|
|
2817
2872
|
Properties?: Record<string, string> | undefined;
|
|
2818
2873
|
}
|
|
2819
2874
|
/**
|
|
2820
|
-
* <p>Contains the update operations to be applied to an existing Iceberg table
|
|
2875
|
+
* <p>Contains the update operations to be applied to an existing Iceberg table inGlue Data Catalog, defining the new state of the table metadata.
|
|
2821
2876
|
* </p>
|
|
2822
2877
|
* @public
|
|
2823
2878
|
*/
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
import {
|
|
9
9
|
ListWorkflowsRequest,
|
|
10
10
|
ListWorkflowsResponse,
|
|
11
|
-
} from "../models/
|
|
11
|
+
} from "../models/models_3";
|
|
12
12
|
export { __MetadataBearer };
|
|
13
13
|
export { $Command };
|
|
14
14
|
export interface ListWorkflowsCommandInput extends ListWorkflowsRequest {}
|
|
@@ -5,8 +5,10 @@ import {
|
|
|
5
5
|
ServiceInputTypes,
|
|
6
6
|
ServiceOutputTypes,
|
|
7
7
|
} from "../GlueClient";
|
|
8
|
-
import {
|
|
9
|
-
|
|
8
|
+
import {
|
|
9
|
+
ModifyIntegrationRequest,
|
|
10
|
+
ModifyIntegrationResponse,
|
|
11
|
+
} from "../models/models_3";
|
|
10
12
|
export { __MetadataBearer };
|
|
11
13
|
export { $Command };
|
|
12
14
|
export interface ModifyIntegrationCommandInput
|
|
@@ -1916,6 +1916,8 @@ export type CompactionStrategy =
|
|
|
1916
1916
|
(typeof CompactionStrategy)[keyof typeof CompactionStrategy];
|
|
1917
1917
|
export interface IcebergCompactionConfiguration {
|
|
1918
1918
|
strategy?: CompactionStrategy | undefined;
|
|
1919
|
+
minInputFiles?: number | undefined;
|
|
1920
|
+
deleteFileThreshold?: number | undefined;
|
|
1919
1921
|
}
|
|
1920
1922
|
export interface CompactionConfiguration {
|
|
1921
1923
|
icebergConfiguration?: IcebergCompactionConfiguration | undefined;
|
|
@@ -1923,6 +1925,7 @@ export interface CompactionConfiguration {
|
|
|
1923
1925
|
export interface IcebergOrphanFileDeletionConfiguration {
|
|
1924
1926
|
orphanFileRetentionPeriodInDays?: number | undefined;
|
|
1925
1927
|
location?: string | undefined;
|
|
1928
|
+
runRateInHours?: number | undefined;
|
|
1926
1929
|
}
|
|
1927
1930
|
export interface OrphanFileDeletionConfiguration {
|
|
1928
1931
|
icebergConfiguration?: IcebergOrphanFileDeletionConfiguration | undefined;
|
|
@@ -1931,6 +1934,7 @@ export interface IcebergRetentionConfiguration {
|
|
|
1931
1934
|
snapshotRetentionPeriodInDays?: number | undefined;
|
|
1932
1935
|
numberOfSnapshotsToRetain?: number | undefined;
|
|
1933
1936
|
cleanExpiredFiles?: boolean | undefined;
|
|
1937
|
+
runRateInHours?: number | undefined;
|
|
1934
1938
|
}
|
|
1935
1939
|
export interface RetentionConfiguration {
|
|
1936
1940
|
icebergConfiguration?: IcebergRetentionConfiguration | undefined;
|
|
@@ -1964,6 +1968,12 @@ export interface TableOptimizerConfiguration {
|
|
|
1964
1968
|
retentionConfiguration?: RetentionConfiguration | undefined;
|
|
1965
1969
|
orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
|
|
1966
1970
|
}
|
|
1971
|
+
export declare const ConfigurationSource: {
|
|
1972
|
+
readonly CATALOG: "catalog";
|
|
1973
|
+
readonly TABLE: "table";
|
|
1974
|
+
};
|
|
1975
|
+
export type ConfigurationSource =
|
|
1976
|
+
(typeof ConfigurationSource)[keyof typeof ConfigurationSource];
|
|
1967
1977
|
export interface IcebergCompactionMetrics {
|
|
1968
1978
|
NumberOfBytesCompacted?: number | undefined;
|
|
1969
1979
|
NumberOfFilesCompacted?: number | undefined;
|
|
@@ -2023,6 +2033,7 @@ export interface TableOptimizer {
|
|
|
2023
2033
|
type?: TableOptimizerType | undefined;
|
|
2024
2034
|
configuration?: TableOptimizerConfiguration | undefined;
|
|
2025
2035
|
lastRun?: TableOptimizerRun | undefined;
|
|
2036
|
+
configurationSource?: ConfigurationSource | undefined;
|
|
2026
2037
|
}
|
|
2027
2038
|
export interface BatchTableOptimizer {
|
|
2028
2039
|
catalogId?: string | undefined;
|
|
@@ -2134,10 +2145,6 @@ export interface BlueprintDetails {
|
|
|
2134
2145
|
BlueprintName?: string | undefined;
|
|
2135
2146
|
RunId?: string | undefined;
|
|
2136
2147
|
}
|
|
2137
|
-
export interface Edge {
|
|
2138
|
-
SourceId?: string | undefined;
|
|
2139
|
-
DestinationId?: string | undefined;
|
|
2140
|
-
}
|
|
2141
2148
|
export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (
|
|
2142
2149
|
obj: BasicAuthenticationCredentials
|
|
2143
2150
|
) => any;
|