@aws-sdk/client-glue 3.862.0 → 3.863.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,7 +1,24 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { DocumentType as __DocumentType } from "@smithy/types";
3
3
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
4
- import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, BlueprintDetails, Column, ConnectionsList, CrawlerTargets, CrawlState, DataOperation, Edge, ErrorDetail, EventBatchingCondition, ExecutionClass, GlueTable, InclusionAnnotationValue, JobMode, JobRunState, LakeFormationConfiguration, LineageConfiguration, NotificationProperty, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, TriggerType, WorkerType } from "./models_0";
4
+ import { Action, AllowFullTableExternalDataAccessEnum, AnnotationError, AuthConfiguration, AuthenticationConfigurationInput, AuthenticationType, Blueprint, BlueprintDetails, Column, ConnectionsList, CrawlerTargets, CrawlState, DataOperation, ErrorDetail, EventBatchingCondition, ExecutionClass, GlueTable, InclusionAnnotationValue, JobMode, JobRunState, LakeFormationConfiguration, LineageConfiguration, NotificationProperty, PartitionInput, Predicate, Property, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, TriggerType, WorkerType } from "./models_0";
5
+ /**
6
+ * <p>An edge represents a directed connection between two Glue components that are part of the workflow the
7
+ * edge belongs to.</p>
8
+ * @public
9
+ */
10
+ export interface Edge {
11
+ /**
12
+ * <p>The unique of the node within the workflow where the edge starts.</p>
13
+ * @public
14
+ */
15
+ SourceId?: string | undefined;
16
+ /**
17
+ * <p>The unique of the node within the workflow where the edge ends.</p>
18
+ * @public
19
+ */
20
+ DestinationId?: string | undefined;
21
+ }
5
22
  /**
6
23
  * <p>The details of a crawl in the workflow.</p>
7
24
  * @public
@@ -1056,6 +1073,32 @@ export interface DataLakeAccessProperties {
1056
1073
  */
1057
1074
  CatalogType?: string | undefined;
1058
1075
  }
1076
+ /**
1077
+ * <p>A structure that specifies Iceberg table optimization properties for the catalog, including configurations for compaction, retention, and orphan file deletion operations.</p>
1078
+ * @public
1079
+ */
1080
+ export interface IcebergOptimizationProperties {
1081
+ /**
1082
+ * <p>The Amazon Resource Name (ARN) of the IAM role that will be assumed to perform Iceberg table optimization operations.</p>
1083
+ * @public
1084
+ */
1085
+ RoleArn?: string | undefined;
1086
+ /**
1087
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg table compaction operations, which optimize the layout of data files to improve query performance.</p>
1088
+ * @public
1089
+ */
1090
+ Compaction?: Record<string, string> | undefined;
1091
+ /**
1092
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg table retention operations, which manage the lifecycle of table snapshots to control storage costs.</p>
1093
+ * @public
1094
+ */
1095
+ Retention?: Record<string, string> | undefined;
1096
+ /**
1097
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg orphan file deletion operations, which identify and remove files that are no longer referenced by the table metadata.</p>
1098
+ * @public
1099
+ */
1100
+ OrphanFileDeletion?: Record<string, string> | undefined;
1101
+ }
1059
1102
  /**
1060
1103
  * <p>A structure that specifies data lake access properties and other custom properties.</p>
1061
1104
  * @public
@@ -1066,6 +1109,12 @@ export interface CatalogProperties {
1066
1109
  * @public
1067
1110
  */
1068
1111
  DataLakeAccessProperties?: DataLakeAccessProperties | undefined;
1112
+ /**
1113
+ * <p>A structure that specifies Iceberg table optimization properties for the catalog. This includes configuration for compaction, retention, and
1114
+ * orphan file deletion operations that can be applied to Iceberg tables in this catalog.</p>
1115
+ * @public
1116
+ */
1117
+ IcebergOptimizationProperties?: IcebergOptimizationProperties | undefined;
1069
1118
  /**
1070
1119
  * <p>Additional key-value properties for the catalog, such as column statistics optimizations.</p>
1071
1120
  * @public
@@ -6808,6 +6857,38 @@ export interface DataLakeAccessPropertiesOutput {
6808
6857
  */
6809
6858
  CatalogType?: string | undefined;
6810
6859
  }
6860
+ /**
6861
+ * <p>A structure that contains the output properties of Iceberg table optimization configuration for your catalog resource in the Glue
6862
+ * Data Catalog.</p>
6863
+ * @public
6864
+ */
6865
+ export interface IcebergOptimizationPropertiesOutput {
6866
+ /**
6867
+ * <p>The Amazon Resource Name (ARN) of the IAM role that is used to perform Iceberg table optimization operations.</p>
6868
+ * @public
6869
+ */
6870
+ RoleArn?: string | undefined;
6871
+ /**
6872
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg table compaction operations, which optimize the layout of data files to improve query performance.</p>
6873
+ * @public
6874
+ */
6875
+ Compaction?: Record<string, string> | undefined;
6876
+ /**
6877
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg table retention operations, which manage the lifecycle of table snapshots to control storage costs.</p>
6878
+ * @public
6879
+ */
6880
+ Retention?: Record<string, string> | undefined;
6881
+ /**
6882
+ * <p>A map of key-value pairs that specify configuration parameters for Iceberg orphan file deletion operations, which identify and remove files that are no longer referenced by the table metadata.</p>
6883
+ * @public
6884
+ */
6885
+ OrphanFileDeletion?: Record<string, string> | undefined;
6886
+ /**
6887
+ * <p>The timestamp when the Iceberg optimization properties were last updated.</p>
6888
+ * @public
6889
+ */
6890
+ LastUpdatedTime?: Date | undefined;
6891
+ }
6811
6892
  /**
6812
6893
  * <p>Property attributes that include configuration properties for the catalog resource.</p>
6813
6894
  * @public
@@ -6818,6 +6899,12 @@ export interface CatalogPropertiesOutput {
6818
6899
  * @public
6819
6900
  */
6820
6901
  DataLakeAccessProperties?: DataLakeAccessPropertiesOutput | undefined;
6902
+ /**
6903
+ * <p>An <code>IcebergOptimizationPropertiesOutput</code> object that specifies Iceberg table optimization settings for the catalog, including
6904
+ * configurations for compaction, retention, and orphan file deletion operations.</p>
6905
+ * @public
6906
+ */
6907
+ IcebergOptimizationProperties?: IcebergOptimizationPropertiesOutput | undefined;
6821
6908
  /**
6822
6909
  * <p>Additional key-value properties for the catalog, such as column statistics optimizations.</p>
6823
6910
  * @public
@@ -7005,155 +7092,6 @@ export interface GetClassifierRequest {
7005
7092
  */
7006
7093
  Name: string | undefined;
7007
7094
  }
7008
- /**
7009
- * <p>A classifier for custom <code>CSV</code> content.</p>
7010
- * @public
7011
- */
7012
- export interface CsvClassifier {
7013
- /**
7014
- * <p>The name of the classifier.</p>
7015
- * @public
7016
- */
7017
- Name: string | undefined;
7018
- /**
7019
- * <p>The time that this classifier was registered.</p>
7020
- * @public
7021
- */
7022
- CreationTime?: Date | undefined;
7023
- /**
7024
- * <p>The time that this classifier was last updated.</p>
7025
- * @public
7026
- */
7027
- LastUpdated?: Date | undefined;
7028
- /**
7029
- * <p>The version of this classifier.</p>
7030
- * @public
7031
- */
7032
- Version?: number | undefined;
7033
- /**
7034
- * <p>A custom symbol to denote what separates each column entry in the row.</p>
7035
- * @public
7036
- */
7037
- Delimiter?: string | undefined;
7038
- /**
7039
- * <p>A custom symbol to denote what combines content into a single column value. It must be
7040
- * different from the column delimiter.</p>
7041
- * @public
7042
- */
7043
- QuoteSymbol?: string | undefined;
7044
- /**
7045
- * <p>Indicates whether the CSV file contains a header.</p>
7046
- * @public
7047
- */
7048
- ContainsHeader?: CsvHeaderOption | undefined;
7049
- /**
7050
- * <p>A list of strings representing column names.</p>
7051
- * @public
7052
- */
7053
- Header?: string[] | undefined;
7054
- /**
7055
- * <p>Specifies not to trim values before identifying the type of column values. The default
7056
- * value is <code>true</code>.</p>
7057
- * @public
7058
- */
7059
- DisableValueTrimming?: boolean | undefined;
7060
- /**
7061
- * <p>Enables the processing of files that contain only one column.</p>
7062
- * @public
7063
- */
7064
- AllowSingleColumn?: boolean | undefined;
7065
- /**
7066
- * <p>Enables the custom datatype to be configured.</p>
7067
- * @public
7068
- */
7069
- CustomDatatypeConfigured?: boolean | undefined;
7070
- /**
7071
- * <p>A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".</p>
7072
- * @public
7073
- */
7074
- CustomDatatypes?: string[] | undefined;
7075
- /**
7076
- * <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
7077
- * @public
7078
- */
7079
- Serde?: CsvSerdeOption | undefined;
7080
- }
7081
- /**
7082
- * <p>A classifier that uses <code>grok</code> patterns.</p>
7083
- * @public
7084
- */
7085
- export interface GrokClassifier {
7086
- /**
7087
- * <p>The name of the classifier.</p>
7088
- * @public
7089
- */
7090
- Name: string | undefined;
7091
- /**
7092
- * <p>An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and
7093
- * so on.</p>
7094
- * @public
7095
- */
7096
- Classification: string | undefined;
7097
- /**
7098
- * <p>The time that this classifier was registered.</p>
7099
- * @public
7100
- */
7101
- CreationTime?: Date | undefined;
7102
- /**
7103
- * <p>The time that this classifier was last updated.</p>
7104
- * @public
7105
- */
7106
- LastUpdated?: Date | undefined;
7107
- /**
7108
- * <p>The version of this classifier.</p>
7109
- * @public
7110
- */
7111
- Version?: number | undefined;
7112
- /**
7113
- * <p>The grok pattern applied to a data store by this classifier.
7114
- * For more information, see built-in patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
7115
- * @public
7116
- */
7117
- GrokPattern: string | undefined;
7118
- /**
7119
- * <p>Optional custom grok patterns defined by this classifier.
7120
- * For more information, see custom patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
7121
- * @public
7122
- */
7123
- CustomPatterns?: string | undefined;
7124
- }
7125
- /**
7126
- * <p>A classifier for <code>JSON</code> content.</p>
7127
- * @public
7128
- */
7129
- export interface JsonClassifier {
7130
- /**
7131
- * <p>The name of the classifier.</p>
7132
- * @public
7133
- */
7134
- Name: string | undefined;
7135
- /**
7136
- * <p>The time that this classifier was registered.</p>
7137
- * @public
7138
- */
7139
- CreationTime?: Date | undefined;
7140
- /**
7141
- * <p>The time that this classifier was last updated.</p>
7142
- * @public
7143
- */
7144
- LastUpdated?: Date | undefined;
7145
- /**
7146
- * <p>The version of this classifier.</p>
7147
- * @public
7148
- */
7149
- Version?: number | undefined;
7150
- /**
7151
- * <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
7152
- * Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
7153
- * @public
7154
- */
7155
- JsonPath: string | undefined;
7156
- }
7157
7095
  /**
7158
7096
  * @internal
7159
7097
  */
@@ -2,7 +2,156 @@ import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-cli
2
2
  import { DocumentType as __DocumentType } from "@smithy/types";
3
3
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
4
4
  import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType } from "./models_0";
5
- import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvClassifier, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, GrokClassifier, JobRun, JsonClassifier, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
5
+ import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, JobRun, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
6
+ /**
7
+ * <p>A classifier for custom <code>CSV</code> content.</p>
8
+ * @public
9
+ */
10
+ export interface CsvClassifier {
11
+ /**
12
+ * <p>The name of the classifier.</p>
13
+ * @public
14
+ */
15
+ Name: string | undefined;
16
+ /**
17
+ * <p>The time that this classifier was registered.</p>
18
+ * @public
19
+ */
20
+ CreationTime?: Date | undefined;
21
+ /**
22
+ * <p>The time that this classifier was last updated.</p>
23
+ * @public
24
+ */
25
+ LastUpdated?: Date | undefined;
26
+ /**
27
+ * <p>The version of this classifier.</p>
28
+ * @public
29
+ */
30
+ Version?: number | undefined;
31
+ /**
32
+ * <p>A custom symbol to denote what separates each column entry in the row.</p>
33
+ * @public
34
+ */
35
+ Delimiter?: string | undefined;
36
+ /**
37
+ * <p>A custom symbol to denote what combines content into a single column value. It must be
38
+ * different from the column delimiter.</p>
39
+ * @public
40
+ */
41
+ QuoteSymbol?: string | undefined;
42
+ /**
43
+ * <p>Indicates whether the CSV file contains a header.</p>
44
+ * @public
45
+ */
46
+ ContainsHeader?: CsvHeaderOption | undefined;
47
+ /**
48
+ * <p>A list of strings representing column names.</p>
49
+ * @public
50
+ */
51
+ Header?: string[] | undefined;
52
+ /**
53
+ * <p>Specifies not to trim values before identifying the type of column values. The default
54
+ * value is <code>true</code>.</p>
55
+ * @public
56
+ */
57
+ DisableValueTrimming?: boolean | undefined;
58
+ /**
59
+ * <p>Enables the processing of files that contain only one column.</p>
60
+ * @public
61
+ */
62
+ AllowSingleColumn?: boolean | undefined;
63
+ /**
64
+ * <p>Enables the custom datatype to be configured.</p>
65
+ * @public
66
+ */
67
+ CustomDatatypeConfigured?: boolean | undefined;
68
+ /**
69
+ * <p>A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".</p>
70
+ * @public
71
+ */
72
+ CustomDatatypes?: string[] | undefined;
73
+ /**
74
+ * <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
75
+ * @public
76
+ */
77
+ Serde?: CsvSerdeOption | undefined;
78
+ }
79
+ /**
80
+ * <p>A classifier that uses <code>grok</code> patterns.</p>
81
+ * @public
82
+ */
83
+ export interface GrokClassifier {
84
+ /**
85
+ * <p>The name of the classifier.</p>
86
+ * @public
87
+ */
88
+ Name: string | undefined;
89
+ /**
90
+ * <p>An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and
91
+ * so on.</p>
92
+ * @public
93
+ */
94
+ Classification: string | undefined;
95
+ /**
96
+ * <p>The time that this classifier was registered.</p>
97
+ * @public
98
+ */
99
+ CreationTime?: Date | undefined;
100
+ /**
101
+ * <p>The time that this classifier was last updated.</p>
102
+ * @public
103
+ */
104
+ LastUpdated?: Date | undefined;
105
+ /**
106
+ * <p>The version of this classifier.</p>
107
+ * @public
108
+ */
109
+ Version?: number | undefined;
110
+ /**
111
+ * <p>The grok pattern applied to a data store by this classifier.
112
+ * For more information, see built-in patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
113
+ * @public
114
+ */
115
+ GrokPattern: string | undefined;
116
+ /**
117
+ * <p>Optional custom grok patterns defined by this classifier.
118
+ * For more information, see custom patterns in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html">Writing Custom Classifiers</a>.</p>
119
+ * @public
120
+ */
121
+ CustomPatterns?: string | undefined;
122
+ }
123
+ /**
124
+ * <p>A classifier for <code>JSON</code> content.</p>
125
+ * @public
126
+ */
127
+ export interface JsonClassifier {
128
+ /**
129
+ * <p>The name of the classifier.</p>
130
+ * @public
131
+ */
132
+ Name: string | undefined;
133
+ /**
134
+ * <p>The time that this classifier was registered.</p>
135
+ * @public
136
+ */
137
+ CreationTime?: Date | undefined;
138
+ /**
139
+ * <p>The time that this classifier was last updated.</p>
140
+ * @public
141
+ */
142
+ LastUpdated?: Date | undefined;
143
+ /**
144
+ * <p>The version of this classifier.</p>
145
+ * @public
146
+ */
147
+ Version?: number | undefined;
148
+ /**
149
+ * <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
150
+ * Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
151
+ * @public
152
+ */
153
+ JsonPath: string | undefined;
154
+ }
6
155
  /**
7
156
  * <p>A classifier for <code>XML</code> content.</p>
8
157
  * @public
@@ -7536,61 +7685,6 @@ export interface ListUsageProfilesResponse {
7536
7685
  */
7537
7686
  NextToken?: string | undefined;
7538
7687
  }
7539
- /**
7540
- * @public
7541
- */
7542
- export interface ListWorkflowsRequest {
7543
- /**
7544
- * <p>A continuation token, if this is a continuation request.</p>
7545
- * @public
7546
- */
7547
- NextToken?: string | undefined;
7548
- /**
7549
- * <p>The maximum size of a list to return.</p>
7550
- * @public
7551
- */
7552
- MaxResults?: number | undefined;
7553
- }
7554
- /**
7555
- * @public
7556
- */
7557
- export interface ListWorkflowsResponse {
7558
- /**
7559
- * <p>List of names of workflows in the account.</p>
7560
- * @public
7561
- */
7562
- Workflows?: string[] | undefined;
7563
- /**
7564
- * <p>A continuation token, if not all workflow names have been returned.</p>
7565
- * @public
7566
- */
7567
- NextToken?: string | undefined;
7568
- }
7569
- /**
7570
- * @public
7571
- */
7572
- export interface ModifyIntegrationRequest {
7573
- /**
7574
- * <p>The Amazon Resource Name (ARN) for the integration.</p>
7575
- * @public
7576
- */
7577
- IntegrationIdentifier: string | undefined;
7578
- /**
7579
- * <p>A description of the integration.</p>
7580
- * @public
7581
- */
7582
- Description?: string | undefined;
7583
- /**
7584
- * <p>Selects source tables for the integration using Maxwell filter syntax.</p>
7585
- * @public
7586
- */
7587
- DataFilter?: string | undefined;
7588
- /**
7589
- * <p>A unique name for an integration in Glue.</p>
7590
- * @public
7591
- */
7592
- IntegrationName?: string | undefined;
7593
- }
7594
7688
  /**
7595
7689
  * @internal
7596
7690
  */
@@ -3,6 +3,61 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException"
3
3
  import { Action, Aggregate, AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, AuthenticationConfigurationInput, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, CatalogIcebergSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Column, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, CrawlerTargets, CustomCode, DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, DynamoDBELTConnectorSource, ErrorDetail, EvaluateDataQuality, EvaluateDataQualityMultiFrame, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, InclusionAnnotationValue, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, JobMode, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, Recipe, RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, RenameField, Route, S3CatalogDeltaSource, S3CatalogHudiSource, S3CatalogIcebergSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DeltaCatalogTarget, S3DeltaDirectTarget, S3DeltaSource, S3DirectTarget, S3ExcelSource, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3HyperDirectTarget, S3IcebergCatalogTarget, S3IcebergDirectTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, SnowflakeSource, SnowflakeTarget, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, Trigger, Union, WorkerType } from "./models_0";
4
4
  import { CatalogInput, Compatibility, ConnectionInput, ConnectionPropertyKey, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseInput, IcebergPartitionSpec, IcebergSchema, IcebergSortOrder, IntegrationError, IntegrationStatus, Permission, ProfileConfiguration, RegistryId, SchemaVersionStatus, SourceProcessingProperties, SourceTableConfig, TableIdentifier, TableInput, Tag, TargetProcessingProperties, TargetTableConfig, TransformParameters, UserDefinedFunctionInput } from "./models_1";
5
5
  import { ColumnRowFilter, ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, FederatedTable, JobBookmarkEntry, ResourceAction, ResourceShareType, ResourceState, SchemaVersionNumber, ViewDefinition, ViewValidation } from "./models_2";
6
+ /**
7
+ * @public
8
+ */
9
+ export interface ListWorkflowsRequest {
10
+ /**
11
+ * <p>A continuation token, if this is a continuation request.</p>
12
+ * @public
13
+ */
14
+ NextToken?: string | undefined;
15
+ /**
16
+ * <p>The maximum size of a list to return.</p>
17
+ * @public
18
+ */
19
+ MaxResults?: number | undefined;
20
+ }
21
+ /**
22
+ * @public
23
+ */
24
+ export interface ListWorkflowsResponse {
25
+ /**
26
+ * <p>List of names of workflows in the account.</p>
27
+ * @public
28
+ */
29
+ Workflows?: string[] | undefined;
30
+ /**
31
+ * <p>A continuation token, if not all workflow names have been returned.</p>
32
+ * @public
33
+ */
34
+ NextToken?: string | undefined;
35
+ }
36
+ /**
37
+ * @public
38
+ */
39
+ export interface ModifyIntegrationRequest {
40
+ /**
41
+ * <p>The Amazon Resource Name (ARN) for the integration.</p>
42
+ * @public
43
+ */
44
+ IntegrationIdentifier: string | undefined;
45
+ /**
46
+ * <p>A description of the integration.</p>
47
+ * @public
48
+ */
49
+ Description?: string | undefined;
50
+ /**
51
+ * <p>Selects source tables for the integration using Maxwell filter syntax.</p>
52
+ * @public
53
+ */
54
+ DataFilter?: string | undefined;
55
+ /**
56
+ * <p>A unique name for an integration in Glue.</p>
57
+ * @public
58
+ */
59
+ IntegrationName?: string | undefined;
60
+ }
6
61
  /**
7
62
  * @public
8
63
  */
@@ -2817,7 +2872,7 @@ export interface IcebergTableUpdate {
2817
2872
  Properties?: Record<string, string> | undefined;
2818
2873
  }
2819
2874
  /**
2820
- * <p>Contains the update operations to be applied to an existing Iceberg table in AWS Glue Data Catalog, defining the new state of the table metadata.
2875
+ * <p>Contains the update operations to be applied to an existing Iceberg table inGlue Data Catalog, defining the new state of the table metadata.
2821
2876
  * </p>
2822
2877
  * @public
2823
2878
  */
@@ -8,7 +8,7 @@ import {
8
8
  import {
9
9
  ListWorkflowsRequest,
10
10
  ListWorkflowsResponse,
11
- } from "../models/models_2";
11
+ } from "../models/models_3";
12
12
  export { __MetadataBearer };
13
13
  export { $Command };
14
14
  export interface ListWorkflowsCommandInput extends ListWorkflowsRequest {}
@@ -5,8 +5,10 @@ import {
5
5
  ServiceInputTypes,
6
6
  ServiceOutputTypes,
7
7
  } from "../GlueClient";
8
- import { ModifyIntegrationRequest } from "../models/models_2";
9
- import { ModifyIntegrationResponse } from "../models/models_3";
8
+ import {
9
+ ModifyIntegrationRequest,
10
+ ModifyIntegrationResponse,
11
+ } from "../models/models_3";
10
12
  export { __MetadataBearer };
11
13
  export { $Command };
12
14
  export interface ModifyIntegrationCommandInput
@@ -1916,6 +1916,8 @@ export type CompactionStrategy =
1916
1916
  (typeof CompactionStrategy)[keyof typeof CompactionStrategy];
1917
1917
  export interface IcebergCompactionConfiguration {
1918
1918
  strategy?: CompactionStrategy | undefined;
1919
+ minInputFiles?: number | undefined;
1920
+ deleteFileThreshold?: number | undefined;
1919
1921
  }
1920
1922
  export interface CompactionConfiguration {
1921
1923
  icebergConfiguration?: IcebergCompactionConfiguration | undefined;
@@ -1923,6 +1925,7 @@ export interface CompactionConfiguration {
1923
1925
  export interface IcebergOrphanFileDeletionConfiguration {
1924
1926
  orphanFileRetentionPeriodInDays?: number | undefined;
1925
1927
  location?: string | undefined;
1928
+ runRateInHours?: number | undefined;
1926
1929
  }
1927
1930
  export interface OrphanFileDeletionConfiguration {
1928
1931
  icebergConfiguration?: IcebergOrphanFileDeletionConfiguration | undefined;
@@ -1931,6 +1934,7 @@ export interface IcebergRetentionConfiguration {
1931
1934
  snapshotRetentionPeriodInDays?: number | undefined;
1932
1935
  numberOfSnapshotsToRetain?: number | undefined;
1933
1936
  cleanExpiredFiles?: boolean | undefined;
1937
+ runRateInHours?: number | undefined;
1934
1938
  }
1935
1939
  export interface RetentionConfiguration {
1936
1940
  icebergConfiguration?: IcebergRetentionConfiguration | undefined;
@@ -1964,6 +1968,12 @@ export interface TableOptimizerConfiguration {
1964
1968
  retentionConfiguration?: RetentionConfiguration | undefined;
1965
1969
  orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
1966
1970
  }
1971
+ export declare const ConfigurationSource: {
1972
+ readonly CATALOG: "catalog";
1973
+ readonly TABLE: "table";
1974
+ };
1975
+ export type ConfigurationSource =
1976
+ (typeof ConfigurationSource)[keyof typeof ConfigurationSource];
1967
1977
  export interface IcebergCompactionMetrics {
1968
1978
  NumberOfBytesCompacted?: number | undefined;
1969
1979
  NumberOfFilesCompacted?: number | undefined;
@@ -2023,6 +2033,7 @@ export interface TableOptimizer {
2023
2033
  type?: TableOptimizerType | undefined;
2024
2034
  configuration?: TableOptimizerConfiguration | undefined;
2025
2035
  lastRun?: TableOptimizerRun | undefined;
2036
+ configurationSource?: ConfigurationSource | undefined;
2026
2037
  }
2027
2038
  export interface BatchTableOptimizer {
2028
2039
  catalogId?: string | undefined;
@@ -2134,10 +2145,6 @@ export interface BlueprintDetails {
2134
2145
  BlueprintName?: string | undefined;
2135
2146
  RunId?: string | undefined;
2136
2147
  }
2137
- export interface Edge {
2138
- SourceId?: string | undefined;
2139
- DestinationId?: string | undefined;
2140
- }
2141
2148
  export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (
2142
2149
  obj: BasicAuthenticationCredentials
2143
2150
  ) => any;