@cdklabs/cdk-construct-connect-datalake 0.0.27 → 0.0.28

package/node_modules/@aws-sdk/client-glue/dist-types/commands/SearchTablesCommand.d.ts

@@ -169,6 +169,15 @@ declare const SearchTablesCommand_base: {
  * //         SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
  * //           Number("long"),
  * //         ],
+ * //         SubObjectsStatistics: [ // SubObjectsStatisticsList
+ * //           { // SubObjectStatistics
+ * //             SourceType: "HIVE_PARQUET" || "HIVE_ORC" || "HIVE_CSV" || "HIVE_JSON" || "PLAIN_PARQUET" || "ICEBERG",
+ * //             GlueVersionId: "STRING_VALUE",
+ * //             PartitionCount: Number("long"),
+ * //             FileCount: Number("long"),
+ * //             TotalFileBytes: Number("long"),
+ * //           },
+ * //         ],
  * //         Representations: [ // ViewRepresentationList
  * //           { // ViewRepresentation
  * //             Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -179,6 +188,9 @@ declare const SearchTablesCommand_base: {
  * //             IsStale: true || false,
  * //           },
  * //         ],
+ * //         SparkPipelineInfo: { // SparkPipelineInfoMap
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
  * //       },
  * //       IsMultiDialectView: true || false,
  * //       IsMaterializedView: true || false,
@@ -340,6 +352,15 @@ declare const SearchTablesCommand_base: {
  * //               SubObjectVersionIds: [
  * //                 Number("long"),
  * //               ],
+ * //               SubObjectsStatistics: [
+ * //                 {
+ * //                   SourceType: "HIVE_PARQUET" || "HIVE_ORC" || "HIVE_CSV" || "HIVE_JSON" || "PLAIN_PARQUET" || "ICEBERG",
+ * //                   GlueVersionId: "STRING_VALUE",
+ * //                   PartitionCount: Number("long"),
+ * //                   FileCount: Number("long"),
+ * //                   TotalFileBytes: Number("long"),
+ * //                 },
+ * //               ],
  * //               Representations: [
  * //                 {
  * //                   Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -350,6 +371,9 @@ declare const SearchTablesCommand_base: {
  * //                   IsStale: true || false,
  * //                 },
  * //               ],
+ * //               SparkPipelineInfo: {
+ * //                 "<keys>": "STRING_VALUE",
+ * //               },
  * //             },
  * //             IsMultiDialectView: true || false,
  * //             IsMaterializedView: true || false,

package/node_modules/@aws-sdk/client-glue/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts

@@ -65,6 +65,7 @@ declare const StartDataQualityRuleRecommendationRunCommand_base: {
  *   AdditionalRunOptions: { // DataQualityRuleRecommendationRunAdditionalRunOptions
  *     CustomLogGroupPrefix: "STRING_VALUE",
  *   },
+ *   RecommendationMode: "BASIC" || "ADVANCED",
  * };
  * const command = new StartDataQualityRuleRecommendationRunCommand(input);
  * const response = await client.send(command);

package/node_modules/@aws-sdk/client-glue/dist-types/commands/UpdateIntegrationTablePropertiesCommand.d.ts

@@ -57,6 +57,7 @@ declare const UpdateIntegrationTablePropertiesCommand_base: {
  *       },
  *     ],
  *     TargetTableName: "STRING_VALUE",
+ *     IntegrationArn: "STRING_VALUE",
  *   },
  * };
  * const command = new UpdateIntegrationTablePropertiesCommand(input);

package/node_modules/@aws-sdk/client-glue/dist-types/commands/UpdateTableCommand.d.ts

@@ -120,6 +120,12 @@ declare const UpdateTableCommand_base: {
  *       Name: "STRING_VALUE",
  *       Region: "STRING_VALUE",
  *     },
+ *     FederatedTable: { // FederatedTable
+ *       Identifier: "STRING_VALUE",
+ *       DatabaseIdentifier: "STRING_VALUE",
+ *       ConnectionName: "STRING_VALUE",
+ *       ConnectionType: "STRING_VALUE",
+ *     },
  *     ViewDefinition: { // ViewDefinitionInput
  *       IsProtected: true || false,
  *       Definer: "STRING_VALUE",
@@ -142,6 +148,18 @@ declare const UpdateTableCommand_base: {
  *       SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
  *         Number("long"),
  *       ],
+ *       SubObjectsStatistics: [ // SubObjectsStatisticsList
+ *         { // SubObjectStatistics
+ *           SourceType: "HIVE_PARQUET" || "HIVE_ORC" || "HIVE_CSV" || "HIVE_JSON" || "PLAIN_PARQUET" || "ICEBERG",
+ *           GlueVersionId: "STRING_VALUE",
+ *           PartitionCount: Number("long"),
+ *           FileCount: Number("long"),
+ *           TotalFileBytes: Number("long"),
+ *         },
+ *       ],
+ *       SparkPipelineInfo: { // SparkPipelineInfoMap
+ *         "<keys>": "STRING_VALUE",
+ *       },
  *     },
  *   },
  *   SkipArchive: true || false,

package/node_modules/@aws-sdk/client-glue/dist-types/commands/index.d.ts

@@ -207,6 +207,7 @@ export * from "./ListFormTypesCommand";
 export * from "./ListGlossariesCommand";
 export * from "./ListGlossaryTermsCommand";
 export * from "./ListIntegrationResourcePropertiesCommand";
+export * from "./ListIntegrationTablePropertiesCommand";
 export * from "./ListIterableFormsCommand";
 export * from "./ListJobsCommand";
 export * from "./ListMLTransformsCommand";

package/node_modules/@aws-sdk/client-glue/dist-types/models/enums.d.ts

@@ -1474,6 +1474,22 @@ export declare const ViewDialect: {
  * @public
  */
 export type ViewDialect = (typeof ViewDialect)[keyof typeof ViewDialect];
+/**
+ * @public
+ * @enum
+ */
+export declare const SubObjectSourceType: {
+    readonly HIVE_CSV: "HIVE_CSV";
+    readonly HIVE_JSON: "HIVE_JSON";
+    readonly HIVE_ORC: "HIVE_ORC";
+    readonly HIVE_PARQUET: "HIVE_PARQUET";
+    readonly ICEBERG: "ICEBERG";
+    readonly PLAIN_PARQUET: "PLAIN_PARQUET";
+};
+/**
+ * @public
+ */
+export type SubObjectSourceType = (typeof SubObjectSourceType)[keyof typeof SubObjectSourceType];
 /**
  * @public
  * @enum
@@ -1780,6 +1796,18 @@ export declare const DataQualityModelStatus: {
  * @public
  */
 export type DataQualityModelStatus = (typeof DataQualityModelStatus)[keyof typeof DataQualityModelStatus];
+/**
+ * @public
+ * @enum
+ */
+export declare const RecommendationMode: {
+    readonly ADVANCED: "ADVANCED";
+    readonly BASIC: "BASIC";
+};
+/**
+ * @public
+ */
+export type RecommendationMode = (typeof RecommendationMode)[keyof typeof RecommendationMode];
 /**
  * @public
  * @enum
@@ -1972,6 +2000,18 @@ export declare const ResourceState: {
  * @public
  */
 export type ResourceState = (typeof ResourceState)[keyof typeof ResourceState];
+/**
+ * @public
+ * @enum
+ */
+export declare const TableResourceShareType: {
+    readonly ALL: "ALL";
+    readonly FEDERATED: "FEDERATED";
+};
+/**
+ * @public
+ */
+export type TableResourceShareType = (typeof TableResourceShareType)[keyof typeof TableResourceShareType];
 /**
  * @public
  * @enum

package/node_modules/@aws-sdk/client-glue/dist-types/models/models_1.d.ts

@@ -1,5 +1,5 @@
 import type { DocumentType as __DocumentType } from "@smithy/types";
-import type { AllowFullTableExternalDataAccessEnum, AuthenticationType, BlueprintRunState, CatalogEncryptionMode, CloudWatchEncryptionMode, ColumnStatisticsState, ColumnStatisticsType, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseAttributes, DataFormat, DataOperation, DataQualityEncryptionMode, ExecutionStatus, FieldDataType, FieldFilterOperator, FilterMode, FunctionType, GlueResourceType, HTTPMethod, IcebergNullOrder, IcebergSortDirection, IcebergStructTypeEnum, IntegrationStatus, JobBookmarksEncryptionMode, Language, LastRefreshType, MetadataOperation, MLUserDataEncryptionModeString, PrincipalType, PropertyLocation, PropertyType, RegistryStatus, ResourceShareType, ResourceType, S3EncryptionMode, ScheduleType, SchemaStatus, SchemaVersionStatus, SessionStatus, SessionType, SettingSource, TableOptimizerType, TransformType, TriggerType, UnnestSpec, ViewDialect, WorkerType } from "./enums";
+import type { AllowFullTableExternalDataAccessEnum, AuthenticationType, BlueprintRunState, CloudWatchEncryptionMode, ColumnStatisticsState, ColumnStatisticsType, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseAttributes, DataFormat, DataOperation, DataQualityEncryptionMode, ExecutionStatus, FieldDataType, FieldFilterOperator, FilterMode, FunctionType, GlueResourceType, HTTPMethod, IcebergNullOrder, IcebergSortDirection, IcebergStructTypeEnum, IntegrationStatus, JobBookmarksEncryptionMode, Language, LastRefreshType, MetadataOperation, MLUserDataEncryptionModeString, PrincipalType, PropertyLocation, PropertyType, RegistryStatus, ResourceShareType, ResourceType, S3EncryptionMode, ScheduleType, SchemaStatus, SchemaVersionStatus, SessionStatus, SessionType, SettingSource, SubObjectSourceType, TableOptimizerType, TransformType, TriggerType, UnnestSpec, ViewDialect, WorkerType } from "./enums";
 import type { Action, AssetFormEntry, AssetTypeFormReference, AuthConfiguration, AuthenticationConfiguration, AuthenticationConfigurationInput, Blueprint, Column, ConnectionsList, Crawler, CrawlerTargets, CreateCsvClassifierRequest, CreateGrokClassifierRequest, ErrorDetail, EventBatchingCondition, FederatedCatalog, GlueTable, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, PrincipalPermissions, Property, RecrawlPolicy, Schedule, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TargetRedshiftCatalog } from "./models_0";
 /**
  * <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
@@ -1450,6 +1450,11 @@ export interface TargetTableConfig {
      * @public
      */
     TargetTableName?: string | undefined;
+    /**
+     * <p>The ARN of the integration that owns this target table configuration.</p>
+     * @public
+     */
+    IntegrationArn?: string | undefined;
 }
 /**
  * @public
@@ -2717,6 +2722,32 @@ export interface OpenTableFormatInput {
      */
     IcebergInput?: IcebergInput | undefined;
 }
+/**
+ * <p>A table that points to an entity outside the Glue Data Catalog.</p>
+ * @public
+ */
+export interface FederatedTable {
+    /**
+     * <p>A unique identifier for the federated table.</p>
+     * @public
+     */
+    Identifier?: string | undefined;
+    /**
+     * <p>A unique identifier for the federated database.</p>
+     * @public
+     */
+    DatabaseIdentifier?: string | undefined;
+    /**
+     * <p>The name of the connection to the external metastore.</p>
+     * @public
+     */
+    ConnectionName?: string | undefined;
+    /**
+     * <p>The type of connection used to access the federated table, specifying the protocol or method for connecting to the external data source.</p>
+     * @public
+     */
+    ConnectionType?: string | undefined;
+}
 /**
  * <p>A structure that describes a target table for resource linking.</p>
  * @public
@@ -2774,6 +2805,42 @@ export interface ViewRepresentationInput {
      */
     ViewExpandedText?: string | undefined;
 }
+/**
+ * <p>Statistics for one sub-object referenced by a materialized view, recorded when the
+ *       materialized view was created or last fully refreshed. These values describe what that refresh
+ *       selected from the sub-object, which can be a subset of the table when the materialized view's
+ *       definition limits the data it reads. The fields present depend on the sub-object's format.</p>
+ * @public
+ */
+export interface SubObjectStatistics {
+    /**
+     * <p>The source type of the sub-object (for example, its table format), which identifies the
+     *       sub-object.</p>
+     * @public
+     */
+    SourceType?: SubObjectSourceType | undefined;
+    /**
+     * <p>The Glue version ID of the sub-object that the statistics were captured for.</p>
+     * @public
+     */
+    GlueVersionId?: string | undefined;
+    /**
+     * <p>The number of sub-object partitions selected for that refresh. Not present for
+     *       unpartitioned sub-objects.</p>
+     * @public
+     */
+    PartitionCount?: number | undefined;
+    /**
+     * <p>The number of sub-object data files selected for that refresh.</p>
+     * @public
+     */
+    FileCount?: number | undefined;
+    /**
+     * <p>The total size, in bytes, of the data files counted by <code>FileCount</code>.</p>
+     * @public
+     */
+    TotalFileBytes?: number | undefined;
+}
 /**
  * <p>A structure containing details for creating or updating an Glue view.</p>
  * @public
@@ -2826,6 +2893,19 @@ export interface ViewDefinitionInput {
      * @public
      */
     SubObjectVersionIds?: number[] | undefined;
+    /**
+     * <p>Statistics for each sub-object referenced by the materialized view, such as the source
+     *       type, Glue version ID, and the partition, file, and byte counts. Each entry
+     *       describes one sub-object, identified by its source type.</p>
+     * @public
+     */
+    SubObjectsStatistics?: SubObjectStatistics[] | undefined;
+    /**
+     * <p>A map of key-value pairs containing Spark Declarative Pipelines (SDP) information for the
+     *       materialized view.</p>
+     * @public
+     */
+    SparkPipelineInfo?: Record<string, string> | undefined;
 }
 /**
  * <p>A structure used to define a table.</p>
@@ -2922,6 +3002,11 @@ export interface TableInput {
      * @public
      */
     TargetTable?: TableIdentifier | undefined;
+    /**
+     * <p>A <code>FederatedTable</code> structure that references an entity outside the Glue Data Catalog. Specify this field to create a federated table, which points to a table in an external metastore instead of describing data managed in the Glue Data Catalog.</p>
+     * @public
+     */
+    FederatedTable?: FederatedTable | undefined;
     /**
      * <p>A structure that contains all the information that defines the view, including the dialect or dialects for the view, and the query.</p>
      * @public
@@ -7463,53 +7548,3 @@ export interface GetDataCatalogEncryptionSettingsRequest {
      */
     CatalogId?: string | undefined;
 }
-/**
- * <p>The data structure used by the Data Catalog to encrypt the password as part of
- *         <code>CreateConnection</code> or <code>UpdateConnection</code> and store it in the
- *         <code>ENCRYPTED_PASSWORD</code> field in the connection properties. You can enable catalog
- *       encryption or only password encryption.</p>
- *          <p>When a <code>CreationConnection</code> request arrives containing a password, the Data
- *       Catalog first encrypts the password using your KMS key. It then encrypts the whole
- *       connection object again if catalog encryption is also enabled.</p>
- *          <p>This encryption requires that you set KMS key permissions to enable or restrict access
- *       on the password key according to your security requirements. For example, you might want only
- *       administrators to have decrypt permission on the password key.</p>
- * @public
- */
-export interface ConnectionPasswordEncryption {
-    /**
-     * <p>When the <code>ReturnConnectionPasswordEncrypted</code> flag is set to "true", passwords remain encrypted in the responses of <code>GetConnection</code> and <code>GetConnections</code>. This encryption takes effect independently from catalog encryption. </p>
-     * @public
-     */
-    ReturnConnectionPasswordEncrypted: boolean | undefined;
-    /**
-     * <p>An KMS key that is used to encrypt the connection password. </p>
-     *          <p>If connection password protection is enabled, the caller of <code>CreateConnection</code>
-     *       and <code>UpdateConnection</code> needs at least <code>kms:Encrypt</code> permission on the
-     *       specified KMS key, to encrypt passwords before storing them in the Data Catalog. </p>
-     *          <p>You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.</p>
-     * @public
-     */
-    AwsKmsKeyId?: string | undefined;
-}
-/**
- * <p>Specifies the encryption-at-rest configuration for the Data Catalog.</p>
- * @public
- */
-export interface EncryptionAtRest {
-    /**
-     * <p>The encryption-at-rest mode for encrypting Data Catalog data.</p>
-     * @public
-     */
-    CatalogEncryptionMode: CatalogEncryptionMode | undefined;
-    /**
-     * <p>The ID of the KMS key to use for encryption at rest.</p>
-     * @public
-     */
-    SseAwsKmsKeyId?: string | undefined;
-    /**
-     * <p>The role that Glue assumes to encrypt and decrypt the Data Catalog objects on the caller's behalf.</p>
-     * @public
-     */
-    CatalogEncryptionServiceRole?: string | undefined;
-}