@aws-sdk/client-glue 3.74.0 → 3.78.0

package/dist-types/models/models_1.d.ts

@@ -1,6 +1,161 @@
 import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
 import { GlueServiceException as __BaseException } from "./GlueServiceException";
-import { AuditContext, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Column, ColumnStatistics, Compatibility, ConnectionInput, ConnectionsList, ConnectionType, Crawler, CrawlerTargets, CsvHeaderOption, DatabaseIdentifier, DatabaseInput, DataFormat, DevEndpoint, EncryptionConfiguration, ErrorDetail, ExecutionProperty, GlueTable, Job, JobCommand, JobRun, LakeFormationConfiguration, Language, LineageConfiguration, NotificationProperty, Partition, PartitionInput, PartitionValueList, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, RecrawlPolicy, RegistryId, RegistryStatus, ResourceUri, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, Session, StorageDescriptor, TableIdentifier, TableInput, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, WorkerType, Workflow, WorkflowRun } from "./models_0";
+import { AuditContext, BinaryColumnStatisticsData, BooleanColumnStatisticsData, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Column, Compatibility, ConnectionInput, ConnectionsList, ConnectionType, Crawler, CrawlerTargets, CsvHeaderOption, CustomEntityType, DatabaseIdentifier, DatabaseInput, DataFormat, DateColumnStatisticsData, DecimalColumnStatisticsData, DevEndpoint, DoubleColumnStatisticsData, EncryptionConfiguration, ErrorDetail, ExecutionProperty, GlueTable, Job, JobCommand, JobRun, LakeFormationConfiguration, Language, LineageConfiguration, LongColumnStatisticsData, NotificationProperty, Partition, PartitionValueList, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, RecrawlPolicy, RegistryId, RegistryStatus, ResourceUri, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, Session, StorageDescriptor, StringColumnStatisticsData, TableIdentifier, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, WorkerType, Workflow, WorkflowRun } from "./models_0";
+export declare enum ColumnStatisticsType {
+    BINARY = "BINARY",
+    BOOLEAN = "BOOLEAN",
+    DATE = "DATE",
+    DECIMAL = "DECIMAL",
+    DOUBLE = "DOUBLE",
+    LONG = "LONG",
+    STRING = "STRING"
+}
+/**
+ * <p>Contains the individual types of column statistics data. Only one data object should be set and indicated by the <code>Type</code> attribute.</p>
+ */
+export interface ColumnStatisticsData {
+    /**
+     * <p>The type of column statistics data.</p>
+     */
+    Type: ColumnStatisticsType | string | undefined;
+    /**
+     * <p>Boolean column statistics data.</p>
+     */
+    BooleanColumnStatisticsData?: BooleanColumnStatisticsData;
+    /**
+     * <p>Date column statistics data.</p>
+     */
+    DateColumnStatisticsData?: DateColumnStatisticsData;
+    /**
+     * <p>Decimal column statistics data.</p>
+     */
+    DecimalColumnStatisticsData?: DecimalColumnStatisticsData;
+    /**
+     * <p>Double column statistics data.</p>
+     */
+    DoubleColumnStatisticsData?: DoubleColumnStatisticsData;
+    /**
+     * <p>Long column statistics data.</p>
+     */
+    LongColumnStatisticsData?: LongColumnStatisticsData;
+    /**
+     * <p>String column statistics data.</p>
+     */
+    StringColumnStatisticsData?: StringColumnStatisticsData;
+    /**
+     * <p>Binary column statistics data.</p>
+     */
+    BinaryColumnStatisticsData?: BinaryColumnStatisticsData;
+}
+export declare namespace ColumnStatisticsData {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: ColumnStatisticsData) => any;
+}
+/**
+ * <p>Represents the generated column-level statistics for a table or partition.</p>
+ */
+export interface ColumnStatistics {
+    /**
+     * <p>Name of column which statistics belong to.</p>
+     */
+    ColumnName: string | undefined;
+    /**
+     * <p>The data type of the column.</p>
+     */
+    ColumnType: string | undefined;
+    /**
+     * <p>The timestamp of when column statistics were generated.</p>
+     */
+    AnalyzedTime: Date | undefined;
+    /**
+     * <p>A <code>ColumnStatisticData</code> object that contains the statistics data values.</p>
+     */
+    StatisticsData: ColumnStatisticsData | undefined;
+}
+export declare namespace ColumnStatistics {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: ColumnStatistics) => any;
+}
+/**
+ * <p>Encapsulates a column name that failed and the reason for failure.</p>
+ */
+export interface ColumnError {
+    /**
+     * <p>The name of the column that failed.</p>
+     */
+    ColumnName?: string;
+    /**
+     * <p>An error message with the reason for the failure of an operation.</p>
+     */
+    Error?: ErrorDetail;
+}
+export declare namespace ColumnError {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: ColumnError) => any;
+}
+export interface GetColumnStatisticsForPartitionResponse {
+    /**
+     * <p>List of ColumnStatistics that failed to be retrieved.</p>
+     */
+    ColumnStatisticsList?: ColumnStatistics[];
+    /**
+     * <p>Error occurred during retrieving column statistics data.</p>
+     */
+    Errors?: ColumnError[];
+}
+export declare namespace GetColumnStatisticsForPartitionResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: GetColumnStatisticsForPartitionResponse) => any;
+}
+export interface GetColumnStatisticsForTableRequest {
+    /**
+     * <p>The ID of the Data Catalog where the partitions in question reside.
+     *       If none is supplied, the Amazon Web Services account ID is used by default.</p>
+     */
+    CatalogId?: string;
+    /**
+     * <p>The name of the catalog database where the partitions reside.</p>
+     */
+    DatabaseName: string | undefined;
+    /**
+     * <p>The name of the partitions' table.</p>
+     */
+    TableName: string | undefined;
+    /**
+     * <p>A list of the column names.</p>
+     */
+    ColumnNames: string[] | undefined;
+}
+export declare namespace GetColumnStatisticsForTableRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: GetColumnStatisticsForTableRequest) => any;
+}
+export interface GetColumnStatisticsForTableResponse {
+    /**
+     * <p>List of ColumnStatistics that failed to be retrieved.</p>
+     */
+    ColumnStatisticsList?: ColumnStatistics[];
+    /**
+     * <p>List of ColumnStatistics that failed to be retrieved.</p>
+     */
+    Errors?: ColumnError[];
+}
+export declare namespace GetColumnStatisticsForTableResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: GetColumnStatisticsForTableResponse) => any;
+}
 export interface GetConnectionRequest {
     /**
      * <p>The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services
@@ -427,6 +582,38 @@ export declare namespace GetCrawlersResponse {
      */
     const filterSensitiveLog: (obj: GetCrawlersResponse) => any;
 }
+export interface GetCustomEntityTypeRequest {
+    /**
+     * <p>The name of the custom pattern that you want to retrieve.</p>
+     */
+    Name: string | undefined;
+}
+export declare namespace GetCustomEntityTypeRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: GetCustomEntityTypeRequest) => any;
+}
+export interface GetCustomEntityTypeResponse {
+    /**
+     * <p>The name of the custom pattern that you retrieved.</p>
+     */
+    Name?: string;
+    /**
+     * <p>A regular expression string that is used for detecting sensitive data in a custom pattern.</p>
+     */
+    RegexString?: string;
+    /**
+     * <p>A list of context words if specified when you created the custom pattern. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
+     */
+    ContextWords?: string[];
+}
+export declare namespace GetCustomEntityTypeResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: GetCustomEntityTypeResponse) => any;
+}
 export interface GetDatabaseRequest {
     /**
      * <p>The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services
@@ -3886,6 +4073,38 @@ export declare namespace ListCrawlersResponse {
      */
     const filterSensitiveLog: (obj: ListCrawlersResponse) => any;
 }
+export interface ListCustomEntityTypesRequest {
+    /**
+     * <p>A paginated token to offset the results.</p>
+     */
+    NextToken?: string;
+    /**
+     * <p>The maximum number of results to return.</p>
+     */
+    MaxResults?: number;
+}
+export declare namespace ListCustomEntityTypesRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: ListCustomEntityTypesRequest) => any;
+}
+export interface ListCustomEntityTypesResponse {
+    /**
+     * <p>A list of <code>CustomEntityType</code> objects representing custom patterns.</p>
+     */
+    CustomEntityTypes?: CustomEntityType[];
+    /**
+     * <p>A pagination token, if more results are available.</p>
+     */
+    NextToken?: string;
+}
+export declare namespace ListCustomEntityTypesResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: ListCustomEntityTypesResponse) => any;
+}
 export interface ListDevEndpointsRequest {
     /**
      * <p>A continuation token, if this is a continuation request.</p>
@@ -6023,6 +6242,9 @@ export interface UpdateCrawlerRequest {
      * <p>Specifies data lineage configuration settings for the crawler.</p>
      */
     LineageConfiguration?: LineageConfiguration;
+    /**
+     * <p>Specifies AWS Lake Formation configuration settings for the crawler.</p>
+     */
     LakeFormationConfiguration?: LakeFormationConfiguration;
     /**
      * <p>Crawler configuration information. This versioned JSON string allows users
@@ -6353,263 +6575,3 @@ export declare namespace UpdateJobRequest {
      */
     const filterSensitiveLog: (obj: UpdateJobRequest) => any;
 }
-export interface UpdateJobResponse {
-    /**
-     * <p>Returns the name of the updated job definition.</p>
-     */
-    JobName?: string;
-}
-export declare namespace UpdateJobResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateJobResponse) => any;
-}
-export interface UpdateMLTransformRequest {
-    /**
-     * <p>A unique identifier that was generated when the transform was created.</p>
-     */
-    TransformId: string | undefined;
-    /**
-     * <p>The unique name that you gave the transform when you created it.</p>
-     */
-    Name?: string;
-    /**
-     * <p>A description of the transform. The default is an empty string.</p>
-     */
-    Description?: string;
-    /**
-     * <p>The configuration parameters that are specific to the transform type (algorithm) used.
-     *       Conditionally dependent on the transform type.</p>
-     */
-    Parameters?: TransformParameters;
-    /**
-     * <p>The name or Amazon Resource Name (ARN) of the IAM role with the required
-     *       permissions.</p>
-     */
-    Role?: string;
-    /**
-     * <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9.  For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
-     */
-    GlueVersion?: string;
-    /**
-     * <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
-     *       processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
-     *       information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
-     *         page</a>. </p>
-     *
-     *          <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
-     */
-    MaxCapacity?: number;
-    /**
-     * <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
-     * 	        <ul>
-     *             <li>
-     *                <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
-     *             </li>
-     *          </ul>
-     */
-    WorkerType?: WorkerType | string;
-    /**
-     * <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
-     */
-    NumberOfWorkers?: number;
-    /**
-     * <p>The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
-     */
-    Timeout?: number;
-    /**
-     * <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
-     */
-    MaxRetries?: number;
-}
-export declare namespace UpdateMLTransformRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateMLTransformRequest) => any;
-}
-export interface UpdateMLTransformResponse {
-    /**
-     * <p>The unique identifier for the transform that was updated.</p>
-     */
-    TransformId?: string;
-}
-export declare namespace UpdateMLTransformResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateMLTransformResponse) => any;
-}
-export interface UpdatePartitionRequest {
-    /**
-     * <p>The ID of the Data Catalog where the partition to be updated resides. If none is provided,
-     *       the Amazon Web Services account ID is used by default.</p>
-     */
-    CatalogId?: string;
-    /**
-     * <p>The name of the catalog database in which the table in question
-     *       resides.</p>
-     */
-    DatabaseName: string | undefined;
-    /**
-     * <p>The name of the table in which the partition to be updated is located.</p>
-     */
-    TableName: string | undefined;
-    /**
-     * <p>List of partition key values that define the partition to update.</p>
-     */
-    PartitionValueList: string[] | undefined;
-    /**
-     * <p>The new partition object to update the partition to.</p>
-     *
-     * 	        <p>The <code>Values</code> property can't be changed. If you want to change the partition key values for a partition, delete and recreate the partition.</p>
-     */
-    PartitionInput: PartitionInput | undefined;
-}
-export declare namespace UpdatePartitionRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdatePartitionRequest) => any;
-}
-export interface UpdatePartitionResponse {
-}
-export declare namespace UpdatePartitionResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdatePartitionResponse) => any;
-}
-export interface UpdateRegistryInput {
-    /**
-     * <p>This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).</p>
-     */
-    RegistryId: RegistryId | undefined;
-    /**
-     * <p>A description of the registry. If description is not provided, this field will not be updated.</p>
-     */
-    Description: string | undefined;
-}
-export declare namespace UpdateRegistryInput {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateRegistryInput) => any;
-}
-export interface UpdateRegistryResponse {
-    /**
-     * <p>The name of the updated registry.</p>
-     */
-    RegistryName?: string;
-    /**
-     * <p>The Amazon Resource name (ARN) of the updated registry.</p>
-     */
-    RegistryArn?: string;
-}
-export declare namespace UpdateRegistryResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateRegistryResponse) => any;
-}
-export interface UpdateSchemaInput {
-    /**
-     * <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
-     * 	        <ul>
-     *             <li>
-     *                <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
-     *             </li>
-     *             <li>
-     *                <p>SchemaId$SchemaName: The name of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
-     *             </li>
-     *          </ul>
-     */
-    SchemaId: SchemaId | undefined;
-    /**
-     * <p>Version number required for check pointing. One of <code>VersionNumber</code> or <code>Compatibility</code> has to be provided.</p>
-     */
-    SchemaVersionNumber?: SchemaVersionNumber;
-    /**
-     * <p>The new compatibility setting for the schema.</p>
-     */
-    Compatibility?: Compatibility | string;
-    /**
-     * <p>The new description for the schema.</p>
-     */
-    Description?: string;
-}
-export declare namespace UpdateSchemaInput {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateSchemaInput) => any;
-}
-export interface UpdateSchemaResponse {
-    /**
-     * <p>The Amazon Resource Name (ARN) of the schema.</p>
-     */
-    SchemaArn?: string;
-    /**
-     * <p>The name of the schema.</p>
-     */
-    SchemaName?: string;
-    /**
-     * <p>The name of the registry that contains the schema.</p>
-     */
-    RegistryName?: string;
-}
-export declare namespace UpdateSchemaResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateSchemaResponse) => any;
-}
-export interface UpdateTableRequest {
-    /**
-     * <p>The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account
-     *       ID is used by default.</p>
-     */
-    CatalogId?: string;
-    /**
-     * <p>The name of the catalog database in which the table resides. For Hive
-     *       compatibility, this name is entirely lowercase.</p>
-     */
-    DatabaseName: string | undefined;
-    /**
-     * <p>An updated <code>TableInput</code> object to define the metadata table
-     *       in the catalog.</p>
-     */
-    TableInput: TableInput | undefined;
-    /**
-     * <p>By default, <code>UpdateTable</code> always creates an archived version of the table
-     *       before updating it. However, if <code>skipArchive</code> is set to true,
-     *         <code>UpdateTable</code> does not create the archived version.</p>
-     */
-    SkipArchive?: boolean;
-    /**
-     * <p>The transaction ID at which to update the table contents. </p>
-     */
-    TransactionId?: string;
-    VersionId?: string;
-}
-export declare namespace UpdateTableRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateTableRequest) => any;
-}
-export interface UpdateTableResponse {
-}
-export declare namespace UpdateTableResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: UpdateTableResponse) => any;
-}