@aws-sdk/client-glue 3.53.0 → 3.55.0

package/dist-types/models/models_0.d.ts

@@ -90,8 +90,22 @@ export declare class AlreadyExistsException extends __BaseException {
      */
     constructor(opts: __ExceptionOptionType<AlreadyExistsException, __BaseException>);
 }
+/**
+ * <p>A structure containing information for audit.</p>
+ */
 export interface AuditContext {
+    /**
+     * <p>The context for the audit..</p>
+     */
     AdditionalAuditContext?: string;
+    /**
+     * <p>The requested columns for audit.</p>
+     */
+    RequestedColumns?: string[];
+    /**
+     * <p>All columns request for audit.</p>
+     */
+    AllColumnsRequested?: boolean;
 }
 export declare namespace AuditContext {
     /**
@@ -460,7 +474,7 @@ export declare class GlueEncryptionException extends __BaseException {
     readonly name: "GlueEncryptionException";
     readonly $fault: "client";
     /**
-     * <p>A message describing the problem.</p>
+     * <p>The message describing the problem.</p>
      */
     Message?: string;
     /**
@@ -2880,6 +2894,49 @@ export declare namespace CancelMLTaskRunResponse {
      */
     const filterSensitiveLog: (obj: CancelMLTaskRunResponse) => any;
 }
+export interface CancelStatementRequest {
+    /**
+     * <p>The Session ID of the statement to be cancelled.</p>
+     */
+    SessionId: string | undefined;
+    /**
+     * <p>The ID of the statement to be cancelled.</p>
+     */
+    Id: number | undefined;
+    /**
+     * <p>The origin of the request to cancel the statement.</p>
+     */
+    RequestOrigin?: string;
+}
+export declare namespace CancelStatementRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: CancelStatementRequest) => any;
+}
+export interface CancelStatementResponse {
+}
+export declare namespace CancelStatementResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: CancelStatementResponse) => any;
+}
+/**
+ * <p>The session is in an invalid state to perform a requested operation.</p>
+ */
+export declare class IllegalSessionStateException extends __BaseException {
+    readonly name: "IllegalSessionStateException";
+    readonly $fault: "client";
+    /**
+     * <p>A message describing the problem.</p>
+     */
+    Message?: string;
+    /**
+     * @internal
+     */
+    constructor(opts: __ExceptionOptionType<IllegalSessionStateException, __BaseException>);
+}
 export declare enum DataFormat {
     AVRO = "AVRO",
     JSON = "JSON",
@@ -4748,6 +4805,189 @@ export declare namespace CreateSecurityConfigurationResponse {
      */
     const filterSensitiveLog: (obj: CreateSecurityConfigurationResponse) => any;
 }
+/**
+ * <p>The <code>SessionCommand</code> that runs the job.</p>
+ */
+export interface SessionCommand {
+    /**
+     * <p>Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.</p>
+     */
+    Name?: string;
+    /**
+     * <p>Specifies the Python version. The Python version indicates the version supported for jobs of type Spark.</p>
+     */
+    PythonVersion?: string;
+}
+export declare namespace SessionCommand {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: SessionCommand) => any;
+}
+/**
+ * <p>Request to create a new session.</p>
+ */
+export interface CreateSessionRequest {
+    /**
+     * <p>The ID of the session request. </p>
+     */
+    Id: string | undefined;
+    /**
+     * <p>The description of the session. </p>
+     */
+    Description?: string;
+    /**
+     * <p>The IAM Role ARN </p>
+     */
+    Role: string | undefined;
+    /**
+     * <p>The <code>SessionCommand</code> that runs the job. </p>
+     */
+    Command: SessionCommand | undefined;
+    /**
+     * <p>The number of seconds before request times out. </p>
+     */
+    Timeout?: number;
+    /**
+     * <p>The number of seconds when idle before request times out. </p>
+     */
+    IdleTimeout?: number;
+    /**
+     * <p>A map array of key-value pairs. Max is 75 pairs. </p>
+     */
+    DefaultArguments?: {
+        [key: string]: string;
+    };
+    /**
+     * <p>The number of connections to use for the session. </p>
+     */
+    Connections?: ConnectionsList;
+    /**
+     * <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
+     *       A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
+     */
+    MaxCapacity?: number;
+    /**
+     * <p>The number of workers to use for the session. </p>
+     */
+    NumberOfWorkers?: number;
+    /**
+     * <p>The Worker Type. Can be one of G.1X, G.2X, Standard </p>
+     */
+    WorkerType?: WorkerType | string;
+    /**
+     * <p>The name of the SecurityConfiguration structure to be used with the session </p>
+     */
+    SecurityConfiguration?: string;
+    /**
+     * <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
+     *       The GlueVersion must be greater than 2.0. </p>
+     */
+    GlueVersion?: string;
+    /**
+     * <p>The map of key value pairs (tags) belonging to the session.</p>
+     */
+    Tags?: {
+        [key: string]: string;
+    };
+    /**
+     * <p>The origin of the request. </p>
+     */
+    RequestOrigin?: string;
+}
+export declare namespace CreateSessionRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: CreateSessionRequest) => any;
+}
+export declare enum SessionStatus {
+    FAILED = "FAILED",
+    PROVISIONING = "PROVISIONING",
+    READY = "READY",
+    STOPPED = "STOPPED",
+    STOPPING = "STOPPING",
+    TIMEOUT = "TIMEOUT"
+}
+/**
+ * <p>The period in which a remote Spark runtime environment is running.</p>
+ */
+export interface Session {
+    /**
+     * <p>The ID of the session.</p>
+     */
+    Id?: string;
+    /**
+     * <p>The time and date when the session was created.</p>
+     */
+    CreatedOn?: Date;
+    /**
+     * <p>The session status. </p>
+     */
+    Status?: SessionStatus | string;
+    /**
+     * <p>The error message displayed during the session.</p>
+     */
+    ErrorMessage?: string;
+    /**
+     * <p>The description of the session.</p>
+     */
+    Description?: string;
+    /**
+     * <p>The name or Amazon Resource Name (ARN) of the IAM role associated with the Session.</p>
+     */
+    Role?: string;
+    /**
+     * <p>The command object.See SessionCommand.</p>
+     */
+    Command?: SessionCommand;
+    /**
+     * <p>A map array of key-value pairs. Max is 75 pairs. </p>
+     */
+    DefaultArguments?: {
+        [key: string]: string;
+    };
+    /**
+     * <p>The number of connections used for the session.</p>
+     */
+    Connections?: ConnectionsList;
+    /**
+     * <p>The code execution progress of the session.</p>
+     */
+    Progress?: number;
+    /**
+     * <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
+     *       A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
+     */
+    MaxCapacity?: number;
+    /**
+     * <p>The name of the SecurityConfiguration structure to be used with the session.</p>
+     */
+    SecurityConfiguration?: string;
+    /**
+     * <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
+     *       The GlueVersion must be greater than 2.0.</p>
+     */
+    GlueVersion?: string;
+}
+export declare namespace Session {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: Session) => any;
+}
+export interface CreateSessionResponse {
+    /**
+     * <p>Returns the session object in the response.</p>
+     */
+    Session?: Session;
+}
+export declare namespace CreateSessionResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: CreateSessionResponse) => any;
+}
 /**
  * <p>A structure that describes a target table for resource linking.</p>
  */
@@ -5653,6 +5893,34 @@ export declare namespace DeleteSecurityConfigurationResponse {
      */
     const filterSensitiveLog: (obj: DeleteSecurityConfigurationResponse) => any;
 }
+export interface DeleteSessionRequest {
+    /**
+     * <p>The ID of the session to be deleted.</p>
+     */
+    Id: string | undefined;
+    /**
+     * <p>The name of the origin of the delete session request.</p>
+     */
+    RequestOrigin?: string;
+}
+export declare namespace DeleteSessionRequest {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: DeleteSessionRequest) => any;
+}
+export interface DeleteSessionResponse {
+    /**
+     * <p>Returns the ID of the deleted session.</p>
+     */
+    Id?: string;
+}
+export declare namespace DeleteSessionResponse {
+    /**
+     * @internal
+     */
+    const filterSensitiveLog: (obj: DeleteSessionResponse) => any;
+}
 export interface DeleteTableRequest {
     /**
      * <p>The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account
@@ -6658,379 +6926,3 @@ export declare namespace GetColumnStatisticsForTableResponse {
      */
     const filterSensitiveLog: (obj: GetColumnStatisticsForTableResponse) => any;
 }
-export interface GetConnectionRequest {
-    /**
-     * <p>The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services
-     *       account ID is used by default.</p>
-     */
-    CatalogId?: string;
-    /**
-     * <p>The name of the connection definition to retrieve.</p>
-     */
-    Name: string | undefined;
-    /**
-     * <p>Allows you to retrieve the connection metadata without returning the password. For
-     *       instance, the AWS Glue console uses this flag to retrieve the connection, and does not display
-     *       the password. Set this parameter when the caller might not have permission to use the KMS
-     *       key to decrypt the password, but it does have permission to access the rest of the connection
-     *       properties.</p>
-     */
-    HidePassword?: boolean;
-}
-export declare namespace GetConnectionRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetConnectionRequest) => any;
-}
-/**
- * <p>Defines a connection to a data source.</p>
- */
-export interface Connection {
-    /**
-     * <p>The name of the connection definition.</p>
-     */
-    Name?: string;
-    /**
-     * <p>The description of the connection.</p>
-     */
-    Description?: string;
-    /**
-     * <p>The type of the connection. Currently, SFTP is not supported.</p>
-     */
-    ConnectionType?: ConnectionType | string;
-    /**
-     * <p>A list of criteria that can be used in selecting this connection.</p>
-     */
-    MatchCriteria?: string[];
-    /**
-     * <p>These key-value pairs define parameters for the connection:</p>
-     *          <ul>
-     *             <li>
-     *                <p>
-     *                   <code>HOST</code> - The host URI: either the
-     *         fully qualified domain name (FQDN) or the IPv4 address of
-     *         the database host.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>PORT</code> - The port number, between
-     *         1024 and 65535, of the port on which the database host is
-     *         listening for database connections.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>USER_NAME</code> -  The name under which
-     *         to log in to the database. The value string for <code>USER_NAME</code> is "<code>USERNAME</code>".</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>PASSWORD</code> - A password,
-     *         if one is used, for the user name.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>ENCRYPTED_PASSWORD</code> - When you enable connection password protection by setting <code>ConnectionPasswordEncryption</code> in the Data Catalog encryption settings, this field stores the encrypted password.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_DRIVER_JAR_URI</code> - The Amazon Simple Storage Service (Amazon S3) path of the
-     *           JAR file that contains the JDBC driver to use.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_DRIVER_CLASS_NAME</code> - The class name of the JDBC driver to use.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_ENGINE</code> - The name of the JDBC engine to use.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_ENGINE_VERSION</code> - The version of the JDBC engine to use.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CONFIG_FILES</code> - (Reserved for future use.)</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>INSTANCE_ID</code> - The instance ID to use.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_CONNECTION_URL</code> - The URL for connecting to a JDBC data source.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>JDBC_ENFORCE_SSL</code> - A Boolean string (true, false) specifying whether Secure
-     *           Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the
-     *           client. The default is false.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CUSTOM_JDBC_CERT</code> - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>SKIP_CUSTOM_JDBC_CERT_VALIDATION</code> - By default, this is <code>false</code>. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to <code>true</code> to skip Glue’s validation of the customer certificate.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CUSTOM_JDBC_CERT_STRING</code> - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the <code>SSL_SERVER_CERT_DN</code>; in Microsoft SQL Server, this is used as the <code>hostNameInCertificate</code>.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CONNECTION_URL</code> - The URL for connecting to a general (non-JDBC) data source.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_BOOTSTRAP_SERVERS</code> - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_SSL_ENABLED</code> - Whether to enable or disable SSL on an Apache Kafka connection. Default value is "true".</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_CUSTOM_CERT</code> - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_SKIP_CUSTOM_CERT_VALIDATION</code> - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is "false".</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>SECRET_ID</code> - The secret ID used for the secret manager of credentials.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CONNECTOR_URL</code> - The connector URL for a MARKETPLACE or CUSTOM connection.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CONNECTOR_TYPE</code> - The connector type for a MARKETPLACE or CUSTOM connection.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>CONNECTOR_CLASS_NAME</code> - The connector class name for a MARKETPLACE or CUSTOM connection.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_CLIENT_KEYSTORE</code> - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional).</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_CLIENT_KEYSTORE_PASSWORD</code> - The password to access the provided keystore (Optional).</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>KAFKA_CLIENT_KEY_PASSWORD</code> - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional).</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD</code> - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected).</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD</code> - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected).</p>
-     *             </li>
-     *          </ul>
-     */
-    ConnectionProperties?: {
-        [key: string]: string;
-    };
-    /**
-     * <p>A map of physical connection requirements, such as virtual private cloud (VPC) and
-     *         <code>SecurityGroup</code>, that are needed to make this connection successfully.</p>
-     */
-    PhysicalConnectionRequirements?: PhysicalConnectionRequirements;
-    /**
-     * <p>The time that this connection definition was created.</p>
-     */
-    CreationTime?: Date;
-    /**
-     * <p>The last time that this connection definition was updated.</p>
-     */
-    LastUpdatedTime?: Date;
-    /**
-     * <p>The user, group, or role that last updated this connection definition.</p>
-     */
-    LastUpdatedBy?: string;
-}
-export declare namespace Connection {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: Connection) => any;
-}
-export interface GetConnectionResponse {
-    /**
-     * <p>The requested connection definition.</p>
-     */
-    Connection?: Connection;
-}
-export declare namespace GetConnectionResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetConnectionResponse) => any;
-}
-/**
- * <p>Filters the connection definitions that are returned by the <code>GetConnections</code>
- *       API operation.</p>
- */
-export interface GetConnectionsFilter {
-    /**
-     * <p>A criteria string that must match the criteria recorded in the
-     *        connection definition for that connection definition to be returned.</p>
-     */
-    MatchCriteria?: string[];
-    /**
-     * <p>The type of connections to return. Currently, SFTP is not supported.</p>
-     */
-    ConnectionType?: ConnectionType | string;
-}
-export declare namespace GetConnectionsFilter {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetConnectionsFilter) => any;
-}
-export interface GetConnectionsRequest {
-    /**
-     * <p>The ID of the Data Catalog in which the connections reside. If none is provided, the Amazon Web Services
-     *       account ID is used by default.</p>
-     */
-    CatalogId?: string;
-    /**
-     * <p>A filter that controls which connections are returned.</p>
-     */
-    Filter?: GetConnectionsFilter;
-    /**
-     * <p>Allows you to retrieve the connection metadata without returning the password. For
-     *       instance, the AWS Glue console uses this flag to retrieve the connection, and does not display
-     *       the password. Set this parameter when the caller might not have permission to use the KMS
-     *       key to decrypt the password, but it does have permission to access the rest of the connection
-     *       properties.</p>
-     */
-    HidePassword?: boolean;
-    /**
-     * <p>A continuation token, if this is a continuation call.</p>
-     */
-    NextToken?: string;
-    /**
-     * <p>The maximum number of connections to return in one response.</p>
-     */
-    MaxResults?: number;
-}
-export declare namespace GetConnectionsRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetConnectionsRequest) => any;
-}
-export interface GetConnectionsResponse {
-    /**
-     * <p>A list of requested connection definitions.</p>
-     */
-    ConnectionList?: Connection[];
-    /**
-     * <p>A continuation token, if the list of connections returned does not
-     *       include the last of the filtered connections.</p>
-     */
-    NextToken?: string;
-}
-export declare namespace GetConnectionsResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetConnectionsResponse) => any;
-}
-export interface GetCrawlerRequest {
-    /**
-     * <p>The name of the crawler to retrieve metadata for.</p>
-     */
-    Name: string | undefined;
-}
-export declare namespace GetCrawlerRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetCrawlerRequest) => any;
-}
-export interface GetCrawlerResponse {
-    /**
-     * <p>The metadata for the specified crawler.</p>
-     */
-    Crawler?: Crawler;
-}
-export declare namespace GetCrawlerResponse {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetCrawlerResponse) => any;
-}
-export interface GetCrawlerMetricsRequest {
-    /**
-     * <p>A list of the names of crawlers about which to retrieve metrics.</p>
-     */
-    CrawlerNameList?: string[];
-    /**
-     * <p>The maximum size of a list to return.</p>
-     */
-    MaxResults?: number;
-    /**
-     * <p>A continuation token, if this is a continuation call.</p>
-     */
-    NextToken?: string;
-}
-export declare namespace GetCrawlerMetricsRequest {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: GetCrawlerMetricsRequest) => any;
-}
-/**
- * <p>Metrics for a specified crawler.</p>
- */
-export interface CrawlerMetrics {
-    /**
-     * <p>The name of the crawler.</p>
-     */
-    CrawlerName?: string;
-    /**
-     * <p>The estimated time left to complete a running crawl.</p>
-     */
-    TimeLeftSeconds?: number;
-    /**
-     * <p>True if the crawler is still estimating how long it will take to complete this run.</p>
-     */
-    StillEstimating?: boolean;
-    /**
-     * <p>The duration of the crawler's most recent run, in seconds.</p>
-     */
-    LastRuntimeSeconds?: number;
-    /**
-     * <p>The median duration of this crawler's runs, in seconds.</p>
-     */
-    MedianRuntimeSeconds?: number;
-    /**
-     * <p>The number of tables created by this crawler.</p>
-     */
-    TablesCreated?: number;
-    /**
-     * <p>The number of tables updated by this crawler.</p>
-     */
-    TablesUpdated?: number;
-    /**
-     * <p>The number of tables deleted by this crawler.</p>
-     */
-    TablesDeleted?: number;
-}
-export declare namespace CrawlerMetrics {
-    /**
-     * @internal
-     */
-    const filterSensitiveLog: (obj: CrawlerMetrics) => any;
-}