cdk-docker-image-deployment 0.0.167 → 0.0.169

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1309,7 +1309,7 @@ declare namespace AppRunner {
1309
1309
  UpdatedAt?: Timestamp;
1310
1310
  }
1311
1311
  export type OperationSummaryList = OperationSummary[];
1312
- export type OperationType = "START_DEPLOYMENT"|"CREATE_SERVICE"|"PAUSE_SERVICE"|"RESUME_SERVICE"|"DELETE_SERVICE"|string;
1312
+ export type OperationType = "START_DEPLOYMENT"|"CREATE_SERVICE"|"PAUSE_SERVICE"|"RESUME_SERVICE"|"DELETE_SERVICE"|"UPDATE_SERVICE"|string;
1313
1313
  export interface PauseServiceRequest {
1314
1314
  /**
1315
1315
  * The Amazon Resource Name (ARN) of the App Runner service that you want to pause.
@@ -996,27 +996,27 @@ declare class Glue extends Service {
996
996
  */
997
997
  getTriggers(callback?: (err: AWSError, data: Glue.Types.GetTriggersResponse) => void): Request<Glue.Types.GetTriggersResponse, AWSError>;
998
998
  /**
999
- *
999
+ * Retrieves partition metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetPartition.
1000
1000
  */
1001
1001
  getUnfilteredPartitionMetadata(params: Glue.Types.GetUnfilteredPartitionMetadataRequest, callback?: (err: AWSError, data: Glue.Types.GetUnfilteredPartitionMetadataResponse) => void): Request<Glue.Types.GetUnfilteredPartitionMetadataResponse, AWSError>;
1002
1002
  /**
1003
- *
1003
+ * Retrieves partition metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetPartition.
1004
1004
  */
1005
1005
  getUnfilteredPartitionMetadata(callback?: (err: AWSError, data: Glue.Types.GetUnfilteredPartitionMetadataResponse) => void): Request<Glue.Types.GetUnfilteredPartitionMetadataResponse, AWSError>;
1006
1006
  /**
1007
- *
1007
+ * Retrieves partition metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetPartitions.
1008
1008
  */
1009
1009
  getUnfilteredPartitionsMetadata(params: Glue.Types.GetUnfilteredPartitionsMetadataRequest, callback?: (err: AWSError, data: Glue.Types.GetUnfilteredPartitionsMetadataResponse) => void): Request<Glue.Types.GetUnfilteredPartitionsMetadataResponse, AWSError>;
1010
1010
  /**
1011
- *
1011
+ * Retrieves partition metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetPartitions.
1012
1012
  */
1013
1013
  getUnfilteredPartitionsMetadata(callback?: (err: AWSError, data: Glue.Types.GetUnfilteredPartitionsMetadataResponse) => void): Request<Glue.Types.GetUnfilteredPartitionsMetadataResponse, AWSError>;
1014
1014
  /**
1015
- *
1015
+ * Retrieves table metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetTable.
1016
1016
  */
1017
1017
  getUnfilteredTableMetadata(params: Glue.Types.GetUnfilteredTableMetadataRequest, callback?: (err: AWSError, data: Glue.Types.GetUnfilteredTableMetadataResponse) => void): Request<Glue.Types.GetUnfilteredTableMetadataResponse, AWSError>;
1018
1018
  /**
1019
- *
1019
+ * Retrieves table metadata from the Data Catalog that contains unfiltered metadata. For IAM authorization, the public IAM action associated with this API is glue:GetTable.
1020
1020
  */
1021
1021
  getUnfilteredTableMetadata(callback?: (err: AWSError, data: Glue.Types.GetUnfilteredTableMetadataResponse) => void): Request<Glue.Types.GetUnfilteredTableMetadataResponse, AWSError>;
1022
1022
  /**
@@ -2362,6 +2362,28 @@ declare namespace Glue {
2362
2362
  }
2363
2363
  export interface CancelStatementResponse {
2364
2364
  }
2365
+ export interface CatalogDeltaSource {
2366
+ /**
2367
+ * The name of the Delta Lake data source.
2368
+ */
2369
+ Name: NodeName;
2370
+ /**
2371
+ * The name of the database to read from.
2372
+ */
2373
+ Database: EnclosedInStringProperty;
2374
+ /**
2375
+ * The name of the table in the database to read from.
2376
+ */
2377
+ Table: EnclosedInStringProperty;
2378
+ /**
2379
+ * Specifies additional connection options.
2380
+ */
2381
+ AdditionalDeltaOptions?: AdditionalOptions;
2382
+ /**
2383
+ * Specifies the data schema for the Delta Lake source.
2384
+ */
2385
+ OutputSchemas?: GlueSchemas;
2386
+ }
2365
2387
  export type CatalogEncryptionMode = "DISABLED"|"SSE-KMS"|string;
2366
2388
  export type CatalogEntries = CatalogEntry[];
2367
2389
  export interface CatalogEntry {
@@ -2784,7 +2806,7 @@ declare namespace Glue {
2784
2806
  */
2785
2807
  EvaluateDataQuality?: EvaluateDataQuality;
2786
2808
  /**
2787
- * Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.
2809
+ * Specifies a Hudi data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.
2788
2810
  */
2789
2811
  S3CatalogHudiSource?: S3CatalogHudiSource;
2790
2812
  /**
@@ -2804,6 +2826,26 @@ declare namespace Glue {
2804
2826
  */
2805
2827
  S3HudiDirectTarget?: S3HudiDirectTarget;
2806
2828
  DirectJDBCSource?: DirectJDBCSource;
2829
+ /**
2830
+ * Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.
2831
+ */
2832
+ S3CatalogDeltaSource?: S3CatalogDeltaSource;
2833
+ /**
2834
+ * Specifies a Delta Lake data source that is registered in the Glue Data Catalog.
2835
+ */
2836
+ CatalogDeltaSource?: CatalogDeltaSource;
2837
+ /**
2838
+ * Specifies a Delta Lake data source stored in Amazon S3.
2839
+ */
2840
+ S3DeltaSource?: S3DeltaSource;
2841
+ /**
2842
+ * Specifies a target that writes to a Delta Lake data source in the Glue Data Catalog.
2843
+ */
2844
+ S3DeltaCatalogTarget?: S3DeltaCatalogTarget;
2845
+ /**
2846
+ * Specifies a target that writes to a Delta Lake data source in Amazon S3.
2847
+ */
2848
+ S3DeltaDirectTarget?: S3DeltaDirectTarget;
2807
2849
  }
2808
2850
  export type CodeGenConfigurationNodes = {[key: string]: CodeGenConfigurationNode};
2809
2851
  export interface CodeGenEdge {
@@ -2898,7 +2940,13 @@ declare namespace Glue {
2898
2940
  export type ColumnList = Column[];
2899
2941
  export type ColumnNameString = string;
2900
2942
  export interface ColumnRowFilter {
2943
+ /**
2944
+ * A string containing the name of the column.
2945
+ */
2901
2946
  ColumnName?: NameString;
2947
+ /**
2948
+ * A string containing the row-level filter expression.
2949
+ */
2902
2950
  RowFilterExpression?: PredicateString;
2903
2951
  }
2904
2952
  export type ColumnRowFilterList = ColumnRowFilter[];
@@ -3034,7 +3082,7 @@ declare namespace Glue {
3034
3082
  */
3035
3083
  MatchCriteria?: MatchCriteria;
3036
3084
  /**
3037
- * These key-value pairs define parameters for the connection: HOST - The host URI: either the fully qualified domain name (FQDN) or the IPv4 address of the database host. PORT - The port number, between 1024 and 65535, of the port on which the database host is listening for database connections. USER_NAME - The name under which to log in to the database. The value string for USER_NAME is "USERNAME". PASSWORD - A password, if one is used, for the user name. ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password. JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the JAR file that contains the JDBC driver to use. JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use. JDBC_ENGINE - The name of the JDBC engine to use. JDBC_ENGINE_VERSION - The version of the JDBC engine to use. CONFIG_FILES - (Reserved for future use.) INSTANCE_ID - The instance ID to use. JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source. JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the client. The default is false. CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format. SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate. CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate. CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source. SECRET_ID - The secret ID used for the secret manager of credentials. CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection. CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection. CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection. KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself. KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is "true". KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string. KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is "false". KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional). KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional). KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional). ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected). ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected). KAFKA_SASL_MECHANISM - "SCRAM-SHA-512" or "GSSAPI". These are the two supported SASL Mechanisms. KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the "SCRAM-SHA-512" mechanism. KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the "SCRAM-SHA-512" mechanism. ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected). KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab. KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf. KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration. KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.
3085
+ * These key-value pairs define parameters for the connection: HOST - The host URI: either the fully qualified domain name (FQDN) or the IPv4 address of the database host. PORT - The port number, between 1024 and 65535, of the port on which the database host is listening for database connections. USER_NAME - The name under which to log in to the database. The value string for USER_NAME is "USERNAME". PASSWORD - A password, if one is used, for the user name. ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password. JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the JAR file that contains the JDBC driver to use. JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use. JDBC_ENGINE - The name of the JDBC engine to use. JDBC_ENGINE_VERSION - The version of the JDBC engine to use. CONFIG_FILES - (Reserved for future use.) INSTANCE_ID - The instance ID to use. JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source. JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the client. The default is false. CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format. SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate. CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate. CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source. SECRET_ID - The secret ID used for the secret manager of credentials. CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection. CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection. CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection. KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself. KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is "true". KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string. KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is "false". KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional). KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional). KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional). ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected). ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected). KAFKA_SASL_MECHANISM - "SCRAM-SHA-512", "GSSAPI", or "AWS_MSK_IAM". These are the supported SASL Mechanisms. KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the "SCRAM-SHA-512" mechanism. KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the "SCRAM-SHA-512" mechanism. ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected). KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab. KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf. KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration. KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.
3038
3086
  */
3039
3087
  ConnectionProperties?: ConnectionProperties;
3040
3088
  /**
@@ -3056,7 +3104,7 @@ declare namespace Glue {
3056
3104
  }
3057
3105
  export interface ConnectionInput {
3058
3106
  /**
3059
- * The name of the connection.
3107
+ * The name of the connection. Connection will not function as expected without a name.
3060
3108
  */
3061
3109
  Name: NameString;
3062
3110
  /**
@@ -3064,7 +3112,7 @@ declare namespace Glue {
3064
3112
  */
3065
3113
  Description?: DescriptionString;
3066
3114
  /**
3067
- * The type of the connection. Currently, these types are supported: JDBC - Designates a connection to a database through Java Database Connectivity (JDBC). KAFKA - Designates a connection to an Apache Kafka streaming platform. MONGODB - Designates a connection to a MongoDB document database. NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC). MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue. CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue. SFTP is not supported.
3115
+ * The type of the connection. Currently, these types are supported: JDBC - Designates a connection to a database through Java Database Connectivity (JDBC). JDBC Connections use the following ConnectionParameters. Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL. Required: All of (USERNAME, PASSWORD) or SECRET_ID. Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC. KAFKA - Designates a connection to an Apache Kafka streaming platform. KAFKA Connections use the following ConnectionParameters. Required: KAFKA_BOOTSTRAP_SERVERS. Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA. Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA. Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM. Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA. Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA. MONGODB - Designates a connection to a MongoDB document database. MONGODB Connections use the following ConnectionParameters. Required: CONNECTION_URL. Required: All of (USERNAME, PASSWORD) or SECRET_ID. NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC). NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements. MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue. MARKETPLACE Connections use the following ConnectionParameters. Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL. Required for JDBC CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID. CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue. SFTP is not supported. For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties. For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.
3068
3116
  */
3069
3117
  ConnectionType: ConnectionType;
3070
3118
  /**
@@ -4734,7 +4782,7 @@ declare namespace Glue {
4734
4782
  */
4735
4783
  CreateTime?: Timestamp;
4736
4784
  /**
4737
- * Creates a set of default permissions on the table for principals.
4785
+ * Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.
4738
4786
  */
4739
4787
  CreateTableDefaultPermissions?: PrincipalPermissionsList;
4740
4788
  /**
@@ -4774,7 +4822,7 @@ declare namespace Glue {
4774
4822
  */
4775
4823
  Parameters?: ParametersMap;
4776
4824
  /**
4777
- * Creates a set of default permissions on the table for principals.
4825
+ * Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.
4778
4826
  */
4779
4827
  CreateTableDefaultPermissions?: PrincipalPermissionsList;
4780
4828
  /**
@@ -5220,6 +5268,7 @@ declare namespace Glue {
5220
5268
  */
5221
5269
  CreateNativeDeltaTable?: NullableBoolean;
5222
5270
  }
5271
+ export type DeltaTargetCompressionType = "uncompressed"|"snappy"|string;
5223
5272
  export type DeltaTargetList = DeltaTarget[];
5224
5273
  export type DescriptionString = string;
5225
5274
  export type DescriptionStringRemovable = string;
@@ -7358,44 +7407,131 @@ declare namespace Glue {
7358
7407
  NextToken?: GenericString;
7359
7408
  }
7360
7409
  export interface GetUnfilteredPartitionMetadataRequest {
7410
+ /**
7411
+ * The catalog ID where the partition resides.
7412
+ */
7361
7413
  CatalogId: CatalogIdString;
7414
+ /**
7415
+ * (Required) Specifies the name of a database that contains the partition.
7416
+ */
7362
7417
  DatabaseName: NameString;
7418
+ /**
7419
+ * (Required) Specifies the name of a table that contains the partition.
7420
+ */
7363
7421
  TableName: NameString;
7422
+ /**
7423
+ * (Required) A list of partition key values.
7424
+ */
7364
7425
  PartitionValues: ValueStringList;
7426
+ /**
7427
+ * A structure containing Lake Formation audit context information.
7428
+ */
7365
7429
  AuditContext?: AuditContext;
7430
+ /**
7431
+ * (Required) A list of supported permission types.
7432
+ */
7366
7433
  SupportedPermissionTypes: PermissionTypeList;
7367
7434
  }
7368
7435
  export interface GetUnfilteredPartitionMetadataResponse {
7436
+ /**
7437
+ * A Partition object containing the partition metadata.
7438
+ */
7369
7439
  Partition?: Partition;
7440
+ /**
7441
+ * A list of column names that the user has been granted access to.
7442
+ */
7370
7443
  AuthorizedColumns?: NameStringList;
7444
+ /**
7445
+ * A Boolean value that indicates whether the partition location is registered with Lake Formation.
7446
+ */
7371
7447
  IsRegisteredWithLakeFormation?: Boolean;
7372
7448
  }
7373
7449
  export interface GetUnfilteredPartitionsMetadataRequest {
7450
+ /**
7451
+ * The ID of the Data Catalog where the partitions in question reside. If none is provided, the AWS account ID is used by default.
7452
+ */
7374
7453
  CatalogId: CatalogIdString;
7454
+ /**
7455
+ * The name of the catalog database where the partitions reside.
7456
+ */
7375
7457
  DatabaseName: NameString;
7458
+ /**
7459
+ * The name of the table that contains the partition.
7460
+ */
7376
7461
  TableName: NameString;
7462
+ /**
7463
+ * An expression that filters the partitions to be returned. The expression uses SQL syntax similar to the SQL WHERE filter clause. The SQL statement parser JSQLParser parses the expression. Operators: The following are the operators that you can use in the Expression API call: = Checks whether the values of the two operands are equal; if yes, then the condition becomes true. Example: Assume 'variable a' holds 10 and 'variable b' holds 20. (a = b) is not true. &lt; &gt; Checks whether the values of two operands are equal; if the values are not equal, then the condition becomes true. Example: (a &lt; &gt; b) is true. &gt; Checks whether the value of the left operand is greater than the value of the right operand; if yes, then the condition becomes true. Example: (a &gt; b) is not true. &lt; Checks whether the value of the left operand is less than the value of the right operand; if yes, then the condition becomes true. Example: (a &lt; b) is true. &gt;= Checks whether the value of the left operand is greater than or equal to the value of the right operand; if yes, then the condition becomes true. Example: (a &gt;= b) is not true. &lt;= Checks whether the value of the left operand is less than or equal to the value of the right operand; if yes, then the condition becomes true. Example: (a &lt;= b) is true. AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL Logical operators. Supported Partition Key Types: The following are the supported partition keys. string date timestamp int bigint long tinyint smallint decimal If an type is encountered that is not valid, an exception is thrown.
7464
+ */
7377
7465
  Expression?: PredicateString;
7466
+ /**
7467
+ * A structure containing Lake Formation audit context information.
7468
+ */
7378
7469
  AuditContext?: AuditContext;
7470
+ /**
7471
+ * A list of supported permission types.
7472
+ */
7379
7473
  SupportedPermissionTypes: PermissionTypeList;
7474
+ /**
7475
+ * A continuation token, if this is not the first call to retrieve these partitions.
7476
+ */
7380
7477
  NextToken?: Token;
7478
+ /**
7479
+ * The segment of the table's partitions to scan in this request.
7480
+ */
7381
7481
  Segment?: Segment;
7482
+ /**
7483
+ * The maximum number of partitions to return in a single response.
7484
+ */
7382
7485
  MaxResults?: PageSize;
7383
7486
  }
7384
7487
  export interface GetUnfilteredPartitionsMetadataResponse {
7488
+ /**
7489
+ * A list of requested partitions.
7490
+ */
7385
7491
  UnfilteredPartitions?: UnfilteredPartitionList;
7492
+ /**
7493
+ * A continuation token, if the returned list of partitions does not include the last one.
7494
+ */
7386
7495
  NextToken?: Token;
7387
7496
  }
7388
7497
  export interface GetUnfilteredTableMetadataRequest {
7498
+ /**
7499
+ * The catalog ID where the table resides.
7500
+ */
7389
7501
  CatalogId: CatalogIdString;
7502
+ /**
7503
+ * (Required) Specifies the name of a database that contains the table.
7504
+ */
7390
7505
  DatabaseName: NameString;
7506
+ /**
7507
+ * (Required) Specifies the name of a table for which you are requesting metadata.
7508
+ */
7391
7509
  Name: NameString;
7510
+ /**
7511
+ * A structure containing Lake Formation audit context information.
7512
+ */
7392
7513
  AuditContext?: AuditContext;
7514
+ /**
7515
+ * (Required) A list of supported permission types.
7516
+ */
7393
7517
  SupportedPermissionTypes: PermissionTypeList;
7394
7518
  }
7395
7519
  export interface GetUnfilteredTableMetadataResponse {
7520
+ /**
7521
+ * A Table object containing the table metadata.
7522
+ */
7396
7523
  Table?: Table;
7524
+ /**
7525
+ * A list of column names that the user has been granted access to.
7526
+ */
7397
7527
  AuthorizedColumns?: NameStringList;
7528
+ /**
7529
+ * A Boolean value that indicates whether the partition location is registered with Lake Formation.
7530
+ */
7398
7531
  IsRegisteredWithLakeFormation?: Boolean;
7532
+ /**
7533
+ * A list of column row filters.
7534
+ */
7399
7535
  CellFilters?: ColumnRowFilterList;
7400
7536
  }
7401
7537
  export interface GetUserDefinedFunctionRequest {
@@ -10061,6 +10197,28 @@ declare namespace Glue {
10061
10197
  */
10062
10198
  Id?: IntegerValue;
10063
10199
  }
10200
+ export interface S3CatalogDeltaSource {
10201
+ /**
10202
+ * The name of the Delta Lake data source.
10203
+ */
10204
+ Name: NodeName;
10205
+ /**
10206
+ * The name of the database to read from.
10207
+ */
10208
+ Database: EnclosedInStringProperty;
10209
+ /**
10210
+ * The name of the table in the database to read from.
10211
+ */
10212
+ Table: EnclosedInStringProperty;
10213
+ /**
10214
+ * Specifies additional connection options.
10215
+ */
10216
+ AdditionalDeltaOptions?: AdditionalOptions;
10217
+ /**
10218
+ * Specifies the data schema for the Delta Lake source.
10219
+ */
10220
+ OutputSchemas?: GlueSchemas;
10221
+ }
10064
10222
  export interface S3CatalogHudiSource {
10065
10223
  /**
10066
10224
  * The name of the Hudi data source.
@@ -10209,6 +10367,92 @@ declare namespace Glue {
10209
10367
  */
10210
10368
  OutputSchemas?: GlueSchemas;
10211
10369
  }
10370
+ export interface S3DeltaCatalogTarget {
10371
+ /**
10372
+ * The name of the data target.
10373
+ */
10374
+ Name: NodeName;
10375
+ /**
10376
+ * The nodes that are inputs to the data target.
10377
+ */
10378
+ Inputs: OneInput;
10379
+ /**
10380
+ * Specifies native partitioning using a sequence of keys.
10381
+ */
10382
+ PartitionKeys?: GlueStudioPathList;
10383
+ /**
10384
+ * The name of the table in the database to write to.
10385
+ */
10386
+ Table: EnclosedInStringProperty;
10387
+ /**
10388
+ * The name of the database to write to.
10389
+ */
10390
+ Database: EnclosedInStringProperty;
10391
+ /**
10392
+ * Specifies additional connection options for the connector.
10393
+ */
10394
+ AdditionalOptions?: AdditionalOptions;
10395
+ /**
10396
+ * A policy that specifies update behavior for the crawler.
10397
+ */
10398
+ SchemaChangePolicy?: CatalogSchemaChangePolicy;
10399
+ }
10400
+ export interface S3DeltaDirectTarget {
10401
+ /**
10402
+ * The name of the data target.
10403
+ */
10404
+ Name: NodeName;
10405
+ /**
10406
+ * The nodes that are inputs to the data target.
10407
+ */
10408
+ Inputs: OneInput;
10409
+ /**
10410
+ * Specifies native partitioning using a sequence of keys.
10411
+ */
10412
+ PartitionKeys?: GlueStudioPathList;
10413
+ /**
10414
+ * The Amazon S3 path of your Delta Lake data source to write to.
10415
+ */
10416
+ Path: EnclosedInStringProperty;
10417
+ /**
10418
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
10419
+ */
10420
+ Compression: DeltaTargetCompressionType;
10421
+ /**
10422
+ * Specifies the data output format for the target.
10423
+ */
10424
+ Format: TargetFormat;
10425
+ /**
10426
+ * Specifies additional connection options for the connector.
10427
+ */
10428
+ AdditionalOptions?: AdditionalOptions;
10429
+ /**
10430
+ * A policy that specifies update behavior for the crawler.
10431
+ */
10432
+ SchemaChangePolicy?: DirectSchemaChangePolicy;
10433
+ }
10434
+ export interface S3DeltaSource {
10435
+ /**
10436
+ * The name of the Delta Lake source.
10437
+ */
10438
+ Name: NodeName;
10439
+ /**
10440
+ * A list of the Amazon S3 paths to read from.
10441
+ */
10442
+ Paths: EnclosedInStringProperties;
10443
+ /**
10444
+ * Specifies additional connection options.
10445
+ */
10446
+ AdditionalDeltaOptions?: AdditionalOptions;
10447
+ /**
10448
+ * Specifies additional options for the connector.
10449
+ */
10450
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
10451
+ /**
10452
+ * Specifies the data schema for the Delta Lake source.
10453
+ */
10454
+ OutputSchemas?: GlueSchemas;
10455
+ }
10212
10456
  export interface S3DirectSourceAdditionalOptions {
10213
10457
  /**
10214
10458
  * Sets the upper limit for the target size of the dataset in bytes that will be processed.
@@ -11543,15 +11787,15 @@ declare namespace Glue {
11543
11787
  */
11544
11788
  PartitionKeys?: ColumnList;
11545
11789
  /**
11546
- * If the table is a view, the original text of the view; otherwise null.
11790
+ * Included for Apache Hive compatibility. Not used in the normal course of Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.
11547
11791
  */
11548
11792
  ViewOriginalText?: ViewTextString;
11549
11793
  /**
11550
- * If the table is a view, the expanded text of the view; otherwise null.
11794
+ * Included for Apache Hive compatibility. Not used in the normal course of Glue operations.
11551
11795
  */
11552
11796
  ViewExpandedText?: ViewTextString;
11553
11797
  /**
11554
- * The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.).
11798
+ * The type of this table. Glue will create tables with the EXTERNAL_TABLE type. Other services, such as Athena, may create tables with additional table types. Glue related table types: EXTERNAL_TABLE Hive compatible attribute - indicates a non-Hive managed table. GOVERNED Used by Lake Formation. The Glue Data Catalog understands GOVERNED.
11555
11799
  */
11556
11800
  TableType?: TableTypeString;
11557
11801
  /**
@@ -11614,7 +11858,7 @@ declare namespace Glue {
11614
11858
  */
11615
11859
  Description?: DescriptionString;
11616
11860
  /**
11617
- * The table owner.
11861
+ * The table owner. Included for Apache Hive compatibility. Not used in the normal course of Glue operations.
11618
11862
  */
11619
11863
  Owner?: NameString;
11620
11864
  /**
@@ -11638,15 +11882,15 @@ declare namespace Glue {
11638
11882
  */
11639
11883
  PartitionKeys?: ColumnList;
11640
11884
  /**
11641
- * If the table is a view, the original text of the view; otherwise null.
11885
+ * Included for Apache Hive compatibility. Not used in the normal course of Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.
11642
11886
  */
11643
11887
  ViewOriginalText?: ViewTextString;
11644
11888
  /**
11645
- * If the table is a view, the expanded text of the view; otherwise null.
11889
+ * Included for Apache Hive compatibility. Not used in the normal course of Glue operations.
11646
11890
  */
11647
11891
  ViewExpandedText?: ViewTextString;
11648
11892
  /**
11649
- * The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.).
11893
+ * The type of this table. Glue will create tables with the EXTERNAL_TABLE type. Other services, such as Athena, may create tables with additional table types. Glue related table types: EXTERNAL_TABLE Hive compatible attribute - indicates a non-Hive managed table. GOVERNED Used by Lake Formation. The Glue Data Catalog understands GOVERNED.
11650
11894
  */
11651
11895
  TableType?: TableTypeString;
11652
11896
  /**
@@ -11703,7 +11947,7 @@ declare namespace Glue {
11703
11947
  }
11704
11948
  export type TagValue = string;
11705
11949
  export type TagsMap = {[key: string]: TagValue};
11706
- export type TargetFormat = "json"|"csv"|"avro"|"orc"|"parquet"|"hudi"|string;
11950
+ export type TargetFormat = "json"|"csv"|"avro"|"orc"|"parquet"|"hudi"|"delta"|string;
11707
11951
  export interface TaskRun {
11708
11952
  /**
11709
11953
  * The unique identifier for the transform.
@@ -11994,8 +12238,17 @@ declare namespace Glue {
11994
12238
  export type TypeString = string;
11995
12239
  export type URI = string;
11996
12240
  export interface UnfilteredPartition {
12241
+ /**
12242
+ * The partition object.
12243
+ */
11997
12244
  Partition?: Partition;
12245
+ /**
12246
+ * The list of columns the user has permissions to access.
12247
+ */
11998
12248
  AuthorizedColumns?: NameStringList;
12249
+ /**
12250
+ * A Boolean value indicating that the partition location is registered with Lake Formation.
12251
+ */
11999
12252
  IsRegisteredWithLakeFormation?: Boolean;
12000
12253
  }
12001
12254
  export type UnfilteredPartitionList = UnfilteredPartition[];
@@ -83,7 +83,7 @@ return /******/ (function(modules) { // webpackBootstrap
83
83
  /**
84
84
  * @constant
85
85
  */
86
- VERSION: '2.1317.0',
86
+ VERSION: '2.1318.0',
87
87
 
88
88
  /**
89
89
  * @api private