@aws-sdk/client-glue 3.696.0 → 3.705.0

package/dist-types/commands/UpdateIntegrationTablePropertiesCommand.d.ts

@@ -0,0 +1,112 @@
+import { Command as $Command } from "@smithy/smithy-client";
+import { MetadataBearer as __MetadataBearer } from "@smithy/types";
+import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
+import { UpdateIntegrationTablePropertiesRequest, UpdateIntegrationTablePropertiesResponse } from "../models/models_3";
+/**
+ * @public
+ */
+export type { __MetadataBearer };
+export { $Command };
+/**
+ * @public
+ *
+ * The input for {@link UpdateIntegrationTablePropertiesCommand}.
+ */
+export interface UpdateIntegrationTablePropertiesCommandInput extends UpdateIntegrationTablePropertiesRequest {
+}
+/**
+ * @public
+ *
+ * The output of {@link UpdateIntegrationTablePropertiesCommand}.
+ */
+export interface UpdateIntegrationTablePropertiesCommandOutput extends UpdateIntegrationTablePropertiesResponse, __MetadataBearer {
+}
+declare const UpdateIntegrationTablePropertiesCommand_base: {
+    new (input: UpdateIntegrationTablePropertiesCommandInput): import("@smithy/smithy-client").CommandImpl<UpdateIntegrationTablePropertiesCommandInput, UpdateIntegrationTablePropertiesCommandOutput, GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes>;
+    new (__0_0: UpdateIntegrationTablePropertiesCommandInput): import("@smithy/smithy-client").CommandImpl<UpdateIntegrationTablePropertiesCommandInput, UpdateIntegrationTablePropertiesCommandOutput, GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes>;
+    getEndpointParameterInstructions(): import("@smithy/middleware-endpoint").EndpointParameterInstructions;
+};
+/**
+ * <p>This API is used to provide optional override properties for the tables that need to be replicated. These properties can include properties for filtering and partitioning for the source and target tables. To set both source and target properties the same API need to be invoked with the Glue connection ARN as <code>ResourceArn</code> with <code>SourceTableConfig</code>, and the Glue database ARN as <code>ResourceArn</code> with <code>TargetTableConfig</code> respectively.</p>
+ *          <p>The override will be reflected across all the integrations using same <code>ResourceArn</code> and source table.</p>
+ * @example
+ * Use a bare-bones client and the command you need to make an API call.
+ * ```javascript
+ * import { GlueClient, UpdateIntegrationTablePropertiesCommand } from "@aws-sdk/client-glue"; // ES Modules import
+ * // const { GlueClient, UpdateIntegrationTablePropertiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import
+ * const client = new GlueClient(config);
+ * const input = { // UpdateIntegrationTablePropertiesRequest
+ *   ResourceArn: "STRING_VALUE", // required
+ *   TableName: "STRING_VALUE", // required
+ *   SourceTableConfig: { // SourceTableConfig
+ *     Fields: [ // SourceTableFieldsList
+ *       "STRING_VALUE",
+ *     ],
+ *     FilterPredicate: "STRING_VALUE",
+ *     PrimaryKey: [ // PrimaryKeyList
+ *       "STRING_VALUE",
+ *     ],
+ *     RecordUpdateField: "STRING_VALUE",
+ *   },
+ *   TargetTableConfig: { // TargetTableConfig
+ *     UnnestSpec: "TOPLEVEL" || "FULL" || "NOUNNEST",
+ *     PartitionSpec: [ // IntegrationPartitionSpecList
+ *       { // IntegrationPartition
+ *         FieldName: "STRING_VALUE",
+ *         FunctionSpec: "STRING_VALUE",
+ *       },
+ *     ],
+ *     TargetTableName: "STRING_VALUE",
+ *   },
+ * };
+ * const command = new UpdateIntegrationTablePropertiesCommand(input);
+ * const response = await client.send(command);
+ * // {};
+ *
+ * ```
+ *
+ * @param UpdateIntegrationTablePropertiesCommandInput - {@link UpdateIntegrationTablePropertiesCommandInput}
+ * @returns {@link UpdateIntegrationTablePropertiesCommandOutput}
+ * @see {@link UpdateIntegrationTablePropertiesCommandInput} for command's `input` shape.
+ * @see {@link UpdateIntegrationTablePropertiesCommandOutput} for command's `response` shape.
+ * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape.
+ *
+ * @throws {@link AccessDeniedException} (client fault)
+ *  <p>Access to a resource was denied.</p>
+ *
+ * @throws {@link EntityNotFoundException} (client fault)
+ *  <p>A specified entity does not exist</p>
+ *
+ * @throws {@link InternalServerException} (server fault)
+ *  <p>An internal server error occurred.</p>
+ *
+ * @throws {@link InternalServiceException} (server fault)
+ *  <p>An internal service error occurred.</p>
+ *
+ * @throws {@link InvalidInputException} (client fault)
+ *  <p>The input provided was not valid.</p>
+ *
+ * @throws {@link ResourceNotFoundException} (client fault)
+ *  <p>The resource could not be found.</p>
+ *
+ * @throws {@link ValidationException} (client fault)
+ *  <p>A value could not be validated.</p>
+ *
+ * @throws {@link GlueServiceException}
+ * <p>Base exception class for all service exceptions from Glue service.</p>
+ *
+ * @public
+ */
+export declare class UpdateIntegrationTablePropertiesCommand extends UpdateIntegrationTablePropertiesCommand_base {
+    /** @internal type navigation helper, not in runtime. */
+    protected static __types: {
+        api: {
+            input: UpdateIntegrationTablePropertiesRequest;
+            output: {};
+        };
+        sdk: {
+            input: UpdateIntegrationTablePropertiesCommandInput;
+            output: UpdateIntegrationTablePropertiesCommandOutput;
+        };
+    };
+}

package/dist-types/commands/UpdateTableCommand.d.ts

@@ -155,12 +155,21 @@ declare const UpdateTableCommand_base: {
  * @see {@link UpdateTableCommandOutput} for command's `response` shape.
  * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape.
  *
+ * @throws {@link AlreadyExistsException} (client fault)
+ *  <p>A resource to be created or added already exists.</p>
+ *
  * @throws {@link ConcurrentModificationException} (client fault)
  *  <p>Two processes are trying to modify a resource simultaneously.</p>
  *
  * @throws {@link EntityNotFoundException} (client fault)
  *  <p>A specified entity does not exist</p>
  *
+ * @throws {@link FederationSourceException} (client fault)
+ *  <p>A federation source failed.</p>
+ *
+ * @throws {@link FederationSourceRetryableException} (client fault)
+ *  <p>A federation source failed, but the operation may be retried.</p>
+ *
  * @throws {@link GlueEncryptionException} (client fault)
  *  <p>An encryption operation failed.</p>
  *

package/dist-types/commands/index.d.ts

@@ -22,6 +22,7 @@ export * from "./CancelMLTaskRunCommand";
 export * from "./CancelStatementCommand";
 export * from "./CheckSchemaVersionValidityCommand";
 export * from "./CreateBlueprintCommand";
+export * from "./CreateCatalogCommand";
 export * from "./CreateClassifierCommand";
 export * from "./CreateColumnStatisticsTaskSettingsCommand";
 export * from "./CreateConnectionCommand";
@@ -30,6 +31,9 @@ export * from "./CreateCustomEntityTypeCommand";
 export * from "./CreateDataQualityRulesetCommand";
 export * from "./CreateDatabaseCommand";
 export * from "./CreateDevEndpointCommand";
+export * from "./CreateIntegrationCommand";
+export * from "./CreateIntegrationResourcePropertyCommand";
+export * from "./CreateIntegrationTablePropertiesCommand";
 export * from "./CreateJobCommand";
 export * from "./CreateMLTransformCommand";
 export * from "./CreatePartitionCommand";
@@ -46,6 +50,7 @@ export * from "./CreateUsageProfileCommand";
 export * from "./CreateUserDefinedFunctionCommand";
 export * from "./CreateWorkflowCommand";
 export * from "./DeleteBlueprintCommand";
+export * from "./DeleteCatalogCommand";
 export * from "./DeleteClassifierCommand";
 export * from "./DeleteColumnStatisticsForPartitionCommand";
 export * from "./DeleteColumnStatisticsForTableCommand";
@@ -56,6 +61,8 @@ export * from "./DeleteCustomEntityTypeCommand";
 export * from "./DeleteDataQualityRulesetCommand";
 export * from "./DeleteDatabaseCommand";
 export * from "./DeleteDevEndpointCommand";
+export * from "./DeleteIntegrationCommand";
+export * from "./DeleteIntegrationTablePropertiesCommand";
 export * from "./DeleteJobCommand";
 export * from "./DeleteMLTransformCommand";
 export * from "./DeletePartitionCommand";
@@ -73,10 +80,16 @@ export * from "./DeleteTriggerCommand";
 export * from "./DeleteUsageProfileCommand";
 export * from "./DeleteUserDefinedFunctionCommand";
 export * from "./DeleteWorkflowCommand";
+export * from "./DescribeConnectionTypeCommand";
+export * from "./DescribeEntityCommand";
+export * from "./DescribeInboundIntegrationsCommand";
+export * from "./DescribeIntegrationsCommand";
 export * from "./GetBlueprintCommand";
 export * from "./GetBlueprintRunCommand";
 export * from "./GetBlueprintRunsCommand";
+export * from "./GetCatalogCommand";
 export * from "./GetCatalogImportStatusCommand";
+export * from "./GetCatalogsCommand";
 export * from "./GetClassifierCommand";
 export * from "./GetClassifiersCommand";
 export * from "./GetColumnStatisticsForPartitionCommand";
@@ -102,6 +115,9 @@ export * from "./GetDatabasesCommand";
 export * from "./GetDataflowGraphCommand";
 export * from "./GetDevEndpointCommand";
 export * from "./GetDevEndpointsCommand";
+export * from "./GetEntityRecordsCommand";
+export * from "./GetIntegrationResourcePropertyCommand";
+export * from "./GetIntegrationTablePropertiesCommand";
 export * from "./GetJobBookmarkCommand";
 export * from "./GetJobCommand";
 export * from "./GetJobRunCommand";
@@ -148,6 +164,7 @@ export * from "./GetWorkflowRunsCommand";
 export * from "./ImportCatalogToGlueCommand";
 export * from "./ListBlueprintsCommand";
 export * from "./ListColumnStatisticsTaskRunsCommand";
+export * from "./ListConnectionTypesCommand";
 export * from "./ListCrawlersCommand";
 export * from "./ListCrawlsCommand";
 export * from "./ListCustomEntityTypesCommand";
@@ -158,6 +175,7 @@ export * from "./ListDataQualityRulesetsCommand";
 export * from "./ListDataQualityStatisticAnnotationsCommand";
 export * from "./ListDataQualityStatisticsCommand";
 export * from "./ListDevEndpointsCommand";
+export * from "./ListEntitiesCommand";
 export * from "./ListJobsCommand";
 export * from "./ListMLTransformsCommand";
 export * from "./ListRegistriesCommand";
@@ -169,6 +187,7 @@ export * from "./ListTableOptimizerRunsCommand";
 export * from "./ListTriggersCommand";
 export * from "./ListUsageProfilesCommand";
 export * from "./ListWorkflowsCommand";
+export * from "./ModifyIntegrationCommand";
 export * from "./PutDataCatalogEncryptionSettingsCommand";
 export * from "./PutDataQualityProfileAnnotationCommand";
 export * from "./PutResourcePolicyCommand";
@@ -206,6 +225,7 @@ export * from "./TagResourceCommand";
 export * from "./TestConnectionCommand";
 export * from "./UntagResourceCommand";
 export * from "./UpdateBlueprintCommand";
+export * from "./UpdateCatalogCommand";
 export * from "./UpdateClassifierCommand";
 export * from "./UpdateColumnStatisticsForPartitionCommand";
 export * from "./UpdateColumnStatisticsForTableCommand";
@@ -216,6 +236,8 @@ export * from "./UpdateCrawlerScheduleCommand";
 export * from "./UpdateDataQualityRulesetCommand";
 export * from "./UpdateDatabaseCommand";
 export * from "./UpdateDevEndpointCommand";
+export * from "./UpdateIntegrationResourcePropertyCommand";
+export * from "./UpdateIntegrationTablePropertiesCommand";
 export * from "./UpdateJobCommand";
 export * from "./UpdateJobFromSourceControlCommand";
 export * from "./UpdateMLTransformCommand";

package/dist-types/models/models_0.d.ts

@@ -153,6 +153,22 @@ export interface Aggregate {
      */
     Aggs: AggregateOperation[] | undefined;
 }
+/**
+ * <p>An object representing a value allowed for a property.</p>
+ * @public
+ */
+export interface AllowedValue {
+    /**
+     * <p>A description of the allowed value.</p>
+     * @public
+     */
+    Description?: string | undefined;
+    /**
+     * <p>The value allowed for the property.</p>
+     * @public
+     */
+    Value: string | undefined;
+}
 /**
  * <p>A resource to be created or added already exists.</p>
  * @public
@@ -544,6 +560,105 @@ export interface AuditContext {
      */
     AllColumnsRequested?: boolean | undefined;
 }
+/**
+ * @public
+ * @enum
+ */
+export declare const DataOperation: {
+    readonly READ: "READ";
+    readonly WRITE: "WRITE";
+};
+/**
+ * @public
+ */
+export type DataOperation = (typeof DataOperation)[keyof typeof DataOperation];
+/**
+ * @public
+ * @enum
+ */
+export declare const PropertyType: {
+    readonly READ_ONLY: "READ_ONLY";
+    readonly SECRET: "SECRET";
+    readonly SECRET_OR_USER_INPUT: "SECRET_OR_USER_INPUT";
+    readonly UNUSED: "UNUSED";
+    readonly USER_INPUT: "USER_INPUT";
+};
+/**
+ * @public
+ */
+export type PropertyType = (typeof PropertyType)[keyof typeof PropertyType];
+/**
+ * <p>An object that defines a connection type for a compute environment.</p>
+ * @public
+ */
+export interface Property {
+    /**
+     * <p>The name of the property.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>A description of the property.</p>
+     * @public
+     */
+    Description: string | undefined;
+    /**
+     * <p>Indicates whether the property is required.</p>
+     * @public
+     */
+    Required: boolean | undefined;
+    /**
+     * <p>The default value for the property.</p>
+     * @public
+     */
+    DefaultValue?: string | undefined;
+    /**
+     * <p>Describes the type of property.</p>
+     * @public
+     */
+    PropertyTypes: PropertyType[] | undefined;
+    /**
+     * <p>A list of <code>AllowedValue</code> objects representing the values allowed for the property.</p>
+     * @public
+     */
+    AllowedValues?: AllowedValue[] | undefined;
+    /**
+     * <p>Indicates which data operations are applicable to the property.</p>
+     * @public
+     */
+    DataOperationScopes?: DataOperation[] | undefined;
+}
+/**
+ * <p>The authentication configuration for a connection returned by the <code>DescribeConnectionType</code> API.</p>
+ * @public
+ */
+export interface AuthConfiguration {
+    /**
+     * <p>The type of authentication for a connection.</p>
+     * @public
+     */
+    AuthenticationType: Property | undefined;
+    /**
+     * <p>The Amazon Resource Name (ARN) for the Secrets Manager.</p>
+     * @public
+     */
+    SecretArn?: Property | undefined;
+    /**
+     * <p>A map of key-value pairs for the OAuth2 properties. Each value is a a <code>Property</code> object.</p>
+     * @public
+     */
+    OAuth2Properties?: Record<string, Property> | undefined;
+    /**
+     * <p>A map of key-value pairs for the OAuth2 properties. Each value is a a <code>Property</code> object.</p>
+     * @public
+     */
+    BasicAuthenticationProperties?: Record<string, Property> | undefined;
+    /**
+     * <p>A map of key-value pairs for the custom authentication properties. Each value is a a <code>Property</code> object.</p>
+     * @public
+     */
+    CustomAuthenticationProperties?: Record<string, Property> | undefined;
+}
 /**
  * @public
  * @enum
@@ -551,6 +666,7 @@ export interface AuditContext {
 export declare const AuthenticationType: {
     readonly BASIC: "BASIC";
     readonly CUSTOM: "CUSTOM";
+    readonly IAM: "IAM";
     readonly OAUTH2: "OAUTH2";
 };
 /**
@@ -633,6 +749,22 @@ export interface AuthenticationConfiguration {
      */
     OAuth2Properties?: OAuth2Properties | undefined;
 }
+/**
+ * <p>For supplying basic auth credentials when not providing a <code>SecretArn</code> value.</p>
+ * @public
+ */
+export interface BasicAuthenticationCredentials {
+    /**
+     * <p>The username to connect to the data source.</p>
+     * @public
+     */
+    Username?: string | undefined;
+    /**
+     * <p>The password to connect to the data source.</p>
+     * @public
+     */
+    Password?: string | undefined;
+}
 /**
  * <p>The set of properties required for the the OAuth2 <code>AUTHORIZATION_CODE</code> grant type workflow.</p>
  * @public
@@ -649,6 +781,32 @@ export interface AuthorizationCodeProperties {
      */
     RedirectUri?: string | undefined;
 }
+/**
+ * <p>The credentials used when the authentication type is OAuth2 authentication.</p>
+ * @public
+ */
+export interface OAuth2Credentials {
+    /**
+     * <p>The client application client secret if the client application is user managed.</p>
+     * @public
+     */
+    UserManagedClientApplicationClientSecret?: string | undefined;
+    /**
+     * <p>The access token used when the authentication type is OAuth2.</p>
+     * @public
+     */
+    AccessToken?: string | undefined;
+    /**
+     * <p>The refresh token used when the authentication type is OAuth2.</p>
+     * @public
+     */
+    RefreshToken?: string | undefined;
+    /**
+     * <p>The JSON Web Token (JWT) used when the authentication type is OAuth2.</p>
+     * @public
+     */
+    JwtToken?: string | undefined;
+}
 /**
  * <p>A structure containing properties for OAuth2 in the CreateConnection request.</p>
  * @public
@@ -679,6 +837,11 @@ export interface OAuth2PropertiesInput {
      * @public
      */
     AuthorizationCodeProperties?: AuthorizationCodeProperties | undefined;
+    /**
+     * <p>The credentials used when the authentication type is OAuth2 authentication.</p>
+     * @public
+     */
+    OAuth2Credentials?: OAuth2Credentials | undefined;
 }
 /**
  * <p>A structure containing the authentication configuration in the CreateConnection request.</p>
@@ -700,6 +863,21 @@ export interface AuthenticationConfigurationInput {
      * @public
      */
     SecretArn?: string | undefined;
+    /**
+     * <p>The ARN of the KMS key used to encrypt the connection. Only taken an as input in the request and stored in the Secret Manager.</p>
+     * @public
+     */
+    KmsKeyArn?: string | undefined;
+    /**
+     * <p>The credentials used when the authentication type is basic authentication.</p>
+     * @public
+     */
+    BasicAuthenticationCredentials?: BasicAuthenticationCredentials | undefined;
+    /**
+     * <p>The credentials used when the authentication type is custom authentication.</p>
+     * @public
+     */
+    CustomAuthenticationCredentials?: Record<string, string> | undefined;
 }
 /**
  * <p>A column in a <code>Table</code>.</p>
@@ -7899,121 +8077,17 @@ export interface BatchStopJobRunError {
     ErrorDetail?: ErrorDetail | undefined;
 }
 /**
- * <p>Records a successful request to stop a specified <code>JobRun</code>.</p>
- * @public
- */
-export interface BatchStopJobRunSuccessfulSubmission {
-    /**
-     * <p>The name of the job definition used in the job run that was stopped.</p>
-     * @public
-     */
-    JobName?: string | undefined;
-    /**
-     * <p>The <code>JobRunId</code> of the job run that was stopped.</p>
-     * @public
-     */
-    JobRunId?: string | undefined;
-}
-/**
- * @public
- */
-export interface BatchStopJobRunResponse {
-    /**
-     * <p>A list of the JobRuns that were successfully submitted for stopping.</p>
-     * @public
-     */
-    SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[] | undefined;
-    /**
-     * <p>A list of the errors that were encountered in trying to stop <code>JobRuns</code>,
-     *       including the <code>JobRunId</code> for which each error was encountered and details about the
-     *       error.</p>
-     * @public
-     */
-    Errors?: BatchStopJobRunError[] | undefined;
-}
-/**
- * <p>A structure that contains the values and structure used to update a partition.</p>
- * @public
- */
-export interface BatchUpdatePartitionRequestEntry {
-    /**
-     * <p>A list of values defining the partitions.</p>
-     * @public
-     */
-    PartitionValueList: string[] | undefined;
-    /**
-     * <p>The structure used to update a partition.</p>
-     * @public
-     */
-    PartitionInput: PartitionInput | undefined;
-}
-/**
- * @public
- */
-export interface BatchUpdatePartitionRequest {
-    /**
-     * <p>The ID of the catalog in which the partition is to be updated. Currently, this should be
-     *       the Amazon Web Services account ID.</p>
-     * @public
-     */
-    CatalogId?: string | undefined;
-    /**
-     * <p>The name of the metadata database in which the partition is
-     *       to be updated.</p>
-     * @public
-     */
-    DatabaseName: string | undefined;
-    /**
-     * <p>The name of the metadata table in which the partition is to be updated.</p>
-     * @public
-     */
-    TableName: string | undefined;
-    /**
-     * <p>A list of up to 100 <code>BatchUpdatePartitionRequestEntry</code> objects to update.</p>
-     * @public
-     */
-    Entries: BatchUpdatePartitionRequestEntry[] | undefined;
-}
-/**
- * <p>Contains information about a batch update partition error.</p>
- * @public
- */
-export interface BatchUpdatePartitionFailureEntry {
-    /**
-     * <p>A list of values defining the partitions.</p>
-     * @public
-     */
-    PartitionValueList?: string[] | undefined;
-    /**
-     * <p>The details about the batch update partition error.</p>
-     * @public
-     */
-    ErrorDetail?: ErrorDetail | undefined;
-}
-/**
- * @public
+ * @internal
  */
-export interface BatchUpdatePartitionResponse {
-    /**
-     * <p>The errors encountered when trying to update the requested partitions. A list of <code>BatchUpdatePartitionFailureEntry</code> objects.</p>
-     * @public
-     */
-    Errors?: BatchUpdatePartitionFailureEntry[] | undefined;
-}
+export declare const BasicAuthenticationCredentialsFilterSensitiveLog: (obj: BasicAuthenticationCredentials) => any;
 /**
- * @public
+ * @internal
  */
-export interface CancelDataQualityRuleRecommendationRunRequest {
-    /**
-     * <p>The unique run identifier associated with this run.</p>
-     * @public
-     */
-    RunId: string | undefined;
-}
+export declare const AuthorizationCodePropertiesFilterSensitiveLog: (obj: AuthorizationCodeProperties) => any;
 /**
  * @internal
  */
-export declare const AuthorizationCodePropertiesFilterSensitiveLog: (obj: AuthorizationCodeProperties) => any;
+export declare const OAuth2CredentialsFilterSensitiveLog: (obj: OAuth2Credentials) => any;
 /**
  * @internal
  */