@aws-sdk/client-glue 3.934.0 → 3.936.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +1342 -1344
- package/dist-es/index.js +2 -1
- package/dist-es/models/enums.js +910 -0
- package/dist-es/models/errors.js +639 -0
- package/dist-es/models/models_0.js +1 -578
- package/dist-es/models/models_1.js +1 -610
- package/dist-es/models/models_2.js +1 -169
- package/dist-es/models/models_3.js +1 -195
- package/dist-es/schemas/schemas_0.js +1 -1
- package/dist-types/commands/BatchGetWorkflowsCommand.d.ts +1 -2
- package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/BatchStopJobRunCommand.d.ts +1 -1
- package/dist-types/commands/BatchUpdatePartitionCommand.d.ts +1 -1
- package/dist-types/commands/CancelDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/commands/CancelDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/commands/CancelMLTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/commands/CheckSchemaVersionValidityCommand.d.ts +1 -1
- package/dist-types/commands/CreateBlueprintCommand.d.ts +1 -1
- package/dist-types/commands/CreateCatalogCommand.d.ts +1 -1
- package/dist-types/commands/CreateClassifierCommand.d.ts +1 -1
- package/dist-types/commands/CreateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/commands/CreateConnectionCommand.d.ts +1 -1
- package/dist-types/commands/CreateCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/CreateCustomEntityTypeCommand.d.ts +1 -1
- package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +2 -1
- package/dist-types/commands/CreateDatabaseCommand.d.ts +1 -1
- package/dist-types/commands/GetCatalogCommand.d.ts +1 -2
- package/dist-types/commands/GetCatalogImportStatusCommand.d.ts +1 -1
- package/dist-types/commands/GetCatalogsCommand.d.ts +1 -1
- package/dist-types/commands/GetClassifierCommand.d.ts +1 -1
- package/dist-types/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsForTableCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsTaskRunsCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/commands/GetConnectionCommand.d.ts +1 -1
- package/dist-types/commands/GetConnectionsCommand.d.ts +1 -1
- package/dist-types/commands/GetCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/GetCrawlerMetricsCommand.d.ts +1 -1
- package/dist-types/commands/GetCrawlersCommand.d.ts +1 -1
- package/dist-types/commands/GetCustomEntityTypeCommand.d.ts +1 -1
- package/dist-types/commands/GetDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityModelCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityModelResultCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityResultCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/commands/GetDatabaseCommand.d.ts +1 -1
- package/dist-types/commands/GetDatabasesCommand.d.ts +1 -1
- package/dist-types/commands/GetDataflowGraphCommand.d.ts +1 -1
- package/dist-types/commands/GetDevEndpointCommand.d.ts +1 -1
- package/dist-types/commands/GetDevEndpointsCommand.d.ts +1 -1
- package/dist-types/commands/GetEntityRecordsCommand.d.ts +1 -1
- package/dist-types/commands/GetGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/commands/GetIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/commands/GetIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/commands/GetJobBookmarkCommand.d.ts +1 -1
- package/dist-types/commands/GetJobCommand.d.ts +1 -1
- package/dist-types/commands/GetJobRunCommand.d.ts +1 -1
- package/dist-types/commands/GetJobRunsCommand.d.ts +1 -1
- package/dist-types/commands/GetJobsCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTaskRunsCommand.d.ts +1 -1
- package/dist-types/commands/GetMLTransformCommand.d.ts +1 -1
- package/dist-types/commands/GetMappingCommand.d.ts +1 -1
- package/dist-types/commands/ListSchemaVersionsCommand.d.ts +1 -2
- package/dist-types/commands/ListSessionsCommand.d.ts +1 -1
- package/dist-types/commands/ListStatementsCommand.d.ts +1 -1
- package/dist-types/commands/ListTableOptimizerRunsCommand.d.ts +1 -1
- package/dist-types/commands/ListTriggersCommand.d.ts +1 -1
- package/dist-types/commands/ListUsageProfilesCommand.d.ts +1 -1
- package/dist-types/commands/ListWorkflowsCommand.d.ts +1 -1
- package/dist-types/commands/ModifyIntegrationCommand.d.ts +1 -1
- package/dist-types/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/commands/PutSchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/commands/PutWorkflowRunPropertiesCommand.d.ts +1 -1
- package/dist-types/commands/QuerySchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/commands/RegisterSchemaVersionCommand.d.ts +1 -1
- package/dist-types/commands/RemoveSchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/commands/ResetJobBookmarkCommand.d.ts +1 -1
- package/dist-types/commands/ResumeWorkflowRunCommand.d.ts +1 -1
- package/dist-types/commands/RunStatementCommand.d.ts +1 -1
- package/dist-types/commands/SearchTablesCommand.d.ts +2 -1
- package/dist-types/commands/StartBlueprintRunCommand.d.ts +1 -1
- package/dist-types/commands/StartColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/commands/StartCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/StartCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/commands/StartExportLabelsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartImportLabelsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartJobRunCommand.d.ts +1 -1
- package/dist-types/commands/StartMLEvaluationTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartMLLabelingSetGenerationTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StartTriggerCommand.d.ts +1 -1
- package/dist-types/commands/StartWorkflowRunCommand.d.ts +1 -1
- package/dist-types/commands/StopColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/commands/StopColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/commands/StopCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/StopCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/commands/StopSessionCommand.d.ts +1 -1
- package/dist-types/commands/StopTriggerCommand.d.ts +1 -1
- package/dist-types/commands/StopWorkflowRunCommand.d.ts +1 -1
- package/dist-types/commands/TagResourceCommand.d.ts +1 -1
- package/dist-types/commands/TestConnectionCommand.d.ts +1 -1
- package/dist-types/commands/UntagResourceCommand.d.ts +1 -1
- package/dist-types/commands/UpdateBlueprintCommand.d.ts +1 -1
- package/dist-types/commands/UpdateCatalogCommand.d.ts +1 -1
- package/dist-types/commands/UpdateClassifierCommand.d.ts +1 -1
- package/dist-types/commands/UpdateColumnStatisticsForPartitionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateColumnStatisticsForTableCommand.d.ts +1 -1
- package/dist-types/commands/UpdateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/commands/UpdateConnectionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateCrawlerCommand.d.ts +1 -1
- package/dist-types/commands/UpdateCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/commands/UpdateDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/commands/UpdateDatabaseCommand.d.ts +1 -1
- package/dist-types/commands/UpdateDevEndpointCommand.d.ts +1 -1
- package/dist-types/commands/UpdateGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/commands/UpdateIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/commands/UpdateIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +2 -1
- package/dist-types/commands/UpdateJobFromSourceControlCommand.d.ts +1 -1
- package/dist-types/commands/UpdateMLTransformCommand.d.ts +1 -1
- package/dist-types/commands/UpdatePartitionCommand.d.ts +1 -1
- package/dist-types/commands/UpdateRegistryCommand.d.ts +1 -1
- package/dist-types/commands/UpdateSchemaCommand.d.ts +1 -1
- package/dist-types/commands/UpdateSourceControlFromJobCommand.d.ts +1 -1
- package/dist-types/commands/UpdateTableCommand.d.ts +1 -1
- package/dist-types/commands/UpdateTableOptimizerCommand.d.ts +1 -1
- package/dist-types/commands/UpdateTriggerCommand.d.ts +1 -1
- package/dist-types/index.d.ts +6 -1
- package/dist-types/models/enums.d.ts +1918 -0
- package/dist-types/models/errors.d.ts +789 -0
- package/dist-types/models/models_0.d.ts +1999 -1092
- package/dist-types/models/models_1.d.ts +4480 -4078
- package/dist-types/models/models_2.d.ts +3636 -4236
- package/dist-types/models/models_3.d.ts +4 -3422
- package/dist-types/ts3.4/commands/BatchGetWorkflowsCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/BatchStopJobRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/BatchUpdatePartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelMLTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CheckSchemaVersionValidityCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateBlueprintCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateCatalogCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateClassifierCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateConnectionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateCustomEntityTypeCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/CreateDataQualityRulesetCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/CreateDatabaseCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCatalogCommand.d.ts +1 -2
- package/dist-types/ts3.4/commands/GetCatalogImportStatusCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCatalogsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetClassifierCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsForTableCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetConnectionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetConnectionsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCrawlerMetricsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCrawlersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetCustomEntityTypeCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityModelCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityModelResultCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityResultCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDatabaseCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDatabasesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDataflowGraphCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDevEndpointCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetDevEndpointsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetEntityRecordsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobBookmarkCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetJobsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTaskRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMLTransformCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetMappingCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListSchemaVersionsCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/ListSessionsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListStatementsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListTableOptimizerRunsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListTriggersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListUsageProfilesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ListWorkflowsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutSchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutWorkflowRunPropertiesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/QuerySchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/RegisterSchemaVersionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/RemoveSchemaVersionMetadataCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ResetJobBookmarkCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/ResumeWorkflowRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/RunStatementCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/SearchTablesCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/StartBlueprintRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartDataQualityRulesetEvaluationRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartExportLabelsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartImportLabelsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartJobRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartMLEvaluationTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartMLLabelingSetGenerationTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartTriggerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StartWorkflowRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopColumnStatisticsTaskRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopColumnStatisticsTaskRunScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopSessionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopTriggerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/StopWorkflowRunCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/TagResourceCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/TestConnectionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UntagResourceCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateBlueprintCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateCatalogCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateClassifierCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateColumnStatisticsForPartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateColumnStatisticsForTableCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateColumnStatisticsTaskSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateConnectionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateCrawlerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateCrawlerScheduleCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateDataQualityRulesetCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateDatabaseCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateDevEndpointCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateGlueIdentityCenterConfigurationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateIntegrationResourcePropertyCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateIntegrationTablePropertiesCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateJobCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/UpdateJobFromSourceControlCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateMLTransformCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdatePartitionCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateRegistryCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateSchemaCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateSourceControlFromJobCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTableCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTableOptimizerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTriggerCommand.d.ts +1 -1
- package/dist-types/ts3.4/index.d.ts +6 -1
- package/dist-types/ts3.4/models/enums.d.ts +1121 -0
- package/dist-types/ts3.4/models/errors.d.ts +401 -0
- package/dist-types/ts3.4/models/models_0.d.ts +462 -599
- package/dist-types/ts3.4/models/models_1.d.ts +797 -981
- package/dist-types/ts3.4/models/models_2.d.ts +1304 -1505
- package/dist-types/ts3.4/models/models_3.d.ts +8 -900
- package/package.json +19 -19
- package/dist-es/models/index.js +0 -4
- package/dist-types/models/index.d.ts +0 -4
- package/dist-types/ts3.4/models/index.d.ts +0 -4
|
@@ -1,22 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
/**
|
|
4
|
-
* <p>Access to a resource was denied.</p>
|
|
5
|
-
* @public
|
|
6
|
-
*/
|
|
7
|
-
export declare class AccessDeniedException extends __BaseException {
|
|
8
|
-
readonly name: "AccessDeniedException";
|
|
9
|
-
readonly $fault: "client";
|
|
10
|
-
/**
|
|
11
|
-
* <p>A message describing the problem.</p>
|
|
12
|
-
* @public
|
|
13
|
-
*/
|
|
14
|
-
Message?: string | undefined;
|
|
15
|
-
/**
|
|
16
|
-
* @internal
|
|
17
|
-
*/
|
|
18
|
-
constructor(opts: __ExceptionOptionType<AccessDeniedException, __BaseException>);
|
|
19
|
-
}
|
|
1
|
+
import { AdditionalOptionKeys, AggFunction, AllowFullTableExternalDataAccessEnum, AuthenticationType, BlueprintStatus, CompactionStrategy, CompressionType, ComputeEnvironment, ConfigurationSource, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CrawlerLineageSettings, CrawlerState, CrawlState, CsvHeaderOption, CsvSerdeOption, DataFormat, DataOperation, DataQualityRuleResultStatus, DdbExportType, DeleteBehavior, DeltaTargetCompressionType, DQStopJobOnFailureTiming, DQTransformOutput, ExecutionClass, FilterLogicalOperator, FilterOperation, FilterValueType, GlueRecordType, HudiTargetCompressionType, HyperTargetCompressionType, IcebergTargetCompressionType, InclusionAnnotationValue, JDBCConnectionType, JDBCDataType, JdbcMetadataEntry, JobMode, JobRunState, JoinType, LastCrawlStatus, Logical, LogicalOperator, NodeType, OAuth2GrantType, ParamType, ParquetCompressionType, Permission, PiiType, PropertyType, QuoteChar, RecrawlBehavior, ScheduleState, Separator, SourceControlAuthStrategy, SourceControlProvider, StartingPosition, TableOptimizerEventType, TableOptimizerType, TargetFormat, TaskStatusType, TriggerState, TriggerType, UnionType, UpdateBehavior, UpdateCatalogBehavior, WorkerType, WorkflowRunStatus } from "./enums";
|
|
20
2
|
/**
|
|
21
3
|
* <p>Specifies configuration properties of a notification.</p>
|
|
22
4
|
* @public
|
|
@@ -75,44 +57,6 @@ export interface Action {
|
|
|
75
57
|
*/
|
|
76
58
|
CrawlerName?: string | undefined;
|
|
77
59
|
}
|
|
78
|
-
/**
|
|
79
|
-
* @public
|
|
80
|
-
* @enum
|
|
81
|
-
*/
|
|
82
|
-
export declare const AdditionalOptionKeys: {
|
|
83
|
-
readonly CacheOption: "performanceTuning.caching";
|
|
84
|
-
readonly CompositeOption: "compositeRuleEvaluation.method";
|
|
85
|
-
readonly ObservationsOption: "observations.scope";
|
|
86
|
-
};
|
|
87
|
-
/**
|
|
88
|
-
* @public
|
|
89
|
-
*/
|
|
90
|
-
export type AdditionalOptionKeys = (typeof AdditionalOptionKeys)[keyof typeof AdditionalOptionKeys];
|
|
91
|
-
/**
|
|
92
|
-
* @public
|
|
93
|
-
* @enum
|
|
94
|
-
*/
|
|
95
|
-
export declare const AggFunction: {
|
|
96
|
-
readonly avg: "avg";
|
|
97
|
-
readonly count: "count";
|
|
98
|
-
readonly countDistinct: "countDistinct";
|
|
99
|
-
readonly first: "first";
|
|
100
|
-
readonly kurtosis: "kurtosis";
|
|
101
|
-
readonly last: "last";
|
|
102
|
-
readonly max: "max";
|
|
103
|
-
readonly min: "min";
|
|
104
|
-
readonly skewness: "skewness";
|
|
105
|
-
readonly stddev_pop: "stddev_pop";
|
|
106
|
-
readonly stddev_samp: "stddev_samp";
|
|
107
|
-
readonly sum: "sum";
|
|
108
|
-
readonly sumDistinct: "sumDistinct";
|
|
109
|
-
readonly var_pop: "var_pop";
|
|
110
|
-
readonly var_samp: "var_samp";
|
|
111
|
-
};
|
|
112
|
-
/**
|
|
113
|
-
* @public
|
|
114
|
-
*/
|
|
115
|
-
export type AggFunction = (typeof AggFunction)[keyof typeof AggFunction];
|
|
116
60
|
/**
|
|
117
61
|
* <p>Specifies the set of parameters needed to perform aggregation in the aggregate transform.</p>
|
|
118
62
|
* @public
|
|
@@ -173,35 +117,6 @@ export interface AllowedValue {
|
|
|
173
117
|
*/
|
|
174
118
|
Value: string | undefined;
|
|
175
119
|
}
|
|
176
|
-
/**
|
|
177
|
-
* @public
|
|
178
|
-
* @enum
|
|
179
|
-
*/
|
|
180
|
-
export declare const AllowFullTableExternalDataAccessEnum: {
|
|
181
|
-
readonly False: "False";
|
|
182
|
-
readonly True: "True";
|
|
183
|
-
};
|
|
184
|
-
/**
|
|
185
|
-
* @public
|
|
186
|
-
*/
|
|
187
|
-
export type AllowFullTableExternalDataAccessEnum = (typeof AllowFullTableExternalDataAccessEnum)[keyof typeof AllowFullTableExternalDataAccessEnum];
|
|
188
|
-
/**
|
|
189
|
-
* <p>A resource to be created or added already exists.</p>
|
|
190
|
-
* @public
|
|
191
|
-
*/
|
|
192
|
-
export declare class AlreadyExistsException extends __BaseException {
|
|
193
|
-
readonly name: "AlreadyExistsException";
|
|
194
|
-
readonly $fault: "client";
|
|
195
|
-
/**
|
|
196
|
-
* <p>A message describing the problem.</p>
|
|
197
|
-
* @public
|
|
198
|
-
*/
|
|
199
|
-
Message?: string | undefined;
|
|
200
|
-
/**
|
|
201
|
-
* @internal
|
|
202
|
-
*/
|
|
203
|
-
constructor(opts: __ExceptionOptionType<AlreadyExistsException, __BaseException>);
|
|
204
|
-
}
|
|
205
120
|
/**
|
|
206
121
|
* <p>Specifies an optional value when connecting to the Redshift cluster.</p>
|
|
207
122
|
* @public
|
|
@@ -433,18 +348,6 @@ export interface AnnotationError {
|
|
|
433
348
|
*/
|
|
434
349
|
FailureReason?: string | undefined;
|
|
435
350
|
}
|
|
436
|
-
/**
|
|
437
|
-
* @public
|
|
438
|
-
* @enum
|
|
439
|
-
*/
|
|
440
|
-
export declare const InclusionAnnotationValue: {
|
|
441
|
-
readonly EXCLUDE: "EXCLUDE";
|
|
442
|
-
readonly INCLUDE: "INCLUDE";
|
|
443
|
-
};
|
|
444
|
-
/**
|
|
445
|
-
* @public
|
|
446
|
-
*/
|
|
447
|
-
export type InclusionAnnotationValue = (typeof InclusionAnnotationValue)[keyof typeof InclusionAnnotationValue];
|
|
448
351
|
/**
|
|
449
352
|
* <p>A timestamped inclusion annotation.</p>
|
|
450
353
|
* @public
|
|
@@ -581,33 +484,6 @@ export interface AuditContext {
|
|
|
581
484
|
*/
|
|
582
485
|
AllColumnsRequested?: boolean | undefined;
|
|
583
486
|
}
|
|
584
|
-
/**
|
|
585
|
-
* @public
|
|
586
|
-
* @enum
|
|
587
|
-
*/
|
|
588
|
-
export declare const DataOperation: {
|
|
589
|
-
readonly READ: "READ";
|
|
590
|
-
readonly WRITE: "WRITE";
|
|
591
|
-
};
|
|
592
|
-
/**
|
|
593
|
-
* @public
|
|
594
|
-
*/
|
|
595
|
-
export type DataOperation = (typeof DataOperation)[keyof typeof DataOperation];
|
|
596
|
-
/**
|
|
597
|
-
* @public
|
|
598
|
-
* @enum
|
|
599
|
-
*/
|
|
600
|
-
export declare const PropertyType: {
|
|
601
|
-
readonly READ_ONLY: "READ_ONLY";
|
|
602
|
-
readonly SECRET: "SECRET";
|
|
603
|
-
readonly SECRET_OR_USER_INPUT: "SECRET_OR_USER_INPUT";
|
|
604
|
-
readonly UNUSED: "UNUSED";
|
|
605
|
-
readonly USER_INPUT: "USER_INPUT";
|
|
606
|
-
};
|
|
607
|
-
/**
|
|
608
|
-
* @public
|
|
609
|
-
*/
|
|
610
|
-
export type PropertyType = (typeof PropertyType)[keyof typeof PropertyType];
|
|
611
487
|
/**
|
|
612
488
|
* <p>An object that defines a connection type for a compute environment.</p>
|
|
613
489
|
* @public
|
|
@@ -680,20 +556,6 @@ export interface AuthConfiguration {
|
|
|
680
556
|
*/
|
|
681
557
|
CustomAuthenticationProperties?: Record<string, Property> | undefined;
|
|
682
558
|
}
|
|
683
|
-
/**
|
|
684
|
-
* @public
|
|
685
|
-
* @enum
|
|
686
|
-
*/
|
|
687
|
-
export declare const AuthenticationType: {
|
|
688
|
-
readonly BASIC: "BASIC";
|
|
689
|
-
readonly CUSTOM: "CUSTOM";
|
|
690
|
-
readonly IAM: "IAM";
|
|
691
|
-
readonly OAUTH2: "OAUTH2";
|
|
692
|
-
};
|
|
693
|
-
/**
|
|
694
|
-
* @public
|
|
695
|
-
*/
|
|
696
|
-
export type AuthenticationType = (typeof AuthenticationType)[keyof typeof AuthenticationType];
|
|
697
559
|
/**
|
|
698
560
|
* <p>The OAuth2 client app used for the connection.</p>
|
|
699
561
|
* @public
|
|
@@ -710,19 +572,6 @@ export interface OAuth2ClientApplication {
|
|
|
710
572
|
*/
|
|
711
573
|
AWSManagedClientApplicationReference?: string | undefined;
|
|
712
574
|
}
|
|
713
|
-
/**
|
|
714
|
-
* @public
|
|
715
|
-
* @enum
|
|
716
|
-
*/
|
|
717
|
-
export declare const OAuth2GrantType: {
|
|
718
|
-
readonly AUTHORIZATION_CODE: "AUTHORIZATION_CODE";
|
|
719
|
-
readonly CLIENT_CREDENTIALS: "CLIENT_CREDENTIALS";
|
|
720
|
-
readonly JWT_BEARER: "JWT_BEARER";
|
|
721
|
-
};
|
|
722
|
-
/**
|
|
723
|
-
* @public
|
|
724
|
-
*/
|
|
725
|
-
export type OAuth2GrantType = (typeof OAuth2GrantType)[keyof typeof OAuth2GrantType];
|
|
726
575
|
/**
|
|
727
576
|
* <p>A structure containing properties for OAuth2 authentication.</p>
|
|
728
577
|
* @public
|
|
@@ -1243,118 +1092,6 @@ export interface BatchCreatePartitionResponse {
|
|
|
1243
1092
|
*/
|
|
1244
1093
|
Errors?: PartitionError[] | undefined;
|
|
1245
1094
|
}
|
|
1246
|
-
/**
|
|
1247
|
-
* <p>A specified entity does not exist</p>
|
|
1248
|
-
* @public
|
|
1249
|
-
*/
|
|
1250
|
-
export declare class EntityNotFoundException extends __BaseException {
|
|
1251
|
-
readonly name: "EntityNotFoundException";
|
|
1252
|
-
readonly $fault: "client";
|
|
1253
|
-
/**
|
|
1254
|
-
* <p>A message describing the problem.</p>
|
|
1255
|
-
* @public
|
|
1256
|
-
*/
|
|
1257
|
-
Message?: string | undefined;
|
|
1258
|
-
/**
|
|
1259
|
-
* <p>Indicates whether or not the exception relates to a federated source.</p>
|
|
1260
|
-
* @public
|
|
1261
|
-
*/
|
|
1262
|
-
FromFederationSource?: boolean | undefined;
|
|
1263
|
-
/**
|
|
1264
|
-
* @internal
|
|
1265
|
-
*/
|
|
1266
|
-
constructor(opts: __ExceptionOptionType<EntityNotFoundException, __BaseException>);
|
|
1267
|
-
}
|
|
1268
|
-
/**
|
|
1269
|
-
* <p>An encryption operation failed.</p>
|
|
1270
|
-
* @public
|
|
1271
|
-
*/
|
|
1272
|
-
export declare class GlueEncryptionException extends __BaseException {
|
|
1273
|
-
readonly name: "GlueEncryptionException";
|
|
1274
|
-
readonly $fault: "client";
|
|
1275
|
-
/**
|
|
1276
|
-
* <p>The message describing the problem.</p>
|
|
1277
|
-
* @public
|
|
1278
|
-
*/
|
|
1279
|
-
Message?: string | undefined;
|
|
1280
|
-
/**
|
|
1281
|
-
* @internal
|
|
1282
|
-
*/
|
|
1283
|
-
constructor(opts: __ExceptionOptionType<GlueEncryptionException, __BaseException>);
|
|
1284
|
-
}
|
|
1285
|
-
/**
|
|
1286
|
-
* <p>An internal service error occurred.</p>
|
|
1287
|
-
* @public
|
|
1288
|
-
*/
|
|
1289
|
-
export declare class InternalServiceException extends __BaseException {
|
|
1290
|
-
readonly name: "InternalServiceException";
|
|
1291
|
-
readonly $fault: "server";
|
|
1292
|
-
/**
|
|
1293
|
-
* <p>A message describing the problem.</p>
|
|
1294
|
-
* @public
|
|
1295
|
-
*/
|
|
1296
|
-
Message?: string | undefined;
|
|
1297
|
-
/**
|
|
1298
|
-
* @internal
|
|
1299
|
-
*/
|
|
1300
|
-
constructor(opts: __ExceptionOptionType<InternalServiceException, __BaseException>);
|
|
1301
|
-
}
|
|
1302
|
-
/**
|
|
1303
|
-
* <p>The input provided was not valid.</p>
|
|
1304
|
-
* @public
|
|
1305
|
-
*/
|
|
1306
|
-
export declare class InvalidInputException extends __BaseException {
|
|
1307
|
-
readonly name: "InvalidInputException";
|
|
1308
|
-
readonly $fault: "client";
|
|
1309
|
-
/**
|
|
1310
|
-
* <p>A message describing the problem.</p>
|
|
1311
|
-
* @public
|
|
1312
|
-
*/
|
|
1313
|
-
Message?: string | undefined;
|
|
1314
|
-
/**
|
|
1315
|
-
* <p>Indicates whether or not the exception relates to a federated source.</p>
|
|
1316
|
-
* @public
|
|
1317
|
-
*/
|
|
1318
|
-
FromFederationSource?: boolean | undefined;
|
|
1319
|
-
/**
|
|
1320
|
-
* @internal
|
|
1321
|
-
*/
|
|
1322
|
-
constructor(opts: __ExceptionOptionType<InvalidInputException, __BaseException>);
|
|
1323
|
-
}
|
|
1324
|
-
/**
|
|
1325
|
-
* <p>The operation timed out.</p>
|
|
1326
|
-
* @public
|
|
1327
|
-
*/
|
|
1328
|
-
export declare class OperationTimeoutException extends __BaseException {
|
|
1329
|
-
readonly name: "OperationTimeoutException";
|
|
1330
|
-
readonly $fault: "client";
|
|
1331
|
-
/**
|
|
1332
|
-
* <p>A message describing the problem.</p>
|
|
1333
|
-
* @public
|
|
1334
|
-
*/
|
|
1335
|
-
Message?: string | undefined;
|
|
1336
|
-
/**
|
|
1337
|
-
* @internal
|
|
1338
|
-
*/
|
|
1339
|
-
constructor(opts: __ExceptionOptionType<OperationTimeoutException, __BaseException>);
|
|
1340
|
-
}
|
|
1341
|
-
/**
|
|
1342
|
-
* <p>A resource numerical limit was exceeded.</p>
|
|
1343
|
-
* @public
|
|
1344
|
-
*/
|
|
1345
|
-
export declare class ResourceNumberLimitExceededException extends __BaseException {
|
|
1346
|
-
readonly name: "ResourceNumberLimitExceededException";
|
|
1347
|
-
readonly $fault: "client";
|
|
1348
|
-
/**
|
|
1349
|
-
* <p>A message describing the problem.</p>
|
|
1350
|
-
* @public
|
|
1351
|
-
*/
|
|
1352
|
-
Message?: string | undefined;
|
|
1353
|
-
/**
|
|
1354
|
-
* @internal
|
|
1355
|
-
*/
|
|
1356
|
-
constructor(opts: __ExceptionOptionType<ResourceNumberLimitExceededException, __BaseException>);
|
|
1357
|
-
}
|
|
1358
1095
|
/**
|
|
1359
1096
|
* @public
|
|
1360
1097
|
*/
|
|
@@ -1490,23 +1227,6 @@ export interface BatchDeleteTableResponse {
|
|
|
1490
1227
|
*/
|
|
1491
1228
|
Errors?: TableError[] | undefined;
|
|
1492
1229
|
}
|
|
1493
|
-
/**
|
|
1494
|
-
* <p>A resource was not ready for a transaction.</p>
|
|
1495
|
-
* @public
|
|
1496
|
-
*/
|
|
1497
|
-
export declare class ResourceNotReadyException extends __BaseException {
|
|
1498
|
-
readonly name: "ResourceNotReadyException";
|
|
1499
|
-
readonly $fault: "client";
|
|
1500
|
-
/**
|
|
1501
|
-
* <p>A message describing the problem.</p>
|
|
1502
|
-
* @public
|
|
1503
|
-
*/
|
|
1504
|
-
Message?: string | undefined;
|
|
1505
|
-
/**
|
|
1506
|
-
* @internal
|
|
1507
|
-
*/
|
|
1508
|
-
constructor(opts: __ExceptionOptionType<ResourceNotReadyException, __BaseException>);
|
|
1509
|
-
}
|
|
1510
1230
|
/**
|
|
1511
1231
|
* @public
|
|
1512
1232
|
*/
|
|
@@ -1618,20 +1338,6 @@ export interface LastActiveDefinition {
|
|
|
1618
1338
|
*/
|
|
1619
1339
|
BlueprintServiceLocation?: string | undefined;
|
|
1620
1340
|
}
|
|
1621
|
-
/**
|
|
1622
|
-
* @public
|
|
1623
|
-
* @enum
|
|
1624
|
-
*/
|
|
1625
|
-
export declare const BlueprintStatus: {
|
|
1626
|
-
readonly ACTIVE: "ACTIVE";
|
|
1627
|
-
readonly CREATING: "CREATING";
|
|
1628
|
-
readonly FAILED: "FAILED";
|
|
1629
|
-
readonly UPDATING: "UPDATING";
|
|
1630
|
-
};
|
|
1631
|
-
/**
|
|
1632
|
-
* @public
|
|
1633
|
-
*/
|
|
1634
|
-
export type BlueprintStatus = (typeof BlueprintStatus)[keyof typeof BlueprintStatus];
|
|
1635
1341
|
/**
|
|
1636
1342
|
* <p>The details of a blueprint.</p>
|
|
1637
1343
|
* @public
|
|
@@ -1744,19 +1450,6 @@ export interface LakeFormationConfiguration {
|
|
|
1744
1450
|
*/
|
|
1745
1451
|
AccountId?: string | undefined;
|
|
1746
1452
|
}
|
|
1747
|
-
/**
|
|
1748
|
-
* @public
|
|
1749
|
-
* @enum
|
|
1750
|
-
*/
|
|
1751
|
-
export declare const LastCrawlStatus: {
|
|
1752
|
-
readonly CANCELLED: "CANCELLED";
|
|
1753
|
-
readonly FAILED: "FAILED";
|
|
1754
|
-
readonly SUCCEEDED: "SUCCEEDED";
|
|
1755
|
-
};
|
|
1756
|
-
/**
|
|
1757
|
-
* @public
|
|
1758
|
-
*/
|
|
1759
|
-
export type LastCrawlStatus = (typeof LastCrawlStatus)[keyof typeof LastCrawlStatus];
|
|
1760
1453
|
/**
|
|
1761
1454
|
* <p>Status and error information about the most recent crawl.</p>
|
|
1762
1455
|
* @public
|
|
@@ -1793,18 +1486,6 @@ export interface LastCrawlInfo {
|
|
|
1793
1486
|
*/
|
|
1794
1487
|
StartTime?: Date | undefined;
|
|
1795
1488
|
}
|
|
1796
|
-
/**
|
|
1797
|
-
* @public
|
|
1798
|
-
* @enum
|
|
1799
|
-
*/
|
|
1800
|
-
export declare const CrawlerLineageSettings: {
|
|
1801
|
-
readonly DISABLE: "DISABLE";
|
|
1802
|
-
readonly ENABLE: "ENABLE";
|
|
1803
|
-
};
|
|
1804
|
-
/**
|
|
1805
|
-
* @public
|
|
1806
|
-
*/
|
|
1807
|
-
export type CrawlerLineageSettings = (typeof CrawlerLineageSettings)[keyof typeof CrawlerLineageSettings];
|
|
1808
1489
|
/**
|
|
1809
1490
|
* <p>Specifies data lineage configuration settings for the crawler.</p>
|
|
1810
1491
|
* @public
|
|
@@ -1824,19 +1505,6 @@ export interface LineageConfiguration {
|
|
|
1824
1505
|
*/
|
|
1825
1506
|
CrawlerLineageSettings?: CrawlerLineageSettings | undefined;
|
|
1826
1507
|
}
|
|
1827
|
-
/**
|
|
1828
|
-
* @public
|
|
1829
|
-
* @enum
|
|
1830
|
-
*/
|
|
1831
|
-
export declare const RecrawlBehavior: {
|
|
1832
|
-
readonly CRAWL_EVENT_MODE: "CRAWL_EVENT_MODE";
|
|
1833
|
-
readonly CRAWL_EVERYTHING: "CRAWL_EVERYTHING";
|
|
1834
|
-
readonly CRAWL_NEW_FOLDERS_ONLY: "CRAWL_NEW_FOLDERS_ONLY";
|
|
1835
|
-
};
|
|
1836
|
-
/**
|
|
1837
|
-
* @public
|
|
1838
|
-
*/
|
|
1839
|
-
export type RecrawlBehavior = (typeof RecrawlBehavior)[keyof typeof RecrawlBehavior];
|
|
1840
1508
|
/**
|
|
1841
1509
|
* <p>When crawling an Amazon S3 data source after the first crawl is complete, specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html">Incremental Crawls in Glue</a> in the developer guide.</p>
|
|
1842
1510
|
* @public
|
|
@@ -1851,19 +1519,6 @@ export interface RecrawlPolicy {
|
|
|
1851
1519
|
*/
|
|
1852
1520
|
RecrawlBehavior?: RecrawlBehavior | undefined;
|
|
1853
1521
|
}
|
|
1854
|
-
/**
|
|
1855
|
-
* @public
|
|
1856
|
-
* @enum
|
|
1857
|
-
*/
|
|
1858
|
-
export declare const ScheduleState: {
|
|
1859
|
-
readonly NOT_SCHEDULED: "NOT_SCHEDULED";
|
|
1860
|
-
readonly SCHEDULED: "SCHEDULED";
|
|
1861
|
-
readonly TRANSITIONING: "TRANSITIONING";
|
|
1862
|
-
};
|
|
1863
|
-
/**
|
|
1864
|
-
* @public
|
|
1865
|
-
*/
|
|
1866
|
-
export type ScheduleState = (typeof ScheduleState)[keyof typeof ScheduleState];
|
|
1867
1522
|
/**
|
|
1868
1523
|
* <p>A scheduling object using a <code>cron</code> statement to schedule an event.</p>
|
|
1869
1524
|
* @public
|
|
@@ -1882,31 +1537,6 @@ export interface Schedule {
|
|
|
1882
1537
|
*/
|
|
1883
1538
|
State?: ScheduleState | undefined;
|
|
1884
1539
|
}
|
|
1885
|
-
/**
|
|
1886
|
-
* @public
|
|
1887
|
-
* @enum
|
|
1888
|
-
*/
|
|
1889
|
-
export declare const DeleteBehavior: {
|
|
1890
|
-
readonly DELETE_FROM_DATABASE: "DELETE_FROM_DATABASE";
|
|
1891
|
-
readonly DEPRECATE_IN_DATABASE: "DEPRECATE_IN_DATABASE";
|
|
1892
|
-
readonly LOG: "LOG";
|
|
1893
|
-
};
|
|
1894
|
-
/**
|
|
1895
|
-
* @public
|
|
1896
|
-
*/
|
|
1897
|
-
export type DeleteBehavior = (typeof DeleteBehavior)[keyof typeof DeleteBehavior];
|
|
1898
|
-
/**
|
|
1899
|
-
* @public
|
|
1900
|
-
* @enum
|
|
1901
|
-
*/
|
|
1902
|
-
export declare const UpdateBehavior: {
|
|
1903
|
-
readonly LOG: "LOG";
|
|
1904
|
-
readonly UPDATE_IN_DATABASE: "UPDATE_IN_DATABASE";
|
|
1905
|
-
};
|
|
1906
|
-
/**
|
|
1907
|
-
* @public
|
|
1908
|
-
*/
|
|
1909
|
-
export type UpdateBehavior = (typeof UpdateBehavior)[keyof typeof UpdateBehavior];
|
|
1910
1540
|
/**
|
|
1911
1541
|
* <p>A policy that specifies update and deletion behaviors for the crawler.</p>
|
|
1912
1542
|
* @public
|
|
@@ -1923,19 +1553,6 @@ export interface SchemaChangePolicy {
|
|
|
1923
1553
|
*/
|
|
1924
1554
|
DeleteBehavior?: DeleteBehavior | undefined;
|
|
1925
1555
|
}
|
|
1926
|
-
/**
|
|
1927
|
-
* @public
|
|
1928
|
-
* @enum
|
|
1929
|
-
*/
|
|
1930
|
-
export declare const CrawlerState: {
|
|
1931
|
-
readonly READY: "READY";
|
|
1932
|
-
readonly RUNNING: "RUNNING";
|
|
1933
|
-
readonly STOPPING: "STOPPING";
|
|
1934
|
-
};
|
|
1935
|
-
/**
|
|
1936
|
-
* @public
|
|
1937
|
-
*/
|
|
1938
|
-
export type CrawlerState = (typeof CrawlerState)[keyof typeof CrawlerState];
|
|
1939
1556
|
/**
|
|
1940
1557
|
* <p>Specifies an Glue Data Catalog target.</p>
|
|
1941
1558
|
* @public
|
|
@@ -2071,18 +1688,6 @@ export interface IcebergTarget {
|
|
|
2071
1688
|
*/
|
|
2072
1689
|
MaximumTraversalDepth?: number | undefined;
|
|
2073
1690
|
}
|
|
2074
|
-
/**
|
|
2075
|
-
* @public
|
|
2076
|
-
* @enum
|
|
2077
|
-
*/
|
|
2078
|
-
export declare const JdbcMetadataEntry: {
|
|
2079
|
-
readonly COMMENTS: "COMMENTS";
|
|
2080
|
-
readonly RAWTYPES: "RAWTYPES";
|
|
2081
|
-
};
|
|
2082
|
-
/**
|
|
2083
|
-
* @public
|
|
2084
|
-
*/
|
|
2085
|
-
export type JdbcMetadataEntry = (typeof JdbcMetadataEntry)[keyof typeof JdbcMetadataEntry];
|
|
2086
1691
|
/**
|
|
2087
1692
|
* <p>Specifies a JDBC data store to crawl.</p>
|
|
2088
1693
|
* @public
|
|
@@ -2637,19 +2242,6 @@ export interface DataQualityObservation {
|
|
|
2637
2242
|
*/
|
|
2638
2243
|
MetricBasedObservation?: MetricBasedObservation | undefined;
|
|
2639
2244
|
}
|
|
2640
|
-
/**
|
|
2641
|
-
* @public
|
|
2642
|
-
* @enum
|
|
2643
|
-
*/
|
|
2644
|
-
export declare const DataQualityRuleResultStatus: {
|
|
2645
|
-
readonly ERROR: "ERROR";
|
|
2646
|
-
readonly FAIL: "FAIL";
|
|
2647
|
-
readonly PASS: "PASS";
|
|
2648
|
-
};
|
|
2649
|
-
/**
|
|
2650
|
-
* @public
|
|
2651
|
-
*/
|
|
2652
|
-
export type DataQualityRuleResultStatus = (typeof DataQualityRuleResultStatus)[keyof typeof DataQualityRuleResultStatus];
|
|
2653
2245
|
/**
|
|
2654
2246
|
* <p>Describes the result of the evaluation of a data quality rule.</p>
|
|
2655
2247
|
* @public
|
|
@@ -2803,23 +2395,6 @@ export interface BatchGetDevEndpointsRequest {
|
|
|
2803
2395
|
*/
|
|
2804
2396
|
DevEndpointNames: string[] | undefined;
|
|
2805
2397
|
}
|
|
2806
|
-
/**
|
|
2807
|
-
* @public
|
|
2808
|
-
* @enum
|
|
2809
|
-
*/
|
|
2810
|
-
export declare const WorkerType: {
|
|
2811
|
-
readonly G_025X: "G.025X";
|
|
2812
|
-
readonly G_1X: "G.1X";
|
|
2813
|
-
readonly G_2X: "G.2X";
|
|
2814
|
-
readonly G_4X: "G.4X";
|
|
2815
|
-
readonly G_8X: "G.8X";
|
|
2816
|
-
readonly Standard: "Standard";
|
|
2817
|
-
readonly Z_2X: "Z.2X";
|
|
2818
|
-
};
|
|
2819
|
-
/**
|
|
2820
|
-
* @public
|
|
2821
|
-
*/
|
|
2822
|
-
export type WorkerType = (typeof WorkerType)[keyof typeof WorkerType];
|
|
2823
2398
|
/**
|
|
2824
2399
|
* <p>A development endpoint where a developer can remotely debug extract, transform, and load
|
|
2825
2400
|
* (ETL) scripts.</p>
|
|
@@ -3286,20 +2861,6 @@ export interface CatalogKafkaSource {
|
|
|
3286
2861
|
*/
|
|
3287
2862
|
DataPreviewOptions?: StreamingDataPreviewOptions | undefined;
|
|
3288
2863
|
}
|
|
3289
|
-
/**
|
|
3290
|
-
* @public
|
|
3291
|
-
* @enum
|
|
3292
|
-
*/
|
|
3293
|
-
export declare const StartingPosition: {
|
|
3294
|
-
readonly EARLIEST: "earliest";
|
|
3295
|
-
readonly LATEST: "latest";
|
|
3296
|
-
readonly TIMESTAMP: "timestamp";
|
|
3297
|
-
readonly TRIM_HORIZON: "trim_horizon";
|
|
3298
|
-
};
|
|
3299
|
-
/**
|
|
3300
|
-
* @public
|
|
3301
|
-
*/
|
|
3302
|
-
export type StartingPosition = (typeof StartingPosition)[keyof typeof StartingPosition];
|
|
3303
2864
|
/**
|
|
3304
2865
|
* <p>Additional options for the Amazon Kinesis streaming data source.</p>
|
|
3305
2866
|
* @public
|
|
@@ -3688,21 +3249,6 @@ export interface CustomCode {
|
|
|
3688
3249
|
*/
|
|
3689
3250
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
3690
3251
|
}
|
|
3691
|
-
/**
|
|
3692
|
-
* @public
|
|
3693
|
-
* @enum
|
|
3694
|
-
*/
|
|
3695
|
-
export declare const JDBCConnectionType: {
|
|
3696
|
-
readonly mysql: "mysql";
|
|
3697
|
-
readonly oracle: "oracle";
|
|
3698
|
-
readonly postgresql: "postgresql";
|
|
3699
|
-
readonly redshift: "redshift";
|
|
3700
|
-
readonly sqlserver: "sqlserver";
|
|
3701
|
-
};
|
|
3702
|
-
/**
|
|
3703
|
-
* @public
|
|
3704
|
-
*/
|
|
3705
|
-
export type JDBCConnectionType = (typeof JDBCConnectionType)[keyof typeof JDBCConnectionType];
|
|
3706
3252
|
/**
|
|
3707
3253
|
* <p>Specifies the direct JDBC source connection.</p>
|
|
3708
3254
|
* @public
|
|
@@ -3928,23 +3474,6 @@ export interface DropNullFields {
|
|
|
3928
3474
|
*/
|
|
3929
3475
|
NullTextList?: NullValueField[] | undefined;
|
|
3930
3476
|
}
|
|
3931
|
-
/**
|
|
3932
|
-
* @public
|
|
3933
|
-
* @enum
|
|
3934
|
-
*/
|
|
3935
|
-
export declare const ParamType: {
|
|
3936
|
-
readonly BOOL: "bool";
|
|
3937
|
-
readonly COMPLEX: "complex";
|
|
3938
|
-
readonly FLOAT: "float";
|
|
3939
|
-
readonly INT: "int";
|
|
3940
|
-
readonly LIST: "list";
|
|
3941
|
-
readonly NULL: "null";
|
|
3942
|
-
readonly STR: "str";
|
|
3943
|
-
};
|
|
3944
|
-
/**
|
|
3945
|
-
* @public
|
|
3946
|
-
*/
|
|
3947
|
-
export type ParamType = (typeof ParamType)[keyof typeof ParamType];
|
|
3948
3477
|
/**
|
|
3949
3478
|
* <p>Specifies the parameters in the config file of the dynamic transform.</p>
|
|
3950
3479
|
* @public
|
|
@@ -4080,18 +3609,6 @@ export interface DynamoDBCatalogSource {
|
|
|
4080
3609
|
*/
|
|
4081
3610
|
AdditionalOptions?: DDBELTCatalogAdditionalOptions | undefined;
|
|
4082
3611
|
}
|
|
4083
|
-
/**
|
|
4084
|
-
* @public
|
|
4085
|
-
* @enum
|
|
4086
|
-
*/
|
|
4087
|
-
export declare const DdbExportType: {
|
|
4088
|
-
readonly ddb: "ddb";
|
|
4089
|
-
readonly s3: "s3";
|
|
4090
|
-
};
|
|
4091
|
-
/**
|
|
4092
|
-
* @public
|
|
4093
|
-
*/
|
|
4094
|
-
export type DdbExportType = (typeof DdbExportType)[keyof typeof DdbExportType];
|
|
4095
3612
|
/**
|
|
4096
3613
|
* <p>Specifies connection options for DynamoDB ELT (Extract, Load, Transform) operations. This structure contains configuration parameters for connecting
|
|
4097
3614
|
* to and extracting data from DynamoDB tables using the ELT connector.</p>
|
|
@@ -4162,18 +3679,6 @@ export interface DynamoDBELTConnectorSource {
|
|
|
4162
3679
|
*/
|
|
4163
3680
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
4164
3681
|
}
|
|
4165
|
-
/**
|
|
4166
|
-
* @public
|
|
4167
|
-
* @enum
|
|
4168
|
-
*/
|
|
4169
|
-
export declare const DQTransformOutput: {
|
|
4170
|
-
readonly EvaluationResults: "EvaluationResults";
|
|
4171
|
-
readonly PrimaryInput: "PrimaryInput";
|
|
4172
|
-
};
|
|
4173
|
-
/**
|
|
4174
|
-
* @public
|
|
4175
|
-
*/
|
|
4176
|
-
export type DQTransformOutput = (typeof DQTransformOutput)[keyof typeof DQTransformOutput];
|
|
4177
3682
|
/**
|
|
4178
3683
|
* <p>Options to configure how your data quality evaluation results are published.</p>
|
|
4179
3684
|
* @public
|
|
@@ -4200,18 +3705,6 @@ export interface DQResultsPublishingOptions {
|
|
|
4200
3705
|
*/
|
|
4201
3706
|
ResultsPublishingEnabled?: boolean | undefined;
|
|
4202
3707
|
}
|
|
4203
|
-
/**
|
|
4204
|
-
* @public
|
|
4205
|
-
* @enum
|
|
4206
|
-
*/
|
|
4207
|
-
export declare const DQStopJobOnFailureTiming: {
|
|
4208
|
-
readonly AfterDataLoad: "AfterDataLoad";
|
|
4209
|
-
readonly Immediate: "Immediate";
|
|
4210
|
-
};
|
|
4211
|
-
/**
|
|
4212
|
-
* @public
|
|
4213
|
-
*/
|
|
4214
|
-
export type DQStopJobOnFailureTiming = (typeof DQStopJobOnFailureTiming)[keyof typeof DQStopJobOnFailureTiming];
|
|
4215
3708
|
/**
|
|
4216
3709
|
* <p>Options to configure how your job will stop if your data quality evaluation fails.</p>
|
|
4217
3710
|
* @public
|
|
@@ -4326,35 +3819,6 @@ export interface FillMissingValues {
|
|
|
4326
3819
|
*/
|
|
4327
3820
|
FilledPath?: string | undefined;
|
|
4328
3821
|
}
|
|
4329
|
-
/**
|
|
4330
|
-
* @public
|
|
4331
|
-
* @enum
|
|
4332
|
-
*/
|
|
4333
|
-
export declare const FilterOperation: {
|
|
4334
|
-
readonly EQ: "EQ";
|
|
4335
|
-
readonly GT: "GT";
|
|
4336
|
-
readonly GTE: "GTE";
|
|
4337
|
-
readonly ISNULL: "ISNULL";
|
|
4338
|
-
readonly LT: "LT";
|
|
4339
|
-
readonly LTE: "LTE";
|
|
4340
|
-
readonly REGEX: "REGEX";
|
|
4341
|
-
};
|
|
4342
|
-
/**
|
|
4343
|
-
* @public
|
|
4344
|
-
*/
|
|
4345
|
-
export type FilterOperation = (typeof FilterOperation)[keyof typeof FilterOperation];
|
|
4346
|
-
/**
|
|
4347
|
-
* @public
|
|
4348
|
-
* @enum
|
|
4349
|
-
*/
|
|
4350
|
-
export declare const FilterValueType: {
|
|
4351
|
-
readonly COLUMNEXTRACTED: "COLUMNEXTRACTED";
|
|
4352
|
-
readonly CONSTANT: "CONSTANT";
|
|
4353
|
-
};
|
|
4354
|
-
/**
|
|
4355
|
-
* @public
|
|
4356
|
-
*/
|
|
4357
|
-
export type FilterValueType = (typeof FilterValueType)[keyof typeof FilterValueType];
|
|
4358
3822
|
/**
|
|
4359
3823
|
* <p>Represents a single entry in the list of values for a <code>FilterExpression</code>. </p>
|
|
4360
3824
|
* @public
|
|
@@ -4392,18 +3856,6 @@ export interface FilterExpression {
|
|
|
4392
3856
|
*/
|
|
4393
3857
|
Values: FilterValue[] | undefined;
|
|
4394
3858
|
}
|
|
4395
|
-
/**
|
|
4396
|
-
* @public
|
|
4397
|
-
* @enum
|
|
4398
|
-
*/
|
|
4399
|
-
export declare const FilterLogicalOperator: {
|
|
4400
|
-
readonly AND: "AND";
|
|
4401
|
-
readonly OR: "OR";
|
|
4402
|
-
};
|
|
4403
|
-
/**
|
|
4404
|
-
* @public
|
|
4405
|
-
*/
|
|
4406
|
-
export type FilterLogicalOperator = (typeof FilterLogicalOperator)[keyof typeof FilterLogicalOperator];
|
|
4407
3859
|
/**
|
|
4408
3860
|
* <p>Specifies a transform that splits a dataset into two, based on a filter condition.</p>
|
|
4409
3861
|
* @public
|
|
@@ -4478,19 +3930,7 @@ export interface GovernedCatalogSource {
|
|
|
4478
3930
|
AdditionalOptions?: S3SourceAdditionalOptions | undefined;
|
|
4479
3931
|
}
|
|
4480
3932
|
/**
|
|
4481
|
-
*
|
|
4482
|
-
* @enum
|
|
4483
|
-
*/
|
|
4484
|
-
export declare const UpdateCatalogBehavior: {
|
|
4485
|
-
readonly LOG: "LOG";
|
|
4486
|
-
readonly UPDATE_IN_DATABASE: "UPDATE_IN_DATABASE";
|
|
4487
|
-
};
|
|
4488
|
-
/**
|
|
4489
|
-
* @public
|
|
4490
|
-
*/
|
|
4491
|
-
export type UpdateCatalogBehavior = (typeof UpdateCatalogBehavior)[keyof typeof UpdateCatalogBehavior];
|
|
4492
|
-
/**
|
|
4493
|
-
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
3933
|
+
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
4494
3934
|
* @public
|
|
4495
3935
|
*/
|
|
4496
3936
|
export interface CatalogSchemaChangePolicy {
|
|
@@ -4541,75 +3981,6 @@ export interface GovernedCatalogTarget {
|
|
|
4541
3981
|
*/
|
|
4542
3982
|
SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
|
|
4543
3983
|
}
|
|
4544
|
-
/**
|
|
4545
|
-
* @public
|
|
4546
|
-
* @enum
|
|
4547
|
-
*/
|
|
4548
|
-
export declare const JDBCDataType: {
|
|
4549
|
-
readonly ARRAY: "ARRAY";
|
|
4550
|
-
readonly BIGINT: "BIGINT";
|
|
4551
|
-
readonly BINARY: "BINARY";
|
|
4552
|
-
readonly BIT: "BIT";
|
|
4553
|
-
readonly BLOB: "BLOB";
|
|
4554
|
-
readonly BOOLEAN: "BOOLEAN";
|
|
4555
|
-
readonly CHAR: "CHAR";
|
|
4556
|
-
readonly CLOB: "CLOB";
|
|
4557
|
-
readonly DATALINK: "DATALINK";
|
|
4558
|
-
readonly DATE: "DATE";
|
|
4559
|
-
readonly DECIMAL: "DECIMAL";
|
|
4560
|
-
readonly DISTINCT: "DISTINCT";
|
|
4561
|
-
readonly DOUBLE: "DOUBLE";
|
|
4562
|
-
readonly FLOAT: "FLOAT";
|
|
4563
|
-
readonly INTEGER: "INTEGER";
|
|
4564
|
-
readonly JAVA_OBJECT: "JAVA_OBJECT";
|
|
4565
|
-
readonly LONGNVARCHAR: "LONGNVARCHAR";
|
|
4566
|
-
readonly LONGVARBINARY: "LONGVARBINARY";
|
|
4567
|
-
readonly LONGVARCHAR: "LONGVARCHAR";
|
|
4568
|
-
readonly NCHAR: "NCHAR";
|
|
4569
|
-
readonly NCLOB: "NCLOB";
|
|
4570
|
-
readonly NULL: "NULL";
|
|
4571
|
-
readonly NUMERIC: "NUMERIC";
|
|
4572
|
-
readonly NVARCHAR: "NVARCHAR";
|
|
4573
|
-
readonly OTHER: "OTHER";
|
|
4574
|
-
readonly REAL: "REAL";
|
|
4575
|
-
readonly REF: "REF";
|
|
4576
|
-
readonly REF_CURSOR: "REF_CURSOR";
|
|
4577
|
-
readonly ROWID: "ROWID";
|
|
4578
|
-
readonly SMALLINT: "SMALLINT";
|
|
4579
|
-
readonly SQLXML: "SQLXML";
|
|
4580
|
-
readonly STRUCT: "STRUCT";
|
|
4581
|
-
readonly TIME: "TIME";
|
|
4582
|
-
readonly TIMESTAMP: "TIMESTAMP";
|
|
4583
|
-
readonly TIMESTAMP_WITH_TIMEZONE: "TIMESTAMP_WITH_TIMEZONE";
|
|
4584
|
-
readonly TIME_WITH_TIMEZONE: "TIME_WITH_TIMEZONE";
|
|
4585
|
-
readonly TINYINT: "TINYINT";
|
|
4586
|
-
readonly VARBINARY: "VARBINARY";
|
|
4587
|
-
readonly VARCHAR: "VARCHAR";
|
|
4588
|
-
};
|
|
4589
|
-
/**
|
|
4590
|
-
* @public
|
|
4591
|
-
*/
|
|
4592
|
-
export type JDBCDataType = (typeof JDBCDataType)[keyof typeof JDBCDataType];
|
|
4593
|
-
/**
|
|
4594
|
-
* @public
|
|
4595
|
-
* @enum
|
|
4596
|
-
*/
|
|
4597
|
-
export declare const GlueRecordType: {
|
|
4598
|
-
readonly BIGDECIMAL: "BIGDECIMAL";
|
|
4599
|
-
readonly BYTE: "BYTE";
|
|
4600
|
-
readonly DATE: "DATE";
|
|
4601
|
-
readonly DOUBLE: "DOUBLE";
|
|
4602
|
-
readonly FLOAT: "FLOAT";
|
|
4603
|
-
readonly INT: "INT";
|
|
4604
|
-
readonly LONG: "LONG";
|
|
4605
|
-
readonly SHORT: "SHORT";
|
|
4606
|
-
readonly STRING: "STRING";
|
|
4607
|
-
readonly TIMESTAMP: "TIMESTAMP";
|
|
4608
|
-
};
|
|
4609
|
-
/**
|
|
4610
|
-
* @public
|
|
4611
|
-
*/
|
|
4612
|
-
export type GlueRecordType = (typeof GlueRecordType)[keyof typeof GlueRecordType];
|
|
4613
3984
|
/**
|
|
4614
3985
|
* <p>Additional connection options for the connector.</p>
|
|
4615
3986
|
* @public
|
|
@@ -4768,22 +4139,6 @@ export interface JoinColumn {
|
|
|
4768
4139
|
*/
|
|
4769
4140
|
Keys: string[][] | undefined;
|
|
4770
4141
|
}
|
|
4771
|
-
/**
|
|
4772
|
-
* @public
|
|
4773
|
-
* @enum
|
|
4774
|
-
*/
|
|
4775
|
-
export declare const JoinType: {
|
|
4776
|
-
readonly EQUIJOIN: "equijoin";
|
|
4777
|
-
readonly LEFT: "left";
|
|
4778
|
-
readonly LEFT_ANTI: "leftanti";
|
|
4779
|
-
readonly LEFT_SEMI: "leftsemi";
|
|
4780
|
-
readonly OUTER: "outer";
|
|
4781
|
-
readonly RIGHT: "right";
|
|
4782
|
-
};
|
|
4783
|
-
/**
|
|
4784
|
-
* @public
|
|
4785
|
-
*/
|
|
4786
|
-
export type JoinType = (typeof JoinType)[keyof typeof JoinType];
|
|
4787
4142
|
/**
|
|
4788
4143
|
* <p>Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.</p>
|
|
4789
4144
|
* @public
|
|
@@ -4977,23 +4332,6 @@ export interface OracleSQLCatalogTarget {
|
|
|
4977
4332
|
*/
|
|
4978
4333
|
Table: string | undefined;
|
|
4979
4334
|
}
|
|
4980
|
-
/**
|
|
4981
|
-
* @public
|
|
4982
|
-
* @enum
|
|
4983
|
-
*/
|
|
4984
|
-
export declare const PiiType: {
|
|
4985
|
-
readonly ColumnAudit: "ColumnAudit";
|
|
4986
|
-
readonly ColumnHashing: "ColumnHashing";
|
|
4987
|
-
readonly ColumnMasking: "ColumnMasking";
|
|
4988
|
-
readonly RowAudit: "RowAudit";
|
|
4989
|
-
readonly RowHashing: "RowHashing";
|
|
4990
|
-
readonly RowMasking: "RowMasking";
|
|
4991
|
-
readonly RowPartialMasking: "RowPartialMasking";
|
|
4992
|
-
};
|
|
4993
|
-
/**
|
|
4994
|
-
* @public
|
|
4995
|
-
*/
|
|
4996
|
-
export type PiiType = (typeof PiiType)[keyof typeof PiiType];
|
|
4997
4335
|
/**
|
|
4998
4336
|
* <p>Specifies a transform that identifies, removes or masks PII data.</p>
|
|
4999
4337
|
* @public
|
|
@@ -5596,47 +4934,6 @@ export interface S3DirectSourceAdditionalOptions {
|
|
|
5596
4934
|
*/
|
|
5597
4935
|
SamplePath?: string | undefined;
|
|
5598
4936
|
}
|
|
5599
|
-
/**
|
|
5600
|
-
* @public
|
|
5601
|
-
* @enum
|
|
5602
|
-
*/
|
|
5603
|
-
export declare const CompressionType: {
|
|
5604
|
-
readonly BZIP2: "bzip2";
|
|
5605
|
-
readonly GZIP: "gzip";
|
|
5606
|
-
};
|
|
5607
|
-
/**
|
|
5608
|
-
* @public
|
|
5609
|
-
*/
|
|
5610
|
-
export type CompressionType = (typeof CompressionType)[keyof typeof CompressionType];
|
|
5611
|
-
/**
|
|
5612
|
-
* @public
|
|
5613
|
-
* @enum
|
|
5614
|
-
*/
|
|
5615
|
-
export declare const QuoteChar: {
|
|
5616
|
-
readonly DISABLED: "disabled";
|
|
5617
|
-
readonly QUILLEMET: "quillemet";
|
|
5618
|
-
readonly QUOTE: "quote";
|
|
5619
|
-
readonly SINGLE_QUOTE: "single_quote";
|
|
5620
|
-
};
|
|
5621
|
-
/**
|
|
5622
|
-
* @public
|
|
5623
|
-
*/
|
|
5624
|
-
export type QuoteChar = (typeof QuoteChar)[keyof typeof QuoteChar];
|
|
5625
|
-
/**
|
|
5626
|
-
* @public
|
|
5627
|
-
* @enum
|
|
5628
|
-
*/
|
|
5629
|
-
export declare const Separator: {
|
|
5630
|
-
readonly COMMA: "comma";
|
|
5631
|
-
readonly CTRLA: "ctrla";
|
|
5632
|
-
readonly PIPE: "pipe";
|
|
5633
|
-
readonly SEMICOLON: "semicolon";
|
|
5634
|
-
readonly TAB: "tab";
|
|
5635
|
-
};
|
|
5636
|
-
/**
|
|
5637
|
-
* @public
|
|
5638
|
-
*/
|
|
5639
|
-
export type Separator = (typeof Separator)[keyof typeof Separator];
|
|
5640
4937
|
/**
|
|
5641
4938
|
* <p>Specifies a command-separated value (CSV) data store stored in Amazon S3.</p>
|
|
5642
4939
|
* @public
|
|
@@ -5790,38 +5087,6 @@ export interface S3DeltaCatalogTarget {
|
|
|
5790
5087
|
*/
|
|
5791
5088
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
5792
5089
|
}
|
|
5793
|
-
/**
|
|
5794
|
-
* @public
|
|
5795
|
-
* @enum
|
|
5796
|
-
*/
|
|
5797
|
-
export declare const DeltaTargetCompressionType: {
|
|
5798
|
-
readonly SNAPPY: "snappy";
|
|
5799
|
-
readonly UNCOMPRESSED: "uncompressed";
|
|
5800
|
-
};
|
|
5801
|
-
/**
|
|
5802
|
-
* @public
|
|
5803
|
-
*/
|
|
5804
|
-
export type DeltaTargetCompressionType = (typeof DeltaTargetCompressionType)[keyof typeof DeltaTargetCompressionType];
|
|
5805
|
-
/**
|
|
5806
|
-
* @public
|
|
5807
|
-
* @enum
|
|
5808
|
-
*/
|
|
5809
|
-
export declare const TargetFormat: {
|
|
5810
|
-
readonly AVRO: "avro";
|
|
5811
|
-
readonly CSV: "csv";
|
|
5812
|
-
readonly DELTA: "delta";
|
|
5813
|
-
readonly HUDI: "hudi";
|
|
5814
|
-
readonly HYPER: "hyper";
|
|
5815
|
-
readonly ICEBERG: "iceberg";
|
|
5816
|
-
readonly JSON: "json";
|
|
5817
|
-
readonly ORC: "orc";
|
|
5818
|
-
readonly PARQUET: "parquet";
|
|
5819
|
-
readonly XML: "xml";
|
|
5820
|
-
};
|
|
5821
|
-
/**
|
|
5822
|
-
* @public
|
|
5823
|
-
*/
|
|
5824
|
-
export type TargetFormat = (typeof TargetFormat)[keyof typeof TargetFormat];
|
|
5825
5090
|
/**
|
|
5826
5091
|
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
5827
5092
|
* @public
|
|
@@ -5993,23 +5258,6 @@ export interface S3DirectTarget {
|
|
|
5993
5258
|
*/
|
|
5994
5259
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
5995
5260
|
}
|
|
5996
|
-
/**
|
|
5997
|
-
* @public
|
|
5998
|
-
* @enum
|
|
5999
|
-
*/
|
|
6000
|
-
export declare const ParquetCompressionType: {
|
|
6001
|
-
readonly BROTLI: "brotli";
|
|
6002
|
-
readonly GZIP: "gzip";
|
|
6003
|
-
readonly LZ4: "lz4";
|
|
6004
|
-
readonly LZO: "lzo";
|
|
6005
|
-
readonly NONE: "none";
|
|
6006
|
-
readonly SNAPPY: "snappy";
|
|
6007
|
-
readonly UNCOMPRESSED: "uncompressed";
|
|
6008
|
-
};
|
|
6009
|
-
/**
|
|
6010
|
-
* @public
|
|
6011
|
-
*/
|
|
6012
|
-
export type ParquetCompressionType = (typeof ParquetCompressionType)[keyof typeof ParquetCompressionType];
|
|
6013
5261
|
/**
|
|
6014
5262
|
* <p>Specifies an S3 Excel data source.</p>
|
|
6015
5263
|
* @public
|
|
@@ -6180,20 +5428,6 @@ export interface S3HudiCatalogTarget {
|
|
|
6180
5428
|
*/
|
|
6181
5429
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
6182
5430
|
}
|
|
6183
|
-
/**
|
|
6184
|
-
* @public
|
|
6185
|
-
* @enum
|
|
6186
|
-
*/
|
|
6187
|
-
export declare const HudiTargetCompressionType: {
|
|
6188
|
-
readonly GZIP: "gzip";
|
|
6189
|
-
readonly LZO: "lzo";
|
|
6190
|
-
readonly SNAPPY: "snappy";
|
|
6191
|
-
readonly UNCOMPRESSED: "uncompressed";
|
|
6192
|
-
};
|
|
6193
|
-
/**
|
|
6194
|
-
* @public
|
|
6195
|
-
*/
|
|
6196
|
-
export type HudiTargetCompressionType = (typeof HudiTargetCompressionType)[keyof typeof HudiTargetCompressionType];
|
|
6197
5431
|
/**
|
|
6198
5432
|
* <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
|
|
6199
5433
|
* @public
|
|
@@ -6282,17 +5516,6 @@ export interface S3HudiSource {
|
|
|
6282
5516
|
*/
|
|
6283
5517
|
OutputSchemas?: GlueSchema[] | undefined;
|
|
6284
5518
|
}
|
|
6285
|
-
/**
|
|
6286
|
-
* @public
|
|
6287
|
-
* @enum
|
|
6288
|
-
*/
|
|
6289
|
-
export declare const HyperTargetCompressionType: {
|
|
6290
|
-
readonly UNCOMPRESSED: "uncompressed";
|
|
6291
|
-
};
|
|
6292
|
-
/**
|
|
6293
|
-
* @public
|
|
6294
|
-
*/
|
|
6295
|
-
export type HyperTargetCompressionType = (typeof HyperTargetCompressionType)[keyof typeof HyperTargetCompressionType];
|
|
6296
5519
|
/**
|
|
6297
5520
|
* <p>Specifies a HyperDirect data target that writes to Amazon S3.</p>
|
|
6298
5521
|
* @public
|
|
@@ -6390,20 +5613,6 @@ export interface S3IcebergCatalogTarget {
|
|
|
6390
5613
|
*/
|
|
6391
5614
|
AutoDataQuality?: AutoDataQuality | undefined;
|
|
6392
5615
|
}
|
|
6393
|
-
/**
|
|
6394
|
-
* @public
|
|
6395
|
-
* @enum
|
|
6396
|
-
*/
|
|
6397
|
-
export declare const IcebergTargetCompressionType: {
|
|
6398
|
-
readonly GZIP: "gzip";
|
|
6399
|
-
readonly LZO: "lzo";
|
|
6400
|
-
readonly SNAPPY: "snappy";
|
|
6401
|
-
readonly UNCOMPRESSED: "uncompressed";
|
|
6402
|
-
};
|
|
6403
|
-
/**
|
|
6404
|
-
* @public
|
|
6405
|
-
*/
|
|
6406
|
-
export type IcebergTargetCompressionType = (typeof IcebergTargetCompressionType)[keyof typeof IcebergTargetCompressionType];
|
|
6407
5616
|
/**
|
|
6408
5617
|
* <p>Specifies a target that writes to an Iceberg data source in Amazon S3.</p>
|
|
6409
5618
|
* @public
|
|
@@ -6991,18 +6200,6 @@ export interface SplitFields {
|
|
|
6991
6200
|
*/
|
|
6992
6201
|
Paths: string[][] | undefined;
|
|
6993
6202
|
}
|
|
6994
|
-
/**
|
|
6995
|
-
* @public
|
|
6996
|
-
* @enum
|
|
6997
|
-
*/
|
|
6998
|
-
export declare const UnionType: {
|
|
6999
|
-
readonly ALL: "ALL";
|
|
7000
|
-
readonly DISTINCT: "DISTINCT";
|
|
7001
|
-
};
|
|
7002
|
-
/**
|
|
7003
|
-
* @public
|
|
7004
|
-
*/
|
|
7005
|
-
export type UnionType = (typeof UnionType)[keyof typeof UnionType];
|
|
7006
6203
|
/**
|
|
7007
6204
|
* <p>Specifies a transform that combines the rows from two or more datasets into a single result.</p>
|
|
7008
6205
|
* @public
|
|
@@ -7070,18 +6267,6 @@ export interface ConnectionsList {
|
|
|
7070
6267
|
*/
|
|
7071
6268
|
Connections?: string[] | undefined;
|
|
7072
6269
|
}
|
|
7073
|
-
/**
|
|
7074
|
-
* @public
|
|
7075
|
-
* @enum
|
|
7076
|
-
*/
|
|
7077
|
-
export declare const ExecutionClass: {
|
|
7078
|
-
readonly FLEX: "FLEX";
|
|
7079
|
-
readonly STANDARD: "STANDARD";
|
|
7080
|
-
};
|
|
7081
|
-
/**
|
|
7082
|
-
* @public
|
|
7083
|
-
*/
|
|
7084
|
-
export type ExecutionClass = (typeof ExecutionClass)[keyof typeof ExecutionClass];
|
|
7085
6270
|
/**
|
|
7086
6271
|
* <p>An execution property of a job.</p>
|
|
7087
6272
|
* @public
|
|
@@ -7095,45 +6280,6 @@ export interface ExecutionProperty {
|
|
|
7095
6280
|
*/
|
|
7096
6281
|
MaxConcurrentRuns?: number | undefined;
|
|
7097
6282
|
}
|
|
7098
|
-
/**
|
|
7099
|
-
* @public
|
|
7100
|
-
* @enum
|
|
7101
|
-
*/
|
|
7102
|
-
export declare const JobMode: {
|
|
7103
|
-
readonly NOTEBOOK: "NOTEBOOK";
|
|
7104
|
-
readonly SCRIPT: "SCRIPT";
|
|
7105
|
-
readonly VISUAL: "VISUAL";
|
|
7106
|
-
};
|
|
7107
|
-
/**
|
|
7108
|
-
* @public
|
|
7109
|
-
*/
|
|
7110
|
-
export type JobMode = (typeof JobMode)[keyof typeof JobMode];
|
|
7111
|
-
/**
|
|
7112
|
-
* @public
|
|
7113
|
-
* @enum
|
|
7114
|
-
*/
|
|
7115
|
-
export declare const SourceControlAuthStrategy: {
|
|
7116
|
-
readonly AWS_SECRETS_MANAGER: "AWS_SECRETS_MANAGER";
|
|
7117
|
-
readonly PERSONAL_ACCESS_TOKEN: "PERSONAL_ACCESS_TOKEN";
|
|
7118
|
-
};
|
|
7119
|
-
/**
|
|
7120
|
-
* @public
|
|
7121
|
-
*/
|
|
7122
|
-
export type SourceControlAuthStrategy = (typeof SourceControlAuthStrategy)[keyof typeof SourceControlAuthStrategy];
|
|
7123
|
-
/**
|
|
7124
|
-
* @public
|
|
7125
|
-
* @enum
|
|
7126
|
-
*/
|
|
7127
|
-
export declare const SourceControlProvider: {
|
|
7128
|
-
readonly AWS_CODE_COMMIT: "AWS_CODE_COMMIT";
|
|
7129
|
-
readonly BITBUCKET: "BITBUCKET";
|
|
7130
|
-
readonly GITHUB: "GITHUB";
|
|
7131
|
-
readonly GITLAB: "GITLAB";
|
|
7132
|
-
};
|
|
7133
|
-
/**
|
|
7134
|
-
* @public
|
|
7135
|
-
*/
|
|
7136
|
-
export type SourceControlProvider = (typeof SourceControlProvider)[keyof typeof SourceControlProvider];
|
|
7137
6283
|
/**
|
|
7138
6284
|
* <p>The details for a source control configuration for a job, allowing synchronization of job artifacts to or from a remote repository.</p>
|
|
7139
6285
|
* @public
|
|
@@ -7275,95 +6421,6 @@ export interface BatchGetPartitionResponse {
|
|
|
7275
6421
|
*/
|
|
7276
6422
|
UnprocessedKeys?: PartitionValueList[] | undefined;
|
|
7277
6423
|
}
|
|
7278
|
-
/**
|
|
7279
|
-
* @public
|
|
7280
|
-
* @enum
|
|
7281
|
-
*/
|
|
7282
|
-
export declare const FederationSourceErrorCode: {
|
|
7283
|
-
readonly AccessDeniedException: "AccessDeniedException";
|
|
7284
|
-
readonly EntityNotFoundException: "EntityNotFoundException";
|
|
7285
|
-
readonly InternalServiceException: "InternalServiceException";
|
|
7286
|
-
readonly InvalidCredentialsException: "InvalidCredentialsException";
|
|
7287
|
-
readonly InvalidInputException: "InvalidInputException";
|
|
7288
|
-
readonly InvalidResponseException: "InvalidResponseException";
|
|
7289
|
-
readonly OperationNotSupportedException: "OperationNotSupportedException";
|
|
7290
|
-
readonly OperationTimeoutException: "OperationTimeoutException";
|
|
7291
|
-
readonly PartialFailureException: "PartialFailureException";
|
|
7292
|
-
readonly ThrottlingException: "ThrottlingException";
|
|
7293
|
-
};
|
|
7294
|
-
/**
|
|
7295
|
-
* @public
|
|
7296
|
-
*/
|
|
7297
|
-
export type FederationSourceErrorCode = (typeof FederationSourceErrorCode)[keyof typeof FederationSourceErrorCode];
|
|
7298
|
-
/**
|
|
7299
|
-
* <p>A federation source failed.</p>
|
|
7300
|
-
* @public
|
|
7301
|
-
*/
|
|
7302
|
-
export declare class FederationSourceException extends __BaseException {
|
|
7303
|
-
readonly name: "FederationSourceException";
|
|
7304
|
-
readonly $fault: "client";
|
|
7305
|
-
/**
|
|
7306
|
-
* <p>The error code of the problem.</p>
|
|
7307
|
-
* @public
|
|
7308
|
-
*/
|
|
7309
|
-
FederationSourceErrorCode?: FederationSourceErrorCode | undefined;
|
|
7310
|
-
/**
|
|
7311
|
-
* <p>The message describing the problem.</p>
|
|
7312
|
-
* @public
|
|
7313
|
-
*/
|
|
7314
|
-
Message?: string | undefined;
|
|
7315
|
-
/**
|
|
7316
|
-
* @internal
|
|
7317
|
-
*/
|
|
7318
|
-
constructor(opts: __ExceptionOptionType<FederationSourceException, __BaseException>);
|
|
7319
|
-
}
|
|
7320
|
-
/**
|
|
7321
|
-
* <p>A federation source failed, but the operation may be retried.</p>
|
|
7322
|
-
* @public
|
|
7323
|
-
*/
|
|
7324
|
-
export declare class FederationSourceRetryableException extends __BaseException {
|
|
7325
|
-
readonly name: "FederationSourceRetryableException";
|
|
7326
|
-
readonly $fault: "client";
|
|
7327
|
-
/**
|
|
7328
|
-
* <p>A message describing the problem.</p>
|
|
7329
|
-
* @public
|
|
7330
|
-
*/
|
|
7331
|
-
Message?: string | undefined;
|
|
7332
|
-
/**
|
|
7333
|
-
* @internal
|
|
7334
|
-
*/
|
|
7335
|
-
constructor(opts: __ExceptionOptionType<FederationSourceRetryableException, __BaseException>);
|
|
7336
|
-
}
|
|
7337
|
-
/**
|
|
7338
|
-
* <p>An error that indicates your data is in an invalid state.</p>
|
|
7339
|
-
* @public
|
|
7340
|
-
*/
|
|
7341
|
-
export declare class InvalidStateException extends __BaseException {
|
|
7342
|
-
readonly name: "InvalidStateException";
|
|
7343
|
-
readonly $fault: "client";
|
|
7344
|
-
/**
|
|
7345
|
-
* <p>A message describing the problem.</p>
|
|
7346
|
-
* @public
|
|
7347
|
-
*/
|
|
7348
|
-
Message?: string | undefined;
|
|
7349
|
-
/**
|
|
7350
|
-
* @internal
|
|
7351
|
-
*/
|
|
7352
|
-
constructor(opts: __ExceptionOptionType<InvalidStateException, __BaseException>);
|
|
7353
|
-
}
|
|
7354
|
-
/**
|
|
7355
|
-
* @public
|
|
7356
|
-
* @enum
|
|
7357
|
-
*/
|
|
7358
|
-
export declare const TableOptimizerType: {
|
|
7359
|
-
readonly COMPACTION: "compaction";
|
|
7360
|
-
readonly ORPHAN_FILE_DELETION: "orphan_file_deletion";
|
|
7361
|
-
readonly RETENTION: "retention";
|
|
7362
|
-
};
|
|
7363
|
-
/**
|
|
7364
|
-
* @public
|
|
7365
|
-
*/
|
|
7366
|
-
export type TableOptimizerType = (typeof TableOptimizerType)[keyof typeof TableOptimizerType];
|
|
7367
6424
|
/**
|
|
7368
6425
|
* <p>Represents a table optimizer to retrieve in the <code>BatchGetTableOptimizer</code> operation.</p>
|
|
7369
6426
|
* @public
|
|
@@ -7431,19 +6488,6 @@ export interface BatchGetTableOptimizerError {
|
|
|
7431
6488
|
*/
|
|
7432
6489
|
type?: TableOptimizerType | undefined;
|
|
7433
6490
|
}
|
|
7434
|
-
/**
|
|
7435
|
-
* @public
|
|
7436
|
-
* @enum
|
|
7437
|
-
*/
|
|
7438
|
-
export declare const CompactionStrategy: {
|
|
7439
|
-
readonly BINPACK: "binpack";
|
|
7440
|
-
readonly SORT: "sort";
|
|
7441
|
-
readonly ZORDER: "z-order";
|
|
7442
|
-
};
|
|
7443
|
-
/**
|
|
7444
|
-
* @public
|
|
7445
|
-
*/
|
|
7446
|
-
export type CompactionStrategy = (typeof CompactionStrategy)[keyof typeof CompactionStrategy];
|
|
7447
6491
|
/**
|
|
7448
6492
|
* <p>The configuration for an Iceberg compaction optimizer. This configuration defines parameters for optimizing the layout of data files in Iceberg tables.</p>
|
|
7449
6493
|
* @public
|
|
@@ -7641,18 +6685,6 @@ export interface TableOptimizerConfiguration {
|
|
|
7641
6685
|
*/
|
|
7642
6686
|
orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
|
|
7643
6687
|
}
|
|
7644
|
-
/**
|
|
7645
|
-
* @public
|
|
7646
|
-
* @enum
|
|
7647
|
-
*/
|
|
7648
|
-
export declare const ConfigurationSource: {
|
|
7649
|
-
readonly CATALOG: "catalog";
|
|
7650
|
-
readonly TABLE: "table";
|
|
7651
|
-
};
|
|
7652
|
-
/**
|
|
7653
|
-
* @public
|
|
7654
|
-
*/
|
|
7655
|
-
export type ConfigurationSource = (typeof ConfigurationSource)[keyof typeof ConfigurationSource];
|
|
7656
6688
|
/**
|
|
7657
6689
|
* <p>Compaction metrics for Iceberg for the optimizer run.</p>
|
|
7658
6690
|
* @public
|
|
@@ -7695,20 +6727,6 @@ export interface CompactionMetrics {
|
|
|
7695
6727
|
*/
|
|
7696
6728
|
IcebergMetrics?: IcebergCompactionMetrics | undefined;
|
|
7697
6729
|
}
|
|
7698
|
-
/**
|
|
7699
|
-
* @public
|
|
7700
|
-
* @enum
|
|
7701
|
-
*/
|
|
7702
|
-
export declare const TableOptimizerEventType: {
|
|
7703
|
-
readonly COMPLETED: "completed";
|
|
7704
|
-
readonly FAILED: "failed";
|
|
7705
|
-
readonly IN_PROGRESS: "in_progress";
|
|
7706
|
-
readonly STARTING: "starting";
|
|
7707
|
-
};
|
|
7708
|
-
/**
|
|
7709
|
-
* @public
|
|
7710
|
-
*/
|
|
7711
|
-
export type TableOptimizerEventType = (typeof TableOptimizerEventType)[keyof typeof TableOptimizerEventType];
|
|
7712
6730
|
/**
|
|
7713
6731
|
* <p>Metrics for the optimizer run.</p>
|
|
7714
6732
|
* <p>This structure is deprecated. See the individual metric members for compaction, retention, and orphan file deletion.</p>
|
|
@@ -7981,23 +6999,6 @@ export interface BatchGetTableOptimizerResponse {
|
|
|
7981
6999
|
*/
|
|
7982
7000
|
Failures?: BatchGetTableOptimizerError[] | undefined;
|
|
7983
7001
|
}
|
|
7984
|
-
/**
|
|
7985
|
-
* <p>The throttling threshhold was exceeded.</p>
|
|
7986
|
-
* @public
|
|
7987
|
-
*/
|
|
7988
|
-
export declare class ThrottlingException extends __BaseException {
|
|
7989
|
-
readonly name: "ThrottlingException";
|
|
7990
|
-
readonly $fault: "client";
|
|
7991
|
-
/**
|
|
7992
|
-
* <p>A message describing the problem.</p>
|
|
7993
|
-
* @public
|
|
7994
|
-
*/
|
|
7995
|
-
Message?: string | undefined;
|
|
7996
|
-
/**
|
|
7997
|
-
* @internal
|
|
7998
|
-
*/
|
|
7999
|
-
constructor(opts: __ExceptionOptionType<ThrottlingException, __BaseException>);
|
|
8000
|
-
}
|
|
8001
7002
|
/**
|
|
8002
7003
|
* @public
|
|
8003
7004
|
*/
|
|
@@ -8025,53 +7026,6 @@ export interface EventBatchingCondition {
|
|
|
8025
7026
|
*/
|
|
8026
7027
|
BatchWindow?: number | undefined;
|
|
8027
7028
|
}
|
|
8028
|
-
/**
|
|
8029
|
-
* @public
|
|
8030
|
-
* @enum
|
|
8031
|
-
*/
|
|
8032
|
-
export declare const CrawlState: {
|
|
8033
|
-
readonly CANCELLED: "CANCELLED";
|
|
8034
|
-
readonly CANCELLING: "CANCELLING";
|
|
8035
|
-
readonly ERROR: "ERROR";
|
|
8036
|
-
readonly FAILED: "FAILED";
|
|
8037
|
-
readonly RUNNING: "RUNNING";
|
|
8038
|
-
readonly SUCCEEDED: "SUCCEEDED";
|
|
8039
|
-
};
|
|
8040
|
-
/**
|
|
8041
|
-
* @public
|
|
8042
|
-
*/
|
|
8043
|
-
export type CrawlState = (typeof CrawlState)[keyof typeof CrawlState];
|
|
8044
|
-
/**
|
|
8045
|
-
* @public
|
|
8046
|
-
* @enum
|
|
8047
|
-
*/
|
|
8048
|
-
export declare const LogicalOperator: {
|
|
8049
|
-
readonly EQUALS: "EQUALS";
|
|
8050
|
-
};
|
|
8051
|
-
/**
|
|
8052
|
-
* @public
|
|
8053
|
-
*/
|
|
8054
|
-
export type LogicalOperator = (typeof LogicalOperator)[keyof typeof LogicalOperator];
|
|
8055
|
-
/**
|
|
8056
|
-
* @public
|
|
8057
|
-
* @enum
|
|
8058
|
-
*/
|
|
8059
|
-
export declare const JobRunState: {
|
|
8060
|
-
readonly ERROR: "ERROR";
|
|
8061
|
-
readonly EXPIRED: "EXPIRED";
|
|
8062
|
-
readonly FAILED: "FAILED";
|
|
8063
|
-
readonly RUNNING: "RUNNING";
|
|
8064
|
-
readonly STARTING: "STARTING";
|
|
8065
|
-
readonly STOPPED: "STOPPED";
|
|
8066
|
-
readonly STOPPING: "STOPPING";
|
|
8067
|
-
readonly SUCCEEDED: "SUCCEEDED";
|
|
8068
|
-
readonly TIMEOUT: "TIMEOUT";
|
|
8069
|
-
readonly WAITING: "WAITING";
|
|
8070
|
-
};
|
|
8071
|
-
/**
|
|
8072
|
-
* @public
|
|
8073
|
-
*/
|
|
8074
|
-
export type JobRunState = (typeof JobRunState)[keyof typeof JobRunState];
|
|
8075
7029
|
/**
|
|
8076
7030
|
* <p>Defines a condition under which a trigger fires.</p>
|
|
8077
7031
|
* @public
|
|
@@ -8104,18 +7058,6 @@ export interface Condition {
|
|
|
8104
7058
|
*/
|
|
8105
7059
|
CrawlState?: CrawlState | undefined;
|
|
8106
7060
|
}
|
|
8107
|
-
/**
|
|
8108
|
-
* @public
|
|
8109
|
-
* @enum
|
|
8110
|
-
*/
|
|
8111
|
-
export declare const Logical: {
|
|
8112
|
-
readonly AND: "AND";
|
|
8113
|
-
readonly ANY: "ANY";
|
|
8114
|
-
};
|
|
8115
|
-
/**
|
|
8116
|
-
* @public
|
|
8117
|
-
*/
|
|
8118
|
-
export type Logical = (typeof Logical)[keyof typeof Logical];
|
|
8119
7061
|
/**
|
|
8120
7062
|
* <p>Defines the predicate of the trigger, which determines when it fires.</p>
|
|
8121
7063
|
* @public
|
|
@@ -8133,38 +7075,6 @@ export interface Predicate {
|
|
|
8133
7075
|
*/
|
|
8134
7076
|
Conditions?: Condition[] | undefined;
|
|
8135
7077
|
}
|
|
8136
|
-
/**
|
|
8137
|
-
* @public
|
|
8138
|
-
* @enum
|
|
8139
|
-
*/
|
|
8140
|
-
export declare const TriggerState: {
|
|
8141
|
-
readonly ACTIVATED: "ACTIVATED";
|
|
8142
|
-
readonly ACTIVATING: "ACTIVATING";
|
|
8143
|
-
readonly CREATED: "CREATED";
|
|
8144
|
-
readonly CREATING: "CREATING";
|
|
8145
|
-
readonly DEACTIVATED: "DEACTIVATED";
|
|
8146
|
-
readonly DEACTIVATING: "DEACTIVATING";
|
|
8147
|
-
readonly DELETING: "DELETING";
|
|
8148
|
-
readonly UPDATING: "UPDATING";
|
|
8149
|
-
};
|
|
8150
|
-
/**
|
|
8151
|
-
* @public
|
|
8152
|
-
*/
|
|
8153
|
-
export type TriggerState = (typeof TriggerState)[keyof typeof TriggerState];
|
|
8154
|
-
/**
|
|
8155
|
-
* @public
|
|
8156
|
-
* @enum
|
|
8157
|
-
*/
|
|
8158
|
-
export declare const TriggerType: {
|
|
8159
|
-
readonly CONDITIONAL: "CONDITIONAL";
|
|
8160
|
-
readonly EVENT: "EVENT";
|
|
8161
|
-
readonly ON_DEMAND: "ON_DEMAND";
|
|
8162
|
-
readonly SCHEDULED: "SCHEDULED";
|
|
8163
|
-
};
|
|
8164
|
-
/**
|
|
8165
|
-
* @public
|
|
8166
|
-
*/
|
|
8167
|
-
export type TriggerType = (typeof TriggerType)[keyof typeof TriggerType];
|
|
8168
7078
|
/**
|
|
8169
7079
|
* <p>Information about a specific trigger.</p>
|
|
8170
7080
|
* @public
|
|
@@ -8255,3 +7165,2000 @@ export interface BatchGetWorkflowsRequest {
|
|
|
8255
7165
|
*/
|
|
8256
7166
|
IncludeGraph?: boolean | undefined;
|
|
8257
7167
|
}
|
|
7168
|
+
/**
|
|
7169
|
+
* <p>The details of a blueprint.</p>
|
|
7170
|
+
* @public
|
|
7171
|
+
*/
|
|
7172
|
+
export interface BlueprintDetails {
|
|
7173
|
+
/**
|
|
7174
|
+
* <p>The name of the blueprint.</p>
|
|
7175
|
+
* @public
|
|
7176
|
+
*/
|
|
7177
|
+
BlueprintName?: string | undefined;
|
|
7178
|
+
/**
|
|
7179
|
+
* <p>The run ID for this blueprint.</p>
|
|
7180
|
+
* @public
|
|
7181
|
+
*/
|
|
7182
|
+
RunId?: string | undefined;
|
|
7183
|
+
}
|
|
7184
|
+
/**
|
|
7185
|
+
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
|
|
7186
|
+
* edge belongs to.</p>
|
|
7187
|
+
* @public
|
|
7188
|
+
*/
|
|
7189
|
+
export interface Edge {
|
|
7190
|
+
/**
|
|
7191
|
+
* <p>The unique of the node within the workflow where the edge starts.</p>
|
|
7192
|
+
* @public
|
|
7193
|
+
*/
|
|
7194
|
+
SourceId?: string | undefined;
|
|
7195
|
+
/**
|
|
7196
|
+
* <p>The unique of the node within the workflow where the edge ends.</p>
|
|
7197
|
+
* @public
|
|
7198
|
+
*/
|
|
7199
|
+
DestinationId?: string | undefined;
|
|
7200
|
+
}
|
|
7201
|
+
/**
|
|
7202
|
+
* <p>The details of a crawl in the workflow.</p>
|
|
7203
|
+
* @public
|
|
7204
|
+
*/
|
|
7205
|
+
export interface Crawl {
|
|
7206
|
+
/**
|
|
7207
|
+
* <p>The state of the crawler.</p>
|
|
7208
|
+
* @public
|
|
7209
|
+
*/
|
|
7210
|
+
State?: CrawlState | undefined;
|
|
7211
|
+
/**
|
|
7212
|
+
* <p>The date and time on which the crawl started.</p>
|
|
7213
|
+
* @public
|
|
7214
|
+
*/
|
|
7215
|
+
StartedOn?: Date | undefined;
|
|
7216
|
+
/**
|
|
7217
|
+
* <p>The date and time on which the crawl completed.</p>
|
|
7218
|
+
* @public
|
|
7219
|
+
*/
|
|
7220
|
+
CompletedOn?: Date | undefined;
|
|
7221
|
+
/**
|
|
7222
|
+
* <p>The error message associated with the crawl.</p>
|
|
7223
|
+
* @public
|
|
7224
|
+
*/
|
|
7225
|
+
ErrorMessage?: string | undefined;
|
|
7226
|
+
/**
|
|
7227
|
+
* <p>The log group associated with the crawl.</p>
|
|
7228
|
+
* @public
|
|
7229
|
+
*/
|
|
7230
|
+
LogGroup?: string | undefined;
|
|
7231
|
+
/**
|
|
7232
|
+
* <p>The log stream associated with the crawl.</p>
|
|
7233
|
+
* @public
|
|
7234
|
+
*/
|
|
7235
|
+
LogStream?: string | undefined;
|
|
7236
|
+
}
|
|
7237
|
+
/**
|
|
7238
|
+
* <p>The details of a Crawler node present in the workflow.</p>
|
|
7239
|
+
* @public
|
|
7240
|
+
*/
|
|
7241
|
+
export interface CrawlerNodeDetails {
|
|
7242
|
+
/**
|
|
7243
|
+
* <p>A list of crawls represented by the crawl node.</p>
|
|
7244
|
+
* @public
|
|
7245
|
+
*/
|
|
7246
|
+
Crawls?: Crawl[] | undefined;
|
|
7247
|
+
}
|
|
7248
|
+
/**
|
|
7249
|
+
* <p>A job run that was used in the predicate of a conditional trigger
|
|
7250
|
+
* that triggered this job run.</p>
|
|
7251
|
+
* @public
|
|
7252
|
+
*/
|
|
7253
|
+
export interface Predecessor {
|
|
7254
|
+
/**
|
|
7255
|
+
* <p>The name of the job definition used by the predecessor job run.</p>
|
|
7256
|
+
* @public
|
|
7257
|
+
*/
|
|
7258
|
+
JobName?: string | undefined;
|
|
7259
|
+
/**
|
|
7260
|
+
* <p>The job-run ID of the predecessor job run.</p>
|
|
7261
|
+
* @public
|
|
7262
|
+
*/
|
|
7263
|
+
RunId?: string | undefined;
|
|
7264
|
+
}
|
|
7265
|
+
/**
|
|
7266
|
+
* <p>Contains information about a job run.</p>
|
|
7267
|
+
* @public
|
|
7268
|
+
*/
|
|
7269
|
+
export interface JobRun {
|
|
7270
|
+
/**
|
|
7271
|
+
* <p>The ID of this job run.</p>
|
|
7272
|
+
* @public
|
|
7273
|
+
*/
|
|
7274
|
+
Id?: string | undefined;
|
|
7275
|
+
/**
|
|
7276
|
+
* <p>The number of the attempt to run this job.</p>
|
|
7277
|
+
* @public
|
|
7278
|
+
*/
|
|
7279
|
+
Attempt?: number | undefined;
|
|
7280
|
+
/**
|
|
7281
|
+
* <p>The ID of the previous run of this job. For example, the <code>JobRunId</code> specified
|
|
7282
|
+
* in the <code>StartJobRun</code> action.</p>
|
|
7283
|
+
* @public
|
|
7284
|
+
*/
|
|
7285
|
+
PreviousRunId?: string | undefined;
|
|
7286
|
+
/**
|
|
7287
|
+
* <p>The name of the trigger that started this job run.</p>
|
|
7288
|
+
* @public
|
|
7289
|
+
*/
|
|
7290
|
+
TriggerName?: string | undefined;
|
|
7291
|
+
/**
|
|
7292
|
+
* <p>The name of the job definition being used in this run.</p>
|
|
7293
|
+
* @public
|
|
7294
|
+
*/
|
|
7295
|
+
JobName?: string | undefined;
|
|
7296
|
+
/**
|
|
7297
|
+
* <p>A mode that describes how a job was created. Valid values are:</p>
|
|
7298
|
+
* <ul>
|
|
7299
|
+
* <li>
|
|
7300
|
+
* <p>
|
|
7301
|
+
* <code>SCRIPT</code> - The job was created using the Glue Studio script editor.</p>
|
|
7302
|
+
* </li>
|
|
7303
|
+
* <li>
|
|
7304
|
+
* <p>
|
|
7305
|
+
* <code>VISUAL</code> - The job was created using the Glue Studio visual editor.</p>
|
|
7306
|
+
* </li>
|
|
7307
|
+
* <li>
|
|
7308
|
+
* <p>
|
|
7309
|
+
* <code>NOTEBOOK</code> - The job was created using an interactive sessions notebook.</p>
|
|
7310
|
+
* </li>
|
|
7311
|
+
* </ul>
|
|
7312
|
+
* <p>When the <code>JobMode</code> field is missing or null, <code>SCRIPT</code> is assigned as the default value.</p>
|
|
7313
|
+
* @public
|
|
7314
|
+
*/
|
|
7315
|
+
JobMode?: JobMode | undefined;
|
|
7316
|
+
/**
|
|
7317
|
+
* <p>Specifies whether job run queuing is enabled for the job run.</p>
|
|
7318
|
+
* <p>A value of true means job run queuing is enabled for the job run. If false or not populated, the job run will not be considered for queueing.</p>
|
|
7319
|
+
* @public
|
|
7320
|
+
*/
|
|
7321
|
+
JobRunQueuingEnabled?: boolean | undefined;
|
|
7322
|
+
/**
|
|
7323
|
+
* <p>The date and time at which this job run was started.</p>
|
|
7324
|
+
* @public
|
|
7325
|
+
*/
|
|
7326
|
+
StartedOn?: Date | undefined;
|
|
7327
|
+
/**
|
|
7328
|
+
* <p>The last time that this job run was modified.</p>
|
|
7329
|
+
* @public
|
|
7330
|
+
*/
|
|
7331
|
+
LastModifiedOn?: Date | undefined;
|
|
7332
|
+
/**
|
|
7333
|
+
* <p>The date and time that this job run completed.</p>
|
|
7334
|
+
* @public
|
|
7335
|
+
*/
|
|
7336
|
+
CompletedOn?: Date | undefined;
|
|
7337
|
+
/**
|
|
7338
|
+
* <p>The current state of the job run. For more information about the statuses of jobs that have terminated abnormally, see <a href="https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html">Glue Job Run Statuses</a>.</p>
|
|
7339
|
+
* @public
|
|
7340
|
+
*/
|
|
7341
|
+
JobRunState?: JobRunState | undefined;
|
|
7342
|
+
/**
|
|
7343
|
+
* <p>The job arguments associated with this run. For this job run, they replace the default
|
|
7344
|
+
* arguments set in the job definition itself.</p>
|
|
7345
|
+
* <p>You can specify arguments here that your own job-execution script
|
|
7346
|
+
* consumes, as well as arguments that Glue itself consumes.</p>
|
|
7347
|
+
* <p>Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets
|
|
7348
|
+
* from a Glue Connection, Secrets Manager or other secret management
|
|
7349
|
+
* mechanism if you intend to keep them within the Job. </p>
|
|
7350
|
+
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
7351
|
+
* <p>For information about the arguments you can provide to this field when configuring Spark jobs,
|
|
7352
|
+
* see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
7353
|
+
* <p>For information about the arguments you can provide to this field when configuring Ray
|
|
7354
|
+
* jobs, see <a href="https://docs.aws.amazon.com/glue/latest/dg/author-job-ray-job-parameters.html">Using
|
|
7355
|
+
* job parameters in Ray jobs</a> in the developer guide.</p>
|
|
7356
|
+
* @public
|
|
7357
|
+
*/
|
|
7358
|
+
Arguments?: Record<string, string> | undefined;
|
|
7359
|
+
/**
|
|
7360
|
+
* <p>An error message associated with this job run.</p>
|
|
7361
|
+
* @public
|
|
7362
|
+
*/
|
|
7363
|
+
ErrorMessage?: string | undefined;
|
|
7364
|
+
/**
|
|
7365
|
+
* <p>A list of predecessors to this job run.</p>
|
|
7366
|
+
* @public
|
|
7367
|
+
*/
|
|
7368
|
+
PredecessorRuns?: Predecessor[] | undefined;
|
|
7369
|
+
/**
|
|
7370
|
+
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
7371
|
+
* <p>The number of Glue data processing units (DPUs) allocated to this JobRun.
|
|
7372
|
+
* From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure
|
|
7373
|
+
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
7374
|
+
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
7375
|
+
* pricing page</a>.</p>
|
|
7376
|
+
*
|
|
7377
|
+
* @deprecated This property is deprecated, use MaxCapacity instead.
|
|
7378
|
+
* @public
|
|
7379
|
+
*/
|
|
7380
|
+
AllocatedCapacity?: number | undefined;
|
|
7381
|
+
/**
|
|
7382
|
+
* <p>The amount of time (in seconds) that the job run consumed resources.</p>
|
|
7383
|
+
* @public
|
|
7384
|
+
*/
|
|
7385
|
+
ExecutionTime?: number | undefined;
|
|
7386
|
+
/**
|
|
7387
|
+
* <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
|
|
7388
|
+
* consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
|
|
7389
|
+
* <p>Jobs must have timeout values less than 7 days or 10080 minutes. Otherwise, the jobs will throw an exception.</p>
|
|
7390
|
+
* <p>When the value is left blank, the timeout is defaulted to 2880 minutes.</p>
|
|
7391
|
+
* <p>Any existing Glue jobs that had a timeout value greater than 7 days will be defaulted to 7 days. For instance if you have specified a timeout of 20 days for a batch job, it will be stopped on the 7th day.</p>
|
|
7392
|
+
* <p>For streaming jobs, if you have set up a maintenance window, it will be restarted during the maintenance window after 7 days.</p>
|
|
7393
|
+
* @public
|
|
7394
|
+
*/
|
|
7395
|
+
Timeout?: number | undefined;
|
|
7396
|
+
/**
|
|
7397
|
+
* <p>For Glue version 1.0 or earlier jobs, using the standard worker type, the number of
|
|
7398
|
+
* Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is
|
|
7399
|
+
* a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB
|
|
7400
|
+
* of memory. For more information, see the <a href="https://aws.amazon.com/glue/pricing/">
|
|
7401
|
+
* Glue pricing page</a>.</p>
|
|
7402
|
+
* <p>For Glue version 2.0+ jobs, you cannot specify a <code>Maximum capacity</code>.
|
|
7403
|
+
* Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p>
|
|
7404
|
+
* <p>Do not set <code>MaxCapacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
7405
|
+
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
7406
|
+
* running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
|
|
7407
|
+
* job:</p>
|
|
7408
|
+
* <ul>
|
|
7409
|
+
* <li>
|
|
7410
|
+
* <p>When you specify a Python shell job (<code>JobCommand.Name</code>="pythonshell"), you can
|
|
7411
|
+
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
7412
|
+
* </li>
|
|
7413
|
+
* <li>
|
|
7414
|
+
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
7415
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate from 2 to 100 DPUs.
|
|
7416
|
+
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
7417
|
+
* </li>
|
|
7418
|
+
* </ul>
|
|
7419
|
+
* @public
|
|
7420
|
+
*/
|
|
7421
|
+
MaxCapacity?: number | undefined;
|
|
7422
|
+
/**
|
|
7423
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of
|
|
7424
|
+
* G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs. Accepts the value Z.2X for Ray jobs.</p>
|
|
7425
|
+
* <ul>
|
|
7426
|
+
* <li>
|
|
7427
|
+
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 94GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
|
|
7428
|
+
* </li>
|
|
7429
|
+
* <li>
|
|
7430
|
+
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 138GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
|
|
7431
|
+
* </li>
|
|
7432
|
+
* <li>
|
|
7433
|
+
* <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
|
|
7434
|
+
* </li>
|
|
7435
|
+
* <li>
|
|
7436
|
+
* <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
|
|
7437
|
+
* </li>
|
|
7438
|
+
* <li>
|
|
7439
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 or later streaming jobs.</p>
|
|
7440
|
+
* </li>
|
|
7441
|
+
* <li>
|
|
7442
|
+
* <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk, and provides up to 8 Ray workers based on the autoscaler.</p>
|
|
7443
|
+
* </li>
|
|
7444
|
+
* </ul>
|
|
7445
|
+
* @public
|
|
7446
|
+
*/
|
|
7447
|
+
WorkerType?: WorkerType | undefined;
|
|
7448
|
+
/**
|
|
7449
|
+
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
7450
|
+
* @public
|
|
7451
|
+
*/
|
|
7452
|
+
NumberOfWorkers?: number | undefined;
|
|
7453
|
+
/**
|
|
7454
|
+
* <p>The name of the <code>SecurityConfiguration</code> structure to be used with this job
|
|
7455
|
+
* run.</p>
|
|
7456
|
+
* @public
|
|
7457
|
+
*/
|
|
7458
|
+
SecurityConfiguration?: string | undefined;
|
|
7459
|
+
/**
|
|
7460
|
+
* <p>The name of the log group for secure logging that can be server-side encrypted in Amazon
|
|
7461
|
+
* CloudWatch using KMS. This name can be <code>/aws-glue/jobs/</code>, in which case the
|
|
7462
|
+
* default encryption is <code>NONE</code>. If you add a role name and
|
|
7463
|
+
* <code>SecurityConfiguration</code> name (in other words,
|
|
7464
|
+
* <code>/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/</code>), then that security
|
|
7465
|
+
* configuration is used to encrypt the log group.</p>
|
|
7466
|
+
* @public
|
|
7467
|
+
*/
|
|
7468
|
+
LogGroupName?: string | undefined;
|
|
7469
|
+
/**
|
|
7470
|
+
* <p>Specifies configuration properties of a job run notification.</p>
|
|
7471
|
+
* @public
|
|
7472
|
+
*/
|
|
7473
|
+
NotificationProperty?: NotificationProperty | undefined;
|
|
7474
|
+
/**
|
|
7475
|
+
* <p>In Spark jobs, <code>GlueVersion</code> determines the versions of Apache Spark and Python
|
|
7476
|
+
* that Glue available in a job. The Python version indicates the version
|
|
7477
|
+
* supported for jobs of type Spark. </p>
|
|
7478
|
+
* <p>Ray jobs should set <code>GlueVersion</code> to <code>4.0</code> or greater. However,
|
|
7479
|
+
* the versions of Ray, Python and additional libraries available in your Ray job are determined
|
|
7480
|
+
* by the <code>Runtime</code> parameter of the Job command.</p>
|
|
7481
|
+
* <p>For more information about the available Glue versions and corresponding
|
|
7482
|
+
* Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer
|
|
7483
|
+
* guide.</p>
|
|
7484
|
+
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
7485
|
+
* @public
|
|
7486
|
+
*/
|
|
7487
|
+
GlueVersion?: string | undefined;
|
|
7488
|
+
/**
|
|
7489
|
+
* <p>This field can be set for either job runs with execution class <code>FLEX</code> or when Auto Scaling is enabled, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code>, 2 for <code>G.2X</code>, or 0.25 for <code>G.025X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
|
|
7490
|
+
* @public
|
|
7491
|
+
*/
|
|
7492
|
+
DPUSeconds?: number | undefined;
|
|
7493
|
+
/**
|
|
7494
|
+
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
7495
|
+
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
7496
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
7497
|
+
* @public
|
|
7498
|
+
*/
|
|
7499
|
+
ExecutionClass?: ExecutionClass | undefined;
|
|
7500
|
+
/**
|
|
7501
|
+
* <p>This field specifies a day of the week and hour for a maintenance window for streaming jobs. Glue periodically performs maintenance activities. During these maintenance windows, Glue will need to restart your streaming jobs.</p>
|
|
7502
|
+
* <p>Glue will restart the job within 3 hours of the specified maintenance window. For instance, if you set up the maintenance window for Monday at 10:00AM GMT, your jobs will be restarted between 10:00AM GMT to 1:00PM GMT.</p>
|
|
7503
|
+
* @public
|
|
7504
|
+
*/
|
|
7505
|
+
MaintenanceWindow?: string | undefined;
|
|
7506
|
+
/**
|
|
7507
|
+
* <p>The name of an Glue usage profile associated with the job run.</p>
|
|
7508
|
+
* @public
|
|
7509
|
+
*/
|
|
7510
|
+
ProfileName?: string | undefined;
|
|
7511
|
+
/**
|
|
7512
|
+
* <p>This field holds details that pertain to the state of a job run. The field is nullable.</p>
|
|
7513
|
+
* <p>For example, when a job run is in a WAITING state as a result of job run queuing, the field has the reason why the job run is in that state.</p>
|
|
7514
|
+
* @public
|
|
7515
|
+
*/
|
|
7516
|
+
StateDetail?: string | undefined;
|
|
7517
|
+
/**
|
|
7518
|
+
* <p>This inline session policy to the StartJobRun API allows you to dynamically restrict the permissions of the specified
|
|
7519
|
+
* execution role for the scope of the job, without requiring the creation of additional IAM roles.</p>
|
|
7520
|
+
* @public
|
|
7521
|
+
*/
|
|
7522
|
+
ExecutionRoleSessionPolicy?: string | undefined;
|
|
7523
|
+
}
|
|
7524
|
+
/**
|
|
7525
|
+
* <p>The details of a Job node present in the workflow.</p>
|
|
7526
|
+
* @public
|
|
7527
|
+
*/
|
|
7528
|
+
export interface JobNodeDetails {
|
|
7529
|
+
/**
|
|
7530
|
+
* <p>The information for the job runs represented by the job node.</p>
|
|
7531
|
+
* @public
|
|
7532
|
+
*/
|
|
7533
|
+
JobRuns?: JobRun[] | undefined;
|
|
7534
|
+
}
|
|
7535
|
+
/**
|
|
7536
|
+
* <p>The details of a Trigger node present in the workflow.</p>
|
|
7537
|
+
* @public
|
|
7538
|
+
*/
|
|
7539
|
+
export interface TriggerNodeDetails {
|
|
7540
|
+
/**
|
|
7541
|
+
* <p>The information of the trigger represented by the trigger node.</p>
|
|
7542
|
+
* @public
|
|
7543
|
+
*/
|
|
7544
|
+
Trigger?: Trigger | undefined;
|
|
7545
|
+
}
|
|
7546
|
+
/**
|
|
7547
|
+
* <p>A node represents an Glue component (trigger, crawler, or job) on a workflow graph.</p>
|
|
7548
|
+
* @public
|
|
7549
|
+
*/
|
|
7550
|
+
export interface Node {
|
|
7551
|
+
/**
|
|
7552
|
+
* <p>The type of Glue component represented by the node.</p>
|
|
7553
|
+
* @public
|
|
7554
|
+
*/
|
|
7555
|
+
Type?: NodeType | undefined;
|
|
7556
|
+
/**
|
|
7557
|
+
* <p>The name of the Glue component represented by the node.</p>
|
|
7558
|
+
* @public
|
|
7559
|
+
*/
|
|
7560
|
+
Name?: string | undefined;
|
|
7561
|
+
/**
|
|
7562
|
+
* <p>The unique Id assigned to the node within the workflow.</p>
|
|
7563
|
+
* @public
|
|
7564
|
+
*/
|
|
7565
|
+
UniqueId?: string | undefined;
|
|
7566
|
+
/**
|
|
7567
|
+
* <p>Details of the Trigger when the node represents a Trigger.</p>
|
|
7568
|
+
* @public
|
|
7569
|
+
*/
|
|
7570
|
+
TriggerDetails?: TriggerNodeDetails | undefined;
|
|
7571
|
+
/**
|
|
7572
|
+
* <p>Details of the Job when the node represents a Job.</p>
|
|
7573
|
+
* @public
|
|
7574
|
+
*/
|
|
7575
|
+
JobDetails?: JobNodeDetails | undefined;
|
|
7576
|
+
/**
|
|
7577
|
+
* <p>Details of the crawler when the node represents a crawler.</p>
|
|
7578
|
+
* @public
|
|
7579
|
+
*/
|
|
7580
|
+
CrawlerDetails?: CrawlerNodeDetails | undefined;
|
|
7581
|
+
}
|
|
7582
|
+
/**
|
|
7583
|
+
* <p>A workflow graph represents the complete workflow containing all the Glue components present in the
|
|
7584
|
+
* workflow and all the directed connections between them.</p>
|
|
7585
|
+
* @public
|
|
7586
|
+
*/
|
|
7587
|
+
export interface WorkflowGraph {
|
|
7588
|
+
/**
|
|
7589
|
+
* <p>A list of the the Glue components belong to the workflow represented as nodes.</p>
|
|
7590
|
+
* @public
|
|
7591
|
+
*/
|
|
7592
|
+
Nodes?: Node[] | undefined;
|
|
7593
|
+
/**
|
|
7594
|
+
* <p>A list of all the directed connections between the nodes belonging to the workflow.</p>
|
|
7595
|
+
* @public
|
|
7596
|
+
*/
|
|
7597
|
+
Edges?: Edge[] | undefined;
|
|
7598
|
+
}
|
|
7599
|
+
/**
|
|
7600
|
+
* <p>The batch condition that started the workflow run. Either the number of events in the batch size arrived,
|
|
7601
|
+
* in which case the BatchSize member is non-zero, or the batch window expired, in which case the BatchWindow
|
|
7602
|
+
* member is non-zero.</p>
|
|
7603
|
+
* @public
|
|
7604
|
+
*/
|
|
7605
|
+
export interface StartingEventBatchCondition {
|
|
7606
|
+
/**
|
|
7607
|
+
* <p>Number of events in the batch.</p>
|
|
7608
|
+
* @public
|
|
7609
|
+
*/
|
|
7610
|
+
BatchSize?: number | undefined;
|
|
7611
|
+
/**
|
|
7612
|
+
* <p>Duration of the batch window in seconds.</p>
|
|
7613
|
+
* @public
|
|
7614
|
+
*/
|
|
7615
|
+
BatchWindow?: number | undefined;
|
|
7616
|
+
}
|
|
7617
|
+
/**
|
|
7618
|
+
* <p>Workflow run statistics provides statistics about the workflow run.</p>
|
|
7619
|
+
* @public
|
|
7620
|
+
*/
|
|
7621
|
+
export interface WorkflowRunStatistics {
|
|
7622
|
+
/**
|
|
7623
|
+
* <p>Total number of Actions in the workflow run.</p>
|
|
7624
|
+
* @public
|
|
7625
|
+
*/
|
|
7626
|
+
TotalActions?: number | undefined;
|
|
7627
|
+
/**
|
|
7628
|
+
* <p>Total number of Actions that timed out.</p>
|
|
7629
|
+
* @public
|
|
7630
|
+
*/
|
|
7631
|
+
TimeoutActions?: number | undefined;
|
|
7632
|
+
/**
|
|
7633
|
+
* <p>Total number of Actions that have failed.</p>
|
|
7634
|
+
* @public
|
|
7635
|
+
*/
|
|
7636
|
+
FailedActions?: number | undefined;
|
|
7637
|
+
/**
|
|
7638
|
+
* <p>Total number of Actions that have stopped.</p>
|
|
7639
|
+
* @public
|
|
7640
|
+
*/
|
|
7641
|
+
StoppedActions?: number | undefined;
|
|
7642
|
+
/**
|
|
7643
|
+
* <p>Total number of Actions that have succeeded.</p>
|
|
7644
|
+
* @public
|
|
7645
|
+
*/
|
|
7646
|
+
SucceededActions?: number | undefined;
|
|
7647
|
+
/**
|
|
7648
|
+
* <p>Total number Actions in running state.</p>
|
|
7649
|
+
* @public
|
|
7650
|
+
*/
|
|
7651
|
+
RunningActions?: number | undefined;
|
|
7652
|
+
/**
|
|
7653
|
+
* <p>Indicates the count of job runs in the ERROR state in the workflow run.</p>
|
|
7654
|
+
* @public
|
|
7655
|
+
*/
|
|
7656
|
+
ErroredActions?: number | undefined;
|
|
7657
|
+
/**
|
|
7658
|
+
* <p>Indicates the count of job runs in WAITING state in the workflow run.</p>
|
|
7659
|
+
* @public
|
|
7660
|
+
*/
|
|
7661
|
+
WaitingActions?: number | undefined;
|
|
7662
|
+
}
|
|
7663
|
+
/**
|
|
7664
|
+
* <p>A workflow run is an execution of a workflow providing all the runtime information.</p>
|
|
7665
|
+
* @public
|
|
7666
|
+
*/
|
|
7667
|
+
export interface WorkflowRun {
|
|
7668
|
+
/**
|
|
7669
|
+
* <p>Name of the workflow that was run.</p>
|
|
7670
|
+
* @public
|
|
7671
|
+
*/
|
|
7672
|
+
Name?: string | undefined;
|
|
7673
|
+
/**
|
|
7674
|
+
* <p>The ID of this workflow run.</p>
|
|
7675
|
+
* @public
|
|
7676
|
+
*/
|
|
7677
|
+
WorkflowRunId?: string | undefined;
|
|
7678
|
+
/**
|
|
7679
|
+
* <p>The ID of the previous workflow run.</p>
|
|
7680
|
+
* @public
|
|
7681
|
+
*/
|
|
7682
|
+
PreviousRunId?: string | undefined;
|
|
7683
|
+
/**
|
|
7684
|
+
* <p>The workflow run properties which were set during the run.</p>
|
|
7685
|
+
* @public
|
|
7686
|
+
*/
|
|
7687
|
+
WorkflowRunProperties?: Record<string, string> | undefined;
|
|
7688
|
+
/**
|
|
7689
|
+
* <p>The date and time when the workflow run was started.</p>
|
|
7690
|
+
* @public
|
|
7691
|
+
*/
|
|
7692
|
+
StartedOn?: Date | undefined;
|
|
7693
|
+
/**
|
|
7694
|
+
* <p>The date and time when the workflow run completed.</p>
|
|
7695
|
+
* @public
|
|
7696
|
+
*/
|
|
7697
|
+
CompletedOn?: Date | undefined;
|
|
7698
|
+
/**
|
|
7699
|
+
* <p>The status of the workflow run.</p>
|
|
7700
|
+
* @public
|
|
7701
|
+
*/
|
|
7702
|
+
Status?: WorkflowRunStatus | undefined;
|
|
7703
|
+
/**
|
|
7704
|
+
* <p>This error message describes any error that may have occurred in starting the workflow run. Currently the only error message is "Concurrent runs exceeded for workflow: <code>foo</code>."</p>
|
|
7705
|
+
* @public
|
|
7706
|
+
*/
|
|
7707
|
+
ErrorMessage?: string | undefined;
|
|
7708
|
+
/**
|
|
7709
|
+
* <p>The statistics of the run.</p>
|
|
7710
|
+
* @public
|
|
7711
|
+
*/
|
|
7712
|
+
Statistics?: WorkflowRunStatistics | undefined;
|
|
7713
|
+
/**
|
|
7714
|
+
* <p>The graph representing all the Glue components that belong to the workflow as nodes and directed
|
|
7715
|
+
* connections between them as edges.</p>
|
|
7716
|
+
* @public
|
|
7717
|
+
*/
|
|
7718
|
+
Graph?: WorkflowGraph | undefined;
|
|
7719
|
+
/**
|
|
7720
|
+
* <p>The batch condition that started the workflow run.</p>
|
|
7721
|
+
* @public
|
|
7722
|
+
*/
|
|
7723
|
+
StartingEventBatchCondition?: StartingEventBatchCondition | undefined;
|
|
7724
|
+
}
|
|
7725
|
+
/**
|
|
7726
|
+
* <p>A workflow is a collection of multiple dependent Glue
|
|
7727
|
+
* jobs and crawlers that are run to complete a complex ETL task. A
|
|
7728
|
+
* workflow manages the execution and monitoring of all its jobs and crawlers.</p>
|
|
7729
|
+
* @public
|
|
7730
|
+
*/
|
|
7731
|
+
export interface Workflow {
|
|
7732
|
+
/**
|
|
7733
|
+
* <p>The name of the workflow.</p>
|
|
7734
|
+
* @public
|
|
7735
|
+
*/
|
|
7736
|
+
Name?: string | undefined;
|
|
7737
|
+
/**
|
|
7738
|
+
* <p>A description of the workflow.</p>
|
|
7739
|
+
* @public
|
|
7740
|
+
*/
|
|
7741
|
+
Description?: string | undefined;
|
|
7742
|
+
/**
|
|
7743
|
+
* <p>A collection of properties to be used as part of each execution of the workflow.
|
|
7744
|
+
* The run properties are made available to each job in the workflow. A job can modify
|
|
7745
|
+
* the properties for the next jobs in the flow.</p>
|
|
7746
|
+
* @public
|
|
7747
|
+
*/
|
|
7748
|
+
DefaultRunProperties?: Record<string, string> | undefined;
|
|
7749
|
+
/**
|
|
7750
|
+
* <p>The date and time when the workflow was created.</p>
|
|
7751
|
+
* @public
|
|
7752
|
+
*/
|
|
7753
|
+
CreatedOn?: Date | undefined;
|
|
7754
|
+
/**
|
|
7755
|
+
* <p>The date and time when the workflow was last modified.</p>
|
|
7756
|
+
* @public
|
|
7757
|
+
*/
|
|
7758
|
+
LastModifiedOn?: Date | undefined;
|
|
7759
|
+
/**
|
|
7760
|
+
* <p>The information about the last execution of the workflow.</p>
|
|
7761
|
+
* @public
|
|
7762
|
+
*/
|
|
7763
|
+
LastRun?: WorkflowRun | undefined;
|
|
7764
|
+
/**
|
|
7765
|
+
* <p>The graph representing all the Glue components that belong to the workflow as nodes and directed
|
|
7766
|
+
* connections between them as edges.</p>
|
|
7767
|
+
* @public
|
|
7768
|
+
*/
|
|
7769
|
+
Graph?: WorkflowGraph | undefined;
|
|
7770
|
+
/**
|
|
7771
|
+
* <p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>
|
|
7772
|
+
* @public
|
|
7773
|
+
*/
|
|
7774
|
+
MaxConcurrentRuns?: number | undefined;
|
|
7775
|
+
/**
|
|
7776
|
+
* <p>This structure indicates the details of the blueprint that this particular workflow is created from.</p>
|
|
7777
|
+
* @public
|
|
7778
|
+
*/
|
|
7779
|
+
BlueprintDetails?: BlueprintDetails | undefined;
|
|
7780
|
+
}
|
|
7781
|
+
/**
|
|
7782
|
+
* @public
|
|
7783
|
+
*/
|
|
7784
|
+
export interface BatchGetWorkflowsResponse {
|
|
7785
|
+
/**
|
|
7786
|
+
* <p>A list of workflow resource metadata.</p>
|
|
7787
|
+
* @public
|
|
7788
|
+
*/
|
|
7789
|
+
Workflows?: Workflow[] | undefined;
|
|
7790
|
+
/**
|
|
7791
|
+
* <p>A list of names of workflows not found.</p>
|
|
7792
|
+
* @public
|
|
7793
|
+
*/
|
|
7794
|
+
MissingWorkflows?: string[] | undefined;
|
|
7795
|
+
}
|
|
7796
|
+
/**
|
|
7797
|
+
* <p>An Inclusion Annotation.</p>
|
|
7798
|
+
* @public
|
|
7799
|
+
*/
|
|
7800
|
+
export interface DatapointInclusionAnnotation {
|
|
7801
|
+
/**
|
|
7802
|
+
* <p>The ID of the data quality profile the statistic belongs to.</p>
|
|
7803
|
+
* @public
|
|
7804
|
+
*/
|
|
7805
|
+
ProfileId?: string | undefined;
|
|
7806
|
+
/**
|
|
7807
|
+
* <p>The Statistic ID.</p>
|
|
7808
|
+
* @public
|
|
7809
|
+
*/
|
|
7810
|
+
StatisticId?: string | undefined;
|
|
7811
|
+
/**
|
|
7812
|
+
* <p>The inclusion annotation value to apply to the statistic.</p>
|
|
7813
|
+
* @public
|
|
7814
|
+
*/
|
|
7815
|
+
InclusionAnnotation?: InclusionAnnotationValue | undefined;
|
|
7816
|
+
}
|
|
7817
|
+
/**
|
|
7818
|
+
* @public
|
|
7819
|
+
*/
|
|
7820
|
+
export interface BatchPutDataQualityStatisticAnnotationRequest {
|
|
7821
|
+
/**
|
|
7822
|
+
* <p>A list of <code>DatapointInclusionAnnotation</code>'s. The InclusionAnnotations must contain a profileId and statisticId.
|
|
7823
|
+
* If there are multiple InclusionAnnotations, the list must refer to a single statisticId across multiple profileIds.</p>
|
|
7824
|
+
* @public
|
|
7825
|
+
*/
|
|
7826
|
+
InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
|
|
7827
|
+
/**
|
|
7828
|
+
* <p>Client Token.</p>
|
|
7829
|
+
* @public
|
|
7830
|
+
*/
|
|
7831
|
+
ClientToken?: string | undefined;
|
|
7832
|
+
}
|
|
7833
|
+
/**
|
|
7834
|
+
* @public
|
|
7835
|
+
*/
|
|
7836
|
+
export interface BatchPutDataQualityStatisticAnnotationResponse {
|
|
7837
|
+
/**
|
|
7838
|
+
* <p>A list of <code>AnnotationError</code>'s.</p>
|
|
7839
|
+
* @public
|
|
7840
|
+
*/
|
|
7841
|
+
FailedInclusionAnnotations?: AnnotationError[] | undefined;
|
|
7842
|
+
}
|
|
7843
|
+
/**
|
|
7844
|
+
* @public
|
|
7845
|
+
*/
|
|
7846
|
+
export interface BatchStopJobRunRequest {
|
|
7847
|
+
/**
|
|
7848
|
+
* <p>The name of the job definition for which to stop job runs.</p>
|
|
7849
|
+
* @public
|
|
7850
|
+
*/
|
|
7851
|
+
JobName: string | undefined;
|
|
7852
|
+
/**
|
|
7853
|
+
* <p>A list of the <code>JobRunIds</code> that should be stopped for that job
|
|
7854
|
+
* definition.</p>
|
|
7855
|
+
* @public
|
|
7856
|
+
*/
|
|
7857
|
+
JobRunIds: string[] | undefined;
|
|
7858
|
+
}
|
|
7859
|
+
/**
|
|
7860
|
+
* <p>Records an error that occurred when attempting to stop a
|
|
7861
|
+
* specified job run.</p>
|
|
7862
|
+
* @public
|
|
7863
|
+
*/
|
|
7864
|
+
export interface BatchStopJobRunError {
|
|
7865
|
+
/**
|
|
7866
|
+
* <p>The name of the job definition that is used in the job run in question.</p>
|
|
7867
|
+
* @public
|
|
7868
|
+
*/
|
|
7869
|
+
JobName?: string | undefined;
|
|
7870
|
+
/**
|
|
7871
|
+
* <p>The <code>JobRunId</code> of the job run in question.</p>
|
|
7872
|
+
* @public
|
|
7873
|
+
*/
|
|
7874
|
+
JobRunId?: string | undefined;
|
|
7875
|
+
/**
|
|
7876
|
+
* <p>Specifies details about the error that was encountered.</p>
|
|
7877
|
+
* @public
|
|
7878
|
+
*/
|
|
7879
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
7880
|
+
}
|
|
7881
|
+
/**
|
|
7882
|
+
* <p>Records a successful request to stop a specified <code>JobRun</code>.</p>
|
|
7883
|
+
* @public
|
|
7884
|
+
*/
|
|
7885
|
+
export interface BatchStopJobRunSuccessfulSubmission {
|
|
7886
|
+
/**
|
|
7887
|
+
* <p>The name of the job definition used in the job run that was stopped.</p>
|
|
7888
|
+
* @public
|
|
7889
|
+
*/
|
|
7890
|
+
JobName?: string | undefined;
|
|
7891
|
+
/**
|
|
7892
|
+
* <p>The <code>JobRunId</code> of the job run that was stopped.</p>
|
|
7893
|
+
* @public
|
|
7894
|
+
*/
|
|
7895
|
+
JobRunId?: string | undefined;
|
|
7896
|
+
}
|
|
7897
|
+
/**
|
|
7898
|
+
* @public
|
|
7899
|
+
*/
|
|
7900
|
+
export interface BatchStopJobRunResponse {
|
|
7901
|
+
/**
|
|
7902
|
+
* <p>A list of the JobRuns that were successfully submitted for stopping.</p>
|
|
7903
|
+
* @public
|
|
7904
|
+
*/
|
|
7905
|
+
SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[] | undefined;
|
|
7906
|
+
/**
|
|
7907
|
+
* <p>A list of the errors that were encountered in trying to stop <code>JobRuns</code>,
|
|
7908
|
+
* including the <code>JobRunId</code> for which each error was encountered and details about the
|
|
7909
|
+
* error.</p>
|
|
7910
|
+
* @public
|
|
7911
|
+
*/
|
|
7912
|
+
Errors?: BatchStopJobRunError[] | undefined;
|
|
7913
|
+
}
|
|
7914
|
+
/**
|
|
7915
|
+
* <p>A structure that contains the values and structure used to update a partition.</p>
|
|
7916
|
+
* @public
|
|
7917
|
+
*/
|
|
7918
|
+
export interface BatchUpdatePartitionRequestEntry {
|
|
7919
|
+
/**
|
|
7920
|
+
* <p>A list of values defining the partitions.</p>
|
|
7921
|
+
* @public
|
|
7922
|
+
*/
|
|
7923
|
+
PartitionValueList: string[] | undefined;
|
|
7924
|
+
/**
|
|
7925
|
+
* <p>The structure used to update a partition.</p>
|
|
7926
|
+
* @public
|
|
7927
|
+
*/
|
|
7928
|
+
PartitionInput: PartitionInput | undefined;
|
|
7929
|
+
}
|
|
7930
|
+
/**
|
|
7931
|
+
* @public
|
|
7932
|
+
*/
|
|
7933
|
+
export interface BatchUpdatePartitionRequest {
|
|
7934
|
+
/**
|
|
7935
|
+
* <p>The ID of the catalog in which the partition is to be updated. Currently, this should be
|
|
7936
|
+
* the Amazon Web Services account ID.</p>
|
|
7937
|
+
* @public
|
|
7938
|
+
*/
|
|
7939
|
+
CatalogId?: string | undefined;
|
|
7940
|
+
/**
|
|
7941
|
+
* <p>The name of the metadata database in which the partition is
|
|
7942
|
+
* to be updated.</p>
|
|
7943
|
+
* @public
|
|
7944
|
+
*/
|
|
7945
|
+
DatabaseName: string | undefined;
|
|
7946
|
+
/**
|
|
7947
|
+
* <p>The name of the metadata table in which the partition is to be updated.</p>
|
|
7948
|
+
* @public
|
|
7949
|
+
*/
|
|
7950
|
+
TableName: string | undefined;
|
|
7951
|
+
/**
|
|
7952
|
+
* <p>A list of up to 100 <code>BatchUpdatePartitionRequestEntry</code> objects to update.</p>
|
|
7953
|
+
* @public
|
|
7954
|
+
*/
|
|
7955
|
+
Entries: BatchUpdatePartitionRequestEntry[] | undefined;
|
|
7956
|
+
}
|
|
7957
|
+
/**
|
|
7958
|
+
* <p>Contains information about a batch update partition error.</p>
|
|
7959
|
+
* @public
|
|
7960
|
+
*/
|
|
7961
|
+
export interface BatchUpdatePartitionFailureEntry {
|
|
7962
|
+
/**
|
|
7963
|
+
* <p>A list of values defining the partitions.</p>
|
|
7964
|
+
* @public
|
|
7965
|
+
*/
|
|
7966
|
+
PartitionValueList?: string[] | undefined;
|
|
7967
|
+
/**
|
|
7968
|
+
* <p>The details about the batch update partition error.</p>
|
|
7969
|
+
* @public
|
|
7970
|
+
*/
|
|
7971
|
+
ErrorDetail?: ErrorDetail | undefined;
|
|
7972
|
+
}
|
|
7973
|
+
/**
|
|
7974
|
+
* @public
|
|
7975
|
+
*/
|
|
7976
|
+
export interface BatchUpdatePartitionResponse {
|
|
7977
|
+
/**
|
|
7978
|
+
* <p>The errors encountered when trying to update the requested partitions. A list of <code>BatchUpdatePartitionFailureEntry</code> objects.</p>
|
|
7979
|
+
* @public
|
|
7980
|
+
*/
|
|
7981
|
+
Errors?: BatchUpdatePartitionFailureEntry[] | undefined;
|
|
7982
|
+
}
|
|
7983
|
+
/**
|
|
7984
|
+
* @public
|
|
7985
|
+
*/
|
|
7986
|
+
export interface CancelDataQualityRuleRecommendationRunRequest {
|
|
7987
|
+
/**
|
|
7988
|
+
* <p>The unique run identifier associated with this run.</p>
|
|
7989
|
+
* @public
|
|
7990
|
+
*/
|
|
7991
|
+
RunId: string | undefined;
|
|
7992
|
+
}
|
|
7993
|
+
/**
|
|
7994
|
+
* @public
|
|
7995
|
+
*/
|
|
7996
|
+
export interface CancelDataQualityRuleRecommendationRunResponse {
|
|
7997
|
+
}
|
|
7998
|
+
/**
|
|
7999
|
+
* @public
|
|
8000
|
+
*/
|
|
8001
|
+
export interface CancelDataQualityRulesetEvaluationRunRequest {
|
|
8002
|
+
/**
|
|
8003
|
+
* <p>The unique run identifier associated with this run.</p>
|
|
8004
|
+
* @public
|
|
8005
|
+
*/
|
|
8006
|
+
RunId: string | undefined;
|
|
8007
|
+
}
|
|
8008
|
+
/**
|
|
8009
|
+
* @public
|
|
8010
|
+
*/
|
|
8011
|
+
export interface CancelDataQualityRulesetEvaluationRunResponse {
|
|
8012
|
+
}
|
|
8013
|
+
/**
|
|
8014
|
+
* @public
|
|
8015
|
+
*/
|
|
8016
|
+
export interface CancelMLTaskRunRequest {
|
|
8017
|
+
/**
|
|
8018
|
+
* <p>The unique identifier of the machine learning transform.</p>
|
|
8019
|
+
* @public
|
|
8020
|
+
*/
|
|
8021
|
+
TransformId: string | undefined;
|
|
8022
|
+
/**
|
|
8023
|
+
* <p>A unique identifier for the task run.</p>
|
|
8024
|
+
* @public
|
|
8025
|
+
*/
|
|
8026
|
+
TaskRunId: string | undefined;
|
|
8027
|
+
}
|
|
8028
|
+
/**
|
|
8029
|
+
* @public
|
|
8030
|
+
*/
|
|
8031
|
+
export interface CancelMLTaskRunResponse {
|
|
8032
|
+
/**
|
|
8033
|
+
* <p>The unique identifier of the machine learning transform.</p>
|
|
8034
|
+
* @public
|
|
8035
|
+
*/
|
|
8036
|
+
TransformId?: string | undefined;
|
|
8037
|
+
/**
|
|
8038
|
+
* <p>The unique identifier for the task run.</p>
|
|
8039
|
+
* @public
|
|
8040
|
+
*/
|
|
8041
|
+
TaskRunId?: string | undefined;
|
|
8042
|
+
/**
|
|
8043
|
+
* <p>The status for this run.</p>
|
|
8044
|
+
* @public
|
|
8045
|
+
*/
|
|
8046
|
+
Status?: TaskStatusType | undefined;
|
|
8047
|
+
}
|
|
8048
|
+
/**
|
|
8049
|
+
* @public
|
|
8050
|
+
*/
|
|
8051
|
+
export interface CancelStatementRequest {
|
|
8052
|
+
/**
|
|
8053
|
+
* <p>The Session ID of the statement to be cancelled.</p>
|
|
8054
|
+
* @public
|
|
8055
|
+
*/
|
|
8056
|
+
SessionId: string | undefined;
|
|
8057
|
+
/**
|
|
8058
|
+
* <p>The ID of the statement to be cancelled.</p>
|
|
8059
|
+
* @public
|
|
8060
|
+
*/
|
|
8061
|
+
Id: number | undefined;
|
|
8062
|
+
/**
|
|
8063
|
+
* <p>The origin of the request to cancel the statement.</p>
|
|
8064
|
+
* @public
|
|
8065
|
+
*/
|
|
8066
|
+
RequestOrigin?: string | undefined;
|
|
8067
|
+
}
|
|
8068
|
+
/**
|
|
8069
|
+
* @public
|
|
8070
|
+
*/
|
|
8071
|
+
export interface CancelStatementResponse {
|
|
8072
|
+
}
|
|
8073
|
+
/**
|
|
8074
|
+
* @public
|
|
8075
|
+
*/
|
|
8076
|
+
export interface CheckSchemaVersionValidityInput {
|
|
8077
|
+
/**
|
|
8078
|
+
* <p>The data format of the schema definition. Currently <code>AVRO</code>, <code>JSON</code> and <code>PROTOBUF</code> are supported.</p>
|
|
8079
|
+
* @public
|
|
8080
|
+
*/
|
|
8081
|
+
DataFormat: DataFormat | undefined;
|
|
8082
|
+
/**
|
|
8083
|
+
* <p>The definition of the schema that has to be validated.</p>
|
|
8084
|
+
* @public
|
|
8085
|
+
*/
|
|
8086
|
+
SchemaDefinition: string | undefined;
|
|
8087
|
+
}
|
|
8088
|
+
/**
|
|
8089
|
+
* @public
|
|
8090
|
+
*/
|
|
8091
|
+
export interface CheckSchemaVersionValidityResponse {
|
|
8092
|
+
/**
|
|
8093
|
+
* <p>Return true, if the schema is valid and false otherwise.</p>
|
|
8094
|
+
* @public
|
|
8095
|
+
*/
|
|
8096
|
+
Valid?: boolean | undefined;
|
|
8097
|
+
/**
|
|
8098
|
+
* <p>A validation failure error message.</p>
|
|
8099
|
+
* @public
|
|
8100
|
+
*/
|
|
8101
|
+
Error?: string | undefined;
|
|
8102
|
+
}
|
|
8103
|
+
/**
|
|
8104
|
+
* @public
|
|
8105
|
+
*/
|
|
8106
|
+
export interface CreateBlueprintRequest {
|
|
8107
|
+
/**
|
|
8108
|
+
* <p>The name of the blueprint.</p>
|
|
8109
|
+
* @public
|
|
8110
|
+
*/
|
|
8111
|
+
Name: string | undefined;
|
|
8112
|
+
/**
|
|
8113
|
+
* <p>A description of the blueprint.</p>
|
|
8114
|
+
* @public
|
|
8115
|
+
*/
|
|
8116
|
+
Description?: string | undefined;
|
|
8117
|
+
/**
|
|
8118
|
+
* <p>Specifies a path in Amazon S3 where the blueprint is published.</p>
|
|
8119
|
+
* @public
|
|
8120
|
+
*/
|
|
8121
|
+
BlueprintLocation: string | undefined;
|
|
8122
|
+
/**
|
|
8123
|
+
* <p>The tags to be applied to this blueprint.</p>
|
|
8124
|
+
* @public
|
|
8125
|
+
*/
|
|
8126
|
+
Tags?: Record<string, string> | undefined;
|
|
8127
|
+
}
|
|
8128
|
+
/**
|
|
8129
|
+
* @public
|
|
8130
|
+
*/
|
|
8131
|
+
export interface CreateBlueprintResponse {
|
|
8132
|
+
/**
|
|
8133
|
+
* <p>Returns the name of the blueprint that was registered.</p>
|
|
8134
|
+
* @public
|
|
8135
|
+
*/
|
|
8136
|
+
Name?: string | undefined;
|
|
8137
|
+
}
|
|
8138
|
+
/**
|
|
8139
|
+
* <p>Input properties to configure data lake access for your catalog resource in the Glue Data Catalog.</p>
|
|
8140
|
+
* @public
|
|
8141
|
+
*/
|
|
8142
|
+
export interface DataLakeAccessProperties {
|
|
8143
|
+
/**
|
|
8144
|
+
* <p>Turns on or off data lake access for Apache Spark applications that access Amazon Redshift databases in the Data Catalog from any non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.</p>
|
|
8145
|
+
* @public
|
|
8146
|
+
*/
|
|
8147
|
+
DataLakeAccess?: boolean | undefined;
|
|
8148
|
+
/**
|
|
8149
|
+
* <p>A role that will be assumed by Glue for transferring data into/out of the staging bucket during a query.</p>
|
|
8150
|
+
* @public
|
|
8151
|
+
*/
|
|
8152
|
+
DataTransferRole?: string | undefined;
|
|
8153
|
+
/**
|
|
8154
|
+
* <p>An encryption key that will be used for the staging bucket that will be created along with the catalog.</p>
|
|
8155
|
+
* @public
|
|
8156
|
+
*/
|
|
8157
|
+
KmsKey?: string | undefined;
|
|
8158
|
+
/**
|
|
8159
|
+
* <p>Specifies a federated catalog type for the native catalog resource. The currently supported type is <code>aws:redshift</code>.</p>
|
|
8160
|
+
* @public
|
|
8161
|
+
*/
|
|
8162
|
+
CatalogType?: string | undefined;
|
|
8163
|
+
}
|
|
8164
|
+
/**
|
|
8165
|
+
* <p>A structure that specifies Iceberg table optimization properties for the catalog, including configurations for compaction, retention, and orphan file deletion operations.</p>
|
|
8166
|
+
* @public
|
|
8167
|
+
*/
|
|
8168
|
+
export interface IcebergOptimizationProperties {
|
|
8169
|
+
/**
|
|
8170
|
+
* <p>The Amazon Resource Name (ARN) of the IAM role that will be assumed to perform Iceberg table optimization operations.</p>
|
|
8171
|
+
* @public
|
|
8172
|
+
*/
|
|
8173
|
+
RoleArn?: string | undefined;
|
|
8174
|
+
/**
|
|
8175
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table compaction operations, which optimize the layout of data files to improve query performance.</p>
|
|
8176
|
+
* @public
|
|
8177
|
+
*/
|
|
8178
|
+
Compaction?: Record<string, string> | undefined;
|
|
8179
|
+
/**
|
|
8180
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg table retention operations, which manage the lifecycle of table snapshots to control storage costs.</p>
|
|
8181
|
+
* @public
|
|
8182
|
+
*/
|
|
8183
|
+
Retention?: Record<string, string> | undefined;
|
|
8184
|
+
/**
|
|
8185
|
+
* <p>A map of key-value pairs that specify configuration parameters for Iceberg orphan file deletion operations, which identify and remove files that are no longer referenced by the table metadata.</p>
|
|
8186
|
+
* @public
|
|
8187
|
+
*/
|
|
8188
|
+
OrphanFileDeletion?: Record<string, string> | undefined;
|
|
8189
|
+
}
|
|
8190
|
+
/**
|
|
8191
|
+
* <p>A structure that specifies data lake access properties and other custom properties.</p>
|
|
8192
|
+
* @public
|
|
8193
|
+
*/
|
|
8194
|
+
export interface CatalogProperties {
|
|
8195
|
+
/**
|
|
8196
|
+
* <p>A <code>DataLakeAccessProperties</code> object that specifies properties to configure data lake access for your catalog resource in the Glue Data Catalog.</p>
|
|
8197
|
+
* @public
|
|
8198
|
+
*/
|
|
8199
|
+
DataLakeAccessProperties?: DataLakeAccessProperties | undefined;
|
|
8200
|
+
/**
|
|
8201
|
+
* <p>A structure that specifies Iceberg table optimization properties for the catalog. This includes configuration for compaction, retention, and
|
|
8202
|
+
* orphan file deletion operations that can be applied to Iceberg tables in this catalog.</p>
|
|
8203
|
+
* @public
|
|
8204
|
+
*/
|
|
8205
|
+
IcebergOptimizationProperties?: IcebergOptimizationProperties | undefined;
|
|
8206
|
+
/**
|
|
8207
|
+
* <p>Additional key-value properties for the catalog, such as column statistics optimizations.</p>
|
|
8208
|
+
* @public
|
|
8209
|
+
*/
|
|
8210
|
+
CustomProperties?: Record<string, string> | undefined;
|
|
8211
|
+
}
|
|
8212
|
+
/**
|
|
8213
|
+
* <p>The Lake Formation principal.</p>
|
|
8214
|
+
* @public
|
|
8215
|
+
*/
|
|
8216
|
+
export interface DataLakePrincipal {
|
|
8217
|
+
/**
|
|
8218
|
+
* <p>An identifier for the Lake Formation principal.</p>
|
|
8219
|
+
* @public
|
|
8220
|
+
*/
|
|
8221
|
+
DataLakePrincipalIdentifier?: string | undefined;
|
|
8222
|
+
}
|
|
8223
|
+
/**
|
|
8224
|
+
* <p>Permissions granted to a principal.</p>
|
|
8225
|
+
* @public
|
|
8226
|
+
*/
|
|
8227
|
+
export interface PrincipalPermissions {
|
|
8228
|
+
/**
|
|
8229
|
+
* <p>The principal who is granted permissions.</p>
|
|
8230
|
+
* @public
|
|
8231
|
+
*/
|
|
8232
|
+
Principal?: DataLakePrincipal | undefined;
|
|
8233
|
+
/**
|
|
8234
|
+
* <p>The permissions that are granted to the principal.</p>
|
|
8235
|
+
* @public
|
|
8236
|
+
*/
|
|
8237
|
+
Permissions?: Permission[] | undefined;
|
|
8238
|
+
}
|
|
8239
|
+
/**
|
|
8240
|
+
* <p>A catalog that points to an entity outside the Glue Data Catalog.</p>
|
|
8241
|
+
* @public
|
|
8242
|
+
*/
|
|
8243
|
+
export interface FederatedCatalog {
|
|
8244
|
+
/**
|
|
8245
|
+
* <p>A unique identifier for the federated catalog.</p>
|
|
8246
|
+
* @public
|
|
8247
|
+
*/
|
|
8248
|
+
Identifier?: string | undefined;
|
|
8249
|
+
/**
|
|
8250
|
+
* <p>The name of the connection to an external data source, for example a Redshift-federated catalog.</p>
|
|
8251
|
+
* @public
|
|
8252
|
+
*/
|
|
8253
|
+
ConnectionName?: string | undefined;
|
|
8254
|
+
/**
|
|
8255
|
+
* <p>The type of connection used to access the federated catalog, specifying the protocol or method for connection to the
|
|
8256
|
+
* external data source.</p>
|
|
8257
|
+
* @public
|
|
8258
|
+
*/
|
|
8259
|
+
ConnectionType?: string | undefined;
|
|
8260
|
+
}
|
|
8261
|
+
/**
|
|
8262
|
+
* <p>A structure that describes a target catalog for resource linking.</p>
|
|
8263
|
+
* @public
|
|
8264
|
+
*/
|
|
8265
|
+
export interface TargetRedshiftCatalog {
|
|
8266
|
+
/**
|
|
8267
|
+
* <p>The Amazon Resource Name (ARN) of the catalog resource.</p>
|
|
8268
|
+
* @public
|
|
8269
|
+
*/
|
|
8270
|
+
CatalogArn: string | undefined;
|
|
8271
|
+
}
|
|
8272
|
+
/**
|
|
8273
|
+
* <p>A structure that describes catalog properties.</p>
|
|
8274
|
+
* @public
|
|
8275
|
+
*/
|
|
8276
|
+
export interface CatalogInput {
|
|
8277
|
+
/**
|
|
8278
|
+
* <p>Description string, not more than 2048 bytes long, matching the URI address multi-line string pattern. A description of the catalog.</p>
|
|
8279
|
+
* @public
|
|
8280
|
+
*/
|
|
8281
|
+
Description?: string | undefined;
|
|
8282
|
+
/**
|
|
8283
|
+
* <p>A <code>FederatedCatalog</code> object. A <code>FederatedCatalog</code> structure that references an entity outside the Glue Data Catalog, for example a Redshift database.</p>
|
|
8284
|
+
* @public
|
|
8285
|
+
*/
|
|
8286
|
+
FederatedCatalog?: FederatedCatalog | undefined;
|
|
8287
|
+
/**
|
|
8288
|
+
* <p>A map array of key-value pairs that define the parameters and properties of the catalog.</p>
|
|
8289
|
+
* @public
|
|
8290
|
+
*/
|
|
8291
|
+
Parameters?: Record<string, string> | undefined;
|
|
8292
|
+
/**
|
|
8293
|
+
* <p>A <code>TargetRedshiftCatalog</code> object that describes a target catalog for resource linking.</p>
|
|
8294
|
+
* @public
|
|
8295
|
+
*/
|
|
8296
|
+
TargetRedshiftCatalog?: TargetRedshiftCatalog | undefined;
|
|
8297
|
+
/**
|
|
8298
|
+
* <p>A <code>CatalogProperties</code> object that specifies data lake access properties and other custom properties.</p>
|
|
8299
|
+
* @public
|
|
8300
|
+
*/
|
|
8301
|
+
CatalogProperties?: CatalogProperties | undefined;
|
|
8302
|
+
/**
|
|
8303
|
+
* <p>An array of <code>PrincipalPermissions</code> objects. Creates a set of default permissions on the table(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.</p>
|
|
8304
|
+
* @public
|
|
8305
|
+
*/
|
|
8306
|
+
CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined;
|
|
8307
|
+
/**
|
|
8308
|
+
* <p>An array of <code>PrincipalPermissions</code> objects. Creates a set of default permissions on the database(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.</p>
|
|
8309
|
+
* @public
|
|
8310
|
+
*/
|
|
8311
|
+
CreateDatabaseDefaultPermissions?: PrincipalPermissions[] | undefined;
|
|
8312
|
+
/**
|
|
8313
|
+
* <p>
|
|
8314
|
+
* Allows third-party engines to access data in Amazon S3 locations that are registered with Lake Formation.
|
|
8315
|
+
* </p>
|
|
8316
|
+
* @public
|
|
8317
|
+
*/
|
|
8318
|
+
AllowFullTableExternalDataAccess?: AllowFullTableExternalDataAccessEnum | undefined;
|
|
8319
|
+
}
|
|
8320
|
+
/**
|
|
8321
|
+
* @public
|
|
8322
|
+
*/
|
|
8323
|
+
export interface CreateCatalogRequest {
|
|
8324
|
+
/**
|
|
8325
|
+
* <p>The name of the catalog to create.</p>
|
|
8326
|
+
* @public
|
|
8327
|
+
*/
|
|
8328
|
+
Name: string | undefined;
|
|
8329
|
+
/**
|
|
8330
|
+
* <p>A <code>CatalogInput</code> object that defines the metadata for the catalog.</p>
|
|
8331
|
+
* @public
|
|
8332
|
+
*/
|
|
8333
|
+
CatalogInput: CatalogInput | undefined;
|
|
8334
|
+
/**
|
|
8335
|
+
* <p>A map array of key-value pairs, not more than 50 pairs. Each key is a UTF-8 string, not less than 1 or more than 128 bytes long. Each value is a UTF-8 string, not more than 256 bytes long. The tags you assign to the catalog.</p>
|
|
8336
|
+
* @public
|
|
8337
|
+
*/
|
|
8338
|
+
Tags?: Record<string, string> | undefined;
|
|
8339
|
+
}
|
|
8340
|
+
/**
|
|
8341
|
+
* @public
|
|
8342
|
+
*/
|
|
8343
|
+
export interface CreateCatalogResponse {
|
|
8344
|
+
}
|
|
8345
|
+
/**
|
|
8346
|
+
* <p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>
|
|
8347
|
+
* @public
|
|
8348
|
+
*/
|
|
8349
|
+
export interface CreateCsvClassifierRequest {
|
|
8350
|
+
/**
|
|
8351
|
+
* <p>The name of the classifier.</p>
|
|
8352
|
+
* @public
|
|
8353
|
+
*/
|
|
8354
|
+
Name: string | undefined;
|
|
8355
|
+
/**
|
|
8356
|
+
* <p>A custom symbol to denote what separates each column entry in the row.</p>
|
|
8357
|
+
* @public
|
|
8358
|
+
*/
|
|
8359
|
+
Delimiter?: string | undefined;
|
|
8360
|
+
/**
|
|
8361
|
+
* <p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>
|
|
8362
|
+
* @public
|
|
8363
|
+
*/
|
|
8364
|
+
QuoteSymbol?: string | undefined;
|
|
8365
|
+
/**
|
|
8366
|
+
* <p>Indicates whether the CSV file contains a header.</p>
|
|
8367
|
+
* @public
|
|
8368
|
+
*/
|
|
8369
|
+
ContainsHeader?: CsvHeaderOption | undefined;
|
|
8370
|
+
/**
|
|
8371
|
+
* <p>A list of strings representing column names.</p>
|
|
8372
|
+
* @public
|
|
8373
|
+
*/
|
|
8374
|
+
Header?: string[] | undefined;
|
|
8375
|
+
/**
|
|
8376
|
+
* <p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>
|
|
8377
|
+
* @public
|
|
8378
|
+
*/
|
|
8379
|
+
DisableValueTrimming?: boolean | undefined;
|
|
8380
|
+
/**
|
|
8381
|
+
* <p>Enables the processing of files that contain only one column.</p>
|
|
8382
|
+
* @public
|
|
8383
|
+
*/
|
|
8384
|
+
AllowSingleColumn?: boolean | undefined;
|
|
8385
|
+
/**
|
|
8386
|
+
* <p>Enables the configuration of custom datatypes.</p>
|
|
8387
|
+
* @public
|
|
8388
|
+
*/
|
|
8389
|
+
CustomDatatypeConfigured?: boolean | undefined;
|
|
8390
|
+
/**
|
|
8391
|
+
* <p>Creates a list of supported custom datatypes.</p>
|
|
8392
|
+
* @public
|
|
8393
|
+
*/
|
|
8394
|
+
CustomDatatypes?: string[] | undefined;
|
|
8395
|
+
/**
|
|
8396
|
+
* <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
|
|
8397
|
+
* @public
|
|
8398
|
+
*/
|
|
8399
|
+
Serde?: CsvSerdeOption | undefined;
|
|
8400
|
+
}
|
|
8401
|
+
/**
|
|
8402
|
+
* <p>Specifies a <code>grok</code> classifier for <code>CreateClassifier</code>
|
|
8403
|
+
* to create.</p>
|
|
8404
|
+
* @public
|
|
8405
|
+
*/
|
|
8406
|
+
export interface CreateGrokClassifierRequest {
|
|
8407
|
+
/**
|
|
8408
|
+
* <p>An identifier of the data format that the classifier matches,
|
|
8409
|
+
* such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.</p>
|
|
8410
|
+
* @public
|
|
8411
|
+
*/
|
|
8412
|
+
Classification: string | undefined;
|
|
8413
|
+
/**
|
|
8414
|
+
* <p>The name of the new classifier.</p>
|
|
8415
|
+
* @public
|
|
8416
|
+
*/
|
|
8417
|
+
Name: string | undefined;
|
|
8418
|
+
/**
|
|
8419
|
+
* <p>The grok pattern used by this classifier.</p>
|
|
8420
|
+
* @public
|
|
8421
|
+
*/
|
|
8422
|
+
GrokPattern: string | undefined;
|
|
8423
|
+
/**
|
|
8424
|
+
* <p>Optional custom grok patterns used by this classifier.</p>
|
|
8425
|
+
* @public
|
|
8426
|
+
*/
|
|
8427
|
+
CustomPatterns?: string | undefined;
|
|
8428
|
+
}
|
|
8429
|
+
/**
|
|
8430
|
+
* <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
|
|
8431
|
+
* @public
|
|
8432
|
+
*/
|
|
8433
|
+
export interface CreateJsonClassifierRequest {
|
|
8434
|
+
/**
|
|
8435
|
+
* <p>The name of the classifier.</p>
|
|
8436
|
+
* @public
|
|
8437
|
+
*/
|
|
8438
|
+
Name: string | undefined;
|
|
8439
|
+
/**
|
|
8440
|
+
* <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
|
|
8441
|
+
* Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
|
|
8442
|
+
* @public
|
|
8443
|
+
*/
|
|
8444
|
+
JsonPath: string | undefined;
|
|
8445
|
+
}
|
|
8446
|
+
/**
|
|
8447
|
+
* <p>Specifies an XML classifier for <code>CreateClassifier</code> to create.</p>
|
|
8448
|
+
* @public
|
|
8449
|
+
*/
|
|
8450
|
+
export interface CreateXMLClassifierRequest {
|
|
8451
|
+
/**
|
|
8452
|
+
* <p>An identifier of the data format that the classifier matches.</p>
|
|
8453
|
+
* @public
|
|
8454
|
+
*/
|
|
8455
|
+
Classification: string | undefined;
|
|
8456
|
+
/**
|
|
8457
|
+
* <p>The name of the classifier.</p>
|
|
8458
|
+
* @public
|
|
8459
|
+
*/
|
|
8460
|
+
Name: string | undefined;
|
|
8461
|
+
/**
|
|
8462
|
+
* <p>The XML tag designating the element that contains each record in an XML document being
|
|
8463
|
+
* parsed. This can't identify a self-closing element (closed by <code>/></code>). An empty
|
|
8464
|
+
* row element that contains only attributes can be parsed as long as it ends with a closing tag
|
|
8465
|
+
* (for example, <code><row item_a="A" item_b="B"></row></code> is okay, but
|
|
8466
|
+
* <code><row item_a="A" item_b="B" /></code> is not).</p>
|
|
8467
|
+
* @public
|
|
8468
|
+
*/
|
|
8469
|
+
RowTag?: string | undefined;
|
|
8470
|
+
}
|
|
8471
|
+
/**
|
|
8472
|
+
* @public
|
|
8473
|
+
*/
|
|
8474
|
+
export interface CreateClassifierRequest {
|
|
8475
|
+
/**
|
|
8476
|
+
* <p>A <code>GrokClassifier</code> object specifying the classifier
|
|
8477
|
+
* to create.</p>
|
|
8478
|
+
* @public
|
|
8479
|
+
*/
|
|
8480
|
+
GrokClassifier?: CreateGrokClassifierRequest | undefined;
|
|
8481
|
+
/**
|
|
8482
|
+
* <p>An <code>XMLClassifier</code> object specifying the classifier
|
|
8483
|
+
* to create.</p>
|
|
8484
|
+
* @public
|
|
8485
|
+
*/
|
|
8486
|
+
XMLClassifier?: CreateXMLClassifierRequest | undefined;
|
|
8487
|
+
/**
|
|
8488
|
+
* <p>A <code>JsonClassifier</code> object specifying the classifier
|
|
8489
|
+
* to create.</p>
|
|
8490
|
+
* @public
|
|
8491
|
+
*/
|
|
8492
|
+
JsonClassifier?: CreateJsonClassifierRequest | undefined;
|
|
8493
|
+
/**
|
|
8494
|
+
* <p>A <code>CsvClassifier</code> object specifying the classifier
|
|
8495
|
+
* to create.</p>
|
|
8496
|
+
* @public
|
|
8497
|
+
*/
|
|
8498
|
+
CsvClassifier?: CreateCsvClassifierRequest | undefined;
|
|
8499
|
+
}
|
|
8500
|
+
/**
|
|
8501
|
+
* @public
|
|
8502
|
+
*/
|
|
8503
|
+
export interface CreateClassifierResponse {
|
|
8504
|
+
}
|
|
8505
|
+
/**
|
|
8506
|
+
* @public
|
|
8507
|
+
*/
|
|
8508
|
+
export interface CreateColumnStatisticsTaskSettingsRequest {
|
|
8509
|
+
/**
|
|
8510
|
+
* <p>The name of the database where the table resides.</p>
|
|
8511
|
+
* @public
|
|
8512
|
+
*/
|
|
8513
|
+
DatabaseName: string | undefined;
|
|
8514
|
+
/**
|
|
8515
|
+
* <p>The name of the table for which to generate column statistics.</p>
|
|
8516
|
+
* @public
|
|
8517
|
+
*/
|
|
8518
|
+
TableName: string | undefined;
|
|
8519
|
+
/**
|
|
8520
|
+
* <p>The role used for running the column statistics.</p>
|
|
8521
|
+
* @public
|
|
8522
|
+
*/
|
|
8523
|
+
Role: string | undefined;
|
|
8524
|
+
/**
|
|
8525
|
+
* <p>A schedule for running the column statistics, specified in CRON syntax.</p>
|
|
8526
|
+
* @public
|
|
8527
|
+
*/
|
|
8528
|
+
Schedule?: string | undefined;
|
|
8529
|
+
/**
|
|
8530
|
+
* <p>A list of column names for which to run statistics.</p>
|
|
8531
|
+
* @public
|
|
8532
|
+
*/
|
|
8533
|
+
ColumnNameList?: string[] | undefined;
|
|
8534
|
+
/**
|
|
8535
|
+
* <p>The percentage of data to sample.</p>
|
|
8536
|
+
* @public
|
|
8537
|
+
*/
|
|
8538
|
+
SampleSize?: number | undefined;
|
|
8539
|
+
/**
|
|
8540
|
+
* <p>The ID of the Data Catalog in which the database resides.</p>
|
|
8541
|
+
* @public
|
|
8542
|
+
*/
|
|
8543
|
+
CatalogID?: string | undefined;
|
|
8544
|
+
/**
|
|
8545
|
+
* <p>Name of the security configuration that is used to encrypt CloudWatch logs.</p>
|
|
8546
|
+
* @public
|
|
8547
|
+
*/
|
|
8548
|
+
SecurityConfiguration?: string | undefined;
|
|
8549
|
+
/**
|
|
8550
|
+
* <p>A map of tags.</p>
|
|
8551
|
+
* @public
|
|
8552
|
+
*/
|
|
8553
|
+
Tags?: Record<string, string> | undefined;
|
|
8554
|
+
}
|
|
8555
|
+
/**
|
|
8556
|
+
* @public
|
|
8557
|
+
*/
|
|
8558
|
+
export interface CreateColumnStatisticsTaskSettingsResponse {
|
|
8559
|
+
}
|
|
8560
|
+
/**
|
|
8561
|
+
* <p>The OAuth client app in GetConnection response.</p>
|
|
8562
|
+
* @public
|
|
8563
|
+
*/
|
|
8564
|
+
export interface PhysicalConnectionRequirements {
|
|
8565
|
+
/**
|
|
8566
|
+
* <p>The subnet ID used by the connection.</p>
|
|
8567
|
+
* @public
|
|
8568
|
+
*/
|
|
8569
|
+
SubnetId?: string | undefined;
|
|
8570
|
+
/**
|
|
8571
|
+
* <p>The security group ID list used by the connection.</p>
|
|
8572
|
+
* @public
|
|
8573
|
+
*/
|
|
8574
|
+
SecurityGroupIdList?: string[] | undefined;
|
|
8575
|
+
/**
|
|
8576
|
+
* <p>The connection's Availability Zone.</p>
|
|
8577
|
+
* @public
|
|
8578
|
+
*/
|
|
8579
|
+
AvailabilityZone?: string | undefined;
|
|
8580
|
+
}
|
|
8581
|
+
/**
|
|
8582
|
+
* <p>A structure that is used to specify a connection to create or update.</p>
|
|
8583
|
+
* @public
|
|
8584
|
+
*/
|
|
8585
|
+
export interface ConnectionInput {
|
|
8586
|
+
/**
|
|
8587
|
+
* <p>The name of the connection.</p>
|
|
8588
|
+
* @public
|
|
8589
|
+
*/
|
|
8590
|
+
Name: string | undefined;
|
|
8591
|
+
/**
|
|
8592
|
+
* <p>The description of the connection.</p>
|
|
8593
|
+
* @public
|
|
8594
|
+
*/
|
|
8595
|
+
Description?: string | undefined;
|
|
8596
|
+
/**
|
|
8597
|
+
* <p>The type of the connection. Currently, these types are supported:</p>
|
|
8598
|
+
* <ul>
|
|
8599
|
+
* <li>
|
|
8600
|
+
* <p>
|
|
8601
|
+
* <code>JDBC</code> - Designates a connection to a database through Java Database Connectivity (JDBC).</p>
|
|
8602
|
+
* <p>
|
|
8603
|
+
* <code>JDBC</code> Connections use the following ConnectionParameters.</p>
|
|
8604
|
+
* <ul>
|
|
8605
|
+
* <li>
|
|
8606
|
+
* <p>Required: All of (<code>HOST</code>, <code>PORT</code>, <code>JDBC_ENGINE</code>) or <code>JDBC_CONNECTION_URL</code>.</p>
|
|
8607
|
+
* </li>
|
|
8608
|
+
* <li>
|
|
8609
|
+
* <p>Required: All of (<code>USERNAME</code>, <code>PASSWORD</code>) or <code>SECRET_ID</code>.</p>
|
|
8610
|
+
* </li>
|
|
8611
|
+
* <li>
|
|
8612
|
+
* <p>Optional: <code>JDBC_ENFORCE_SSL</code>, <code>CUSTOM_JDBC_CERT</code>, <code>CUSTOM_JDBC_CERT_STRING</code>, <code>SKIP_CUSTOM_JDBC_CERT_VALIDATION</code>. These parameters are used to configure SSL with JDBC.</p>
|
|
8613
|
+
* </li>
|
|
8614
|
+
* </ul>
|
|
8615
|
+
* </li>
|
|
8616
|
+
* <li>
|
|
8617
|
+
* <p>
|
|
8618
|
+
* <code>KAFKA</code> - Designates a connection to an Apache Kafka streaming platform.</p>
|
|
8619
|
+
* <p>
|
|
8620
|
+
* <code>KAFKA</code> Connections use the following ConnectionParameters.</p>
|
|
8621
|
+
* <ul>
|
|
8622
|
+
* <li>
|
|
8623
|
+
* <p>Required: <code>KAFKA_BOOTSTRAP_SERVERS</code>.</p>
|
|
8624
|
+
* </li>
|
|
8625
|
+
* <li>
|
|
8626
|
+
* <p>Optional: <code>KAFKA_SSL_ENABLED</code>, <code>KAFKA_CUSTOM_CERT</code>, <code>KAFKA_SKIP_CUSTOM_CERT_VALIDATION</code>. These parameters are used to configure SSL with <code>KAFKA</code>.</p>
|
|
8627
|
+
* </li>
|
|
8628
|
+
* <li>
|
|
8629
|
+
* <p>Optional: <code>KAFKA_CLIENT_KEYSTORE</code>, <code>KAFKA_CLIENT_KEYSTORE_PASSWORD</code>, <code>KAFKA_CLIENT_KEY_PASSWORD</code>, <code>ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD</code>, <code>ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD</code>. These parameters are used to configure TLS client configuration with SSL in <code>KAFKA</code>.</p>
|
|
8630
|
+
* </li>
|
|
8631
|
+
* <li>
|
|
8632
|
+
* <p>Optional: <code>KAFKA_SASL_MECHANISM</code>. Can be specified as <code>SCRAM-SHA-512</code>, <code>GSSAPI</code>, or <code>AWS_MSK_IAM</code>.</p>
|
|
8633
|
+
* </li>
|
|
8634
|
+
* <li>
|
|
8635
|
+
* <p>Optional: <code>KAFKA_SASL_SCRAM_USERNAME</code>, <code>KAFKA_SASL_SCRAM_PASSWORD</code>, <code>ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD</code>. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with <code>KAFKA</code>.</p>
|
|
8636
|
+
* </li>
|
|
8637
|
+
* <li>
|
|
8638
|
+
* <p>Optional: <code>KAFKA_SASL_GSSAPI_KEYTAB</code>, <code>KAFKA_SASL_GSSAPI_KRB5_CONF</code>, <code>KAFKA_SASL_GSSAPI_SERVICE</code>, <code>KAFKA_SASL_GSSAPI_PRINCIPAL</code>. These parameters are used to configure SASL/GSSAPI authentication with <code>KAFKA</code>.</p>
|
|
8639
|
+
* </li>
|
|
8640
|
+
* </ul>
|
|
8641
|
+
* </li>
|
|
8642
|
+
* <li>
|
|
8643
|
+
* <p>
|
|
8644
|
+
* <code>MONGODB</code> - Designates a connection to a MongoDB document database.</p>
|
|
8645
|
+
* <p>
|
|
8646
|
+
* <code>MONGODB</code> Connections use the following ConnectionParameters.</p>
|
|
8647
|
+
* <ul>
|
|
8648
|
+
* <li>
|
|
8649
|
+
* <p>Required: <code>CONNECTION_URL</code>.</p>
|
|
8650
|
+
* </li>
|
|
8651
|
+
* <li>
|
|
8652
|
+
* <p>Required: All of (<code>USERNAME</code>, <code>PASSWORD</code>) or <code>SECRET_ID</code>.</p>
|
|
8653
|
+
* </li>
|
|
8654
|
+
* </ul>
|
|
8655
|
+
* </li>
|
|
8656
|
+
* <li>
|
|
8657
|
+
* <p>
|
|
8658
|
+
* <code>VIEW_VALIDATION_REDSHIFT</code> - Designates a connection used for view validation by Amazon Redshift.</p>
|
|
8659
|
+
* </li>
|
|
8660
|
+
* <li>
|
|
8661
|
+
* <p>
|
|
8662
|
+
* <code>VIEW_VALIDATION_ATHENA</code> - Designates a connection used for view validation by Amazon Athena.</p>
|
|
8663
|
+
* </li>
|
|
8664
|
+
* <li>
|
|
8665
|
+
* <p>
|
|
8666
|
+
* <code>NETWORK</code> - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).</p>
|
|
8667
|
+
* <p>
|
|
8668
|
+
* <code>NETWORK</code> Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.</p>
|
|
8669
|
+
* </li>
|
|
8670
|
+
* <li>
|
|
8671
|
+
* <p>
|
|
8672
|
+
* <code>MARKETPLACE</code> - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.</p>
|
|
8673
|
+
* <p>
|
|
8674
|
+
* <code>MARKETPLACE</code> Connections use the following ConnectionParameters.</p>
|
|
8675
|
+
* <ul>
|
|
8676
|
+
* <li>
|
|
8677
|
+
* <p>Required: <code>CONNECTOR_TYPE</code>, <code>CONNECTOR_URL</code>, <code>CONNECTOR_CLASS_NAME</code>, <code>CONNECTION_URL</code>.</p>
|
|
8678
|
+
* </li>
|
|
8679
|
+
* <li>
|
|
8680
|
+
* <p>Required for <code>JDBC</code>
|
|
8681
|
+
* <code>CONNECTOR_TYPE</code> connections: All of (<code>USERNAME</code>, <code>PASSWORD</code>) or <code>SECRET_ID</code>.</p>
|
|
8682
|
+
* </li>
|
|
8683
|
+
* </ul>
|
|
8684
|
+
* </li>
|
|
8685
|
+
* <li>
|
|
8686
|
+
* <p>
|
|
8687
|
+
* <code>CUSTOM</code> - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.</p>
|
|
8688
|
+
* </li>
|
|
8689
|
+
* </ul>
|
|
8690
|
+
* <p>Additionally, a <code>ConnectionType</code> for the following SaaS connectors is supported:</p>
|
|
8691
|
+
* <ul>
|
|
8692
|
+
* <li>
|
|
8693
|
+
* <p>
|
|
8694
|
+
* <code>FACEBOOKADS</code> - Designates a connection to Facebook Ads.</p>
|
|
8695
|
+
* </li>
|
|
8696
|
+
* <li>
|
|
8697
|
+
* <p>
|
|
8698
|
+
* <code>GOOGLEADS</code> - Designates a connection to Google Ads.</p>
|
|
8699
|
+
* </li>
|
|
8700
|
+
* <li>
|
|
8701
|
+
* <p>
|
|
8702
|
+
* <code>GOOGLESHEETS</code> - Designates a connection to Google Sheets.</p>
|
|
8703
|
+
* </li>
|
|
8704
|
+
* <li>
|
|
8705
|
+
* <p>
|
|
8706
|
+
* <code>GOOGLEANALYTICS4</code> - Designates a connection to Google Analytics 4.</p>
|
|
8707
|
+
* </li>
|
|
8708
|
+
* <li>
|
|
8709
|
+
* <p>
|
|
8710
|
+
* <code>HUBSPOT</code> - Designates a connection to HubSpot.</p>
|
|
8711
|
+
* </li>
|
|
8712
|
+
* <li>
|
|
8713
|
+
* <p>
|
|
8714
|
+
* <code>INSTAGRAMADS</code> - Designates a connection to Instagram Ads.</p>
|
|
8715
|
+
* </li>
|
|
8716
|
+
* <li>
|
|
8717
|
+
* <p>
|
|
8718
|
+
* <code>INTERCOM</code> - Designates a connection to Intercom.</p>
|
|
8719
|
+
* </li>
|
|
8720
|
+
* <li>
|
|
8721
|
+
* <p>
|
|
8722
|
+
* <code>JIRACLOUD</code> - Designates a connection to Jira Cloud.</p>
|
|
8723
|
+
* </li>
|
|
8724
|
+
* <li>
|
|
8725
|
+
* <p>
|
|
8726
|
+
* <code>MARKETO</code> - Designates a connection to Adobe Marketo Engage.</p>
|
|
8727
|
+
* </li>
|
|
8728
|
+
* <li>
|
|
8729
|
+
* <p>
|
|
8730
|
+
* <code>NETSUITEERP</code> - Designates a connection to Oracle NetSuite.</p>
|
|
8731
|
+
* </li>
|
|
8732
|
+
* <li>
|
|
8733
|
+
* <p>
|
|
8734
|
+
* <code>SALESFORCE</code> - Designates a connection to Salesforce using OAuth authentication.</p>
|
|
8735
|
+
* </li>
|
|
8736
|
+
* <li>
|
|
8737
|
+
* <p>
|
|
8738
|
+
* <code>SALESFORCEMARKETINGCLOUD</code> - Designates a connection to Salesforce Marketing Cloud.</p>
|
|
8739
|
+
* </li>
|
|
8740
|
+
* <li>
|
|
8741
|
+
* <p>
|
|
8742
|
+
* <code>SALESFORCEPARDOT</code> - Designates a connection to Salesforce Marketing Cloud Account Engagement (MCAE).</p>
|
|
8743
|
+
* </li>
|
|
8744
|
+
* <li>
|
|
8745
|
+
* <p>
|
|
8746
|
+
* <code>SAPODATA</code> - Designates a connection to SAP OData.</p>
|
|
8747
|
+
* </li>
|
|
8748
|
+
* <li>
|
|
8749
|
+
* <p>
|
|
8750
|
+
* <code>SERVICENOW</code> - Designates a connection to ServiceNow.</p>
|
|
8751
|
+
* </li>
|
|
8752
|
+
* <li>
|
|
8753
|
+
* <p>
|
|
8754
|
+
* <code>SLACK</code> - Designates a connection to Slack.</p>
|
|
8755
|
+
* </li>
|
|
8756
|
+
* <li>
|
|
8757
|
+
* <p>
|
|
8758
|
+
* <code>SNAPCHATADS</code> - Designates a connection to Snapchat Ads.</p>
|
|
8759
|
+
* </li>
|
|
8760
|
+
* <li>
|
|
8761
|
+
* <p>
|
|
8762
|
+
* <code>STRIPE</code> - Designates a connection to Stripe.</p>
|
|
8763
|
+
* </li>
|
|
8764
|
+
* <li>
|
|
8765
|
+
* <p>
|
|
8766
|
+
* <code>ZENDESK</code> - Designates a connection to Zendesk.</p>
|
|
8767
|
+
* </li>
|
|
8768
|
+
* <li>
|
|
8769
|
+
* <p>
|
|
8770
|
+
* <code>ZOHOCRM</code> - Designates a connection to Zoho CRM.</p>
|
|
8771
|
+
* </li>
|
|
8772
|
+
* </ul>
|
|
8773
|
+
* <p>For more information on the connection parameters needed for a particular connector, see the documentation for the connector in <a href="https://docs.aws.amazon.com/glue/latest/dg/console-connections.html">Adding an Glue connection</a>in the Glue User Guide.</p>
|
|
8774
|
+
* <p>
|
|
8775
|
+
* <code>SFTP</code> is not supported.</p>
|
|
8776
|
+
* <p>For more information about how optional ConnectionProperties are used to configure features in Glue, consult <a href="https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html">Glue connection properties</a>.</p>
|
|
8777
|
+
* <p>For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult <a href="https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html">Using connectors and connections</a>.</p>
|
|
8778
|
+
* @public
|
|
8779
|
+
*/
|
|
8780
|
+
ConnectionType: ConnectionType | undefined;
|
|
8781
|
+
/**
|
|
8782
|
+
* <p>A list of criteria that can be used in selecting this connection.</p>
|
|
8783
|
+
* @public
|
|
8784
|
+
*/
|
|
8785
|
+
MatchCriteria?: string[] | undefined;
|
|
8786
|
+
/**
|
|
8787
|
+
* <p>These key-value pairs define parameters for the connection.</p>
|
|
8788
|
+
* @public
|
|
8789
|
+
*/
|
|
8790
|
+
ConnectionProperties: Partial<Record<ConnectionPropertyKey, string>> | undefined;
|
|
8791
|
+
/**
|
|
8792
|
+
* <p>Connection properties specific to the Spark compute environment.</p>
|
|
8793
|
+
* @public
|
|
8794
|
+
*/
|
|
8795
|
+
SparkProperties?: Record<string, string> | undefined;
|
|
8796
|
+
/**
|
|
8797
|
+
* <p>Connection properties specific to the Athena compute environment.</p>
|
|
8798
|
+
* @public
|
|
8799
|
+
*/
|
|
8800
|
+
AthenaProperties?: Record<string, string> | undefined;
|
|
8801
|
+
/**
|
|
8802
|
+
* <p>Connection properties specific to the Python compute environment.</p>
|
|
8803
|
+
* @public
|
|
8804
|
+
*/
|
|
8805
|
+
PythonProperties?: Record<string, string> | undefined;
|
|
8806
|
+
/**
|
|
8807
|
+
* <p>The physical connection requirements, such as virtual private cloud (VPC) and <code>SecurityGroup</code>, that are needed to successfully make this connection.</p>
|
|
8808
|
+
* @public
|
|
8809
|
+
*/
|
|
8810
|
+
PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined;
|
|
8811
|
+
/**
|
|
8812
|
+
* <p>The authentication properties of the connection.</p>
|
|
8813
|
+
* @public
|
|
8814
|
+
*/
|
|
8815
|
+
AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined;
|
|
8816
|
+
/**
|
|
8817
|
+
* <p>A flag to validate the credentials during create connection. Default is true. </p>
|
|
8818
|
+
* @public
|
|
8819
|
+
*/
|
|
8820
|
+
ValidateCredentials?: boolean | undefined;
|
|
8821
|
+
/**
|
|
8822
|
+
* <p>The compute environments that the specified connection properties are validated against.</p>
|
|
8823
|
+
* @public
|
|
8824
|
+
*/
|
|
8825
|
+
ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined;
|
|
8826
|
+
}
|
|
8827
|
+
/**
|
|
8828
|
+
* @public
|
|
8829
|
+
*/
|
|
8830
|
+
export interface CreateConnectionRequest {
|
|
8831
|
+
/**
|
|
8832
|
+
* <p>The ID of the Data Catalog in which to create the connection. If none is provided, the Amazon Web Services
|
|
8833
|
+
* account ID is used by default.</p>
|
|
8834
|
+
* @public
|
|
8835
|
+
*/
|
|
8836
|
+
CatalogId?: string | undefined;
|
|
8837
|
+
/**
|
|
8838
|
+
* <p>A <code>ConnectionInput</code> object defining the connection
|
|
8839
|
+
* to create.</p>
|
|
8840
|
+
* @public
|
|
8841
|
+
*/
|
|
8842
|
+
ConnectionInput: ConnectionInput | undefined;
|
|
8843
|
+
/**
|
|
8844
|
+
* <p>The tags you assign to the connection.</p>
|
|
8845
|
+
* @public
|
|
8846
|
+
*/
|
|
8847
|
+
Tags?: Record<string, string> | undefined;
|
|
8848
|
+
}
|
|
8849
|
+
/**
|
|
8850
|
+
* @public
|
|
8851
|
+
*/
|
|
8852
|
+
export interface CreateConnectionResponse {
|
|
8853
|
+
/**
|
|
8854
|
+
* <p>The status of the connection creation request. The request can take some time for certain authentication types, for example when creating an OAuth connection with token exchange over VPC.</p>
|
|
8855
|
+
* @public
|
|
8856
|
+
*/
|
|
8857
|
+
CreateConnectionStatus?: ConnectionStatus | undefined;
|
|
8858
|
+
}
|
|
8859
|
+
/**
|
|
8860
|
+
* @public
|
|
8861
|
+
*/
|
|
8862
|
+
export interface CreateCrawlerRequest {
|
|
8863
|
+
/**
|
|
8864
|
+
* <p>Name of the new crawler.</p>
|
|
8865
|
+
* @public
|
|
8866
|
+
*/
|
|
8867
|
+
Name: string | undefined;
|
|
8868
|
+
/**
|
|
8869
|
+
* <p>The IAM role or Amazon Resource Name (ARN) of an IAM role used by the new crawler to
|
|
8870
|
+
* access customer resources.</p>
|
|
8871
|
+
* @public
|
|
8872
|
+
*/
|
|
8873
|
+
Role: string | undefined;
|
|
8874
|
+
/**
|
|
8875
|
+
* <p>The Glue database where results are written, such as:
|
|
8876
|
+
* <code>arn:aws:daylight:us-east-1::database/sometable/*</code>.</p>
|
|
8877
|
+
* @public
|
|
8878
|
+
*/
|
|
8879
|
+
DatabaseName?: string | undefined;
|
|
8880
|
+
/**
|
|
8881
|
+
* <p>A description of the new crawler.</p>
|
|
8882
|
+
* @public
|
|
8883
|
+
*/
|
|
8884
|
+
Description?: string | undefined;
|
|
8885
|
+
/**
|
|
8886
|
+
* <p>A list of collection of targets to crawl.</p>
|
|
8887
|
+
* @public
|
|
8888
|
+
*/
|
|
8889
|
+
Targets: CrawlerTargets | undefined;
|
|
8890
|
+
/**
|
|
8891
|
+
* <p>A <code>cron</code> expression used to specify the schedule (see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html">Time-Based Schedules for Jobs and Crawlers</a>. For example, to run
|
|
8892
|
+
* something every day at 12:15 UTC, you would specify:
|
|
8893
|
+
* <code>cron(15 12 * * ? *)</code>.</p>
|
|
8894
|
+
* @public
|
|
8895
|
+
*/
|
|
8896
|
+
Schedule?: string | undefined;
|
|
8897
|
+
/**
|
|
8898
|
+
* <p>A list of custom classifiers that the user has registered. By default, all built-in
|
|
8899
|
+
* classifiers are included in a crawl, but these custom classifiers always override the default
|
|
8900
|
+
* classifiers for a given classification.</p>
|
|
8901
|
+
* @public
|
|
8902
|
+
*/
|
|
8903
|
+
Classifiers?: string[] | undefined;
|
|
8904
|
+
/**
|
|
8905
|
+
* <p>The table prefix used for catalog tables that are created.</p>
|
|
8906
|
+
* @public
|
|
8907
|
+
*/
|
|
8908
|
+
TablePrefix?: string | undefined;
|
|
8909
|
+
/**
|
|
8910
|
+
* <p>The policy for the crawler's update and deletion behavior.</p>
|
|
8911
|
+
* @public
|
|
8912
|
+
*/
|
|
8913
|
+
SchemaChangePolicy?: SchemaChangePolicy | undefined;
|
|
8914
|
+
/**
|
|
8915
|
+
* <p>A policy that specifies whether to crawl the entire dataset again, or to crawl only folders that were added since the last crawler run.</p>
|
|
8916
|
+
* @public
|
|
8917
|
+
*/
|
|
8918
|
+
RecrawlPolicy?: RecrawlPolicy | undefined;
|
|
8919
|
+
/**
|
|
8920
|
+
* <p>Specifies data lineage configuration settings for the crawler.</p>
|
|
8921
|
+
* @public
|
|
8922
|
+
*/
|
|
8923
|
+
LineageConfiguration?: LineageConfiguration | undefined;
|
|
8924
|
+
/**
|
|
8925
|
+
* <p>Specifies Lake Formation configuration settings for the crawler.</p>
|
|
8926
|
+
* @public
|
|
8927
|
+
*/
|
|
8928
|
+
LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
|
|
8929
|
+
/**
|
|
8930
|
+
* <p>Crawler configuration information. This versioned JSON
|
|
8931
|
+
* string allows users to specify aspects of a crawler's behavior.
|
|
8932
|
+
* For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html">Setting crawler configuration options</a>.</p>
|
|
8933
|
+
* @public
|
|
8934
|
+
*/
|
|
8935
|
+
Configuration?: string | undefined;
|
|
8936
|
+
/**
|
|
8937
|
+
* <p>The name of the <code>SecurityConfiguration</code> structure to be used by this
|
|
8938
|
+
* crawler.</p>
|
|
8939
|
+
* @public
|
|
8940
|
+
*/
|
|
8941
|
+
CrawlerSecurityConfiguration?: string | undefined;
|
|
8942
|
+
/**
|
|
8943
|
+
* <p>The tags to use with this crawler request. You may use tags to limit access to the
|
|
8944
|
+
* crawler. For more information about tags in Glue, see <a href="https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html">Amazon Web Services Tags in Glue</a> in the developer
|
|
8945
|
+
* guide.</p>
|
|
8946
|
+
* @public
|
|
8947
|
+
*/
|
|
8948
|
+
Tags?: Record<string, string> | undefined;
|
|
8949
|
+
}
|
|
8950
|
+
/**
|
|
8951
|
+
* @public
|
|
8952
|
+
*/
|
|
8953
|
+
export interface CreateCrawlerResponse {
|
|
8954
|
+
}
|
|
8955
|
+
/**
|
|
8956
|
+
* @public
|
|
8957
|
+
*/
|
|
8958
|
+
export interface CreateCustomEntityTypeRequest {
|
|
8959
|
+
/**
|
|
8960
|
+
* <p>A name for the custom pattern that allows it to be retrieved or deleted later. This name must be unique per Amazon Web Services account.</p>
|
|
8961
|
+
* @public
|
|
8962
|
+
*/
|
|
8963
|
+
Name: string | undefined;
|
|
8964
|
+
/**
|
|
8965
|
+
* <p>A regular expression string that is used for detecting sensitive data in a custom pattern.</p>
|
|
8966
|
+
* @public
|
|
8967
|
+
*/
|
|
8968
|
+
RegexString: string | undefined;
|
|
8969
|
+
/**
|
|
8970
|
+
* <p>A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
|
|
8971
|
+
* <p>If no context words are passed only a regular expression is checked.</p>
|
|
8972
|
+
* @public
|
|
8973
|
+
*/
|
|
8974
|
+
ContextWords?: string[] | undefined;
|
|
8975
|
+
/**
|
|
8976
|
+
* <p>A list of tags applied to the custom entity type.</p>
|
|
8977
|
+
* @public
|
|
8978
|
+
*/
|
|
8979
|
+
Tags?: Record<string, string> | undefined;
|
|
8980
|
+
}
|
|
8981
|
+
/**
|
|
8982
|
+
* @public
|
|
8983
|
+
*/
|
|
8984
|
+
export interface CreateCustomEntityTypeResponse {
|
|
8985
|
+
/**
|
|
8986
|
+
* <p>The name of the custom pattern you created.</p>
|
|
8987
|
+
* @public
|
|
8988
|
+
*/
|
|
8989
|
+
Name?: string | undefined;
|
|
8990
|
+
}
|
|
8991
|
+
/**
|
|
8992
|
+
* <p>A database that points to an entity outside the Glue Data Catalog.</p>
|
|
8993
|
+
* @public
|
|
8994
|
+
*/
|
|
8995
|
+
export interface FederatedDatabase {
|
|
8996
|
+
/**
|
|
8997
|
+
* <p>A unique identifier for the federated database.</p>
|
|
8998
|
+
* @public
|
|
8999
|
+
*/
|
|
9000
|
+
Identifier?: string | undefined;
|
|
9001
|
+
/**
|
|
9002
|
+
* <p>The name of the connection to the external metastore.</p>
|
|
9003
|
+
* @public
|
|
9004
|
+
*/
|
|
9005
|
+
ConnectionName?: string | undefined;
|
|
9006
|
+
/**
|
|
9007
|
+
* <p>The type of connection used to access the federated database, such as JDBC, ODBC, or other supported connection protocols.</p>
|
|
9008
|
+
* @public
|
|
9009
|
+
*/
|
|
9010
|
+
ConnectionType?: string | undefined;
|
|
9011
|
+
}
|
|
9012
|
+
/**
|
|
9013
|
+
* <p>A structure that describes a target database for resource linking.</p>
|
|
9014
|
+
* @public
|
|
9015
|
+
*/
|
|
9016
|
+
export interface DatabaseIdentifier {
|
|
9017
|
+
/**
|
|
9018
|
+
* <p>The ID of the Data Catalog in which the database resides.</p>
|
|
9019
|
+
* @public
|
|
9020
|
+
*/
|
|
9021
|
+
CatalogId?: string | undefined;
|
|
9022
|
+
/**
|
|
9023
|
+
* <p>The name of the catalog database.</p>
|
|
9024
|
+
* @public
|
|
9025
|
+
*/
|
|
9026
|
+
DatabaseName?: string | undefined;
|
|
9027
|
+
/**
|
|
9028
|
+
* <p>Region of the target database.</p>
|
|
9029
|
+
* @public
|
|
9030
|
+
*/
|
|
9031
|
+
Region?: string | undefined;
|
|
9032
|
+
}
|
|
9033
|
+
/**
|
|
9034
|
+
* <p>The structure used to create or update a database.</p>
|
|
9035
|
+
* @public
|
|
9036
|
+
*/
|
|
9037
|
+
export interface DatabaseInput {
|
|
9038
|
+
/**
|
|
9039
|
+
* <p>The name of the database. For Hive compatibility, this is folded to lowercase when it is
|
|
9040
|
+
* stored.</p>
|
|
9041
|
+
* @public
|
|
9042
|
+
*/
|
|
9043
|
+
Name: string | undefined;
|
|
9044
|
+
/**
|
|
9045
|
+
* <p>A description of the database.</p>
|
|
9046
|
+
* @public
|
|
9047
|
+
*/
|
|
9048
|
+
Description?: string | undefined;
|
|
9049
|
+
/**
|
|
9050
|
+
* <p>The location of the database (for example, an HDFS path). </p>
|
|
9051
|
+
* @public
|
|
9052
|
+
*/
|
|
9053
|
+
LocationUri?: string | undefined;
|
|
9054
|
+
/**
|
|
9055
|
+
* <p>These key-value pairs define parameters and properties
|
|
9056
|
+
* of the database.</p>
|
|
9057
|
+
* <p>These key-value pairs define parameters and properties of the database.</p>
|
|
9058
|
+
* @public
|
|
9059
|
+
*/
|
|
9060
|
+
Parameters?: Record<string, string> | undefined;
|
|
9061
|
+
/**
|
|
9062
|
+
* <p>Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.</p>
|
|
9063
|
+
* @public
|
|
9064
|
+
*/
|
|
9065
|
+
CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined;
|
|
9066
|
+
/**
|
|
9067
|
+
* <p>A <code>DatabaseIdentifier</code> structure that describes a target database for resource linking.</p>
|
|
9068
|
+
* @public
|
|
9069
|
+
*/
|
|
9070
|
+
TargetDatabase?: DatabaseIdentifier | undefined;
|
|
9071
|
+
/**
|
|
9072
|
+
* <p>A <code>FederatedDatabase</code> structure that references an entity outside the Glue Data Catalog.</p>
|
|
9073
|
+
* @public
|
|
9074
|
+
*/
|
|
9075
|
+
FederatedDatabase?: FederatedDatabase | undefined;
|
|
9076
|
+
}
|
|
9077
|
+
/**
|
|
9078
|
+
* @public
|
|
9079
|
+
*/
|
|
9080
|
+
export interface CreateDatabaseRequest {
|
|
9081
|
+
/**
|
|
9082
|
+
* <p>The ID of the Data Catalog in which to create the database. If none is provided, the Amazon Web Services
|
|
9083
|
+
* account ID is used by default.</p>
|
|
9084
|
+
* @public
|
|
9085
|
+
*/
|
|
9086
|
+
CatalogId?: string | undefined;
|
|
9087
|
+
/**
|
|
9088
|
+
* <p>The metadata for the database.</p>
|
|
9089
|
+
* @public
|
|
9090
|
+
*/
|
|
9091
|
+
DatabaseInput: DatabaseInput | undefined;
|
|
9092
|
+
/**
|
|
9093
|
+
* <p>The tags you assign to the database.</p>
|
|
9094
|
+
* @public
|
|
9095
|
+
*/
|
|
9096
|
+
Tags?: Record<string, string> | undefined;
|
|
9097
|
+
}
|
|
9098
|
+
/**
|
|
9099
|
+
* @public
|
|
9100
|
+
*/
|
|
9101
|
+
export interface CreateDatabaseResponse {
|
|
9102
|
+
}
|
|
9103
|
+
/**
|
|
9104
|
+
* <p>An object representing an Glue table.</p>
|
|
9105
|
+
* @public
|
|
9106
|
+
*/
|
|
9107
|
+
export interface DataQualityTargetTable {
|
|
9108
|
+
/**
|
|
9109
|
+
* <p>The name of the Glue table.</p>
|
|
9110
|
+
* @public
|
|
9111
|
+
*/
|
|
9112
|
+
TableName: string | undefined;
|
|
9113
|
+
/**
|
|
9114
|
+
* <p>The name of the database where the Glue table exists.</p>
|
|
9115
|
+
* @public
|
|
9116
|
+
*/
|
|
9117
|
+
DatabaseName: string | undefined;
|
|
9118
|
+
/**
|
|
9119
|
+
* <p>The catalog id where the Glue table exists.</p>
|
|
9120
|
+
* @public
|
|
9121
|
+
*/
|
|
9122
|
+
CatalogId?: string | undefined;
|
|
9123
|
+
}
|
|
9124
|
+
/**
|
|
9125
|
+
* <p>A request to create a data quality ruleset.</p>
|
|
9126
|
+
* @public
|
|
9127
|
+
*/
|
|
9128
|
+
export interface CreateDataQualityRulesetRequest {
|
|
9129
|
+
/**
|
|
9130
|
+
* <p>A unique name for the data quality ruleset.</p>
|
|
9131
|
+
* @public
|
|
9132
|
+
*/
|
|
9133
|
+
Name: string | undefined;
|
|
9134
|
+
/**
|
|
9135
|
+
* <p>A description of the data quality ruleset.</p>
|
|
9136
|
+
* @public
|
|
9137
|
+
*/
|
|
9138
|
+
Description?: string | undefined;
|
|
9139
|
+
/**
|
|
9140
|
+
* <p>A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.</p>
|
|
9141
|
+
* @public
|
|
9142
|
+
*/
|
|
9143
|
+
Ruleset: string | undefined;
|
|
9144
|
+
/**
|
|
9145
|
+
* <p>A list of tags applied to the data quality ruleset.</p>
|
|
9146
|
+
* @public
|
|
9147
|
+
*/
|
|
9148
|
+
Tags?: Record<string, string> | undefined;
|
|
9149
|
+
/**
|
|
9150
|
+
* <p>A target table associated with the data quality ruleset.</p>
|
|
9151
|
+
* @public
|
|
9152
|
+
*/
|
|
9153
|
+
TargetTable?: DataQualityTargetTable | undefined;
|
|
9154
|
+
/**
|
|
9155
|
+
* <p>The name of the security configuration created with the data quality encryption option.</p>
|
|
9156
|
+
* @public
|
|
9157
|
+
*/
|
|
9158
|
+
DataQualitySecurityConfiguration?: string | undefined;
|
|
9159
|
+
/**
|
|
9160
|
+
* <p>Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.</p>
|
|
9161
|
+
* @public
|
|
9162
|
+
*/
|
|
9163
|
+
ClientToken?: string | undefined;
|
|
9164
|
+
}
|