@aws-sdk/client-glue 3.965.0 → 3.966.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -0
- package/dist-cjs/index.js +233 -0
- package/dist-es/Glue.js +8 -0
- package/dist-es/commands/GetMaterializedViewRefreshTaskRunCommand.js +16 -0
- package/dist-es/commands/ListMaterializedViewRefreshTaskRunsCommand.js +16 -0
- package/dist-es/commands/StartMaterializedViewRefreshTaskRunCommand.js +16 -0
- package/dist-es/commands/StopMaterializedViewRefreshTaskRunCommand.js +16 -0
- package/dist-es/commands/index.js +4 -0
- package/dist-es/models/enums.js +11 -0
- package/dist-es/models/errors.js +42 -0
- package/dist-es/pagination/ListMaterializedViewRefreshTaskRunsPaginator.js +4 -0
- package/dist-es/pagination/index.js +1 -0
- package/dist-es/schemas/schemas_0.js +101 -1
- package/dist-types/Glue.d.ts +28 -0
- package/dist-types/GlueClient.d.ts +6 -2
- package/dist-types/commands/GetMLTransformCommand.d.ts +2 -1
- package/dist-types/commands/GetMaterializedViewRefreshTaskRunCommand.d.ts +103 -0
- package/dist-types/commands/ListMaterializedViewRefreshTaskRunsCommand.d.ts +106 -0
- package/dist-types/commands/StartMaterializedViewRefreshTaskRunCommand.d.ts +95 -0
- package/dist-types/commands/StopMaterializedViewRefreshTaskRunCommand.d.ts +89 -0
- package/dist-types/commands/UpdateTableCommand.d.ts +1 -1
- package/dist-types/commands/UpdateTableOptimizerCommand.d.ts +1 -1
- package/dist-types/commands/UpdateTriggerCommand.d.ts +1 -2
- package/dist-types/commands/index.d.ts +4 -0
- package/dist-types/models/enums.d.ts +27 -0
- package/dist-types/models/errors.d.ts +39 -0
- package/dist-types/models/models_1.d.ts +107 -152
- package/dist-types/models/models_2.d.ts +259 -202
- package/dist-types/models/models_3.d.ts +203 -4
- package/dist-types/pagination/ListMaterializedViewRefreshTaskRunsPaginator.d.ts +7 -0
- package/dist-types/pagination/index.d.ts +1 -0
- package/dist-types/schemas/schemas_0.d.ts +16 -0
- package/dist-types/ts3.4/Glue.d.ts +92 -0
- package/dist-types/ts3.4/GlueClient.d.ts +24 -0
- package/dist-types/ts3.4/commands/GetMLTransformCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetMaterializedViewRefreshTaskRunCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/ListMaterializedViewRefreshTaskRunsCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/StartMaterializedViewRefreshTaskRunCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/StopMaterializedViewRefreshTaskRunCommand.d.ts +51 -0
- package/dist-types/ts3.4/commands/UpdateTableCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTableOptimizerCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/UpdateTriggerCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/index.d.ts +4 -0
- package/dist-types/ts3.4/models/enums.d.ts +15 -0
- package/dist-types/ts3.4/models/errors.d.ts +33 -0
- package/dist-types/ts3.4/models/models_1.d.ts +26 -30
- package/dist-types/ts3.4/models/models_2.d.ts +59 -50
- package/dist-types/ts3.4/models/models_3.d.ts +50 -0
- package/dist-types/ts3.4/pagination/ListMaterializedViewRefreshTaskRunsPaginator.d.ts +11 -0
- package/dist-types/ts3.4/pagination/index.d.ts +1 -0
- package/dist-types/ts3.4/schemas/schemas_0.d.ts +16 -0
- package/package.json +11 -11
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { DocumentType as __DocumentType } from "@smithy/types";
|
|
2
|
-
import { AllowFullTableExternalDataAccessEnum, AuthenticationType, BlueprintRunState, CatalogEncryptionMode, CloudWatchEncryptionMode, ColumnStatisticsState, ColumnStatisticsType, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseAttributes, DataFormat, DataOperation, DataQualityEncryptionMode, DataQualityModelStatus, DQCompositeRuleEvaluationMethod, ExecutionStatus, FieldDataType, FieldFilterOperator, FunctionType, IcebergNullOrder, IcebergSortDirection, IcebergStructTypeEnum, InclusionAnnotationValue, IntegrationStatus, JobBookmarksEncryptionMode, Language, LastRefreshType, MetadataOperation, MLUserDataEncryptionModeString, PrincipalType, RegistryStatus, ResourceShareType, ResourceType, S3EncryptionMode, ScheduleType, SchemaStatus, SchemaVersionStatus, SessionStatus, SettingSource, SortDirectionType, TableOptimizerType, TaskRunSortColumnType, TaskStatusType, TaskType,
|
|
2
|
+
import { AllowFullTableExternalDataAccessEnum, AuthenticationType, BlueprintRunState, CatalogEncryptionMode, CloudWatchEncryptionMode, ColumnStatisticsState, ColumnStatisticsType, Compatibility, ComputationType, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvHeaderOption, CsvSerdeOption, DatabaseAttributes, DataFormat, DataOperation, DataQualityEncryptionMode, DataQualityModelStatus, DQCompositeRuleEvaluationMethod, ExecutionStatus, FieldDataType, FieldFilterOperator, FunctionType, IcebergNullOrder, IcebergSortDirection, IcebergStructTypeEnum, InclusionAnnotationValue, IntegrationStatus, JobBookmarksEncryptionMode, Language, LastRefreshType, MaterializedViewRefreshState, MaterializedViewRefreshType, MetadataOperation, MLUserDataEncryptionModeString, PrincipalType, RegistryStatus, ResourceShareType, ResourceType, S3EncryptionMode, ScheduleType, SchemaStatus, SchemaVersionStatus, SessionStatus, SettingSource, SortDirectionType, TableOptimizerType, TaskRunSortColumnType, TaskStatusType, TaskType, TransformType, TriggerType, UnnestSpec, ViewDialect, WorkerType } from "./enums";
|
|
3
3
|
import { type AuthConfiguration, type AuthenticationConfiguration, type Blueprint, type ConnectionsList, type DatabaseIdentifier, type DataQualityAggregatedMetrics, type DataQualityTargetTable, type ErrorDetail, type EventBatchingCondition, type FederatedCatalog, type FederatedDatabase, type PartitionInput, type PhysicalConnectionRequirements, type Predicate, type Schedule, type SchemaId, type StorageDescriptor, type TableOptimizerConfiguration, type TargetRedshiftCatalog, Action, Column, Crawler, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, GlueTable, JobRun, PrincipalPermissions, Property } from "./models_0";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
@@ -7037,6 +7037,112 @@ export interface GetMappingResponse {
|
|
|
7037
7037
|
*/
|
|
7038
7038
|
Mapping: MappingEntry[] | undefined;
|
|
7039
7039
|
}
|
|
7040
|
+
/**
|
|
7041
|
+
* @public
|
|
7042
|
+
*/
|
|
7043
|
+
export interface GetMaterializedViewRefreshTaskRunRequest {
|
|
7044
|
+
/**
|
|
7045
|
+
* <p>The ID of the Data Catalog where the table resides. If none is supplied, the account ID is used by default.</p>
|
|
7046
|
+
* @public
|
|
7047
|
+
*/
|
|
7048
|
+
CatalogId: string | undefined;
|
|
7049
|
+
/**
|
|
7050
|
+
* <p>The identifier for the particular materialized view refresh task run.</p>
|
|
7051
|
+
* @public
|
|
7052
|
+
*/
|
|
7053
|
+
MaterializedViewRefreshTaskRunId: string | undefined;
|
|
7054
|
+
}
|
|
7055
|
+
/**
|
|
7056
|
+
* <p>The object that shows the details of the materialized view refresh task run.</p>
|
|
7057
|
+
* @public
|
|
7058
|
+
*/
|
|
7059
|
+
export interface MaterializedViewRefreshTaskRun {
|
|
7060
|
+
/**
|
|
7061
|
+
* <p>The Amazon Web Services account ID.</p>
|
|
7062
|
+
* @public
|
|
7063
|
+
*/
|
|
7064
|
+
CustomerId?: string | undefined;
|
|
7065
|
+
/**
|
|
7066
|
+
* <p>The identifier of the materialized view refresh task run.</p>
|
|
7067
|
+
* @public
|
|
7068
|
+
*/
|
|
7069
|
+
MaterializedViewRefreshTaskRunId?: string | undefined;
|
|
7070
|
+
/**
|
|
7071
|
+
* <p>The database where the table resides.</p>
|
|
7072
|
+
* @public
|
|
7073
|
+
*/
|
|
7074
|
+
DatabaseName?: string | undefined;
|
|
7075
|
+
/**
|
|
7076
|
+
* <p>The name of the table for which statistics is generated.</p>
|
|
7077
|
+
* @public
|
|
7078
|
+
*/
|
|
7079
|
+
TableName?: string | undefined;
|
|
7080
|
+
/**
|
|
7081
|
+
* <p>The ID of the Data Catalog where the table resides. If none is supplied, the account ID is used by default.</p>
|
|
7082
|
+
* @public
|
|
7083
|
+
*/
|
|
7084
|
+
CatalogId?: string | undefined;
|
|
7085
|
+
/**
|
|
7086
|
+
* <p>The IAM role that the service assumes to generate statistics.</p>
|
|
7087
|
+
* @public
|
|
7088
|
+
*/
|
|
7089
|
+
Role?: string | undefined;
|
|
7090
|
+
/**
|
|
7091
|
+
* <p>The status of the task run.</p>
|
|
7092
|
+
* @public
|
|
7093
|
+
*/
|
|
7094
|
+
Status?: MaterializedViewRefreshState | undefined;
|
|
7095
|
+
/**
|
|
7096
|
+
* <p>The time that this task was created.</p>
|
|
7097
|
+
* @public
|
|
7098
|
+
*/
|
|
7099
|
+
CreationTime?: Date | undefined;
|
|
7100
|
+
/**
|
|
7101
|
+
* <p>The last point in time when this task was modified.</p>
|
|
7102
|
+
* @public
|
|
7103
|
+
*/
|
|
7104
|
+
LastUpdated?: Date | undefined;
|
|
7105
|
+
/**
|
|
7106
|
+
* <p>The start time of the task.</p>
|
|
7107
|
+
* @public
|
|
7108
|
+
*/
|
|
7109
|
+
StartTime?: Date | undefined;
|
|
7110
|
+
/**
|
|
7111
|
+
* <p>The end time of the task.</p>
|
|
7112
|
+
* @public
|
|
7113
|
+
*/
|
|
7114
|
+
EndTime?: Date | undefined;
|
|
7115
|
+
/**
|
|
7116
|
+
* <p>The error message for the job.</p>
|
|
7117
|
+
* @public
|
|
7118
|
+
*/
|
|
7119
|
+
ErrorMessage?: string | undefined;
|
|
7120
|
+
/**
|
|
7121
|
+
* <p>The calculated DPU usage in seconds for all autoscaled workers.</p>
|
|
7122
|
+
* @public
|
|
7123
|
+
*/
|
|
7124
|
+
DPUSeconds?: number | undefined;
|
|
7125
|
+
/**
|
|
7126
|
+
* <p>The type of the refresh task run. Either FULL or INCREMENTAL.</p>
|
|
7127
|
+
* @public
|
|
7128
|
+
*/
|
|
7129
|
+
RefreshType?: MaterializedViewRefreshType | undefined;
|
|
7130
|
+
/**
|
|
7131
|
+
* <p>The number of bytes the refresh task run has scanned to refresh the materialized view.</p>
|
|
7132
|
+
* @public
|
|
7133
|
+
*/
|
|
7134
|
+
ProcessedBytes?: number | undefined;
|
|
7135
|
+
}
|
|
7136
|
+
/**
|
|
7137
|
+
* @public
|
|
7138
|
+
*/
|
|
7139
|
+
export interface GetMaterializedViewRefreshTaskRunResponse {
|
|
7140
|
+
/**
|
|
7141
|
+
* <p>A MaterializedViewRefreshTaskRun object representing the details of the task run.</p>
|
|
7142
|
+
* @public
|
|
7143
|
+
*/
|
|
7144
|
+
MaterializedViewRefreshTaskRun?: MaterializedViewRefreshTaskRun | undefined;
|
|
7145
|
+
}
|
|
7040
7146
|
/**
|
|
7041
7147
|
* @public
|
|
7042
7148
|
*/
|
|
@@ -7452,154 +7558,3 @@ export interface FindMatchesMetrics {
|
|
|
7452
7558
|
*/
|
|
7453
7559
|
ColumnImportances?: ColumnImportance[] | undefined;
|
|
7454
7560
|
}
|
|
7455
|
-
/**
|
|
7456
|
-
* <p>Evaluation metrics provide an estimate of the quality of your machine learning transform.</p>
|
|
7457
|
-
* @public
|
|
7458
|
-
*/
|
|
7459
|
-
export interface EvaluationMetrics {
|
|
7460
|
-
/**
|
|
7461
|
-
* <p>The type of machine learning transform.</p>
|
|
7462
|
-
* @public
|
|
7463
|
-
*/
|
|
7464
|
-
TransformType: TransformType | undefined;
|
|
7465
|
-
/**
|
|
7466
|
-
* <p>The evaluation metrics for the find matches algorithm.</p>
|
|
7467
|
-
* @public
|
|
7468
|
-
*/
|
|
7469
|
-
FindMatchesMetrics?: FindMatchesMetrics | undefined;
|
|
7470
|
-
}
|
|
7471
|
-
/**
|
|
7472
|
-
* <p>A key-value pair representing a column and data type that this transform can
|
|
7473
|
-
* run against. The <code>Schema</code> parameter of the <code>MLTransform</code> may contain up to 100 of these structures.</p>
|
|
7474
|
-
* @public
|
|
7475
|
-
*/
|
|
7476
|
-
export interface SchemaColumn {
|
|
7477
|
-
/**
|
|
7478
|
-
* <p>The name of the column.</p>
|
|
7479
|
-
* @public
|
|
7480
|
-
*/
|
|
7481
|
-
Name?: string | undefined;
|
|
7482
|
-
/**
|
|
7483
|
-
* <p>The type of data in the column.</p>
|
|
7484
|
-
* @public
|
|
7485
|
-
*/
|
|
7486
|
-
DataType?: string | undefined;
|
|
7487
|
-
}
|
|
7488
|
-
/**
|
|
7489
|
-
* @public
|
|
7490
|
-
*/
|
|
7491
|
-
export interface GetMLTransformResponse {
|
|
7492
|
-
/**
|
|
7493
|
-
* <p>The unique identifier of the transform, generated at the time that the transform was
|
|
7494
|
-
* created.</p>
|
|
7495
|
-
* @public
|
|
7496
|
-
*/
|
|
7497
|
-
TransformId?: string | undefined;
|
|
7498
|
-
/**
|
|
7499
|
-
* <p>The unique name given to the transform when it was created.</p>
|
|
7500
|
-
* @public
|
|
7501
|
-
*/
|
|
7502
|
-
Name?: string | undefined;
|
|
7503
|
-
/**
|
|
7504
|
-
* <p>A description of the transform.</p>
|
|
7505
|
-
* @public
|
|
7506
|
-
*/
|
|
7507
|
-
Description?: string | undefined;
|
|
7508
|
-
/**
|
|
7509
|
-
* <p>The last known status of the transform (to indicate whether it can be used or not). One of "NOT_READY", "READY", or "DELETING".</p>
|
|
7510
|
-
* @public
|
|
7511
|
-
*/
|
|
7512
|
-
Status?: TransformStatusType | undefined;
|
|
7513
|
-
/**
|
|
7514
|
-
* <p>The date and time when the transform was created.</p>
|
|
7515
|
-
* @public
|
|
7516
|
-
*/
|
|
7517
|
-
CreatedOn?: Date | undefined;
|
|
7518
|
-
/**
|
|
7519
|
-
* <p>The date and time when the transform was last modified.</p>
|
|
7520
|
-
* @public
|
|
7521
|
-
*/
|
|
7522
|
-
LastModifiedOn?: Date | undefined;
|
|
7523
|
-
/**
|
|
7524
|
-
* <p>A list of Glue table definitions used by the transform.</p>
|
|
7525
|
-
* @public
|
|
7526
|
-
*/
|
|
7527
|
-
InputRecordTables?: GlueTable[] | undefined;
|
|
7528
|
-
/**
|
|
7529
|
-
* <p>The configuration parameters that are specific to the algorithm used.</p>
|
|
7530
|
-
* @public
|
|
7531
|
-
*/
|
|
7532
|
-
Parameters?: TransformParameters | undefined;
|
|
7533
|
-
/**
|
|
7534
|
-
* <p>The latest evaluation metrics.</p>
|
|
7535
|
-
* @public
|
|
7536
|
-
*/
|
|
7537
|
-
EvaluationMetrics?: EvaluationMetrics | undefined;
|
|
7538
|
-
/**
|
|
7539
|
-
* <p>The number of labels available for this transform.</p>
|
|
7540
|
-
* @public
|
|
7541
|
-
*/
|
|
7542
|
-
LabelCount?: number | undefined;
|
|
7543
|
-
/**
|
|
7544
|
-
* <p>The <code>Map<Column, Type></code> object that represents the schema that this
|
|
7545
|
-
* transform accepts. Has an upper bound of 100 columns.</p>
|
|
7546
|
-
* @public
|
|
7547
|
-
*/
|
|
7548
|
-
Schema?: SchemaColumn[] | undefined;
|
|
7549
|
-
/**
|
|
7550
|
-
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required
|
|
7551
|
-
* permissions.</p>
|
|
7552
|
-
* @public
|
|
7553
|
-
*/
|
|
7554
|
-
Role?: string | undefined;
|
|
7555
|
-
/**
|
|
7556
|
-
* <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
|
|
7557
|
-
* @public
|
|
7558
|
-
*/
|
|
7559
|
-
GlueVersion?: string | undefined;
|
|
7560
|
-
/**
|
|
7561
|
-
* <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
|
|
7562
|
-
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
7563
|
-
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
7564
|
-
* page</a>. </p>
|
|
7565
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
7566
|
-
* @public
|
|
7567
|
-
*/
|
|
7568
|
-
MaxCapacity?: number | undefined;
|
|
7569
|
-
/**
|
|
7570
|
-
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
7571
|
-
* <ul>
|
|
7572
|
-
* <li>
|
|
7573
|
-
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
7574
|
-
* </li>
|
|
7575
|
-
* <li>
|
|
7576
|
-
* <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
|
|
7577
|
-
* </li>
|
|
7578
|
-
* <li>
|
|
7579
|
-
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
7580
|
-
* </li>
|
|
7581
|
-
* </ul>
|
|
7582
|
-
* @public
|
|
7583
|
-
*/
|
|
7584
|
-
WorkerType?: WorkerType | undefined;
|
|
7585
|
-
/**
|
|
7586
|
-
* <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
|
|
7587
|
-
* @public
|
|
7588
|
-
*/
|
|
7589
|
-
NumberOfWorkers?: number | undefined;
|
|
7590
|
-
/**
|
|
7591
|
-
* <p>The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default is 2,880 minutes (48 hours).</p>
|
|
7592
|
-
* @public
|
|
7593
|
-
*/
|
|
7594
|
-
Timeout?: number | undefined;
|
|
7595
|
-
/**
|
|
7596
|
-
* <p>The maximum number of times to retry a task for this transform after a task run fails.</p>
|
|
7597
|
-
* @public
|
|
7598
|
-
*/
|
|
7599
|
-
MaxRetries?: number | undefined;
|
|
7600
|
-
/**
|
|
7601
|
-
* <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
|
|
7602
|
-
* @public
|
|
7603
|
-
*/
|
|
7604
|
-
TransformEncryption?: TransformEncryption | undefined;
|
|
7605
|
-
}
|