@aws-sdk/client-glue 3.252.0 → 3.256.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/dist-cjs/commands/CreateScriptCommand.js +2 -1
  2. package/dist-cjs/commands/ListCrawlsCommand.js +2 -1
  3. package/dist-cjs/commands/ListCustomEntityTypesCommand.js +3 -3
  4. package/dist-cjs/models/models_0.js +34 -34
  5. package/dist-cjs/models/models_1.js +34 -33
  6. package/dist-cjs/models/models_2.js +31 -4
  7. package/dist-cjs/protocols/Aws_json1_1.js +198 -38
  8. package/dist-es/commands/CreateScriptCommand.js +2 -1
  9. package/dist-es/commands/ListCrawlsCommand.js +2 -1
  10. package/dist-es/commands/ListCustomEntityTypesCommand.js +1 -1
  11. package/dist-es/models/models_0.js +23 -25
  12. package/dist-es/models/models_1.js +25 -22
  13. package/dist-es/models/models_2.js +22 -0
  14. package/dist-es/protocols/Aws_json1_1.js +198 -38
  15. package/dist-types/GlueClient.d.ts +6 -6
  16. package/dist-types/commands/CreateScriptCommand.d.ts +2 -1
  17. package/dist-types/commands/ListCrawlsCommand.d.ts +2 -1
  18. package/dist-types/commands/ListCustomEntityTypesCommand.d.ts +1 -1
  19. package/dist-types/models/models_0.d.ts +169 -61
  20. package/dist-types/models/models_1.d.ts +58 -123
  21. package/dist-types/models/models_2.d.ts +148 -2
  22. package/dist-types/ts3.4/GlueClient.d.ts +4 -3
  23. package/dist-types/ts3.4/commands/CreateScriptCommand.d.ts +2 -1
  24. package/dist-types/ts3.4/commands/ListCrawlsCommand.d.ts +2 -1
  25. package/dist-types/ts3.4/commands/ListCustomEntityTypesCommand.d.ts +1 -1
  26. package/dist-types/ts3.4/models/models_0.d.ts +60 -34
  27. package/dist-types/ts3.4/models/models_1.d.ts +34 -56
  28. package/dist-types/ts3.4/models/models_2.d.ts +63 -1
  29. package/package.json +31 -31
@@ -1591,6 +1591,31 @@ export interface BatchGetJobsRequest {
1591
1591
  */
1592
1592
  JobNames: string[] | undefined;
1593
1593
  }
1594
+ /**
1595
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
1596
+ */
1597
+ export interface CatalogHudiSource {
1598
+ /**
1599
+ * <p>The name of the Hudi data source.</p>
1600
+ */
1601
+ Name: string | undefined;
1602
+ /**
1603
+ * <p>The name of the database to read from.</p>
1604
+ */
1605
+ Database: string | undefined;
1606
+ /**
1607
+ * <p>The name of the table in the database to read from.</p>
1608
+ */
1609
+ Table: string | undefined;
1610
+ /**
1611
+ * <p>Specifies additional connection options.</p>
1612
+ */
1613
+ AdditionalHudiOptions?: Record<string, string>;
1614
+ /**
1615
+ * <p>Specifies the data schema for the Hudi source.</p>
1616
+ */
1617
+ OutputSchemas?: GlueSchema[];
1618
+ }
1594
1619
  /**
1595
1620
  * <p>Specifies options related to data preview for viewing a sample of your data.</p>
1596
1621
  */
@@ -2905,6 +2930,31 @@ export interface RenameField {
2905
2930
  */
2906
2931
  TargetPath: string[] | undefined;
2907
2932
  }
2933
+ /**
2934
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
2935
+ */
2936
+ export interface S3CatalogHudiSource {
2937
+ /**
2938
+ * <p>The name of the Hudi data source.</p>
2939
+ */
2940
+ Name: string | undefined;
2941
+ /**
2942
+ * <p>The name of the database to read from.</p>
2943
+ */
2944
+ Database: string | undefined;
2945
+ /**
2946
+ * <p>The name of the table in the database to read from.</p>
2947
+ */
2948
+ Table: string | undefined;
2949
+ /**
2950
+ * <p>Specifies additional connection options.</p>
2951
+ */
2952
+ AdditionalHudiOptions?: Record<string, string>;
2953
+ /**
2954
+ * <p>Specifies the data schema for the Hudi source.</p>
2955
+ */
2956
+ OutputSchemas?: GlueSchema[];
2957
+ }
2908
2958
  /**
2909
2959
  * <p>Specifies an Amazon S3 data store in the Glue Data Catalog.</p>
2910
2960
  */
@@ -3081,6 +3131,7 @@ export interface S3CsvSource {
3081
3131
  export declare enum TargetFormat {
3082
3132
  AVRO = "avro",
3083
3133
  CSV = "csv",
3134
+ HUDI = "hudi",
3084
3135
  JSON = "json",
3085
3136
  ORC = "orc",
3086
3137
  PARQUET = "parquet"
@@ -3175,6 +3226,104 @@ export interface S3GlueParquetTarget {
3175
3226
  */
3176
3227
  SchemaChangePolicy?: DirectSchemaChangePolicy;
3177
3228
  }
3229
+ /**
3230
+ * <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
3231
+ */
3232
+ export interface S3HudiCatalogTarget {
3233
+ /**
3234
+ * <p>The name of the data target.</p>
3235
+ */
3236
+ Name: string | undefined;
3237
+ /**
3238
+ * <p>The nodes that are inputs to the data target.</p>
3239
+ */
3240
+ Inputs: string[] | undefined;
3241
+ /**
3242
+ * <p>Specifies native partitioning using a sequence of keys.</p>
3243
+ */
3244
+ PartitionKeys?: string[][];
3245
+ /**
3246
+ * <p>The name of the table in the database to write to.</p>
3247
+ */
3248
+ Table: string | undefined;
3249
+ /**
3250
+ * <p>The name of the database to write to.</p>
3251
+ */
3252
+ Database: string | undefined;
3253
+ /**
3254
+ * <p>Specifies additional connection options for the connector.</p>
3255
+ */
3256
+ AdditionalOptions: Record<string, string> | undefined;
3257
+ /**
3258
+ * <p>A policy that specifies update behavior for the crawler.</p>
3259
+ */
3260
+ SchemaChangePolicy?: CatalogSchemaChangePolicy;
3261
+ }
3262
+ export declare enum HudiTargetCompressionType {
3263
+ GZIP = "gzip",
3264
+ LZO = "lzo",
3265
+ SNAPPY = "snappy",
3266
+ UNCOMPRESSED = "uncompressed"
3267
+ }
3268
+ /**
3269
+ * <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
3270
+ */
3271
+ export interface S3HudiDirectTarget {
3272
+ /**
3273
+ * <p>The name of the data target.</p>
3274
+ */
3275
+ Name: string | undefined;
3276
+ /**
3277
+ * <p>The nodes that are inputs to the data target.</p>
3278
+ */
3279
+ Inputs: string[] | undefined;
3280
+ /**
3281
+ * <p>The Amazon S3 path of your Hudi data source to write to.</p>
3282
+ */
3283
+ Path: string | undefined;
3284
+ /**
3285
+ * <p>Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are <code>"gzip"</code> and <code>"bzip"</code>).</p>
3286
+ */
3287
+ Compression: HudiTargetCompressionType | string | undefined;
3288
+ /**
3289
+ * <p>Specifies native partitioning using a sequence of keys.</p>
3290
+ */
3291
+ PartitionKeys?: string[][];
3292
+ /**
3293
+ * <p>Specifies the data output format for the target.</p>
3294
+ */
3295
+ Format: TargetFormat | string | undefined;
3296
+ AdditionalOptions: Record<string, string> | undefined;
3297
+ /**
3298
+ * <p>A policy that specifies update behavior for the crawler.</p>
3299
+ */
3300
+ SchemaChangePolicy?: DirectSchemaChangePolicy;
3301
+ }
3302
+ /**
3303
+ * <p>Specifies a Hudi data source stored in Amazon S3.</p>
3304
+ */
3305
+ export interface S3HudiSource {
3306
+ /**
3307
+ * <p>The name of the Hudi source.</p>
3308
+ */
3309
+ Name: string | undefined;
3310
+ /**
3311
+ * <p>A list of the Amazon S3 paths to read from.</p>
3312
+ */
3313
+ Paths: string[] | undefined;
3314
+ /**
3315
+ * <p>Specifies additional connection options.</p>
3316
+ */
3317
+ AdditionalHudiOptions?: Record<string, string>;
3318
+ /**
3319
+ * <p>Specifies additional connection options for the Amazon S3 data store.</p>
3320
+ */
3321
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
3322
+ /**
3323
+ * <p>Specifies the data schema for the Hudi source.</p>
3324
+ */
3325
+ OutputSchemas?: GlueSchema[];
3326
+ }
3178
3327
  /**
3179
3328
  * <p>Specifies a JSON data store stored in Amazon S3.</p>
3180
3329
  */
@@ -5804,55 +5953,6 @@ export interface CreateScriptRequest {
5804
5953
  */
5805
5954
  Language?: Language | string;
5806
5955
  }
5807
- export interface CreateScriptResponse {
5808
- /**
5809
- * <p>The Python script generated from the DAG.</p>
5810
- */
5811
- PythonScript?: string;
5812
- /**
5813
- * <p>The Scala code generated from the DAG.</p>
5814
- */
5815
- ScalaCode?: string;
5816
- }
5817
- export declare enum CloudWatchEncryptionMode {
5818
- DISABLED = "DISABLED",
5819
- SSEKMS = "SSE-KMS"
5820
- }
5821
- /**
5822
- * <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
5823
- */
5824
- export interface CloudWatchEncryption {
5825
- /**
5826
- * <p>The encryption mode to use for CloudWatch data.</p>
5827
- */
5828
- CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
5829
- /**
5830
- * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
5831
- */
5832
- KmsKeyArn?: string;
5833
- }
5834
- export declare enum JobBookmarksEncryptionMode {
5835
- CSEKMS = "CSE-KMS",
5836
- DISABLED = "DISABLED"
5837
- }
5838
- /**
5839
- * <p>Specifies how job bookmark data should be encrypted.</p>
5840
- */
5841
- export interface JobBookmarksEncryption {
5842
- /**
5843
- * <p>The encryption mode to use for job bookmarks data.</p>
5844
- */
5845
- JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
5846
- /**
5847
- * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
5848
- */
5849
- KmsKeyArn?: string;
5850
- }
5851
- export declare enum S3EncryptionMode {
5852
- DISABLED = "DISABLED",
5853
- SSEKMS = "SSE-KMS",
5854
- SSES3 = "SSE-S3"
5855
- }
5856
5956
  /**
5857
5957
  * @internal
5858
5958
  */
@@ -6109,6 +6209,10 @@ export declare const BatchGetDevEndpointsResponseFilterSensitiveLog: (obj: Batch
6109
6209
  * @internal
6110
6210
  */
6111
6211
  export declare const BatchGetJobsRequestFilterSensitiveLog: (obj: BatchGetJobsRequest) => any;
6212
+ /**
6213
+ * @internal
6214
+ */
6215
+ export declare const CatalogHudiSourceFilterSensitiveLog: (obj: CatalogHudiSource) => any;
6112
6216
  /**
6113
6217
  * @internal
6114
6218
  */
@@ -6309,6 +6413,10 @@ export declare const RelationalCatalogSourceFilterSensitiveLog: (obj: Relational
6309
6413
  * @internal
6310
6414
  */
6311
6415
  export declare const RenameFieldFilterSensitiveLog: (obj: RenameField) => any;
6416
+ /**
6417
+ * @internal
6418
+ */
6419
+ export declare const S3CatalogHudiSourceFilterSensitiveLog: (obj: S3CatalogHudiSource) => any;
6312
6420
  /**
6313
6421
  * @internal
6314
6422
  */
@@ -6337,6 +6445,18 @@ export declare const S3DirectTargetFilterSensitiveLog: (obj: S3DirectTarget) =>
6337
6445
  * @internal
6338
6446
  */
6339
6447
  export declare const S3GlueParquetTargetFilterSensitiveLog: (obj: S3GlueParquetTarget) => any;
6448
+ /**
6449
+ * @internal
6450
+ */
6451
+ export declare const S3HudiCatalogTargetFilterSensitiveLog: (obj: S3HudiCatalogTarget) => any;
6452
+ /**
6453
+ * @internal
6454
+ */
6455
+ export declare const S3HudiDirectTargetFilterSensitiveLog: (obj: S3HudiDirectTarget) => any;
6456
+ /**
6457
+ * @internal
6458
+ */
6459
+ export declare const S3HudiSourceFilterSensitiveLog: (obj: S3HudiSource) => any;
6340
6460
  /**
6341
6461
  * @internal
6342
6462
  */
@@ -6761,15 +6881,3 @@ export declare const CodeGenNodeFilterSensitiveLog: (obj: CodeGenNode) => any;
6761
6881
  * @internal
6762
6882
  */
6763
6883
  export declare const CreateScriptRequestFilterSensitiveLog: (obj: CreateScriptRequest) => any;
6764
- /**
6765
- * @internal
6766
- */
6767
- export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
6768
- /**
6769
- * @internal
6770
- */
6771
- export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
6772
- /**
6773
- * @internal
6774
- */
6775
- export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;
@@ -1,6 +1,55 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
- import { Action, AuditContext, Blueprint, CloudWatchEncryption, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Column, Compatibility, ConnectionsList, ConnectionType, Crawler, CsvHeaderOption, CustomEntityType, DatabaseIdentifier, DataFormat, DataQualityRuleResult, DataQualityTargetTable, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, JobBookmarksEncryption, JobRun, Language, Partition, PartitionIndex, PartitionValueList, PhysicalConnectionRequirements, Predicate, PrincipalPermissions, RegistryId, S3EncryptionMode, SchemaId, SchemaStatus, SchemaVersionStatus, StorageDescriptor, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, TriggerType, WorkerType, Workflow, WorkflowRun } from "./models_0";
3
+ import { Action, AuditContext, Blueprint, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Column, Compatibility, ConnectionsList, ConnectionType, Crawler, CsvHeaderOption, DatabaseIdentifier, DataFormat, DataQualityRuleResult, DataQualityTargetTable, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, JobRun, Language, Partition, PartitionIndex, PartitionValueList, PhysicalConnectionRequirements, Predicate, PrincipalPermissions, RegistryId, SchemaId, SchemaStatus, SchemaVersionStatus, StorageDescriptor, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, TriggerType, WorkerType, Workflow, WorkflowRun } from "./models_0";
4
+ export interface CreateScriptResponse {
5
+ /**
6
+ * <p>The Python script generated from the DAG.</p>
7
+ */
8
+ PythonScript?: string;
9
+ /**
10
+ * <p>The Scala code generated from the DAG.</p>
11
+ */
12
+ ScalaCode?: string;
13
+ }
14
+ export declare enum CloudWatchEncryptionMode {
15
+ DISABLED = "DISABLED",
16
+ SSEKMS = "SSE-KMS"
17
+ }
18
+ /**
19
+ * <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
20
+ */
21
+ export interface CloudWatchEncryption {
22
+ /**
23
+ * <p>The encryption mode to use for CloudWatch data.</p>
24
+ */
25
+ CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
26
+ /**
27
+ * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
28
+ */
29
+ KmsKeyArn?: string;
30
+ }
31
+ export declare enum JobBookmarksEncryptionMode {
32
+ CSEKMS = "CSE-KMS",
33
+ DISABLED = "DISABLED"
34
+ }
35
+ /**
36
+ * <p>Specifies how job bookmark data should be encrypted.</p>
37
+ */
38
+ export interface JobBookmarksEncryption {
39
+ /**
40
+ * <p>The encryption mode to use for job bookmarks data.</p>
41
+ */
42
+ JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
43
+ /**
44
+ * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
45
+ */
46
+ KmsKeyArn?: string;
47
+ }
48
+ export declare enum S3EncryptionMode {
49
+ DISABLED = "DISABLED",
50
+ SSEKMS = "SSE-KMS",
51
+ SSES3 = "SSE-S3"
52
+ }
4
53
  /**
5
54
  * <p>Specifies how Amazon Simple Storage Service (Amazon S3) data should be encrypted.</p>
6
55
  */
@@ -4907,112 +4956,18 @@ export interface ListCrawlsRequest {
4907
4956
  */
4908
4957
  NextToken?: string;
4909
4958
  }
4910
- export declare enum CrawlerHistoryState {
4911
- COMPLETED = "COMPLETED",
4912
- FAILED = "FAILED",
4913
- RUNNING = "RUNNING",
4914
- STOPPED = "STOPPED"
4915
- }
4916
4959
  /**
4917
- * <p>Contains the information for a run of a crawler.</p>
4960
+ * @internal
4918
4961
  */
4919
- export interface CrawlerHistory {
4920
- /**
4921
- * <p>A UUID identifier for each crawl.</p>
4922
- */
4923
- CrawlId?: string;
4924
- /**
4925
- * <p>The state of the crawl.</p>
4926
- */
4927
- State?: CrawlerHistoryState | string;
4928
- /**
4929
- * <p>The date and time on which the crawl started.</p>
4930
- */
4931
- StartTime?: Date;
4932
- /**
4933
- * <p>The date and time on which the crawl ended.</p>
4934
- */
4935
- EndTime?: Date;
4936
- /**
4937
- * <p>A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.</p>
4938
- */
4939
- Summary?: string;
4940
- /**
4941
- * <p>If an error occurred, the error message associated with the crawl.</p>
4942
- */
4943
- ErrorMessage?: string;
4944
- /**
4945
- * <p>The log group associated with the crawl.</p>
4946
- */
4947
- LogGroup?: string;
4948
- /**
4949
- * <p>The log stream associated with the crawl.</p>
4950
- */
4951
- LogStream?: string;
4952
- /**
4953
- * <p>The prefix for a CloudWatch message about this crawl.</p>
4954
- */
4955
- MessagePrefix?: string;
4956
- /**
4957
- * <p>The number of data processing units (DPU) used in hours for the crawl.</p>
4958
- */
4959
- DPUHour?: number;
4960
- }
4961
- export interface ListCrawlsResponse {
4962
- /**
4963
- * <p>A list of <code>CrawlerHistory</code> objects representing the crawl runs that meet your criteria.</p>
4964
- */
4965
- Crawls?: CrawlerHistory[];
4966
- /**
4967
- * <p>A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.</p>
4968
- */
4969
- NextToken?: string;
4970
- }
4971
- export interface ListCustomEntityTypesRequest {
4972
- /**
4973
- * <p>A paginated token to offset the results.</p>
4974
- */
4975
- NextToken?: string;
4976
- /**
4977
- * <p>The maximum number of results to return.</p>
4978
- */
4979
- MaxResults?: number;
4980
- }
4981
- export interface ListCustomEntityTypesResponse {
4982
- /**
4983
- * <p>A list of <code>CustomEntityType</code> objects representing custom patterns.</p>
4984
- */
4985
- CustomEntityTypes?: CustomEntityType[];
4986
- /**
4987
- * <p>A pagination token, if more results are available.</p>
4988
- */
4989
- NextToken?: string;
4990
- }
4962
+ export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
4991
4963
  /**
4992
- * <p>Criteria used to return data quality results.</p>
4964
+ * @internal
4993
4965
  */
4994
- export interface DataQualityResultFilterCriteria {
4995
- /**
4996
- * <p>Filter results by the specified data source. For example, retrieving all results for an Glue table.</p>
4997
- */
4998
- DataSource?: DataSource;
4999
- /**
5000
- * <p>Filter results by the specified job name.</p>
5001
- */
5002
- JobName?: string;
5003
- /**
5004
- * <p>Filter results by the specified job run ID.</p>
5005
- */
5006
- JobRunId?: string;
5007
- /**
5008
- * <p>Filter results by runs that started after this time.</p>
5009
- */
5010
- StartedAfter?: Date;
5011
- /**
5012
- * <p>Filter results by runs that started before this time.</p>
5013
- */
5014
- StartedBefore?: Date;
5015
- }
4966
+ export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
4967
+ /**
4968
+ * @internal
4969
+ */
4970
+ export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;
5016
4971
  /**
5017
4972
  * @internal
5018
4973
  */
@@ -6089,23 +6044,3 @@ export declare const CrawlsFilterFilterSensitiveLog: (obj: CrawlsFilter) => any;
6089
6044
  * @internal
6090
6045
  */
6091
6046
  export declare const ListCrawlsRequestFilterSensitiveLog: (obj: ListCrawlsRequest) => any;
6092
- /**
6093
- * @internal
6094
- */
6095
- export declare const CrawlerHistoryFilterSensitiveLog: (obj: CrawlerHistory) => any;
6096
- /**
6097
- * @internal
6098
- */
6099
- export declare const ListCrawlsResponseFilterSensitiveLog: (obj: ListCrawlsResponse) => any;
6100
- /**
6101
- * @internal
6102
- */
6103
- export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (obj: ListCustomEntityTypesRequest) => any;
6104
- /**
6105
- * @internal
6106
- */
6107
- export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (obj: ListCustomEntityTypesResponse) => any;
6108
- /**
6109
- * @internal
6110
- */
6111
- export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (obj: DataQualityResultFilterCriteria) => any;
@@ -1,7 +1,113 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
- import { Action, Aggregate, AthenaConnectorSource, BasicCatalogTarget, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Compatibility, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, DatabaseInput, DataQualityTargetTable, DataSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RegistryId, RelationalCatalogSource, RenameField, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DirectTarget, S3GlueParquetTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType } from "./models_0";
4
- import { ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, DataQualityResultFilterCriteria, JobBookmarkEntry, RegistryStatus, ResourceShareType, SchemaVersionNumber, Session, Statement, Table, TableInput, TransformFilterCriteria, TransformSortCriteria, UserDefinedFunctionInput } from "./models_1";
3
+ import { Action, Aggregate, AthenaConnectorSource, BasicCatalogTarget, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Compatibility, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RegistryId, RelationalCatalogSource, RenameField, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType } from "./models_0";
4
+ import { ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, JobBookmarkEntry, RegistryStatus, ResourceShareType, SchemaVersionNumber, Session, Statement, Table, TableInput, TransformFilterCriteria, TransformSortCriteria, UserDefinedFunctionInput } from "./models_1";
5
+ export declare enum CrawlerHistoryState {
6
+ COMPLETED = "COMPLETED",
7
+ FAILED = "FAILED",
8
+ RUNNING = "RUNNING",
9
+ STOPPED = "STOPPED"
10
+ }
11
+ /**
12
+ * <p>Contains the information for a run of a crawler.</p>
13
+ */
14
+ export interface CrawlerHistory {
15
+ /**
16
+ * <p>A UUID identifier for each crawl.</p>
17
+ */
18
+ CrawlId?: string;
19
+ /**
20
+ * <p>The state of the crawl.</p>
21
+ */
22
+ State?: CrawlerHistoryState | string;
23
+ /**
24
+ * <p>The date and time on which the crawl started.</p>
25
+ */
26
+ StartTime?: Date;
27
+ /**
28
+ * <p>The date and time on which the crawl ended.</p>
29
+ */
30
+ EndTime?: Date;
31
+ /**
32
+ * <p>A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.</p>
33
+ */
34
+ Summary?: string;
35
+ /**
36
+ * <p>If an error occurred, the error message associated with the crawl.</p>
37
+ */
38
+ ErrorMessage?: string;
39
+ /**
40
+ * <p>The log group associated with the crawl.</p>
41
+ */
42
+ LogGroup?: string;
43
+ /**
44
+ * <p>The log stream associated with the crawl.</p>
45
+ */
46
+ LogStream?: string;
47
+ /**
48
+ * <p>The prefix for a CloudWatch message about this crawl.</p>
49
+ */
50
+ MessagePrefix?: string;
51
+ /**
52
+ * <p>The number of data processing units (DPU) used in hours for the crawl.</p>
53
+ */
54
+ DPUHour?: number;
55
+ }
56
+ export interface ListCrawlsResponse {
57
+ /**
58
+ * <p>A list of <code>CrawlerHistory</code> objects representing the crawl runs that meet your criteria.</p>
59
+ */
60
+ Crawls?: CrawlerHistory[];
61
+ /**
62
+ * <p>A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.</p>
63
+ */
64
+ NextToken?: string;
65
+ }
66
+ export interface ListCustomEntityTypesRequest {
67
+ /**
68
+ * <p>A paginated token to offset the results.</p>
69
+ */
70
+ NextToken?: string;
71
+ /**
72
+ * <p>The maximum number of results to return.</p>
73
+ */
74
+ MaxResults?: number;
75
+ }
76
+ export interface ListCustomEntityTypesResponse {
77
+ /**
78
+ * <p>A list of <code>CustomEntityType</code> objects representing custom patterns.</p>
79
+ */
80
+ CustomEntityTypes?: CustomEntityType[];
81
+ /**
82
+ * <p>A pagination token, if more results are available.</p>
83
+ */
84
+ NextToken?: string;
85
+ }
86
+ /**
87
+ * <p>Criteria used to return data quality results.</p>
88
+ */
89
+ export interface DataQualityResultFilterCriteria {
90
+ /**
91
+ * <p>Filter results by the specified data source. For example, retrieving all results for an Glue table.</p>
92
+ */
93
+ DataSource?: DataSource;
94
+ /**
95
+ * <p>Filter results by the specified job name.</p>
96
+ */
97
+ JobName?: string;
98
+ /**
99
+ * <p>Filter results by the specified job run ID.</p>
100
+ */
101
+ JobRunId?: string;
102
+ /**
103
+ * <p>Filter results by runs that started after this time.</p>
104
+ */
105
+ StartedAfter?: Date;
106
+ /**
107
+ * <p>Filter results by runs that started before this time.</p>
108
+ */
109
+ StartedBefore?: Date;
110
+ }
5
111
  export interface ListDataQualityResultsRequest {
6
112
  /**
7
113
  * <p>The filter criteria.</p>
@@ -2712,6 +2818,26 @@ export interface CodeGenConfigurationNode {
2712
2818
  * <p>Specifies your data quality evaluation criteria.</p>
2713
2819
  */
2714
2820
  EvaluateDataQuality?: EvaluateDataQuality;
2821
+ /**
2822
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
2823
+ */
2824
+ S3CatalogHudiSource?: S3CatalogHudiSource;
2825
+ /**
2826
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
2827
+ */
2828
+ CatalogHudiSource?: CatalogHudiSource;
2829
+ /**
2830
+ * <p>Specifies a Hudi data source stored in Amazon S3.</p>
2831
+ */
2832
+ S3HudiSource?: S3HudiSource;
2833
+ /**
2834
+ * <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
2835
+ */
2836
+ S3HudiCatalogTarget?: S3HudiCatalogTarget;
2837
+ /**
2838
+ * <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
2839
+ */
2840
+ S3HudiDirectTarget?: S3HudiDirectTarget;
2715
2841
  }
2716
2842
  export interface CreateJobRequest {
2717
2843
  /**
@@ -3179,6 +3305,26 @@ export interface GetJobsResponse {
3179
3305
  */
3180
3306
  NextToken?: string;
3181
3307
  }
3308
+ /**
3309
+ * @internal
3310
+ */
3311
+ export declare const CrawlerHistoryFilterSensitiveLog: (obj: CrawlerHistory) => any;
3312
+ /**
3313
+ * @internal
3314
+ */
3315
+ export declare const ListCrawlsResponseFilterSensitiveLog: (obj: ListCrawlsResponse) => any;
3316
+ /**
3317
+ * @internal
3318
+ */
3319
+ export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (obj: ListCustomEntityTypesRequest) => any;
3320
+ /**
3321
+ * @internal
3322
+ */
3323
+ export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (obj: ListCustomEntityTypesResponse) => any;
3324
+ /**
3325
+ * @internal
3326
+ */
3327
+ export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (obj: DataQualityResultFilterCriteria) => any;
3182
3328
  /**
3183
3329
  * @internal
3184
3330
  */
@@ -25,12 +25,13 @@ import {
25
25
  import { HttpHandler as __HttpHandler } from "@aws-sdk/protocol-http";
26
26
  import {
27
27
  Client as __Client,
28
- DefaultsMode,
28
+ DefaultsMode as __DefaultsMode,
29
29
  SmithyConfiguration as __SmithyConfiguration,
30
30
  SmithyResolvedConfiguration as __SmithyResolvedConfiguration,
31
31
  } from "@aws-sdk/smithy-client";
32
32
  import {
33
33
  BodyLengthCalculator as __BodyLengthCalculator,
34
+ ChecksumConstructor as __ChecksumConstructor,
34
35
  Credentials as __Credentials,
35
36
  Decoder as __Decoder,
36
37
  Encoder as __Encoder,
@@ -1265,7 +1266,7 @@ export declare type ServiceOutputTypes =
1265
1266
  export interface ClientDefaults
1266
1267
  extends Partial<__SmithyResolvedConfiguration<__HttpHandlerOptions>> {
1267
1268
  requestHandler?: __HttpHandler;
1268
- sha256?: __HashConstructor;
1269
+ sha256?: __ChecksumConstructor | __HashConstructor;
1269
1270
  urlParser?: __UrlParser;
1270
1271
  bodyLengthChecker?: __BodyLengthCalculator;
1271
1272
  streamCollector?: __StreamCollector;
@@ -1284,7 +1285,7 @@ export interface ClientDefaults
1284
1285
  region?: string | __Provider<string>;
1285
1286
  credentialDefaultProvider?: (input: any) => __Provider<__Credentials>;
1286
1287
  defaultUserAgentProvider?: Provider<__UserAgent>;
1287
- defaultsMode?: DefaultsMode | Provider<DefaultsMode>;
1288
+ defaultsMode?: __DefaultsMode | __Provider<__DefaultsMode>;
1288
1289
  }
1289
1290
  declare type GlueClientConfigType = Partial<
1290
1291
  __SmithyConfiguration<__HttpHandlerOptions>