@aws-sdk/client-glue 3.252.0 → 3.254.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/commands/CreateScriptCommand.js +2 -1
- package/dist-cjs/commands/ListCrawlsCommand.js +2 -1
- package/dist-cjs/commands/ListCustomEntityTypesCommand.js +3 -3
- package/dist-cjs/models/models_0.js +34 -34
- package/dist-cjs/models/models_1.js +34 -33
- package/dist-cjs/models/models_2.js +31 -4
- package/dist-cjs/protocols/Aws_json1_1.js +198 -38
- package/dist-es/commands/CreateScriptCommand.js +2 -1
- package/dist-es/commands/ListCrawlsCommand.js +2 -1
- package/dist-es/commands/ListCustomEntityTypesCommand.js +1 -1
- package/dist-es/models/models_0.js +23 -25
- package/dist-es/models/models_1.js +25 -22
- package/dist-es/models/models_2.js +22 -0
- package/dist-es/protocols/Aws_json1_1.js +198 -38
- package/dist-types/GlueClient.d.ts +3 -3
- package/dist-types/commands/CreateScriptCommand.d.ts +2 -1
- package/dist-types/commands/ListCrawlsCommand.d.ts +2 -1
- package/dist-types/commands/ListCustomEntityTypesCommand.d.ts +1 -1
- package/dist-types/models/models_0.d.ts +169 -61
- package/dist-types/models/models_1.d.ts +58 -123
- package/dist-types/models/models_2.d.ts +148 -2
- package/dist-types/ts3.4/GlueClient.d.ts +2 -1
- package/dist-types/ts3.4/commands/CreateScriptCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/ListCrawlsCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/ListCustomEntityTypesCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +60 -34
- package/dist-types/ts3.4/models/models_1.d.ts +34 -56
- package/dist-types/ts3.4/models/models_2.d.ts +63 -1
- package/package.json +31 -31
|
@@ -1591,6 +1591,31 @@ export interface BatchGetJobsRequest {
|
|
|
1591
1591
|
*/
|
|
1592
1592
|
JobNames: string[] | undefined;
|
|
1593
1593
|
}
|
|
1594
|
+
/**
|
|
1595
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
|
|
1596
|
+
*/
|
|
1597
|
+
export interface CatalogHudiSource {
|
|
1598
|
+
/**
|
|
1599
|
+
* <p>The name of the Hudi data source.</p>
|
|
1600
|
+
*/
|
|
1601
|
+
Name: string | undefined;
|
|
1602
|
+
/**
|
|
1603
|
+
* <p>The name of the database to read from.</p>
|
|
1604
|
+
*/
|
|
1605
|
+
Database: string | undefined;
|
|
1606
|
+
/**
|
|
1607
|
+
* <p>The name of the table in the database to read from.</p>
|
|
1608
|
+
*/
|
|
1609
|
+
Table: string | undefined;
|
|
1610
|
+
/**
|
|
1611
|
+
* <p>Specifies additional connection options.</p>
|
|
1612
|
+
*/
|
|
1613
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
1614
|
+
/**
|
|
1615
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
1616
|
+
*/
|
|
1617
|
+
OutputSchemas?: GlueSchema[];
|
|
1618
|
+
}
|
|
1594
1619
|
/**
|
|
1595
1620
|
* <p>Specifies options related to data preview for viewing a sample of your data.</p>
|
|
1596
1621
|
*/
|
|
@@ -2905,6 +2930,31 @@ export interface RenameField {
|
|
|
2905
2930
|
*/
|
|
2906
2931
|
TargetPath: string[] | undefined;
|
|
2907
2932
|
}
|
|
2933
|
+
/**
|
|
2934
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
|
|
2935
|
+
*/
|
|
2936
|
+
export interface S3CatalogHudiSource {
|
|
2937
|
+
/**
|
|
2938
|
+
* <p>The name of the Hudi data source.</p>
|
|
2939
|
+
*/
|
|
2940
|
+
Name: string | undefined;
|
|
2941
|
+
/**
|
|
2942
|
+
* <p>The name of the database to read from.</p>
|
|
2943
|
+
*/
|
|
2944
|
+
Database: string | undefined;
|
|
2945
|
+
/**
|
|
2946
|
+
* <p>The name of the table in the database to read from.</p>
|
|
2947
|
+
*/
|
|
2948
|
+
Table: string | undefined;
|
|
2949
|
+
/**
|
|
2950
|
+
* <p>Specifies additional connection options.</p>
|
|
2951
|
+
*/
|
|
2952
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
2953
|
+
/**
|
|
2954
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
2955
|
+
*/
|
|
2956
|
+
OutputSchemas?: GlueSchema[];
|
|
2957
|
+
}
|
|
2908
2958
|
/**
|
|
2909
2959
|
* <p>Specifies an Amazon S3 data store in the Glue Data Catalog.</p>
|
|
2910
2960
|
*/
|
|
@@ -3081,6 +3131,7 @@ export interface S3CsvSource {
|
|
|
3081
3131
|
export declare enum TargetFormat {
|
|
3082
3132
|
AVRO = "avro",
|
|
3083
3133
|
CSV = "csv",
|
|
3134
|
+
HUDI = "hudi",
|
|
3084
3135
|
JSON = "json",
|
|
3085
3136
|
ORC = "orc",
|
|
3086
3137
|
PARQUET = "parquet"
|
|
@@ -3175,6 +3226,104 @@ export interface S3GlueParquetTarget {
|
|
|
3175
3226
|
*/
|
|
3176
3227
|
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
3177
3228
|
}
|
|
3229
|
+
/**
|
|
3230
|
+
* <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
|
|
3231
|
+
*/
|
|
3232
|
+
export interface S3HudiCatalogTarget {
|
|
3233
|
+
/**
|
|
3234
|
+
* <p>The name of the data target.</p>
|
|
3235
|
+
*/
|
|
3236
|
+
Name: string | undefined;
|
|
3237
|
+
/**
|
|
3238
|
+
* <p>The nodes that are inputs to the data target.</p>
|
|
3239
|
+
*/
|
|
3240
|
+
Inputs: string[] | undefined;
|
|
3241
|
+
/**
|
|
3242
|
+
* <p>Specifies native partitioning using a sequence of keys.</p>
|
|
3243
|
+
*/
|
|
3244
|
+
PartitionKeys?: string[][];
|
|
3245
|
+
/**
|
|
3246
|
+
* <p>The name of the table in the database to write to.</p>
|
|
3247
|
+
*/
|
|
3248
|
+
Table: string | undefined;
|
|
3249
|
+
/**
|
|
3250
|
+
* <p>The name of the database to write to.</p>
|
|
3251
|
+
*/
|
|
3252
|
+
Database: string | undefined;
|
|
3253
|
+
/**
|
|
3254
|
+
* <p>Specifies additional connection options for the connector.</p>
|
|
3255
|
+
*/
|
|
3256
|
+
AdditionalOptions: Record<string, string> | undefined;
|
|
3257
|
+
/**
|
|
3258
|
+
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
3259
|
+
*/
|
|
3260
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
3261
|
+
}
|
|
3262
|
+
export declare enum HudiTargetCompressionType {
|
|
3263
|
+
GZIP = "gzip",
|
|
3264
|
+
LZO = "lzo",
|
|
3265
|
+
SNAPPY = "snappy",
|
|
3266
|
+
UNCOMPRESSED = "uncompressed"
|
|
3267
|
+
}
|
|
3268
|
+
/**
|
|
3269
|
+
* <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
|
|
3270
|
+
*/
|
|
3271
|
+
export interface S3HudiDirectTarget {
|
|
3272
|
+
/**
|
|
3273
|
+
* <p>The name of the data target.</p>
|
|
3274
|
+
*/
|
|
3275
|
+
Name: string | undefined;
|
|
3276
|
+
/**
|
|
3277
|
+
* <p>The nodes that are inputs to the data target.</p>
|
|
3278
|
+
*/
|
|
3279
|
+
Inputs: string[] | undefined;
|
|
3280
|
+
/**
|
|
3281
|
+
* <p>The Amazon S3 path of your Hudi data source to write to.</p>
|
|
3282
|
+
*/
|
|
3283
|
+
Path: string | undefined;
|
|
3284
|
+
/**
|
|
3285
|
+
* <p>Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are <code>"gzip"</code> and <code>"bzip"</code>).</p>
|
|
3286
|
+
*/
|
|
3287
|
+
Compression: HudiTargetCompressionType | string | undefined;
|
|
3288
|
+
/**
|
|
3289
|
+
* <p>Specifies native partitioning using a sequence of keys.</p>
|
|
3290
|
+
*/
|
|
3291
|
+
PartitionKeys?: string[][];
|
|
3292
|
+
/**
|
|
3293
|
+
* <p>Specifies the data output format for the target.</p>
|
|
3294
|
+
*/
|
|
3295
|
+
Format: TargetFormat | string | undefined;
|
|
3296
|
+
AdditionalOptions: Record<string, string> | undefined;
|
|
3297
|
+
/**
|
|
3298
|
+
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
3299
|
+
*/
|
|
3300
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
3301
|
+
}
|
|
3302
|
+
/**
|
|
3303
|
+
* <p>Specifies a Hudi data source stored in Amazon S3.</p>
|
|
3304
|
+
*/
|
|
3305
|
+
export interface S3HudiSource {
|
|
3306
|
+
/**
|
|
3307
|
+
* <p>The name of the Hudi source.</p>
|
|
3308
|
+
*/
|
|
3309
|
+
Name: string | undefined;
|
|
3310
|
+
/**
|
|
3311
|
+
* <p>A list of the Amazon S3 paths to read from.</p>
|
|
3312
|
+
*/
|
|
3313
|
+
Paths: string[] | undefined;
|
|
3314
|
+
/**
|
|
3315
|
+
* <p>Specifies additional connection options.</p>
|
|
3316
|
+
*/
|
|
3317
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
3318
|
+
/**
|
|
3319
|
+
* <p>Specifies additional connection options for the Amazon S3 data store.</p>
|
|
3320
|
+
*/
|
|
3321
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
3322
|
+
/**
|
|
3323
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
3324
|
+
*/
|
|
3325
|
+
OutputSchemas?: GlueSchema[];
|
|
3326
|
+
}
|
|
3178
3327
|
/**
|
|
3179
3328
|
* <p>Specifies a JSON data store stored in Amazon S3.</p>
|
|
3180
3329
|
*/
|
|
@@ -5804,55 +5953,6 @@ export interface CreateScriptRequest {
|
|
|
5804
5953
|
*/
|
|
5805
5954
|
Language?: Language | string;
|
|
5806
5955
|
}
|
|
5807
|
-
export interface CreateScriptResponse {
|
|
5808
|
-
/**
|
|
5809
|
-
* <p>The Python script generated from the DAG.</p>
|
|
5810
|
-
*/
|
|
5811
|
-
PythonScript?: string;
|
|
5812
|
-
/**
|
|
5813
|
-
* <p>The Scala code generated from the DAG.</p>
|
|
5814
|
-
*/
|
|
5815
|
-
ScalaCode?: string;
|
|
5816
|
-
}
|
|
5817
|
-
export declare enum CloudWatchEncryptionMode {
|
|
5818
|
-
DISABLED = "DISABLED",
|
|
5819
|
-
SSEKMS = "SSE-KMS"
|
|
5820
|
-
}
|
|
5821
|
-
/**
|
|
5822
|
-
* <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
|
|
5823
|
-
*/
|
|
5824
|
-
export interface CloudWatchEncryption {
|
|
5825
|
-
/**
|
|
5826
|
-
* <p>The encryption mode to use for CloudWatch data.</p>
|
|
5827
|
-
*/
|
|
5828
|
-
CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
|
|
5829
|
-
/**
|
|
5830
|
-
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
5831
|
-
*/
|
|
5832
|
-
KmsKeyArn?: string;
|
|
5833
|
-
}
|
|
5834
|
-
export declare enum JobBookmarksEncryptionMode {
|
|
5835
|
-
CSEKMS = "CSE-KMS",
|
|
5836
|
-
DISABLED = "DISABLED"
|
|
5837
|
-
}
|
|
5838
|
-
/**
|
|
5839
|
-
* <p>Specifies how job bookmark data should be encrypted.</p>
|
|
5840
|
-
*/
|
|
5841
|
-
export interface JobBookmarksEncryption {
|
|
5842
|
-
/**
|
|
5843
|
-
* <p>The encryption mode to use for job bookmarks data.</p>
|
|
5844
|
-
*/
|
|
5845
|
-
JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
|
|
5846
|
-
/**
|
|
5847
|
-
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
5848
|
-
*/
|
|
5849
|
-
KmsKeyArn?: string;
|
|
5850
|
-
}
|
|
5851
|
-
export declare enum S3EncryptionMode {
|
|
5852
|
-
DISABLED = "DISABLED",
|
|
5853
|
-
SSEKMS = "SSE-KMS",
|
|
5854
|
-
SSES3 = "SSE-S3"
|
|
5855
|
-
}
|
|
5856
5956
|
/**
|
|
5857
5957
|
* @internal
|
|
5858
5958
|
*/
|
|
@@ -6109,6 +6209,10 @@ export declare const BatchGetDevEndpointsResponseFilterSensitiveLog: (obj: Batch
|
|
|
6109
6209
|
* @internal
|
|
6110
6210
|
*/
|
|
6111
6211
|
export declare const BatchGetJobsRequestFilterSensitiveLog: (obj: BatchGetJobsRequest) => any;
|
|
6212
|
+
/**
|
|
6213
|
+
* @internal
|
|
6214
|
+
*/
|
|
6215
|
+
export declare const CatalogHudiSourceFilterSensitiveLog: (obj: CatalogHudiSource) => any;
|
|
6112
6216
|
/**
|
|
6113
6217
|
* @internal
|
|
6114
6218
|
*/
|
|
@@ -6309,6 +6413,10 @@ export declare const RelationalCatalogSourceFilterSensitiveLog: (obj: Relational
|
|
|
6309
6413
|
* @internal
|
|
6310
6414
|
*/
|
|
6311
6415
|
export declare const RenameFieldFilterSensitiveLog: (obj: RenameField) => any;
|
|
6416
|
+
/**
|
|
6417
|
+
* @internal
|
|
6418
|
+
*/
|
|
6419
|
+
export declare const S3CatalogHudiSourceFilterSensitiveLog: (obj: S3CatalogHudiSource) => any;
|
|
6312
6420
|
/**
|
|
6313
6421
|
* @internal
|
|
6314
6422
|
*/
|
|
@@ -6337,6 +6445,18 @@ export declare const S3DirectTargetFilterSensitiveLog: (obj: S3DirectTarget) =>
|
|
|
6337
6445
|
* @internal
|
|
6338
6446
|
*/
|
|
6339
6447
|
export declare const S3GlueParquetTargetFilterSensitiveLog: (obj: S3GlueParquetTarget) => any;
|
|
6448
|
+
/**
|
|
6449
|
+
* @internal
|
|
6450
|
+
*/
|
|
6451
|
+
export declare const S3HudiCatalogTargetFilterSensitiveLog: (obj: S3HudiCatalogTarget) => any;
|
|
6452
|
+
/**
|
|
6453
|
+
* @internal
|
|
6454
|
+
*/
|
|
6455
|
+
export declare const S3HudiDirectTargetFilterSensitiveLog: (obj: S3HudiDirectTarget) => any;
|
|
6456
|
+
/**
|
|
6457
|
+
* @internal
|
|
6458
|
+
*/
|
|
6459
|
+
export declare const S3HudiSourceFilterSensitiveLog: (obj: S3HudiSource) => any;
|
|
6340
6460
|
/**
|
|
6341
6461
|
* @internal
|
|
6342
6462
|
*/
|
|
@@ -6761,15 +6881,3 @@ export declare const CodeGenNodeFilterSensitiveLog: (obj: CodeGenNode) => any;
|
|
|
6761
6881
|
* @internal
|
|
6762
6882
|
*/
|
|
6763
6883
|
export declare const CreateScriptRequestFilterSensitiveLog: (obj: CreateScriptRequest) => any;
|
|
6764
|
-
/**
|
|
6765
|
-
* @internal
|
|
6766
|
-
*/
|
|
6767
|
-
export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
|
|
6768
|
-
/**
|
|
6769
|
-
* @internal
|
|
6770
|
-
*/
|
|
6771
|
-
export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
|
|
6772
|
-
/**
|
|
6773
|
-
* @internal
|
|
6774
|
-
*/
|
|
6775
|
-
export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;
|
|
@@ -1,6 +1,55 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
import { Action, AuditContext, Blueprint,
|
|
3
|
+
import { Action, AuditContext, Blueprint, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Column, Compatibility, ConnectionsList, ConnectionType, Crawler, CsvHeaderOption, DatabaseIdentifier, DataFormat, DataQualityRuleResult, DataQualityTargetTable, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, JobRun, Language, Partition, PartitionIndex, PartitionValueList, PhysicalConnectionRequirements, Predicate, PrincipalPermissions, RegistryId, SchemaId, SchemaStatus, SchemaVersionStatus, StorageDescriptor, TaskStatusType, TransformEncryption, TransformParameters, TransformType, Trigger, TriggerType, WorkerType, Workflow, WorkflowRun } from "./models_0";
|
|
4
|
+
export interface CreateScriptResponse {
|
|
5
|
+
/**
|
|
6
|
+
* <p>The Python script generated from the DAG.</p>
|
|
7
|
+
*/
|
|
8
|
+
PythonScript?: string;
|
|
9
|
+
/**
|
|
10
|
+
* <p>The Scala code generated from the DAG.</p>
|
|
11
|
+
*/
|
|
12
|
+
ScalaCode?: string;
|
|
13
|
+
}
|
|
14
|
+
export declare enum CloudWatchEncryptionMode {
|
|
15
|
+
DISABLED = "DISABLED",
|
|
16
|
+
SSEKMS = "SSE-KMS"
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
|
|
20
|
+
*/
|
|
21
|
+
export interface CloudWatchEncryption {
|
|
22
|
+
/**
|
|
23
|
+
* <p>The encryption mode to use for CloudWatch data.</p>
|
|
24
|
+
*/
|
|
25
|
+
CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
|
|
26
|
+
/**
|
|
27
|
+
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
28
|
+
*/
|
|
29
|
+
KmsKeyArn?: string;
|
|
30
|
+
}
|
|
31
|
+
export declare enum JobBookmarksEncryptionMode {
|
|
32
|
+
CSEKMS = "CSE-KMS",
|
|
33
|
+
DISABLED = "DISABLED"
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* <p>Specifies how job bookmark data should be encrypted.</p>
|
|
37
|
+
*/
|
|
38
|
+
export interface JobBookmarksEncryption {
|
|
39
|
+
/**
|
|
40
|
+
* <p>The encryption mode to use for job bookmarks data.</p>
|
|
41
|
+
*/
|
|
42
|
+
JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
|
|
43
|
+
/**
|
|
44
|
+
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
45
|
+
*/
|
|
46
|
+
KmsKeyArn?: string;
|
|
47
|
+
}
|
|
48
|
+
export declare enum S3EncryptionMode {
|
|
49
|
+
DISABLED = "DISABLED",
|
|
50
|
+
SSEKMS = "SSE-KMS",
|
|
51
|
+
SSES3 = "SSE-S3"
|
|
52
|
+
}
|
|
4
53
|
/**
|
|
5
54
|
* <p>Specifies how Amazon Simple Storage Service (Amazon S3) data should be encrypted.</p>
|
|
6
55
|
*/
|
|
@@ -4907,112 +4956,18 @@ export interface ListCrawlsRequest {
|
|
|
4907
4956
|
*/
|
|
4908
4957
|
NextToken?: string;
|
|
4909
4958
|
}
|
|
4910
|
-
export declare enum CrawlerHistoryState {
|
|
4911
|
-
COMPLETED = "COMPLETED",
|
|
4912
|
-
FAILED = "FAILED",
|
|
4913
|
-
RUNNING = "RUNNING",
|
|
4914
|
-
STOPPED = "STOPPED"
|
|
4915
|
-
}
|
|
4916
4959
|
/**
|
|
4917
|
-
*
|
|
4960
|
+
* @internal
|
|
4918
4961
|
*/
|
|
4919
|
-
export
|
|
4920
|
-
/**
|
|
4921
|
-
* <p>A UUID identifier for each crawl.</p>
|
|
4922
|
-
*/
|
|
4923
|
-
CrawlId?: string;
|
|
4924
|
-
/**
|
|
4925
|
-
* <p>The state of the crawl.</p>
|
|
4926
|
-
*/
|
|
4927
|
-
State?: CrawlerHistoryState | string;
|
|
4928
|
-
/**
|
|
4929
|
-
* <p>The date and time on which the crawl started.</p>
|
|
4930
|
-
*/
|
|
4931
|
-
StartTime?: Date;
|
|
4932
|
-
/**
|
|
4933
|
-
* <p>The date and time on which the crawl ended.</p>
|
|
4934
|
-
*/
|
|
4935
|
-
EndTime?: Date;
|
|
4936
|
-
/**
|
|
4937
|
-
* <p>A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.</p>
|
|
4938
|
-
*/
|
|
4939
|
-
Summary?: string;
|
|
4940
|
-
/**
|
|
4941
|
-
* <p>If an error occurred, the error message associated with the crawl.</p>
|
|
4942
|
-
*/
|
|
4943
|
-
ErrorMessage?: string;
|
|
4944
|
-
/**
|
|
4945
|
-
* <p>The log group associated with the crawl.</p>
|
|
4946
|
-
*/
|
|
4947
|
-
LogGroup?: string;
|
|
4948
|
-
/**
|
|
4949
|
-
* <p>The log stream associated with the crawl.</p>
|
|
4950
|
-
*/
|
|
4951
|
-
LogStream?: string;
|
|
4952
|
-
/**
|
|
4953
|
-
* <p>The prefix for a CloudWatch message about this crawl.</p>
|
|
4954
|
-
*/
|
|
4955
|
-
MessagePrefix?: string;
|
|
4956
|
-
/**
|
|
4957
|
-
* <p>The number of data processing units (DPU) used in hours for the crawl.</p>
|
|
4958
|
-
*/
|
|
4959
|
-
DPUHour?: number;
|
|
4960
|
-
}
|
|
4961
|
-
export interface ListCrawlsResponse {
|
|
4962
|
-
/**
|
|
4963
|
-
* <p>A list of <code>CrawlerHistory</code> objects representing the crawl runs that meet your criteria.</p>
|
|
4964
|
-
*/
|
|
4965
|
-
Crawls?: CrawlerHistory[];
|
|
4966
|
-
/**
|
|
4967
|
-
* <p>A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.</p>
|
|
4968
|
-
*/
|
|
4969
|
-
NextToken?: string;
|
|
4970
|
-
}
|
|
4971
|
-
export interface ListCustomEntityTypesRequest {
|
|
4972
|
-
/**
|
|
4973
|
-
* <p>A paginated token to offset the results.</p>
|
|
4974
|
-
*/
|
|
4975
|
-
NextToken?: string;
|
|
4976
|
-
/**
|
|
4977
|
-
* <p>The maximum number of results to return.</p>
|
|
4978
|
-
*/
|
|
4979
|
-
MaxResults?: number;
|
|
4980
|
-
}
|
|
4981
|
-
export interface ListCustomEntityTypesResponse {
|
|
4982
|
-
/**
|
|
4983
|
-
* <p>A list of <code>CustomEntityType</code> objects representing custom patterns.</p>
|
|
4984
|
-
*/
|
|
4985
|
-
CustomEntityTypes?: CustomEntityType[];
|
|
4986
|
-
/**
|
|
4987
|
-
* <p>A pagination token, if more results are available.</p>
|
|
4988
|
-
*/
|
|
4989
|
-
NextToken?: string;
|
|
4990
|
-
}
|
|
4962
|
+
export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
|
|
4991
4963
|
/**
|
|
4992
|
-
*
|
|
4964
|
+
* @internal
|
|
4993
4965
|
*/
|
|
4994
|
-
export
|
|
4995
|
-
|
|
4996
|
-
|
|
4997
|
-
|
|
4998
|
-
|
|
4999
|
-
/**
|
|
5000
|
-
* <p>Filter results by the specified job name.</p>
|
|
5001
|
-
*/
|
|
5002
|
-
JobName?: string;
|
|
5003
|
-
/**
|
|
5004
|
-
* <p>Filter results by the specified job run ID.</p>
|
|
5005
|
-
*/
|
|
5006
|
-
JobRunId?: string;
|
|
5007
|
-
/**
|
|
5008
|
-
* <p>Filter results by runs that started after this time.</p>
|
|
5009
|
-
*/
|
|
5010
|
-
StartedAfter?: Date;
|
|
5011
|
-
/**
|
|
5012
|
-
* <p>Filter results by runs that started before this time.</p>
|
|
5013
|
-
*/
|
|
5014
|
-
StartedBefore?: Date;
|
|
5015
|
-
}
|
|
4966
|
+
export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
|
|
4967
|
+
/**
|
|
4968
|
+
* @internal
|
|
4969
|
+
*/
|
|
4970
|
+
export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;
|
|
5016
4971
|
/**
|
|
5017
4972
|
* @internal
|
|
5018
4973
|
*/
|
|
@@ -6089,23 +6044,3 @@ export declare const CrawlsFilterFilterSensitiveLog: (obj: CrawlsFilter) => any;
|
|
|
6089
6044
|
* @internal
|
|
6090
6045
|
*/
|
|
6091
6046
|
export declare const ListCrawlsRequestFilterSensitiveLog: (obj: ListCrawlsRequest) => any;
|
|
6092
|
-
/**
|
|
6093
|
-
* @internal
|
|
6094
|
-
*/
|
|
6095
|
-
export declare const CrawlerHistoryFilterSensitiveLog: (obj: CrawlerHistory) => any;
|
|
6096
|
-
/**
|
|
6097
|
-
* @internal
|
|
6098
|
-
*/
|
|
6099
|
-
export declare const ListCrawlsResponseFilterSensitiveLog: (obj: ListCrawlsResponse) => any;
|
|
6100
|
-
/**
|
|
6101
|
-
* @internal
|
|
6102
|
-
*/
|
|
6103
|
-
export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (obj: ListCustomEntityTypesRequest) => any;
|
|
6104
|
-
/**
|
|
6105
|
-
* @internal
|
|
6106
|
-
*/
|
|
6107
|
-
export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (obj: ListCustomEntityTypesResponse) => any;
|
|
6108
|
-
/**
|
|
6109
|
-
* @internal
|
|
6110
|
-
*/
|
|
6111
|
-
export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (obj: DataQualityResultFilterCriteria) => any;
|
|
@@ -1,7 +1,113 @@
|
|
|
1
1
|
import { ExceptionOptionType as __ExceptionOptionType } from "@aws-sdk/smithy-client";
|
|
2
2
|
import { GlueServiceException as __BaseException } from "./GlueServiceException";
|
|
3
|
-
import { Action, Aggregate, AthenaConnectorSource, BasicCatalogTarget, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Compatibility, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, DatabaseInput, DataQualityTargetTable, DataSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RegistryId, RelationalCatalogSource, RenameField, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DirectTarget, S3GlueParquetTarget, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType } from "./models_0";
|
|
4
|
-
import { ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions,
|
|
3
|
+
import { Action, Aggregate, AthenaConnectorSource, BasicCatalogTarget, CatalogHudiSource, CatalogKafkaSource, CatalogKinesisSource, CatalogSource, Compatibility, ConnectionInput, ConnectionsList, CrawlerTargets, CsvHeaderOption, CustomCode, CustomEntityType, DatabaseInput, DataQualityTargetTable, DataSource, DirectKafkaSource, DirectKinesisSource, DropDuplicates, DropFields, DropNullFields, DynamicTransform, DynamoDBCatalogSource, ErrorDetail, EvaluateDataQuality, EventBatchingCondition, ExecutionClass, ExecutionProperty, FillMissingValues, Filter, GovernedCatalogSource, GovernedCatalogTarget, JDBCConnectorSource, JDBCConnectorTarget, JobCommand, Join, LakeFormationConfiguration, LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, MySQLCatalogSource, MySQLCatalogTarget, NotificationProperty, OracleSQLCatalogSource, OracleSQLCatalogTarget, PartitionInput, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, Predicate, RecrawlPolicy, RedshiftSource, RedshiftTarget, RegistryId, RelationalCatalogSource, RenameField, S3CatalogHudiSource, S3CatalogSource, S3CatalogTarget, S3CsvSource, S3DirectTarget, S3GlueParquetTarget, S3HudiCatalogTarget, S3HudiDirectTarget, S3HudiSource, S3JsonSource, S3ParquetSource, SchemaChangePolicy, SchemaId, SchemaStatus, SchemaVersionStatus, SelectFields, SelectFromCollection, SourceControlAuthStrategy, SourceControlDetails, SourceControlProvider, SparkConnectorSource, SparkConnectorTarget, SparkSQL, Spigot, SplitFields, TaskStatusType, TransformParameters, Trigger, Union, WorkerType } from "./models_0";
|
|
4
|
+
import { ColumnStatistics, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, JobBookmarkEntry, RegistryStatus, ResourceShareType, SchemaVersionNumber, Session, Statement, Table, TableInput, TransformFilterCriteria, TransformSortCriteria, UserDefinedFunctionInput } from "./models_1";
|
|
5
|
+
export declare enum CrawlerHistoryState {
|
|
6
|
+
COMPLETED = "COMPLETED",
|
|
7
|
+
FAILED = "FAILED",
|
|
8
|
+
RUNNING = "RUNNING",
|
|
9
|
+
STOPPED = "STOPPED"
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* <p>Contains the information for a run of a crawler.</p>
|
|
13
|
+
*/
|
|
14
|
+
export interface CrawlerHistory {
|
|
15
|
+
/**
|
|
16
|
+
* <p>A UUID identifier for each crawl.</p>
|
|
17
|
+
*/
|
|
18
|
+
CrawlId?: string;
|
|
19
|
+
/**
|
|
20
|
+
* <p>The state of the crawl.</p>
|
|
21
|
+
*/
|
|
22
|
+
State?: CrawlerHistoryState | string;
|
|
23
|
+
/**
|
|
24
|
+
* <p>The date and time on which the crawl started.</p>
|
|
25
|
+
*/
|
|
26
|
+
StartTime?: Date;
|
|
27
|
+
/**
|
|
28
|
+
* <p>The date and time on which the crawl ended.</p>
|
|
29
|
+
*/
|
|
30
|
+
EndTime?: Date;
|
|
31
|
+
/**
|
|
32
|
+
* <p>A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.</p>
|
|
33
|
+
*/
|
|
34
|
+
Summary?: string;
|
|
35
|
+
/**
|
|
36
|
+
* <p>If an error occurred, the error message associated with the crawl.</p>
|
|
37
|
+
*/
|
|
38
|
+
ErrorMessage?: string;
|
|
39
|
+
/**
|
|
40
|
+
* <p>The log group associated with the crawl.</p>
|
|
41
|
+
*/
|
|
42
|
+
LogGroup?: string;
|
|
43
|
+
/**
|
|
44
|
+
* <p>The log stream associated with the crawl.</p>
|
|
45
|
+
*/
|
|
46
|
+
LogStream?: string;
|
|
47
|
+
/**
|
|
48
|
+
* <p>The prefix for a CloudWatch message about this crawl.</p>
|
|
49
|
+
*/
|
|
50
|
+
MessagePrefix?: string;
|
|
51
|
+
/**
|
|
52
|
+
* <p>The number of data processing units (DPU) used in hours for the crawl.</p>
|
|
53
|
+
*/
|
|
54
|
+
DPUHour?: number;
|
|
55
|
+
}
|
|
56
|
+
export interface ListCrawlsResponse {
|
|
57
|
+
/**
|
|
58
|
+
* <p>A list of <code>CrawlerHistory</code> objects representing the crawl runs that meet your criteria.</p>
|
|
59
|
+
*/
|
|
60
|
+
Crawls?: CrawlerHistory[];
|
|
61
|
+
/**
|
|
62
|
+
* <p>A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.</p>
|
|
63
|
+
*/
|
|
64
|
+
NextToken?: string;
|
|
65
|
+
}
|
|
66
|
+
export interface ListCustomEntityTypesRequest {
|
|
67
|
+
/**
|
|
68
|
+
* <p>A paginated token to offset the results.</p>
|
|
69
|
+
*/
|
|
70
|
+
NextToken?: string;
|
|
71
|
+
/**
|
|
72
|
+
* <p>The maximum number of results to return.</p>
|
|
73
|
+
*/
|
|
74
|
+
MaxResults?: number;
|
|
75
|
+
}
|
|
76
|
+
export interface ListCustomEntityTypesResponse {
|
|
77
|
+
/**
|
|
78
|
+
* <p>A list of <code>CustomEntityType</code> objects representing custom patterns.</p>
|
|
79
|
+
*/
|
|
80
|
+
CustomEntityTypes?: CustomEntityType[];
|
|
81
|
+
/**
|
|
82
|
+
* <p>A pagination token, if more results are available.</p>
|
|
83
|
+
*/
|
|
84
|
+
NextToken?: string;
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* <p>Criteria used to return data quality results.</p>
|
|
88
|
+
*/
|
|
89
|
+
export interface DataQualityResultFilterCriteria {
|
|
90
|
+
/**
|
|
91
|
+
* <p>Filter results by the specified data source. For example, retrieving all results for an Glue table.</p>
|
|
92
|
+
*/
|
|
93
|
+
DataSource?: DataSource;
|
|
94
|
+
/**
|
|
95
|
+
* <p>Filter results by the specified job name.</p>
|
|
96
|
+
*/
|
|
97
|
+
JobName?: string;
|
|
98
|
+
/**
|
|
99
|
+
* <p>Filter results by the specified job run ID.</p>
|
|
100
|
+
*/
|
|
101
|
+
JobRunId?: string;
|
|
102
|
+
/**
|
|
103
|
+
* <p>Filter results by runs that started after this time.</p>
|
|
104
|
+
*/
|
|
105
|
+
StartedAfter?: Date;
|
|
106
|
+
/**
|
|
107
|
+
* <p>Filter results by runs that started before this time.</p>
|
|
108
|
+
*/
|
|
109
|
+
StartedBefore?: Date;
|
|
110
|
+
}
|
|
5
111
|
export interface ListDataQualityResultsRequest {
|
|
6
112
|
/**
|
|
7
113
|
* <p>The filter criteria.</p>
|
|
@@ -2712,6 +2818,26 @@ export interface CodeGenConfigurationNode {
|
|
|
2712
2818
|
* <p>Specifies your data quality evaluation criteria.</p>
|
|
2713
2819
|
*/
|
|
2714
2820
|
EvaluateDataQuality?: EvaluateDataQuality;
|
|
2821
|
+
/**
|
|
2822
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
|
|
2823
|
+
*/
|
|
2824
|
+
S3CatalogHudiSource?: S3CatalogHudiSource;
|
|
2825
|
+
/**
|
|
2826
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
|
|
2827
|
+
*/
|
|
2828
|
+
CatalogHudiSource?: CatalogHudiSource;
|
|
2829
|
+
/**
|
|
2830
|
+
* <p>Specifies a Hudi data source stored in Amazon S3.</p>
|
|
2831
|
+
*/
|
|
2832
|
+
S3HudiSource?: S3HudiSource;
|
|
2833
|
+
/**
|
|
2834
|
+
* <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
|
|
2835
|
+
*/
|
|
2836
|
+
S3HudiCatalogTarget?: S3HudiCatalogTarget;
|
|
2837
|
+
/**
|
|
2838
|
+
* <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
|
|
2839
|
+
*/
|
|
2840
|
+
S3HudiDirectTarget?: S3HudiDirectTarget;
|
|
2715
2841
|
}
|
|
2716
2842
|
export interface CreateJobRequest {
|
|
2717
2843
|
/**
|
|
@@ -3179,6 +3305,26 @@ export interface GetJobsResponse {
|
|
|
3179
3305
|
*/
|
|
3180
3306
|
NextToken?: string;
|
|
3181
3307
|
}
|
|
3308
|
+
/**
|
|
3309
|
+
* @internal
|
|
3310
|
+
*/
|
|
3311
|
+
export declare const CrawlerHistoryFilterSensitiveLog: (obj: CrawlerHistory) => any;
|
|
3312
|
+
/**
|
|
3313
|
+
* @internal
|
|
3314
|
+
*/
|
|
3315
|
+
export declare const ListCrawlsResponseFilterSensitiveLog: (obj: ListCrawlsResponse) => any;
|
|
3316
|
+
/**
|
|
3317
|
+
* @internal
|
|
3318
|
+
*/
|
|
3319
|
+
export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (obj: ListCustomEntityTypesRequest) => any;
|
|
3320
|
+
/**
|
|
3321
|
+
* @internal
|
|
3322
|
+
*/
|
|
3323
|
+
export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (obj: ListCustomEntityTypesResponse) => any;
|
|
3324
|
+
/**
|
|
3325
|
+
* @internal
|
|
3326
|
+
*/
|
|
3327
|
+
export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (obj: DataQualityResultFilterCriteria) => any;
|
|
3182
3328
|
/**
|
|
3183
3329
|
* @internal
|
|
3184
3330
|
*/
|
|
@@ -31,6 +31,7 @@ import {
|
|
|
31
31
|
} from "@aws-sdk/smithy-client";
|
|
32
32
|
import {
|
|
33
33
|
BodyLengthCalculator as __BodyLengthCalculator,
|
|
34
|
+
ChecksumConstructor as __ChecksumConstructor,
|
|
34
35
|
Credentials as __Credentials,
|
|
35
36
|
Decoder as __Decoder,
|
|
36
37
|
Encoder as __Encoder,
|
|
@@ -1265,7 +1266,7 @@ export declare type ServiceOutputTypes =
|
|
|
1265
1266
|
export interface ClientDefaults
|
|
1266
1267
|
extends Partial<__SmithyResolvedConfiguration<__HttpHandlerOptions>> {
|
|
1267
1268
|
requestHandler?: __HttpHandler;
|
|
1268
|
-
sha256?: __HashConstructor;
|
|
1269
|
+
sha256?: __ChecksumConstructor | __HashConstructor;
|
|
1269
1270
|
urlParser?: __UrlParser;
|
|
1270
1271
|
bodyLengthChecker?: __BodyLengthCalculator;
|
|
1271
1272
|
streamCollector?: __StreamCollector;
|
|
@@ -11,7 +11,8 @@ import {
|
|
|
11
11
|
ServiceInputTypes,
|
|
12
12
|
ServiceOutputTypes,
|
|
13
13
|
} from "../GlueClient";
|
|
14
|
-
import { CreateScriptRequest
|
|
14
|
+
import { CreateScriptRequest } from "../models/models_0";
|
|
15
|
+
import { CreateScriptResponse } from "../models/models_1";
|
|
15
16
|
export interface CreateScriptCommandInput extends CreateScriptRequest {}
|
|
16
17
|
export interface CreateScriptCommandOutput
|
|
17
18
|
extends CreateScriptResponse,
|