@aws-sdk/client-glue 3.857.0 → 3.859.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/dist-cjs/index.js +54 -18
  2. package/dist-es/models/models_0.js +8 -5
  3. package/dist-es/models/models_1.js +5 -0
  4. package/dist-es/models/models_2.js +0 -9
  5. package/dist-es/models/models_3.js +9 -0
  6. package/dist-es/protocols/Aws_json1_1.js +26 -0
  7. package/dist-types/commands/BatchGetJobsCommand.d.ts +181 -67
  8. package/dist-types/commands/CreateJobCommand.d.ts +181 -67
  9. package/dist-types/commands/GetClassifierCommand.d.ts +2 -1
  10. package/dist-types/commands/GetClassifiersCommand.d.ts +1 -1
  11. package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
  12. package/dist-types/commands/GetJobCommand.d.ts +181 -67
  13. package/dist-types/commands/GetJobsCommand.d.ts +181 -67
  14. package/dist-types/commands/ModifyIntegrationCommand.d.ts +2 -1
  15. package/dist-types/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
  16. package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
  17. package/dist-types/commands/PutResourcePolicyCommand.d.ts +1 -1
  18. package/dist-types/commands/UpdateJobCommand.d.ts +181 -67
  19. package/dist-types/models/models_0.d.ts +445 -448
  20. package/dist-types/models/models_1.d.ts +430 -231
  21. package/dist-types/models/models_2.d.ts +232 -232
  22. package/dist-types/models/models_3.d.ts +298 -27
  23. package/dist-types/ts3.4/commands/GetClassifierCommand.d.ts +2 -4
  24. package/dist-types/ts3.4/commands/GetClassifiersCommand.d.ts +1 -1
  25. package/dist-types/ts3.4/commands/GetColumnStatisticsForPartitionCommand.d.ts +4 -2
  26. package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +2 -4
  27. package/dist-types/ts3.4/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
  28. package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
  29. package/dist-types/ts3.4/commands/PutResourcePolicyCommand.d.ts +1 -1
  30. package/dist-types/ts3.4/models/models_0.d.ts +94 -75
  31. package/dist-types/ts3.4/models/models_1.d.ts +82 -54
  32. package/dist-types/ts3.4/models/models_2.d.ts +56 -59
  33. package/dist-types/ts3.4/models/models_3.d.ts +69 -4
  34. package/package.json +5 -5
@@ -1,8 +1,238 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { DocumentType as __DocumentType } from "@smithy/types";
3
3
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
4
- import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, JobRun, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType } from "./models_0";
5
- import { BinaryColumnStatisticsData, BooleanColumnStatisticsData, Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, DatabaseIdentifier, DataFormat, DataQualityTargetTable, DateColumnStatisticsData, DecimalNumber, EncryptionConfiguration, FederatedDatabase, IntegrationError, IntegrationStatus, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, Tag, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
4
+ import { AuditContext, AuthenticationConfiguration, Crawler, CustomEntityType, DataQualityAggregatedMetrics, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, GlueTable, InclusionAnnotationValue, Partition, PartitionValueList, Schedule, SchemaId, StatisticAnnotation, TableOptimizer, TableOptimizerRun, TableOptimizerType, TimestampedInclusionAnnotation, Trigger, WorkerType } from "./models_0";
5
+ import { Capabilities, CodeGenEdge, CodeGenNode, CodeGenNodeArg, Compatibility, ComputeEnvironment, ConnectionPropertyKey, ConnectionStatus, ConnectionType, CsvClassifier, DatabaseIdentifier, DataFormat, DataQualityTargetTable, EncryptionConfiguration, FederatedDatabase, GrokClassifier, JobRun, JsonClassifier, Language, Permission, PhysicalConnectionRequirements, PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, ResourceUri, SchemaStatus, SchemaVersionStatus, Session, SourceProcessingProperties, SourceTableConfig, TargetProcessingProperties, TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, TransformType, ViewDialect, Workflow, WorkflowRun } from "./models_1";
6
+ /**
7
+ * <p>A classifier for <code>XML</code> content.</p>
8
+ * @public
9
+ */
10
+ export interface XMLClassifier {
11
+ /**
12
+ * <p>The name of the classifier.</p>
13
+ * @public
14
+ */
15
+ Name: string | undefined;
16
+ /**
17
+ * <p>An identifier of the data format that the classifier matches.</p>
18
+ * @public
19
+ */
20
+ Classification: string | undefined;
21
+ /**
22
+ * <p>The time that this classifier was registered.</p>
23
+ * @public
24
+ */
25
+ CreationTime?: Date | undefined;
26
+ /**
27
+ * <p>The time that this classifier was last updated.</p>
28
+ * @public
29
+ */
30
+ LastUpdated?: Date | undefined;
31
+ /**
32
+ * <p>The version of this classifier.</p>
33
+ * @public
34
+ */
35
+ Version?: number | undefined;
36
+ /**
37
+ * <p>The XML tag designating the element that contains each record in an XML document being
38
+ * parsed. This can't identify a self-closing element (closed by <code>/></code>). An empty
39
+ * row element that contains only attributes can be parsed as long as it ends with a closing tag
40
+ * (for example, <code><row item_a="A" item_b="B"></row></code> is okay, but
41
+ * <code><row item_a="A" item_b="B" /></code> is not).</p>
42
+ * @public
43
+ */
44
+ RowTag?: string | undefined;
45
+ }
46
+ /**
47
+ * <p>Classifiers are triggered during a crawl task. A classifier checks whether a given file is
48
+ * in a format it can handle. If it is, the classifier creates a schema in the form of a
49
+ * <code>StructType</code> object that matches that data format.</p>
50
+ * <p>You can use the standard classifiers that Glue provides, or you can write your own
51
+ * classifiers to best categorize your data sources and specify the appropriate schemas to use
52
+ * for them. A classifier can be a <code>grok</code> classifier, an <code>XML</code> classifier,
53
+ * a <code>JSON</code> classifier, or a custom <code>CSV</code> classifier, as specified in one
54
+ * of the fields in the <code>Classifier</code> object.</p>
55
+ * @public
56
+ */
57
+ export interface Classifier {
58
+ /**
59
+ * <p>A classifier that uses <code>grok</code>.</p>
60
+ * @public
61
+ */
62
+ GrokClassifier?: GrokClassifier | undefined;
63
+ /**
64
+ * <p>A classifier for XML content.</p>
65
+ * @public
66
+ */
67
+ XMLClassifier?: XMLClassifier | undefined;
68
+ /**
69
+ * <p>A classifier for JSON content.</p>
70
+ * @public
71
+ */
72
+ JsonClassifier?: JsonClassifier | undefined;
73
+ /**
74
+ * <p>A classifier for comma-separated values (CSV).</p>
75
+ * @public
76
+ */
77
+ CsvClassifier?: CsvClassifier | undefined;
78
+ }
79
+ /**
80
+ * @public
81
+ */
82
+ export interface GetClassifierResponse {
83
+ /**
84
+ * <p>The requested classifier.</p>
85
+ * @public
86
+ */
87
+ Classifier?: Classifier | undefined;
88
+ }
89
+ /**
90
+ * @public
91
+ */
92
+ export interface GetClassifiersRequest {
93
+ /**
94
+ * <p>The size of the list to return (optional).</p>
95
+ * @public
96
+ */
97
+ MaxResults?: number | undefined;
98
+ /**
99
+ * <p>An optional continuation token.</p>
100
+ * @public
101
+ */
102
+ NextToken?: string | undefined;
103
+ }
104
+ /**
105
+ * @public
106
+ */
107
+ export interface GetClassifiersResponse {
108
+ /**
109
+ * <p>The requested list of classifier
110
+ * objects.</p>
111
+ * @public
112
+ */
113
+ Classifiers?: Classifier[] | undefined;
114
+ /**
115
+ * <p>A continuation token.</p>
116
+ * @public
117
+ */
118
+ NextToken?: string | undefined;
119
+ }
120
+ /**
121
+ * @public
122
+ */
123
+ export interface GetColumnStatisticsForPartitionRequest {
124
+ /**
125
+ * <p>The ID of the Data Catalog where the partitions in question reside.
126
+ * If none is supplied, the Amazon Web Services account ID is used by default.</p>
127
+ * @public
128
+ */
129
+ CatalogId?: string | undefined;
130
+ /**
131
+ * <p>The name of the catalog database where the partitions reside.</p>
132
+ * @public
133
+ */
134
+ DatabaseName: string | undefined;
135
+ /**
136
+ * <p>The name of the partitions' table.</p>
137
+ * @public
138
+ */
139
+ TableName: string | undefined;
140
+ /**
141
+ * <p>A list of partition values identifying the partition.</p>
142
+ * @public
143
+ */
144
+ PartitionValues: string[] | undefined;
145
+ /**
146
+ * <p>A list of the column names.</p>
147
+ * @public
148
+ */
149
+ ColumnNames: string[] | undefined;
150
+ }
151
+ /**
152
+ * <p>Defines column statistics supported for bit sequence data values.</p>
153
+ * @public
154
+ */
155
+ export interface BinaryColumnStatisticsData {
156
+ /**
157
+ * <p>The size of the longest bit sequence in the column.</p>
158
+ * @public
159
+ */
160
+ MaximumLength: number | undefined;
161
+ /**
162
+ * <p>The average bit sequence length in the column.</p>
163
+ * @public
164
+ */
165
+ AverageLength: number | undefined;
166
+ /**
167
+ * <p>The number of null values in the column.</p>
168
+ * @public
169
+ */
170
+ NumberOfNulls: number | undefined;
171
+ }
172
+ /**
173
+ * <p>Defines column statistics supported for Boolean data columns.</p>
174
+ * @public
175
+ */
176
+ export interface BooleanColumnStatisticsData {
177
+ /**
178
+ * <p>The number of true values in the column.</p>
179
+ * @public
180
+ */
181
+ NumberOfTrues: number | undefined;
182
+ /**
183
+ * <p>The number of false values in the column.</p>
184
+ * @public
185
+ */
186
+ NumberOfFalses: number | undefined;
187
+ /**
188
+ * <p>The number of null values in the column.</p>
189
+ * @public
190
+ */
191
+ NumberOfNulls: number | undefined;
192
+ }
193
+ /**
194
+ * <p>Defines column statistics supported for timestamp data columns.</p>
195
+ * @public
196
+ */
197
+ export interface DateColumnStatisticsData {
198
+ /**
199
+ * <p>The lowest value in the column.</p>
200
+ * @public
201
+ */
202
+ MinimumValue?: Date | undefined;
203
+ /**
204
+ * <p>The highest value in the column.</p>
205
+ * @public
206
+ */
207
+ MaximumValue?: Date | undefined;
208
+ /**
209
+ * <p>The number of null values in the column.</p>
210
+ * @public
211
+ */
212
+ NumberOfNulls: number | undefined;
213
+ /**
214
+ * <p>The number of distinct values in a column.</p>
215
+ * @public
216
+ */
217
+ NumberOfDistinctValues: number | undefined;
218
+ }
219
+ /**
220
+ * <p>Contains a numeric value in decimal format.</p>
221
+ * @public
222
+ */
223
+ export interface DecimalNumber {
224
+ /**
225
+ * <p>The unscaled numeric value.</p>
226
+ * @public
227
+ */
228
+ UnscaledValue: Uint8Array | undefined;
229
+ /**
230
+ * <p>The scale that determines where the decimal point falls in the
231
+ * unscaled value.</p>
232
+ * @public
233
+ */
234
+ Scale: number | undefined;
235
+ }
6
236
  /**
7
237
  * <p>Defines column statistics supported for fixed-point number data columns.</p>
8
238
  * @public
@@ -7361,236 +7591,6 @@ export interface ModifyIntegrationRequest {
7361
7591
  */
7362
7592
  IntegrationName?: string | undefined;
7363
7593
  }
7364
- /**
7365
- * @public
7366
- */
7367
- export interface ModifyIntegrationResponse {
7368
- /**
7369
- * <p>The ARN of the source for the integration.</p>
7370
- * @public
7371
- */
7372
- SourceArn: string | undefined;
7373
- /**
7374
- * <p>The ARN of the target for the integration.</p>
7375
- * @public
7376
- */
7377
- TargetArn: string | undefined;
7378
- /**
7379
- * <p>A unique name for an integration in Glue.</p>
7380
- * @public
7381
- */
7382
- IntegrationName: string | undefined;
7383
- /**
7384
- * <p>A description of the integration.</p>
7385
- * @public
7386
- */
7387
- Description?: string | undefined;
7388
- /**
7389
- * <p>The Amazon Resource Name (ARN) for the integration.</p>
7390
- * @public
7391
- */
7392
- IntegrationArn: string | undefined;
7393
- /**
7394
- * <p>The ARN of a KMS key used for encrypting the channel.</p>
7395
- * @public
7396
- */
7397
- KmsKeyId?: string | undefined;
7398
- /**
7399
- * <p>An optional set of non-secret key–value pairs that contains additional contextual information for encryption.</p>
7400
- * @public
7401
- */
7402
- AdditionalEncryptionContext?: Record<string, string> | undefined;
7403
- /**
7404
- * <p>Metadata assigned to the resource consisting of a list of key-value pairs.</p>
7405
- * @public
7406
- */
7407
- Tags?: Tag[] | undefined;
7408
- /**
7409
- * <p>The status of the integration being modified.</p>
7410
- * <p>The possible statuses are:</p>
7411
- * <ul>
7412
- * <li>
7413
- * <p>CREATING: The integration is being created.</p>
7414
- * </li>
7415
- * <li>
7416
- * <p>ACTIVE: The integration creation succeeds.</p>
7417
- * </li>
7418
- * <li>
7419
- * <p>MODIFYING: The integration is being modified.</p>
7420
- * </li>
7421
- * <li>
7422
- * <p>FAILED: The integration creation fails. </p>
7423
- * </li>
7424
- * <li>
7425
- * <p>DELETING: The integration is deleted.</p>
7426
- * </li>
7427
- * <li>
7428
- * <p>SYNCING: The integration is synchronizing.</p>
7429
- * </li>
7430
- * <li>
7431
- * <p>NEEDS_ATTENTION: The integration needs attention, such as synchronization.</p>
7432
- * </li>
7433
- * </ul>
7434
- * @public
7435
- */
7436
- Status: IntegrationStatus | undefined;
7437
- /**
7438
- * <p>The time when the integration was created, in UTC.</p>
7439
- * @public
7440
- */
7441
- CreateTime: Date | undefined;
7442
- /**
7443
- * <p>A list of errors associated with the integration modification.</p>
7444
- * @public
7445
- */
7446
- Errors?: IntegrationError[] | undefined;
7447
- /**
7448
- * <p>Selects source tables for the integration using Maxwell filter syntax.</p>
7449
- * @public
7450
- */
7451
- DataFilter?: string | undefined;
7452
- }
7453
- /**
7454
- * @public
7455
- */
7456
- export interface PutDataCatalogEncryptionSettingsRequest {
7457
- /**
7458
- * <p>The ID of the Data Catalog to set the security configuration for. If none is provided, the
7459
- * Amazon Web Services account ID is used by default.</p>
7460
- * @public
7461
- */
7462
- CatalogId?: string | undefined;
7463
- /**
7464
- * <p>The security configuration to set.</p>
7465
- * @public
7466
- */
7467
- DataCatalogEncryptionSettings: DataCatalogEncryptionSettings | undefined;
7468
- }
7469
- /**
7470
- * @public
7471
- */
7472
- export interface PutDataCatalogEncryptionSettingsResponse {
7473
- }
7474
- /**
7475
- * @public
7476
- */
7477
- export interface PutDataQualityProfileAnnotationRequest {
7478
- /**
7479
- * <p>The ID of the data quality monitoring profile to annotate.</p>
7480
- * @public
7481
- */
7482
- ProfileId: string | undefined;
7483
- /**
7484
- * <p>The inclusion annotation value to apply to the profile.</p>
7485
- * @public
7486
- */
7487
- InclusionAnnotation: InclusionAnnotationValue | undefined;
7488
- }
7489
- /**
7490
- * <p>Left blank.</p>
7491
- * @public
7492
- */
7493
- export interface PutDataQualityProfileAnnotationResponse {
7494
- }
7495
- /**
7496
- * @public
7497
- * @enum
7498
- */
7499
- export declare const EnableHybridValues: {
7500
- readonly FALSE: "FALSE";
7501
- readonly TRUE: "TRUE";
7502
- };
7503
- /**
7504
- * @public
7505
- */
7506
- export type EnableHybridValues = (typeof EnableHybridValues)[keyof typeof EnableHybridValues];
7507
- /**
7508
- * @public
7509
- * @enum
7510
- */
7511
- export declare const ExistCondition: {
7512
- readonly MUST_EXIST: "MUST_EXIST";
7513
- readonly NONE: "NONE";
7514
- readonly NOT_EXIST: "NOT_EXIST";
7515
- };
7516
- /**
7517
- * @public
7518
- */
7519
- export type ExistCondition = (typeof ExistCondition)[keyof typeof ExistCondition];
7520
- /**
7521
- * @public
7522
- */
7523
- export interface PutResourcePolicyRequest {
7524
- /**
7525
- * <p>Contains the policy document to set, in JSON format.</p>
7526
- * @public
7527
- */
7528
- PolicyInJson: string | undefined;
7529
- /**
7530
- * <p>Do not use. For internal use only.</p>
7531
- * @public
7532
- */
7533
- ResourceArn?: string | undefined;
7534
- /**
7535
- * <p>The hash value returned when the previous policy was set using
7536
- * <code>PutResourcePolicy</code>. Its purpose is to prevent concurrent modifications of a
7537
- * policy. Do not use this parameter if no previous policy has been set.</p>
7538
- * @public
7539
- */
7540
- PolicyHashCondition?: string | undefined;
7541
- /**
7542
- * <p>A value of <code>MUST_EXIST</code> is used to update a policy. A value of
7543
- * <code>NOT_EXIST</code> is used to create a new policy. If a value of <code>NONE</code> or a
7544
- * null value is used, the call does not depend on the existence of a policy.</p>
7545
- * @public
7546
- */
7547
- PolicyExistsCondition?: ExistCondition | undefined;
7548
- /**
7549
- * <p>If <code>'TRUE'</code>, indicates that you are using both methods to grant cross-account
7550
- * access to Data Catalog resources:</p>
7551
- * <ul>
7552
- * <li>
7553
- * <p>By directly updating the resource policy with <code>PutResourePolicy</code>
7554
- * </p>
7555
- * </li>
7556
- * <li>
7557
- * <p>By using the <b>Grant permissions</b> command on the Amazon Web Services Management Console.</p>
7558
- * </li>
7559
- * </ul>
7560
- * <p>Must be set to <code>'TRUE'</code> if you have already used the Management Console to
7561
- * grant cross-account access, otherwise the call fails. Default is 'FALSE'.</p>
7562
- * @public
7563
- */
7564
- EnableHybrid?: EnableHybridValues | undefined;
7565
- }
7566
- /**
7567
- * @public
7568
- */
7569
- export interface PutResourcePolicyResponse {
7570
- /**
7571
- * <p>A hash of the policy that has just been set. This must
7572
- * be included in a subsequent call that overwrites or updates
7573
- * this policy.</p>
7574
- * @public
7575
- */
7576
- PolicyHash?: string | undefined;
7577
- }
7578
- /**
7579
- * <p>A structure containing a key value pair for metadata.</p>
7580
- * @public
7581
- */
7582
- export interface MetadataKeyValuePair {
7583
- /**
7584
- * <p>A metadata key.</p>
7585
- * @public
7586
- */
7587
- MetadataKey?: string | undefined;
7588
- /**
7589
- * <p>A metadata key’s corresponding value.</p>
7590
- * @public
7591
- */
7592
- MetadataValue?: string | undefined;
7593
- }
7594
7594
  /**
7595
7595
  * @internal
7596
7596
  */