@aws-sdk/client-glue 3.624.0 → 3.626.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/README.md +48 -0
  2. package/dist-cjs/index.js +465 -34
  3. package/dist-es/Glue.js +12 -0
  4. package/dist-es/commands/BatchGetDataQualityResultCommand.js +2 -1
  5. package/dist-es/commands/BatchGetJobsCommand.js +1 -1
  6. package/dist-es/commands/BatchPutDataQualityStatisticAnnotationCommand.js +24 -0
  7. package/dist-es/commands/CreateJobCommand.js +1 -1
  8. package/dist-es/commands/GetDataQualityModelCommand.js +24 -0
  9. package/dist-es/commands/GetDataQualityModelResultCommand.js +24 -0
  10. package/dist-es/commands/GetDataQualityResultCommand.js +2 -1
  11. package/dist-es/commands/GetJobCommand.js +1 -1
  12. package/dist-es/commands/GetJobsCommand.js +1 -1
  13. package/dist-es/commands/ListDataQualityStatisticAnnotationsCommand.js +24 -0
  14. package/dist-es/commands/ListDataQualityStatisticsCommand.js +25 -0
  15. package/dist-es/commands/PutDataQualityProfileAnnotationCommand.js +24 -0
  16. package/dist-es/commands/UpdateJobCommand.js +1 -1
  17. package/dist-es/commands/index.js +6 -0
  18. package/dist-es/models/index.js +1 -0
  19. package/dist-es/models/models_0.js +35 -10
  20. package/dist-es/models/models_1.js +26 -13
  21. package/dist-es/models/models_2.js +22 -24
  22. package/dist-es/models/models_3.js +29 -0
  23. package/dist-es/protocols/Aws_json1_1.js +233 -0
  24. package/dist-types/Glue.d.ts +44 -0
  25. package/dist-types/GlueClient.d.ts +8 -2
  26. package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +3 -0
  27. package/dist-types/commands/BatchGetJobsCommand.d.ts +1 -1
  28. package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +85 -0
  29. package/dist-types/commands/CreateBlueprintCommand.d.ts +1 -1
  30. package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -0
  31. package/dist-types/commands/CreateJobCommand.d.ts +1 -1
  32. package/dist-types/commands/GetDataQualityModelCommand.d.ts +76 -0
  33. package/dist-types/commands/GetDataQualityModelResultCommand.d.ts +83 -0
  34. package/dist-types/commands/GetDataQualityResultCommand.d.ts +3 -0
  35. package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -0
  36. package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -0
  37. package/dist-types/commands/GetJobCommand.d.ts +1 -1
  38. package/dist-types/commands/GetJobsCommand.d.ts +1 -1
  39. package/dist-types/commands/GetMLTransformsCommand.d.ts +1 -1
  40. package/dist-types/commands/GetPartitionCommand.d.ts +1 -1
  41. package/dist-types/commands/GetPartitionIndexesCommand.d.ts +1 -1
  42. package/dist-types/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +84 -0
  43. package/dist-types/commands/ListDataQualityStatisticsCommand.d.ts +103 -0
  44. package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +68 -0
  45. package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +1 -0
  46. package/dist-types/commands/UpdateJobCommand.d.ts +2 -1
  47. package/dist-types/commands/UpdateUsageProfileCommand.d.ts +2 -1
  48. package/dist-types/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
  49. package/dist-types/commands/UpdateWorkflowCommand.d.ts +1 -1
  50. package/dist-types/commands/index.d.ts +6 -0
  51. package/dist-types/models/index.d.ts +1 -0
  52. package/dist-types/models/models_0.d.ts +146 -152
  53. package/dist-types/models/models_1.d.ts +305 -420
  54. package/dist-types/models/models_2.d.ts +3184 -3802
  55. package/dist-types/models/models_3.d.ts +1272 -0
  56. package/dist-types/protocols/Aws_json1_1.d.ts +54 -0
  57. package/dist-types/ts3.4/Glue.d.ts +116 -0
  58. package/dist-types/ts3.4/GlueClient.d.ts +36 -0
  59. package/dist-types/ts3.4/commands/BatchGetJobsCommand.d.ts +1 -1
  60. package/dist-types/ts3.4/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +40 -0
  61. package/dist-types/ts3.4/commands/CreateBlueprintCommand.d.ts +1 -1
  62. package/dist-types/ts3.4/commands/CreateJobCommand.d.ts +1 -1
  63. package/dist-types/ts3.4/commands/GetDataQualityModelCommand.d.ts +40 -0
  64. package/dist-types/ts3.4/commands/GetDataQualityModelResultCommand.d.ts +40 -0
  65. package/dist-types/ts3.4/commands/GetJobCommand.d.ts +1 -1
  66. package/dist-types/ts3.4/commands/GetJobsCommand.d.ts +1 -1
  67. package/dist-types/ts3.4/commands/GetMLTransformsCommand.d.ts +1 -1
  68. package/dist-types/ts3.4/commands/GetPartitionCommand.d.ts +1 -1
  69. package/dist-types/ts3.4/commands/GetPartitionIndexesCommand.d.ts +1 -1
  70. package/dist-types/ts3.4/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +40 -0
  71. package/dist-types/ts3.4/commands/ListDataQualityStatisticsCommand.d.ts +40 -0
  72. package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +40 -0
  73. package/dist-types/ts3.4/commands/UpdateJobCommand.d.ts +2 -1
  74. package/dist-types/ts3.4/commands/UpdateUsageProfileCommand.d.ts +2 -4
  75. package/dist-types/ts3.4/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
  76. package/dist-types/ts3.4/commands/UpdateWorkflowCommand.d.ts +1 -1
  77. package/dist-types/ts3.4/commands/index.d.ts +6 -0
  78. package/dist-types/ts3.4/models/index.d.ts +1 -0
  79. package/dist-types/ts3.4/models/models_0.d.ts +51 -45
  80. package/dist-types/ts3.4/models/models_1.d.ts +86 -92
  81. package/dist-types/ts3.4/models/models_2.d.ts +156 -292
  82. package/dist-types/ts3.4/models/models_3.d.ts +296 -0
  83. package/dist-types/ts3.4/protocols/Aws_json1_1.d.ts +72 -0
  84. package/package.json +1 -1
@@ -1,7 +1,8 @@
1
1
  import { Command as $Command } from "@smithy/smithy-client";
2
2
  import { MetadataBearer as __MetadataBearer } from "@smithy/types";
3
3
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
4
- import { UpdateUsageProfileRequest, UpdateUsageProfileResponse } from "../models/models_2";
4
+ import { UpdateUsageProfileRequest } from "../models/models_2";
5
+ import { UpdateUsageProfileResponse } from "../models/models_3";
5
6
  /**
6
7
  * @public
7
8
  */
@@ -1,7 +1,7 @@
1
1
  import { Command as $Command } from "@smithy/smithy-client";
2
2
  import { MetadataBearer as __MetadataBearer } from "@smithy/types";
3
3
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
4
- import { UpdateUserDefinedFunctionRequest, UpdateUserDefinedFunctionResponse } from "../models/models_2";
4
+ import { UpdateUserDefinedFunctionRequest, UpdateUserDefinedFunctionResponse } from "../models/models_3";
5
5
  /**
6
6
  * @public
7
7
  */
@@ -1,7 +1,7 @@
1
1
  import { Command as $Command } from "@smithy/smithy-client";
2
2
  import { MetadataBearer as __MetadataBearer } from "@smithy/types";
3
3
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
4
- import { UpdateWorkflowRequest, UpdateWorkflowResponse } from "../models/models_2";
4
+ import { UpdateWorkflowRequest, UpdateWorkflowResponse } from "../models/models_3";
5
5
  /**
6
6
  * @public
7
7
  */
@@ -13,6 +13,7 @@ export * from "./BatchGetPartitionCommand";
13
13
  export * from "./BatchGetTableOptimizerCommand";
14
14
  export * from "./BatchGetTriggersCommand";
15
15
  export * from "./BatchGetWorkflowsCommand";
16
+ export * from "./BatchPutDataQualityStatisticAnnotationCommand";
16
17
  export * from "./BatchStopJobRunCommand";
17
18
  export * from "./BatchUpdatePartitionCommand";
18
19
  export * from "./CancelDataQualityRuleRecommendationRunCommand";
@@ -87,6 +88,8 @@ export * from "./GetCrawlerMetricsCommand";
87
88
  export * from "./GetCrawlersCommand";
88
89
  export * from "./GetCustomEntityTypeCommand";
89
90
  export * from "./GetDataCatalogEncryptionSettingsCommand";
91
+ export * from "./GetDataQualityModelCommand";
92
+ export * from "./GetDataQualityModelResultCommand";
90
93
  export * from "./GetDataQualityResultCommand";
91
94
  export * from "./GetDataQualityRuleRecommendationRunCommand";
92
95
  export * from "./GetDataQualityRulesetCommand";
@@ -149,6 +152,8 @@ export * from "./ListDataQualityResultsCommand";
149
152
  export * from "./ListDataQualityRuleRecommendationRunsCommand";
150
153
  export * from "./ListDataQualityRulesetEvaluationRunsCommand";
151
154
  export * from "./ListDataQualityRulesetsCommand";
155
+ export * from "./ListDataQualityStatisticAnnotationsCommand";
156
+ export * from "./ListDataQualityStatisticsCommand";
152
157
  export * from "./ListDevEndpointsCommand";
153
158
  export * from "./ListJobsCommand";
154
159
  export * from "./ListMLTransformsCommand";
@@ -162,6 +167,7 @@ export * from "./ListTriggersCommand";
162
167
  export * from "./ListUsageProfilesCommand";
163
168
  export * from "./ListWorkflowsCommand";
164
169
  export * from "./PutDataCatalogEncryptionSettingsCommand";
170
+ export * from "./PutDataQualityProfileAnnotationCommand";
165
171
  export * from "./PutResourcePolicyCommand";
166
172
  export * from "./PutSchemaVersionMetadataCommand";
167
173
  export * from "./PutWorkflowRunPropertiesCommand";
@@ -1,3 +1,4 @@
1
1
  export * from "./models_0";
2
2
  export * from "./models_1";
3
3
  export * from "./models_2";
4
+ export * from "./models_3";
@@ -380,6 +380,81 @@ export interface AmazonRedshiftTarget {
380
380
  */
381
381
  Inputs?: string[];
382
382
  }
383
+ /**
384
+ * <p>A failed annotation.</p>
385
+ * @public
386
+ */
387
+ export interface AnnotationError {
388
+ /**
389
+ * <p>The Profile ID for the failed annotation.</p>
390
+ * @public
391
+ */
392
+ ProfileId?: string;
393
+ /**
394
+ * <p>The Statistic ID for the failed annotation.</p>
395
+ * @public
396
+ */
397
+ StatisticId?: string;
398
+ /**
399
+ * <p>The reason why the annotation failed.</p>
400
+ * @public
401
+ */
402
+ FailureReason?: string;
403
+ }
404
+ /**
405
+ * @public
406
+ * @enum
407
+ */
408
+ export declare const InclusionAnnotationValue: {
409
+ readonly EXCLUDE: "EXCLUDE";
410
+ readonly INCLUDE: "INCLUDE";
411
+ };
412
+ /**
413
+ * @public
414
+ */
415
+ export type InclusionAnnotationValue = (typeof InclusionAnnotationValue)[keyof typeof InclusionAnnotationValue];
416
+ /**
417
+ * <p>A timestamped inclusion annotation.</p>
418
+ * @public
419
+ */
420
+ export interface TimestampedInclusionAnnotation {
421
+ /**
422
+ * <p>The inclusion annotation value.</p>
423
+ * @public
424
+ */
425
+ Value?: InclusionAnnotationValue;
426
+ /**
427
+ * <p>The timestamp when the inclusion annotation was last modified.</p>
428
+ * @public
429
+ */
430
+ LastModifiedOn?: Date;
431
+ }
432
+ /**
433
+ * <p>A Statistic Annotation.</p>
434
+ * @public
435
+ */
436
+ export interface StatisticAnnotation {
437
+ /**
438
+ * <p>The Profile ID.</p>
439
+ * @public
440
+ */
441
+ ProfileId?: string;
442
+ /**
443
+ * <p>The Statistic ID.</p>
444
+ * @public
445
+ */
446
+ StatisticId?: string;
447
+ /**
448
+ * <p>The timestamp when the annotated statistic was recorded.</p>
449
+ * @public
450
+ */
451
+ StatisticRecordedOn?: Date;
452
+ /**
453
+ * <p>The inclusion annotation applied to the statistic.</p>
454
+ * @public
455
+ */
456
+ InclusionAnnotation?: TimestampedInclusionAnnotation;
457
+ }
383
458
  /**
384
459
  * <p>Specifies a single column in a Glue schema definition.</p>
385
460
  * @public
@@ -2219,6 +2294,11 @@ export interface MetricBasedObservation {
2219
2294
  * @public
2220
2295
  */
2221
2296
  MetricName?: string;
2297
+ /**
2298
+ * <p>The Statistic ID.</p>
2299
+ * @public
2300
+ */
2301
+ StatisticId?: string;
2222
2302
  /**
2223
2303
  * <p>An object of type <code>DataQualityMetricValues</code> representing the analysis of the data quality metric value.</p>
2224
2304
  * @public
@@ -2289,6 +2369,11 @@ export interface DataQualityRuleResult {
2289
2369
  * @public
2290
2370
  */
2291
2371
  EvaluatedMetrics?: Record<string, number>;
2372
+ /**
2373
+ * <p>The evaluated rule.</p>
2374
+ * @public
2375
+ */
2376
+ EvaluatedRule?: string;
2292
2377
  }
2293
2378
  /**
2294
2379
  * <p>Describes a data quality result.</p>
@@ -2300,6 +2385,11 @@ export interface DataQualityResult {
2300
2385
  * @public
2301
2386
  */
2302
2387
  ResultId?: string;
2388
+ /**
2389
+ * <p>The Profile ID for the data quality result.</p>
2390
+ * @public
2391
+ */
2392
+ ProfileId?: string;
2303
2393
  /**
2304
2394
  * <p>An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.</p>
2305
2395
  * @public
@@ -7438,6 +7528,52 @@ export interface BatchGetWorkflowsResponse {
7438
7528
  */
7439
7529
  MissingWorkflows?: string[];
7440
7530
  }
7531
+ /**
7532
+ * <p>An Inclusion Annotation.</p>
7533
+ * @public
7534
+ */
7535
+ export interface DatapointInclusionAnnotation {
7536
+ /**
7537
+ * <p>The ID of the data quality profile the statistic belongs to.</p>
7538
+ * @public
7539
+ */
7540
+ ProfileId?: string;
7541
+ /**
7542
+ * <p>The Statistic ID.</p>
7543
+ * @public
7544
+ */
7545
+ StatisticId?: string;
7546
+ /**
7547
+ * <p>The inclusion annotation value to apply to the statistic.</p>
7548
+ * @public
7549
+ */
7550
+ InclusionAnnotation?: InclusionAnnotationValue;
7551
+ }
7552
+ /**
7553
+ * @public
7554
+ */
7555
+ export interface BatchPutDataQualityStatisticAnnotationRequest {
7556
+ /**
7557
+ * <p>A list of <code>DatapointInclusionAnnotation</code>'s.</p>
7558
+ * @public
7559
+ */
7560
+ InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
7561
+ /**
7562
+ * <p>Client Token.</p>
7563
+ * @public
7564
+ */
7565
+ ClientToken?: string;
7566
+ }
7567
+ /**
7568
+ * @public
7569
+ */
7570
+ export interface BatchPutDataQualityStatisticAnnotationResponse {
7571
+ /**
7572
+ * <p>A list of <code>AnnotationError</code>'s.</p>
7573
+ * @public
7574
+ */
7575
+ FailedInclusionAnnotations?: AnnotationError[];
7576
+ }
7441
7577
  /**
7442
7578
  * @public
7443
7579
  */
@@ -7746,164 +7882,22 @@ export interface CheckSchemaVersionValidityResponse {
7746
7882
  Error?: string;
7747
7883
  }
7748
7884
  /**
7749
- * @public
7885
+ * @internal
7750
7886
  */
7751
- export interface CreateBlueprintRequest {
7752
- /**
7753
- * <p>The name of the blueprint.</p>
7754
- * @public
7755
- */
7756
- Name: string | undefined;
7757
- /**
7758
- * <p>A description of the blueprint.</p>
7759
- * @public
7760
- */
7761
- Description?: string;
7762
- /**
7763
- * <p>Specifies a path in Amazon S3 where the blueprint is published.</p>
7764
- * @public
7765
- */
7766
- BlueprintLocation: string | undefined;
7767
- /**
7768
- * <p>The tags to be applied to this blueprint.</p>
7769
- * @public
7770
- */
7771
- Tags?: Record<string, string>;
7772
- }
7773
- /**
7774
- * @public
7775
- */
7776
- export interface CreateBlueprintResponse {
7777
- /**
7778
- * <p>Returns the name of the blueprint that was registered.</p>
7779
- * @public
7780
- */
7781
- Name?: string;
7782
- }
7783
- /**
7784
- * @public
7785
- * @enum
7786
- */
7787
- export declare const CsvHeaderOption: {
7788
- readonly ABSENT: "ABSENT";
7789
- readonly PRESENT: "PRESENT";
7790
- readonly UNKNOWN: "UNKNOWN";
7791
- };
7792
- /**
7793
- * @public
7794
- */
7795
- export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption];
7796
- /**
7797
- * @public
7798
- * @enum
7799
- */
7800
- export declare const CsvSerdeOption: {
7801
- readonly LazySimpleSerDe: "LazySimpleSerDe";
7802
- readonly None: "None";
7803
- readonly OpenCSVSerDe: "OpenCSVSerDe";
7804
- };
7887
+ export declare const DataQualityAnalyzerResultFilterSensitiveLog: (obj: DataQualityAnalyzerResult) => any;
7805
7888
  /**
7806
- * @public
7889
+ * @internal
7807
7890
  */
7808
- export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption];
7891
+ export declare const DataQualityObservationFilterSensitiveLog: (obj: DataQualityObservation) => any;
7809
7892
  /**
7810
- * <p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>
7811
- * @public
7893
+ * @internal
7812
7894
  */
7813
- export interface CreateCsvClassifierRequest {
7814
- /**
7815
- * <p>The name of the classifier.</p>
7816
- * @public
7817
- */
7818
- Name: string | undefined;
7819
- /**
7820
- * <p>A custom symbol to denote what separates each column entry in the row.</p>
7821
- * @public
7822
- */
7823
- Delimiter?: string;
7824
- /**
7825
- * <p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>
7826
- * @public
7827
- */
7828
- QuoteSymbol?: string;
7829
- /**
7830
- * <p>Indicates whether the CSV file contains a header.</p>
7831
- * @public
7832
- */
7833
- ContainsHeader?: CsvHeaderOption;
7834
- /**
7835
- * <p>A list of strings representing column names.</p>
7836
- * @public
7837
- */
7838
- Header?: string[];
7839
- /**
7840
- * <p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>
7841
- * @public
7842
- */
7843
- DisableValueTrimming?: boolean;
7844
- /**
7845
- * <p>Enables the processing of files that contain only one column.</p>
7846
- * @public
7847
- */
7848
- AllowSingleColumn?: boolean;
7849
- /**
7850
- * <p>Enables the configuration of custom datatypes.</p>
7851
- * @public
7852
- */
7853
- CustomDatatypeConfigured?: boolean;
7854
- /**
7855
- * <p>Creates a list of supported custom datatypes.</p>
7856
- * @public
7857
- */
7858
- CustomDatatypes?: string[];
7859
- /**
7860
- * <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
7861
- * @public
7862
- */
7863
- Serde?: CsvSerdeOption;
7864
- }
7895
+ export declare const DataQualityRuleResultFilterSensitiveLog: (obj: DataQualityRuleResult) => any;
7865
7896
  /**
7866
- * <p>Specifies a <code>grok</code> classifier for <code>CreateClassifier</code>
7867
- * to create.</p>
7868
- * @public
7897
+ * @internal
7869
7898
  */
7870
- export interface CreateGrokClassifierRequest {
7871
- /**
7872
- * <p>An identifier of the data format that the classifier matches,
7873
- * such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.</p>
7874
- * @public
7875
- */
7876
- Classification: string | undefined;
7877
- /**
7878
- * <p>The name of the new classifier.</p>
7879
- * @public
7880
- */
7881
- Name: string | undefined;
7882
- /**
7883
- * <p>The grok pattern used by this classifier.</p>
7884
- * @public
7885
- */
7886
- GrokPattern: string | undefined;
7887
- /**
7888
- * <p>Optional custom grok patterns used by this classifier.</p>
7889
- * @public
7890
- */
7891
- CustomPatterns?: string;
7892
- }
7899
+ export declare const DataQualityResultFilterSensitiveLog: (obj: DataQualityResult) => any;
7893
7900
  /**
7894
- * <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
7895
- * @public
7901
+ * @internal
7896
7902
  */
7897
- export interface CreateJsonClassifierRequest {
7898
- /**
7899
- * <p>The name of the classifier.</p>
7900
- * @public
7901
- */
7902
- Name: string | undefined;
7903
- /**
7904
- * <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
7905
- * Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
7906
- * @public
7907
- */
7908
- JsonPath: string | undefined;
7909
- }
7903
+ export declare const BatchGetDataQualityResultResponseFilterSensitiveLog: (obj: BatchGetDataQualityResultResponse) => any;