@aws-sdk/client-glue 3.624.0 → 3.626.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/README.md +48 -0
  2. package/dist-cjs/index.js +465 -34
  3. package/dist-es/Glue.js +12 -0
  4. package/dist-es/commands/BatchGetDataQualityResultCommand.js +2 -1
  5. package/dist-es/commands/BatchGetJobsCommand.js +1 -1
  6. package/dist-es/commands/BatchPutDataQualityStatisticAnnotationCommand.js +24 -0
  7. package/dist-es/commands/CreateJobCommand.js +1 -1
  8. package/dist-es/commands/GetDataQualityModelCommand.js +24 -0
  9. package/dist-es/commands/GetDataQualityModelResultCommand.js +24 -0
  10. package/dist-es/commands/GetDataQualityResultCommand.js +2 -1
  11. package/dist-es/commands/GetJobCommand.js +1 -1
  12. package/dist-es/commands/GetJobsCommand.js +1 -1
  13. package/dist-es/commands/ListDataQualityStatisticAnnotationsCommand.js +24 -0
  14. package/dist-es/commands/ListDataQualityStatisticsCommand.js +25 -0
  15. package/dist-es/commands/PutDataQualityProfileAnnotationCommand.js +24 -0
  16. package/dist-es/commands/UpdateJobCommand.js +1 -1
  17. package/dist-es/commands/index.js +6 -0
  18. package/dist-es/models/index.js +1 -0
  19. package/dist-es/models/models_0.js +35 -10
  20. package/dist-es/models/models_1.js +26 -13
  21. package/dist-es/models/models_2.js +22 -24
  22. package/dist-es/models/models_3.js +29 -0
  23. package/dist-es/protocols/Aws_json1_1.js +233 -0
  24. package/dist-types/Glue.d.ts +44 -0
  25. package/dist-types/GlueClient.d.ts +8 -2
  26. package/dist-types/commands/BatchGetDataQualityResultCommand.d.ts +3 -0
  27. package/dist-types/commands/BatchGetJobsCommand.d.ts +1 -1
  28. package/dist-types/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +85 -0
  29. package/dist-types/commands/CreateBlueprintCommand.d.ts +1 -1
  30. package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -0
  31. package/dist-types/commands/CreateJobCommand.d.ts +1 -1
  32. package/dist-types/commands/GetDataQualityModelCommand.d.ts +76 -0
  33. package/dist-types/commands/GetDataQualityModelResultCommand.d.ts +83 -0
  34. package/dist-types/commands/GetDataQualityResultCommand.d.ts +3 -0
  35. package/dist-types/commands/GetDataQualityRuleRecommendationRunCommand.d.ts +1 -0
  36. package/dist-types/commands/GetDataQualityRulesetCommand.d.ts +1 -0
  37. package/dist-types/commands/GetJobCommand.d.ts +1 -1
  38. package/dist-types/commands/GetJobsCommand.d.ts +1 -1
  39. package/dist-types/commands/GetMLTransformsCommand.d.ts +1 -1
  40. package/dist-types/commands/GetPartitionCommand.d.ts +1 -1
  41. package/dist-types/commands/GetPartitionIndexesCommand.d.ts +1 -1
  42. package/dist-types/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +84 -0
  43. package/dist-types/commands/ListDataQualityStatisticsCommand.d.ts +103 -0
  44. package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +68 -0
  45. package/dist-types/commands/StartDataQualityRuleRecommendationRunCommand.d.ts +1 -0
  46. package/dist-types/commands/UpdateJobCommand.d.ts +2 -1
  47. package/dist-types/commands/UpdateUsageProfileCommand.d.ts +2 -1
  48. package/dist-types/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
  49. package/dist-types/commands/UpdateWorkflowCommand.d.ts +1 -1
  50. package/dist-types/commands/index.d.ts +6 -0
  51. package/dist-types/models/index.d.ts +1 -0
  52. package/dist-types/models/models_0.d.ts +146 -152
  53. package/dist-types/models/models_1.d.ts +305 -420
  54. package/dist-types/models/models_2.d.ts +3184 -3802
  55. package/dist-types/models/models_3.d.ts +1272 -0
  56. package/dist-types/protocols/Aws_json1_1.d.ts +54 -0
  57. package/dist-types/ts3.4/Glue.d.ts +116 -0
  58. package/dist-types/ts3.4/GlueClient.d.ts +36 -0
  59. package/dist-types/ts3.4/commands/BatchGetJobsCommand.d.ts +1 -1
  60. package/dist-types/ts3.4/commands/BatchPutDataQualityStatisticAnnotationCommand.d.ts +40 -0
  61. package/dist-types/ts3.4/commands/CreateBlueprintCommand.d.ts +1 -1
  62. package/dist-types/ts3.4/commands/CreateJobCommand.d.ts +1 -1
  63. package/dist-types/ts3.4/commands/GetDataQualityModelCommand.d.ts +40 -0
  64. package/dist-types/ts3.4/commands/GetDataQualityModelResultCommand.d.ts +40 -0
  65. package/dist-types/ts3.4/commands/GetJobCommand.d.ts +1 -1
  66. package/dist-types/ts3.4/commands/GetJobsCommand.d.ts +1 -1
  67. package/dist-types/ts3.4/commands/GetMLTransformsCommand.d.ts +1 -1
  68. package/dist-types/ts3.4/commands/GetPartitionCommand.d.ts +1 -1
  69. package/dist-types/ts3.4/commands/GetPartitionIndexesCommand.d.ts +1 -1
  70. package/dist-types/ts3.4/commands/ListDataQualityStatisticAnnotationsCommand.d.ts +40 -0
  71. package/dist-types/ts3.4/commands/ListDataQualityStatisticsCommand.d.ts +40 -0
  72. package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +40 -0
  73. package/dist-types/ts3.4/commands/UpdateJobCommand.d.ts +2 -1
  74. package/dist-types/ts3.4/commands/UpdateUsageProfileCommand.d.ts +2 -4
  75. package/dist-types/ts3.4/commands/UpdateUserDefinedFunctionCommand.d.ts +1 -1
  76. package/dist-types/ts3.4/commands/UpdateWorkflowCommand.d.ts +1 -1
  77. package/dist-types/ts3.4/commands/index.d.ts +6 -0
  78. package/dist-types/ts3.4/models/index.d.ts +1 -0
  79. package/dist-types/ts3.4/models/models_0.d.ts +51 -45
  80. package/dist-types/ts3.4/models/models_1.d.ts +86 -92
  81. package/dist-types/ts3.4/models/models_2.d.ts +156 -292
  82. package/dist-types/ts3.4/models/models_3.d.ts +296 -0
  83. package/dist-types/ts3.4/protocols/Aws_json1_1.d.ts +72 -0
  84. package/package.json +1 -1
@@ -1,6 +1,168 @@
1
1
  import { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { GlueServiceException as __BaseException } from "./GlueServiceException";
3
- import { Action, AuthenticationConfiguration, AuthenticationConfigurationInput, Blueprint, Column, ConnectionsList, Crawler, CrawlerTargets, CreateCsvClassifierRequest, CreateGrokClassifierRequest, CreateJsonClassifierRequest, CsvHeaderOption, CsvSerdeOption, DataFormat, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, JobRun, LakeFormationConfiguration, LineageConfiguration, Partition, PartitionInput, PartitionValueList, Predicate, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, TaskStatusType, TriggerType, WorkerType } from "./models_0";
3
+ import { Action, AuthenticationConfiguration, AuthenticationConfigurationInput, Blueprint, Column, ConnectionsList, Crawler, CrawlerTargets, DataFormat, DataQualityAnalyzerResult, DataQualityObservation, DataQualityRuleResult, DataSource, DevEndpoint, ErrorDetail, EventBatchingCondition, GlueTable, InclusionAnnotationValue, JobRun, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, RecrawlPolicy, SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, TableOptimizerType, TaskStatusType, TriggerType, WorkerType } from "./models_0";
4
+ /**
5
+ * @public
6
+ */
7
+ export interface CreateBlueprintRequest {
8
+ /**
9
+ * <p>The name of the blueprint.</p>
10
+ * @public
11
+ */
12
+ Name: string | undefined;
13
+ /**
14
+ * <p>A description of the blueprint.</p>
15
+ * @public
16
+ */
17
+ Description?: string;
18
+ /**
19
+ * <p>Specifies a path in Amazon S3 where the blueprint is published.</p>
20
+ * @public
21
+ */
22
+ BlueprintLocation: string | undefined;
23
+ /**
24
+ * <p>The tags to be applied to this blueprint.</p>
25
+ * @public
26
+ */
27
+ Tags?: Record<string, string>;
28
+ }
29
+ /**
30
+ * @public
31
+ */
32
+ export interface CreateBlueprintResponse {
33
+ /**
34
+ * <p>Returns the name of the blueprint that was registered.</p>
35
+ * @public
36
+ */
37
+ Name?: string;
38
+ }
39
+ /**
40
+ * @public
41
+ * @enum
42
+ */
43
+ export declare const CsvHeaderOption: {
44
+ readonly ABSENT: "ABSENT";
45
+ readonly PRESENT: "PRESENT";
46
+ readonly UNKNOWN: "UNKNOWN";
47
+ };
48
+ /**
49
+ * @public
50
+ */
51
+ export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption];
52
+ /**
53
+ * @public
54
+ * @enum
55
+ */
56
+ export declare const CsvSerdeOption: {
57
+ readonly LazySimpleSerDe: "LazySimpleSerDe";
58
+ readonly None: "None";
59
+ readonly OpenCSVSerDe: "OpenCSVSerDe";
60
+ };
61
+ /**
62
+ * @public
63
+ */
64
+ export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption];
65
+ /**
66
+ * <p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>
67
+ * @public
68
+ */
69
+ export interface CreateCsvClassifierRequest {
70
+ /**
71
+ * <p>The name of the classifier.</p>
72
+ * @public
73
+ */
74
+ Name: string | undefined;
75
+ /**
76
+ * <p>A custom symbol to denote what separates each column entry in the row.</p>
77
+ * @public
78
+ */
79
+ Delimiter?: string;
80
+ /**
81
+ * <p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>
82
+ * @public
83
+ */
84
+ QuoteSymbol?: string;
85
+ /**
86
+ * <p>Indicates whether the CSV file contains a header.</p>
87
+ * @public
88
+ */
89
+ ContainsHeader?: CsvHeaderOption;
90
+ /**
91
+ * <p>A list of strings representing column names.</p>
92
+ * @public
93
+ */
94
+ Header?: string[];
95
+ /**
96
+ * <p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>
97
+ * @public
98
+ */
99
+ DisableValueTrimming?: boolean;
100
+ /**
101
+ * <p>Enables the processing of files that contain only one column.</p>
102
+ * @public
103
+ */
104
+ AllowSingleColumn?: boolean;
105
+ /**
106
+ * <p>Enables the configuration of custom datatypes.</p>
107
+ * @public
108
+ */
109
+ CustomDatatypeConfigured?: boolean;
110
+ /**
111
+ * <p>Creates a list of supported custom datatypes.</p>
112
+ * @public
113
+ */
114
+ CustomDatatypes?: string[];
115
+ /**
116
+ * <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
117
+ * @public
118
+ */
119
+ Serde?: CsvSerdeOption;
120
+ }
121
+ /**
122
+ * <p>Specifies a <code>grok</code> classifier for <code>CreateClassifier</code>
123
+ * to create.</p>
124
+ * @public
125
+ */
126
+ export interface CreateGrokClassifierRequest {
127
+ /**
128
+ * <p>An identifier of the data format that the classifier matches,
129
+ * such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.</p>
130
+ * @public
131
+ */
132
+ Classification: string | undefined;
133
+ /**
134
+ * <p>The name of the new classifier.</p>
135
+ * @public
136
+ */
137
+ Name: string | undefined;
138
+ /**
139
+ * <p>The grok pattern used by this classifier.</p>
140
+ * @public
141
+ */
142
+ GrokPattern: string | undefined;
143
+ /**
144
+ * <p>Optional custom grok patterns used by this classifier.</p>
145
+ * @public
146
+ */
147
+ CustomPatterns?: string;
148
+ }
149
+ /**
150
+ * <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
151
+ * @public
152
+ */
153
+ export interface CreateJsonClassifierRequest {
154
+ /**
155
+ * <p>The name of the classifier.</p>
156
+ * @public
157
+ */
158
+ Name: string | undefined;
159
+ /**
160
+ * <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
161
+ * Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
162
+ * @public
163
+ */
164
+ JsonPath: string | undefined;
165
+ }
4
166
  /**
5
167
  * <p>Specifies an XML classifier for <code>CreateClassifier</code> to create.</p>
6
168
  * @public
@@ -731,6 +893,11 @@ export interface CreateDataQualityRulesetRequest {
731
893
  * @public
732
894
  */
733
895
  TargetTable?: DataQualityTargetTable;
896
+ /**
897
+ * <p>The name of the security configuration created with the data quality encryption option.</p>
898
+ * @public
899
+ */
900
+ DataQualitySecurityConfiguration?: string;
734
901
  /**
735
902
  * <p>Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.</p>
736
903
  * @public
@@ -5340,6 +5507,126 @@ export interface GetDataflowGraphResponse {
5340
5507
  */
5341
5508
  DagEdges?: CodeGenEdge[];
5342
5509
  }
5510
+ /**
5511
+ * @public
5512
+ */
5513
+ export interface GetDataQualityModelRequest {
5514
+ /**
5515
+ * <p>The Statistic ID.</p>
5516
+ * @public
5517
+ */
5518
+ StatisticId?: string;
5519
+ /**
5520
+ * <p>The Profile ID.</p>
5521
+ * @public
5522
+ */
5523
+ ProfileId: string | undefined;
5524
+ }
5525
+ /**
5526
+ * @public
5527
+ * @enum
5528
+ */
5529
+ export declare const DataQualityModelStatus: {
5530
+ readonly FAILED: "FAILED";
5531
+ readonly RUNNING: "RUNNING";
5532
+ readonly SUCCEEDED: "SUCCEEDED";
5533
+ };
5534
+ /**
5535
+ * @public
5536
+ */
5537
+ export type DataQualityModelStatus = (typeof DataQualityModelStatus)[keyof typeof DataQualityModelStatus];
5538
+ /**
5539
+ * @public
5540
+ */
5541
+ export interface GetDataQualityModelResponse {
5542
+ /**
5543
+ * <p>The training status of the data quality model.</p>
5544
+ * @public
5545
+ */
5546
+ Status?: DataQualityModelStatus;
5547
+ /**
5548
+ * <p>The timestamp when the data quality model training started.</p>
5549
+ * @public
5550
+ */
5551
+ StartedOn?: Date;
5552
+ /**
5553
+ * <p>The timestamp when the data quality model training completed.</p>
5554
+ * @public
5555
+ */
5556
+ CompletedOn?: Date;
5557
+ /**
5558
+ * <p>The training failure reason.</p>
5559
+ * @public
5560
+ */
5561
+ FailureReason?: string;
5562
+ }
5563
+ /**
5564
+ * @public
5565
+ */
5566
+ export interface GetDataQualityModelResultRequest {
5567
+ /**
5568
+ * <p>The Statistic ID.</p>
5569
+ * @public
5570
+ */
5571
+ StatisticId: string | undefined;
5572
+ /**
5573
+ * <p>The Profile ID.</p>
5574
+ * @public
5575
+ */
5576
+ ProfileId: string | undefined;
5577
+ }
5578
+ /**
5579
+ * <p>The statistic model result.</p>
5580
+ * @public
5581
+ */
5582
+ export interface StatisticModelResult {
5583
+ /**
5584
+ * <p>The lower bound.</p>
5585
+ * @public
5586
+ */
5587
+ LowerBound?: number;
5588
+ /**
5589
+ * <p>The upper bound.</p>
5590
+ * @public
5591
+ */
5592
+ UpperBound?: number;
5593
+ /**
5594
+ * <p>The predicted value.</p>
5595
+ * @public
5596
+ */
5597
+ PredictedValue?: number;
5598
+ /**
5599
+ * <p>The actual value.</p>
5600
+ * @public
5601
+ */
5602
+ ActualValue?: number;
5603
+ /**
5604
+ * <p>The date.</p>
5605
+ * @public
5606
+ */
5607
+ Date?: Date;
5608
+ /**
5609
+ * <p>The inclusion annotation.</p>
5610
+ * @public
5611
+ */
5612
+ InclusionAnnotation?: InclusionAnnotationValue;
5613
+ }
5614
+ /**
5615
+ * @public
5616
+ */
5617
+ export interface GetDataQualityModelResultResponse {
5618
+ /**
5619
+ * <p>The timestamp when the data quality model training completed.</p>
5620
+ * @public
5621
+ */
5622
+ CompletedOn?: Date;
5623
+ /**
5624
+ * <p>A list of <code>StatisticModelResult</code>
5625
+ * </p>
5626
+ * @public
5627
+ */
5628
+ Model?: StatisticModelResult[];
5629
+ }
5343
5630
  /**
5344
5631
  * @public
5345
5632
  */
@@ -5359,6 +5646,11 @@ export interface GetDataQualityResultResponse {
5359
5646
  * @public
5360
5647
  */
5361
5648
  ResultId?: string;
5649
+ /**
5650
+ * <p>The Profile ID for the data quality result.</p>
5651
+ * @public
5652
+ */
5653
+ ProfileId?: string;
5362
5654
  /**
5363
5655
  * <p>An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.</p>
5364
5656
  * @public
@@ -5499,6 +5791,11 @@ export interface GetDataQualityRuleRecommendationRunResponse {
5499
5791
  * @public
5500
5792
  */
5501
5793
  CreatedRulesetName?: string;
5794
+ /**
5795
+ * <p>The name of the security configuration created with the data quality encryption option.</p>
5796
+ * @public
5797
+ */
5798
+ DataQualitySecurityConfiguration?: string;
5502
5799
  }
5503
5800
  /**
5504
5801
  * @public
@@ -5549,6 +5846,11 @@ export interface GetDataQualityRulesetResponse {
5549
5846
  * @public
5550
5847
  */
5551
5848
  RecommendationRunId?: string;
5849
+ /**
5850
+ * <p>The name of the security configuration created with the data quality encryption option.</p>
5851
+ * @public
5852
+ */
5853
+ DataQualitySecurityConfiguration?: string;
5552
5854
  }
5553
5855
  /**
5554
5856
  * @public
@@ -6691,423 +6993,6 @@ export interface TransformSortCriteria {
6691
6993
  SortDirection: SortDirectionType | undefined;
6692
6994
  }
6693
6995
  /**
6694
- * @public
6695
- */
6696
- export interface GetMLTransformsRequest {
6697
- /**
6698
- * <p>A paginated token to offset the results.</p>
6699
- * @public
6700
- */
6701
- NextToken?: string;
6702
- /**
6703
- * <p>The maximum number of results to return.</p>
6704
- * @public
6705
- */
6706
- MaxResults?: number;
6707
- /**
6708
- * <p>The filter transformation criteria.</p>
6709
- * @public
6710
- */
6711
- Filter?: TransformFilterCriteria;
6712
- /**
6713
- * <p>The sorting criteria.</p>
6714
- * @public
6715
- */
6716
- Sort?: TransformSortCriteria;
6717
- }
6718
- /**
6719
- * <p>A structure for a machine learning transform.</p>
6720
- * @public
6996
+ * @internal
6721
6997
  */
6722
- export interface MLTransform {
6723
- /**
6724
- * <p>The unique transform ID that is generated for the machine learning transform. The ID is
6725
- * guaranteed to be unique and does not change.</p>
6726
- * @public
6727
- */
6728
- TransformId?: string;
6729
- /**
6730
- * <p>A user-defined name for the machine learning transform. Names are not guaranteed unique
6731
- * and can be changed at any time.</p>
6732
- * @public
6733
- */
6734
- Name?: string;
6735
- /**
6736
- * <p>A user-defined, long-form description text for the machine learning transform.
6737
- * Descriptions are not guaranteed to be unique and can be changed at any time.</p>
6738
- * @public
6739
- */
6740
- Description?: string;
6741
- /**
6742
- * <p>The current status of the machine learning transform.</p>
6743
- * @public
6744
- */
6745
- Status?: TransformStatusType;
6746
- /**
6747
- * <p>A timestamp. The time and date that this machine learning transform was created.</p>
6748
- * @public
6749
- */
6750
- CreatedOn?: Date;
6751
- /**
6752
- * <p>A timestamp. The last point in time when this machine learning transform was modified.</p>
6753
- * @public
6754
- */
6755
- LastModifiedOn?: Date;
6756
- /**
6757
- * <p>A list of Glue table definitions used by the transform.</p>
6758
- * @public
6759
- */
6760
- InputRecordTables?: GlueTable[];
6761
- /**
6762
- * <p>A <code>TransformParameters</code> object. You can use parameters to tune (customize) the
6763
- * behavior of the machine learning transform by specifying what data it learns from and your
6764
- * preference on various tradeoffs (such as precious vs. recall, or accuracy vs. cost).</p>
6765
- * @public
6766
- */
6767
- Parameters?: TransformParameters;
6768
- /**
6769
- * <p>An <code>EvaluationMetrics</code> object. Evaluation metrics provide an estimate of the quality of your machine learning transform.</p>
6770
- * @public
6771
- */
6772
- EvaluationMetrics?: EvaluationMetrics;
6773
- /**
6774
- * <p>A count identifier for the labeling files generated by Glue for this transform. As you create a better transform, you can iteratively download, label, and upload the labeling file.</p>
6775
- * @public
6776
- */
6777
- LabelCount?: number;
6778
- /**
6779
- * <p>A map of key-value pairs representing the columns and data types that this transform can
6780
- * run against. Has an upper bound of 100 columns.</p>
6781
- * @public
6782
- */
6783
- Schema?: SchemaColumn[];
6784
- /**
6785
- * <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
6786
- * <ul>
6787
- * <li>
6788
- * <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
6789
- * </li>
6790
- * <li>
6791
- * <p>This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.</p>
6792
- * </li>
6793
- * </ul>
6794
- * @public
6795
- */
6796
- Role?: string;
6797
- /**
6798
- * <p>This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see <a href="https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions">Glue Versions</a> in the developer guide.</p>
6799
- * @public
6800
- */
6801
- GlueVersion?: string;
6802
- /**
6803
- * <p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of
6804
- * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
6805
- * information, see the <a href="http://aws.amazon.com/glue/pricing/">Glue pricing
6806
- * page</a>. </p>
6807
- * <p>
6808
- * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
6809
- * <ul>
6810
- * <li>
6811
- * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
6812
- * </li>
6813
- * <li>
6814
- * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
6815
- * </li>
6816
- * <li>
6817
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6818
- * </li>
6819
- * <li>
6820
- * <p>
6821
- * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
6822
- * </li>
6823
- * </ul>
6824
- * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
6825
- * @public
6826
- */
6827
- MaxCapacity?: number;
6828
- /**
6829
- * <p>The type of predefined worker that is allocated when a task of this transform runs. Accepts a value of Standard, G.1X, or G.2X.</p>
6830
- * <ul>
6831
- * <li>
6832
- * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
6833
- * </li>
6834
- * <li>
6835
- * <p>For the <code>G.1X</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.</p>
6836
- * </li>
6837
- * <li>
6838
- * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
6839
- * </li>
6840
- * </ul>
6841
- * <p>
6842
- * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
6843
- * <ul>
6844
- * <li>
6845
- * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
6846
- * </li>
6847
- * <li>
6848
- * <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p>
6849
- * </li>
6850
- * <li>
6851
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6852
- * </li>
6853
- * <li>
6854
- * <p>
6855
- * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
6856
- * </li>
6857
- * </ul>
6858
- * @public
6859
- */
6860
- WorkerType?: WorkerType;
6861
- /**
6862
- * <p>The number of workers of a defined <code>workerType</code> that are allocated when a task of the transform runs.</p>
6863
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
6864
- * @public
6865
- */
6866
- NumberOfWorkers?: number;
6867
- /**
6868
- * <p>The timeout in minutes of the machine learning transform.</p>
6869
- * @public
6870
- */
6871
- Timeout?: number;
6872
- /**
6873
- * <p>The maximum number of times to retry after an <code>MLTaskRun</code> of the machine
6874
- * learning transform fails.</p>
6875
- * @public
6876
- */
6877
- MaxRetries?: number;
6878
- /**
6879
- * <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
6880
- * @public
6881
- */
6882
- TransformEncryption?: TransformEncryption;
6883
- }
6884
- /**
6885
- * @public
6886
- */
6887
- export interface GetMLTransformsResponse {
6888
- /**
6889
- * <p>A list of machine learning transforms.</p>
6890
- * @public
6891
- */
6892
- Transforms: MLTransform[] | undefined;
6893
- /**
6894
- * <p>A pagination token, if more results are available.</p>
6895
- * @public
6896
- */
6897
- NextToken?: string;
6898
- }
6899
- /**
6900
- * @public
6901
- */
6902
- export interface GetPartitionRequest {
6903
- /**
6904
- * <p>The ID of the Data Catalog where the partition in question resides. If none is provided,
6905
- * the Amazon Web Services account ID is used by default.</p>
6906
- * @public
6907
- */
6908
- CatalogId?: string;
6909
- /**
6910
- * <p>The name of the catalog database where the partition resides.</p>
6911
- * @public
6912
- */
6913
- DatabaseName: string | undefined;
6914
- /**
6915
- * <p>The name of the partition's table.</p>
6916
- * @public
6917
- */
6918
- TableName: string | undefined;
6919
- /**
6920
- * <p>The values that define the partition.</p>
6921
- * @public
6922
- */
6923
- PartitionValues: string[] | undefined;
6924
- }
6925
- /**
6926
- * @public
6927
- */
6928
- export interface GetPartitionResponse {
6929
- /**
6930
- * <p>The requested information, in the form of a <code>Partition</code>
6931
- * object.</p>
6932
- * @public
6933
- */
6934
- Partition?: Partition;
6935
- }
6936
- /**
6937
- * @public
6938
- */
6939
- export interface GetPartitionIndexesRequest {
6940
- /**
6941
- * <p>The catalog ID where the table resides.</p>
6942
- * @public
6943
- */
6944
- CatalogId?: string;
6945
- /**
6946
- * <p>Specifies the name of a database from which you want to retrieve partition indexes.</p>
6947
- * @public
6948
- */
6949
- DatabaseName: string | undefined;
6950
- /**
6951
- * <p>Specifies the name of a table for which you want to retrieve the partition indexes.</p>
6952
- * @public
6953
- */
6954
- TableName: string | undefined;
6955
- /**
6956
- * <p>A continuation token, included if this is a continuation call.</p>
6957
- * @public
6958
- */
6959
- NextToken?: string;
6960
- }
6961
- /**
6962
- * @public
6963
- * @enum
6964
- */
6965
- export declare const BackfillErrorCode: {
6966
- readonly ENCRYPTED_PARTITION_ERROR: "ENCRYPTED_PARTITION_ERROR";
6967
- readonly INTERNAL_ERROR: "INTERNAL_ERROR";
6968
- readonly INVALID_PARTITION_TYPE_DATA_ERROR: "INVALID_PARTITION_TYPE_DATA_ERROR";
6969
- readonly MISSING_PARTITION_VALUE_ERROR: "MISSING_PARTITION_VALUE_ERROR";
6970
- readonly UNSUPPORTED_PARTITION_CHARACTER_ERROR: "UNSUPPORTED_PARTITION_CHARACTER_ERROR";
6971
- };
6972
- /**
6973
- * @public
6974
- */
6975
- export type BackfillErrorCode = (typeof BackfillErrorCode)[keyof typeof BackfillErrorCode];
6976
- /**
6977
- * <p>A list of errors that can occur when registering partition indexes for an existing table.</p>
6978
- * <p>These errors give the details about why an index registration failed and provide a limited number of partitions in the response, so that you can fix the partitions at fault and try registering the index again. The most common set of errors that can occur are categorized as follows:</p>
6979
- * <ul>
6980
- * <li>
6981
- * <p>EncryptedPartitionError: The partitions are encrypted.</p>
6982
- * </li>
6983
- * <li>
6984
- * <p>InvalidPartitionTypeDataError: The partition value doesn't match the data type for that partition column.</p>
6985
- * </li>
6986
- * <li>
6987
- * <p>MissingPartitionValueError: The partitions are encrypted.</p>
6988
- * </li>
6989
- * <li>
6990
- * <p>UnsupportedPartitionCharacterError: Characters inside the partition value are not supported. For example: U+0000 , U+0001, U+0002.</p>
6991
- * </li>
6992
- * <li>
6993
- * <p>InternalError: Any error which does not belong to other error codes.</p>
6994
- * </li>
6995
- * </ul>
6996
- * @public
6997
- */
6998
- export interface BackfillError {
6999
- /**
7000
- * <p>The error code for an error that occurred when registering partition indexes for an existing table.</p>
7001
- * @public
7002
- */
7003
- Code?: BackfillErrorCode;
7004
- /**
7005
- * <p>A list of a limited number of partitions in the response.</p>
7006
- * @public
7007
- */
7008
- Partitions?: PartitionValueList[];
7009
- }
7010
- /**
7011
- * @public
7012
- * @enum
7013
- */
7014
- export declare const PartitionIndexStatus: {
7015
- readonly ACTIVE: "ACTIVE";
7016
- readonly CREATING: "CREATING";
7017
- readonly DELETING: "DELETING";
7018
- readonly FAILED: "FAILED";
7019
- };
7020
- /**
7021
- * @public
7022
- */
7023
- export type PartitionIndexStatus = (typeof PartitionIndexStatus)[keyof typeof PartitionIndexStatus];
7024
- /**
7025
- * <p>A partition key pair consisting of a name and a type.</p>
7026
- * @public
7027
- */
7028
- export interface KeySchemaElement {
7029
- /**
7030
- * <p>The name of a partition key.</p>
7031
- * @public
7032
- */
7033
- Name: string | undefined;
7034
- /**
7035
- * <p>The type of a partition key.</p>
7036
- * @public
7037
- */
7038
- Type: string | undefined;
7039
- }
7040
- /**
7041
- * <p>A descriptor for a partition index in a table.</p>
7042
- * @public
7043
- */
7044
- export interface PartitionIndexDescriptor {
7045
- /**
7046
- * <p>The name of the partition index.</p>
7047
- * @public
7048
- */
7049
- IndexName: string | undefined;
7050
- /**
7051
- * <p>A list of one or more keys, as <code>KeySchemaElement</code> structures, for the partition index.</p>
7052
- * @public
7053
- */
7054
- Keys: KeySchemaElement[] | undefined;
7055
- /**
7056
- * <p>The status of the partition index. </p>
7057
- * <p>The possible statuses are:</p>
7058
- * <ul>
7059
- * <li>
7060
- * <p>CREATING: The index is being created. When an index is in a CREATING state, the index or its table cannot be deleted.</p>
7061
- * </li>
7062
- * <li>
7063
- * <p>ACTIVE: The index creation succeeds.</p>
7064
- * </li>
7065
- * <li>
7066
- * <p>FAILED: The index creation fails. </p>
7067
- * </li>
7068
- * <li>
7069
- * <p>DELETING: The index is deleted from the list of indexes.</p>
7070
- * </li>
7071
- * </ul>
7072
- * @public
7073
- */
7074
- IndexStatus: PartitionIndexStatus | undefined;
7075
- /**
7076
- * <p>A list of errors that can occur when registering partition indexes for an existing table.</p>
7077
- * @public
7078
- */
7079
- BackfillErrors?: BackfillError[];
7080
- }
7081
- /**
7082
- * @public
7083
- */
7084
- export interface GetPartitionIndexesResponse {
7085
- /**
7086
- * <p>A list of index descriptors.</p>
7087
- * @public
7088
- */
7089
- PartitionIndexDescriptorList?: PartitionIndexDescriptor[];
7090
- /**
7091
- * <p>A continuation token, present if the current list segment is not the last.</p>
7092
- * @public
7093
- */
7094
- NextToken?: string;
7095
- }
7096
- /**
7097
- * <p>Defines a non-overlapping region of a table's partitions, allowing
7098
- * multiple requests to be run in parallel.</p>
7099
- * @public
7100
- */
7101
- export interface Segment {
7102
- /**
7103
- * <p>The zero-based index number of the segment. For example, if the total number of segments
7104
- * is 4, <code>SegmentNumber</code> values range from 0 through 3.</p>
7105
- * @public
7106
- */
7107
- SegmentNumber: number | undefined;
7108
- /**
7109
- * <p>The total number of segments.</p>
7110
- * @public
7111
- */
7112
- TotalSegments: number | undefined;
7113
- }
6998
+ export declare const GetDataQualityResultResponseFilterSensitiveLog: (obj: GetDataQualityResultResponse) => any;