@aws-sdk/client-glue 3.624.0 → 3.627.0

package/dist-types/commands/index.d.ts

@@ -13,6 +13,7 @@ export * from "./BatchGetPartitionCommand";
 export * from "./BatchGetTableOptimizerCommand";
 export * from "./BatchGetTriggersCommand";
 export * from "./BatchGetWorkflowsCommand";
+export * from "./BatchPutDataQualityStatisticAnnotationCommand";
 export * from "./BatchStopJobRunCommand";
 export * from "./BatchUpdatePartitionCommand";
 export * from "./CancelDataQualityRuleRecommendationRunCommand";
@@ -87,6 +88,8 @@ export * from "./GetCrawlerMetricsCommand";
 export * from "./GetCrawlersCommand";
 export * from "./GetCustomEntityTypeCommand";
 export * from "./GetDataCatalogEncryptionSettingsCommand";
+export * from "./GetDataQualityModelCommand";
+export * from "./GetDataQualityModelResultCommand";
 export * from "./GetDataQualityResultCommand";
 export * from "./GetDataQualityRuleRecommendationRunCommand";
 export * from "./GetDataQualityRulesetCommand";
@@ -149,6 +152,8 @@ export * from "./ListDataQualityResultsCommand";
 export * from "./ListDataQualityRuleRecommendationRunsCommand";
 export * from "./ListDataQualityRulesetEvaluationRunsCommand";
 export * from "./ListDataQualityRulesetsCommand";
+export * from "./ListDataQualityStatisticAnnotationsCommand";
+export * from "./ListDataQualityStatisticsCommand";
 export * from "./ListDevEndpointsCommand";
 export * from "./ListJobsCommand";
 export * from "./ListMLTransformsCommand";
@@ -162,6 +167,7 @@ export * from "./ListTriggersCommand";
 export * from "./ListUsageProfilesCommand";
 export * from "./ListWorkflowsCommand";
 export * from "./PutDataCatalogEncryptionSettingsCommand";
+export * from "./PutDataQualityProfileAnnotationCommand";
 export * from "./PutResourcePolicyCommand";
 export * from "./PutSchemaVersionMetadataCommand";
 export * from "./PutWorkflowRunPropertiesCommand";

package/dist-types/models/index.d.ts

@@ -1,3 +1,4 @@
 export * from "./models_0";
 export * from "./models_1";
 export * from "./models_2";
+export * from "./models_3";

package/dist-types/models/models_0.d.ts

@@ -380,6 +380,81 @@ export interface AmazonRedshiftTarget {
      */
     Inputs?: string[];
 }
+/**
+ * <p>A failed annotation.</p>
+ * @public
+ */
+export interface AnnotationError {
+    /**
+     * <p>The Profile ID for the failed annotation.</p>
+     * @public
+     */
+    ProfileId?: string;
+    /**
+     * <p>The Statistic ID for the failed annotation.</p>
+     * @public
+     */
+    StatisticId?: string;
+    /**
+     * <p>The reason why the annotation failed.</p>
+     * @public
+     */
+    FailureReason?: string;
+}
+/**
+ * @public
+ * @enum
+ */
+export declare const InclusionAnnotationValue: {
+    readonly EXCLUDE: "EXCLUDE";
+    readonly INCLUDE: "INCLUDE";
+};
+/**
+ * @public
+ */
+export type InclusionAnnotationValue = (typeof InclusionAnnotationValue)[keyof typeof InclusionAnnotationValue];
+/**
+ * <p>A timestamped inclusion annotation.</p>
+ * @public
+ */
+export interface TimestampedInclusionAnnotation {
+    /**
+     * <p>The inclusion annotation value.</p>
+     * @public
+     */
+    Value?: InclusionAnnotationValue;
+    /**
+     * <p>The timestamp when the inclusion annotation was last modified.</p>
+     * @public
+     */
+    LastModifiedOn?: Date;
+}
+/**
+ * <p>A Statistic Annotation.</p>
+ * @public
+ */
+export interface StatisticAnnotation {
+    /**
+     * <p>The Profile ID.</p>
+     * @public
+     */
+    ProfileId?: string;
+    /**
+     * <p>The Statistic ID.</p>
+     * @public
+     */
+    StatisticId?: string;
+    /**
+     * <p>The timestamp when the annotated statistic was recorded.</p>
+     * @public
+     */
+    StatisticRecordedOn?: Date;
+    /**
+     * <p>The inclusion annotation applied to the statistic.</p>
+     * @public
+     */
+    InclusionAnnotation?: TimestampedInclusionAnnotation;
+}
 /**
  * <p>Specifies a single column in a Glue schema definition.</p>
  * @public
@@ -2219,6 +2294,11 @@ export interface MetricBasedObservation {
      * @public
      */
     MetricName?: string;
+    /**
+     * <p>The Statistic ID.</p>
+     * @public
+     */
+    StatisticId?: string;
     /**
      * <p>An object of type <code>DataQualityMetricValues</code> representing the analysis of the data quality metric value.</p>
      * @public
@@ -2289,6 +2369,11 @@ export interface DataQualityRuleResult {
      * @public
      */
     EvaluatedMetrics?: Record<string, number>;
+    /**
+     * <p>The evaluated rule.</p>
+     * @public
+     */
+    EvaluatedRule?: string;
 }
 /**
  * <p>Describes a data quality result.</p>
@@ -2300,6 +2385,11 @@ export interface DataQualityResult {
      * @public
      */
     ResultId?: string;
+    /**
+     * <p>The Profile ID for the data quality result.</p>
+     * @public
+     */
+    ProfileId?: string;
     /**
      * <p>An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.</p>
      * @public
@@ -3042,6 +3132,11 @@ export interface BasicCatalogTarget {
      * @public
      */
     Inputs: string[] | undefined;
+    /**
+     * <p>The partition keys used to distribute data across multiple partitions or shards based on a specific key or set of key.</p>
+     * @public
+     */
+    PartitionKeys?: string[][];
     /**
      * <p>The database that contains the table you want to use as the target. This database must already exist in the Data Catalog.</p>
      * @public
@@ -7438,6 +7533,52 @@ export interface BatchGetWorkflowsResponse {
      */
     MissingWorkflows?: string[];
 }
+/**
+ * <p>An Inclusion Annotation.</p>
+ * @public
+ */
+export interface DatapointInclusionAnnotation {
+    /**
+     * <p>The ID of the data quality profile the statistic belongs to.</p>
+     * @public
+     */
+    ProfileId?: string;
+    /**
+     * <p>The Statistic ID.</p>
+     * @public
+     */
+    StatisticId?: string;
+    /**
+     * <p>The inclusion annotation value to apply to the statistic.</p>
+     * @public
+     */
+    InclusionAnnotation?: InclusionAnnotationValue;
+}
+/**
+ * @public
+ */
+export interface BatchPutDataQualityStatisticAnnotationRequest {
+    /**
+     * <p>A list of <code>DatapointInclusionAnnotation</code>'s.</p>
+     * @public
+     */
+    InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
+    /**
+     * <p>Client Token.</p>
+     * @public
+     */
+    ClientToken?: string;
+}
+/**
+ * @public
+ */
+export interface BatchPutDataQualityStatisticAnnotationResponse {
+    /**
+     * <p>A list of <code>AnnotationError</code>'s.</p>
+     * @public
+     */
+    FailedInclusionAnnotations?: AnnotationError[];
+}
 /**
  * @public
  */
@@ -7746,164 +7887,22 @@ export interface CheckSchemaVersionValidityResponse {
     Error?: string;
 }
 /**
- * @public
+ * @internal
  */
-export interface CreateBlueprintRequest {
-    /**
-     * <p>The name of the blueprint.</p>
-     * @public
-     */
-    Name: string | undefined;
-    /**
-     * <p>A description of the blueprint.</p>
-     * @public
-     */
-    Description?: string;
-    /**
-     * <p>Specifies a path in Amazon S3 where the blueprint is published.</p>
-     * @public
-     */
-    BlueprintLocation: string | undefined;
-    /**
-     * <p>The tags to be applied to this blueprint.</p>
-     * @public
-     */
-    Tags?: Record<string, string>;
-}
+export declare const DataQualityAnalyzerResultFilterSensitiveLog: (obj: DataQualityAnalyzerResult) => any;
 /**
- * @public
+ * @internal
  */
-export interface CreateBlueprintResponse {
-    /**
-     * <p>Returns the name of the blueprint that was registered.</p>
-     * @public
-     */
-    Name?: string;
-}
+export declare const DataQualityObservationFilterSensitiveLog: (obj: DataQualityObservation) => any;
 /**
- * @public
- * @enum
+ * @internal
  */
-export declare const CsvHeaderOption: {
-    readonly ABSENT: "ABSENT";
-    readonly PRESENT: "PRESENT";
-    readonly UNKNOWN: "UNKNOWN";
-};
-/**
- * @public
- */
-export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption];
-/**
- * @public
- * @enum
- */
-export declare const CsvSerdeOption: {
-    readonly LazySimpleSerDe: "LazySimpleSerDe";
-    readonly None: "None";
-    readonly OpenCSVSerDe: "OpenCSVSerDe";
-};
-/**
- * @public
- */
-export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption];
-/**
- * <p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>
- * @public
- */
-export interface CreateCsvClassifierRequest {
-    /**
-     * <p>The name of the classifier.</p>
-     * @public
-     */
-    Name: string | undefined;
-    /**
-     * <p>A custom symbol to denote what separates each column entry in the row.</p>
-     * @public
-     */
-    Delimiter?: string;
-    /**
-     * <p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>
-     * @public
-     */
-    QuoteSymbol?: string;
-    /**
-     * <p>Indicates whether the CSV file contains a header.</p>
-     * @public
-     */
-    ContainsHeader?: CsvHeaderOption;
-    /**
-     * <p>A list of strings representing column names.</p>
-     * @public
-     */
-    Header?: string[];
-    /**
-     * <p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>
-     * @public
-     */
-    DisableValueTrimming?: boolean;
-    /**
-     * <p>Enables the processing of files that contain only one column.</p>
-     * @public
-     */
-    AllowSingleColumn?: boolean;
-    /**
-     * <p>Enables the configuration of custom datatypes.</p>
-     * @public
-     */
-    CustomDatatypeConfigured?: boolean;
-    /**
-     * <p>Creates a list of supported custom datatypes.</p>
-     * @public
-     */
-    CustomDatatypes?: string[];
-    /**
-     * <p>Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are <code>OpenCSVSerDe</code>, <code>LazySimpleSerDe</code>, and <code>None</code>. You can specify the <code>None</code> value when you want the crawler to do the detection.</p>
-     * @public
-     */
-    Serde?: CsvSerdeOption;
-}
+export declare const DataQualityRuleResultFilterSensitiveLog: (obj: DataQualityRuleResult) => any;
 /**
- * <p>Specifies a <code>grok</code> classifier for <code>CreateClassifier</code>
- *       to create.</p>
- * @public
+ * @internal
  */
-export interface CreateGrokClassifierRequest {
-    /**
-     * <p>An identifier of the data format that the classifier matches,
-     *       such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.</p>
-     * @public
-     */
-    Classification: string | undefined;
-    /**
-     * <p>The name of the new classifier.</p>
-     * @public
-     */
-    Name: string | undefined;
-    /**
-     * <p>The grok pattern used by this classifier.</p>
-     * @public
-     */
-    GrokPattern: string | undefined;
-    /**
-     * <p>Optional custom grok patterns used by this classifier.</p>
-     * @public
-     */
-    CustomPatterns?: string;
-}
+export declare const DataQualityResultFilterSensitiveLog: (obj: DataQualityResult) => any;
 /**
- * <p>Specifies a JSON classifier for <code>CreateClassifier</code> to create.</p>
- * @public
+ * @internal
  */
-export interface CreateJsonClassifierRequest {
-    /**
-     * <p>The name of the classifier.</p>
-     * @public
-     */
-    Name: string | undefined;
-    /**
-     * <p>A <code>JsonPath</code> string defining the JSON data for the classifier to classify.
-     *       Glue supports a subset of JsonPath, as described in <a href="https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json">Writing JsonPath Custom Classifiers</a>.</p>
-     * @public
-     */
-    JsonPath: string | undefined;
-}
+export declare const BatchGetDataQualityResultResponseFilterSensitiveLog: (obj: BatchGetDataQualityResultResponse) => any;