@cdklabs/cdk-construct-connect-datalake 0.0.20 → 0.0.22

package/node_modules/@aws-sdk/client-glue/dist-types/ts3.4/models/models_0.d.ts

@@ -6,11 +6,7 @@ import {
   BlueprintStatus,
   CompactionStrategy,
   CompressionType,
-  ComputeEnvironment,
   ConfigurationSource,
-  ConnectionPropertyKey,
-  ConnectionStatus,
-  ConnectionType,
   CrawlerLineageSettings,
   CrawlerState,
   CrawlState,
@@ -22,6 +18,7 @@ import {
   DdbExportType,
   DeleteBehavior,
   DeltaTargetCompressionType,
+  DQCompositeRuleEvaluationMethod,
   DQStopJobOnFailureTiming,
   DQTransformOutput,
   ExecutionClass,
@@ -44,6 +41,8 @@ import {
   LogicalOperator,
   NodeType,
   OAuth2GrantType,
+  ObservationConfiguration,
+  ObservationMode,
   OverwriteChildResourcePermissionsWithDefaultEnum,
   ParamType,
   ParquetCompressionType,
@@ -53,6 +52,7 @@ import {
   PropertyType,
   QuoteChar,
   RecrawlBehavior,
+  ResultTypeEnum,
   ScheduleState,
   Separator,
   SourceControlAuthStrategy,
@@ -548,11 +548,17 @@ export interface DataQualityAggregatedMetrics {
   TotalRulesPassed?: number | undefined;
   TotalRulesFailed?: number | undefined;
 }
+export interface DistributionData {
+  BinEdges?: string[] | undefined;
+  Count?: number[] | undefined;
+  DataType?: string | undefined;
+}
 export interface DataQualityAnalyzerResult {
   Name?: string | undefined;
   Description?: string | undefined;
   EvaluationMessage?: string | undefined;
   EvaluatedMetrics?: Record<string, number> | undefined;
+  EvaluatedDistributions?: Record<string, DistributionData> | undefined;
 }
 export interface DataQualityGlueTable {
   DatabaseName: string | undefined;
@@ -620,6 +626,70 @@ export interface BatchGetDataQualityResultResponse {
   Results: DataQualityResult[] | undefined;
   ResultsNotFound?: string[] | undefined;
 }
+export interface BatchGetDataQualityRulesetEvaluationRunRequest {
+  RunIds: string[] | undefined;
+}
+export interface CatalogTableConfigOptions {
+  DatabaseName?: string | undefined;
+  TableName?: string | undefined;
+  S3Location?: string | undefined;
+  CatalogId?: string | undefined;
+}
+export interface DataQualityRuleResultsOptions {
+  WriteDataQualityRuleResultsEnabled?: boolean | undefined;
+  CatalogTableConfig?: CatalogTableConfigOptions | undefined;
+}
+export interface ObservationResultsOptions {
+  WriteObservationResultsEnabled?: boolean | undefined;
+  CatalogTableConfig?: CatalogTableConfigOptions | undefined;
+}
+export interface DistributionResultsOptions {
+  WriteDistributionResultsEnabled?: boolean | undefined;
+  CatalogTableConfig?: CatalogTableConfigOptions | undefined;
+}
+export interface ProfilingResultsOptions {
+  WriteProfilingResultsEnabled?: boolean | undefined;
+  CatalogTableConfig?: CatalogTableConfigOptions | undefined;
+  DistributionResults?: DistributionResultsOptions | undefined;
+}
+export interface RowLevelResultsOptions {
+  MaxRowsToWrite?: number | undefined;
+  ResultType?: ResultTypeEnum | undefined;
+  CatalogTableConfig?: CatalogTableConfigOptions | undefined;
+}
+export interface DataQualityEvaluationRunAdditionalRunOptions {
+  CloudWatchMetricsEnabled?: boolean | undefined;
+  ResultsS3Prefix?: string | undefined;
+  CompositeRuleEvaluationMethod?: DQCompositeRuleEvaluationMethod | undefined;
+  CustomLogGroupPrefix?: string | undefined;
+  RowLevelResults?: RowLevelResultsOptions | undefined;
+  ProfilingResults?: ProfilingResultsOptions | undefined;
+  ObservationScope?: ObservationConfiguration | undefined;
+  ObservationMode?: ObservationMode | undefined;
+  DataQualityRuleResults?: DataQualityRuleResultsOptions | undefined;
+  ObservationResults?: ObservationResultsOptions | undefined;
+}
+export interface DataQualityRulesetEvaluationRun {
+  RunId?: string | undefined;
+  DataSource?: DataSource | undefined;
+  Role?: string | undefined;
+  NumberOfWorkers?: number | undefined;
+  Timeout?: number | undefined;
+  AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined;
+  Status?: TaskStatusType | undefined;
+  ErrorString?: string | undefined;
+  StartedOn?: Date | undefined;
+  LastModifiedOn?: Date | undefined;
+  CompletedOn?: Date | undefined;
+  ExecutionTime?: number | undefined;
+  RulesetNames?: string[] | undefined;
+  ResultIds?: string[] | undefined;
+  AdditionalDataSources?: Record<string, DataSource> | undefined;
+}
+export interface BatchGetDataQualityRulesetEvaluationRunResponse {
+  Runs?: DataQualityRulesetEvaluationRun[] | undefined;
+  RunsNotFound?: string[] | undefined;
+}
 export interface BatchGetDevEndpointsRequest {
   DevEndpointNames: string[] | undefined;
 }
@@ -1943,75 +2013,3 @@ export interface CreateGrokClassifierRequest {
   GrokPattern: string | undefined;
   CustomPatterns?: string | undefined;
 }
-export interface CreateJsonClassifierRequest {
-  Name: string | undefined;
-  JsonPath: string | undefined;
-}
-export interface CreateXMLClassifierRequest {
-  Classification: string | undefined;
-  Name: string | undefined;
-  RowTag?: string | undefined;
-}
-export interface CreateClassifierRequest {
-  GrokClassifier?: CreateGrokClassifierRequest | undefined;
-  XMLClassifier?: CreateXMLClassifierRequest | undefined;
-  JsonClassifier?: CreateJsonClassifierRequest | undefined;
-  CsvClassifier?: CreateCsvClassifierRequest | undefined;
-}
-export interface CreateClassifierResponse {}
-export interface CreateColumnStatisticsTaskSettingsRequest {
-  DatabaseName: string | undefined;
-  TableName: string | undefined;
-  Role: string | undefined;
-  Schedule?: string | undefined;
-  ColumnNameList?: string[] | undefined;
-  SampleSize?: number | undefined;
-  CatalogID?: string | undefined;
-  SecurityConfiguration?: string | undefined;
-  Tags?: Record<string, string> | undefined;
-}
-export interface CreateColumnStatisticsTaskSettingsResponse {}
-export interface PhysicalConnectionRequirements {
-  SubnetId?: string | undefined;
-  SecurityGroupIdList?: string[] | undefined;
-  AvailabilityZone?: string | undefined;
-}
-export interface ConnectionInput {
-  Name: string | undefined;
-  Description?: string | undefined;
-  ConnectionType: ConnectionType | undefined;
-  MatchCriteria?: string[] | undefined;
-  ConnectionProperties: Partial<Record<ConnectionPropertyKey, string>> | undefined;
-  SparkProperties?: Record<string, string> | undefined;
-  AthenaProperties?: Record<string, string> | undefined;
-  PythonProperties?: Record<string, string> | undefined;
-  PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined;
-  AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined;
-  ValidateCredentials?: boolean | undefined;
-  ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined;
-}
-export interface CreateConnectionRequest {
-  CatalogId?: string | undefined;
-  ConnectionInput: ConnectionInput | undefined;
-  Tags?: Record<string, string> | undefined;
-}
-export interface CreateConnectionResponse {
-  CreateConnectionStatus?: ConnectionStatus | undefined;
-}
-export interface CreateCrawlerRequest {
-  Name: string | undefined;
-  Role: string | undefined;
-  DatabaseName?: string | undefined;
-  Description?: string | undefined;
-  Targets: CrawlerTargets | undefined;
-  Schedule?: string | undefined;
-  Classifiers?: string[] | undefined;
-  TablePrefix?: string | undefined;
-  SchemaChangePolicy?: SchemaChangePolicy | undefined;
-  RecrawlPolicy?: RecrawlPolicy | undefined;
-  LineageConfiguration?: LineageConfiguration | undefined;
-  LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
-  Configuration?: string | undefined;
-  CrawlerSecurityConfiguration?: string | undefined;
-  Tags?: Record<string, string> | undefined;
-}

package/node_modules/@aws-sdk/client-glue/dist-types/ts3.4/models/models_1.d.ts

@@ -19,17 +19,16 @@ import {
   DataFormat,
   DataOperation,
   DataQualityEncryptionMode,
-  DataQualityModelStatus,
   ExecutionStatus,
   FieldDataType,
   FieldFilterOperator,
+  FilterMode,
   FunctionType,
   GlueResourceType,
   HTTPMethod,
   IcebergNullOrder,
   IcebergSortDirection,
   IcebergStructTypeEnum,
-  InclusionAnnotationValue,
   IntegrationStatus,
   JobBookmarksEncryptionMode,
   Language,
@@ -50,7 +49,6 @@ import {
   SessionType,
   SettingSource,
   TableOptimizerType,
-  TaskStatusType,
   TransformType,
   TriggerType,
   UnnestSpec,
@@ -63,30 +61,104 @@ import {
   AssetTypeFormReference,
   AuthConfiguration,
   AuthenticationConfiguration,
+  AuthenticationConfigurationInput,
   Blueprint,
   Column,
   ConnectionsList,
   Crawler,
-  DataQualityAggregatedMetrics,
-  DataQualityAnalyzerResult,
-  DataQualityObservation,
-  DataQualityRuleResult,
-  DataSource,
+  CrawlerTargets,
+  CreateCsvClassifierRequest,
+  CreateGrokClassifierRequest,
   ErrorDetail,
   EventBatchingCondition,
   FederatedCatalog,
   GlueTable,
+  LakeFormationConfiguration,
+  LineageConfiguration,
   PartitionInput,
-  PhysicalConnectionRequirements,
   Predicate,
   PrincipalPermissions,
   Property,
+  RecrawlPolicy,
   Schedule,
+  SchemaChangePolicy,
   SchemaId,
   StorageDescriptor,
   TableOptimizerConfiguration,
   TargetRedshiftCatalog,
 } from "./models_0";
+export interface CreateJsonClassifierRequest {
+  Name: string | undefined;
+  JsonPath: string | undefined;
+}
+export interface CreateXMLClassifierRequest {
+  Classification: string | undefined;
+  Name: string | undefined;
+  RowTag?: string | undefined;
+}
+export interface CreateClassifierRequest {
+  GrokClassifier?: CreateGrokClassifierRequest | undefined;
+  XMLClassifier?: CreateXMLClassifierRequest | undefined;
+  JsonClassifier?: CreateJsonClassifierRequest | undefined;
+  CsvClassifier?: CreateCsvClassifierRequest | undefined;
+}
+export interface CreateClassifierResponse {}
+export interface CreateColumnStatisticsTaskSettingsRequest {
+  DatabaseName: string | undefined;
+  TableName: string | undefined;
+  Role: string | undefined;
+  Schedule?: string | undefined;
+  ColumnNameList?: string[] | undefined;
+  SampleSize?: number | undefined;
+  CatalogID?: string | undefined;
+  SecurityConfiguration?: string | undefined;
+  Tags?: Record<string, string> | undefined;
+}
+export interface CreateColumnStatisticsTaskSettingsResponse {}
+export interface PhysicalConnectionRequirements {
+  SubnetId?: string | undefined;
+  SecurityGroupIdList?: string[] | undefined;
+  AvailabilityZone?: string | undefined;
+}
+export interface ConnectionInput {
+  Name: string | undefined;
+  Description?: string | undefined;
+  ConnectionType: ConnectionType | undefined;
+  MatchCriteria?: string[] | undefined;
+  ConnectionProperties: Partial<Record<ConnectionPropertyKey, string>> | undefined;
+  SparkProperties?: Record<string, string> | undefined;
+  AthenaProperties?: Record<string, string> | undefined;
+  PythonProperties?: Record<string, string> | undefined;
+  PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined;
+  AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined;
+  ValidateCredentials?: boolean | undefined;
+  ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined;
+}
+export interface CreateConnectionRequest {
+  CatalogId?: string | undefined;
+  ConnectionInput: ConnectionInput | undefined;
+  Tags?: Record<string, string> | undefined;
+}
+export interface CreateConnectionResponse {
+  CreateConnectionStatus?: ConnectionStatus | undefined;
+}
+export interface CreateCrawlerRequest {
+  Name: string | undefined;
+  Role: string | undefined;
+  DatabaseName?: string | undefined;
+  Description?: string | undefined;
+  Targets: CrawlerTargets | undefined;
+  Schedule?: string | undefined;
+  Classifiers?: string[] | undefined;
+  TablePrefix?: string | undefined;
+  SchemaChangePolicy?: SchemaChangePolicy | undefined;
+  RecrawlPolicy?: RecrawlPolicy | undefined;
+  LineageConfiguration?: LineageConfiguration | undefined;
+  LakeFormationConfiguration?: LakeFormationConfiguration | undefined;
+  Configuration?: string | undefined;
+  CrawlerSecurityConfiguration?: string | undefined;
+  Tags?: Record<string, string> | undefined;
+}
 export interface CreateCrawlerResponse {}
 export interface CreateCustomEntityTypeRequest {
   Name: string | undefined;
@@ -920,9 +992,39 @@ export interface ComputeEnvironmentConfiguration {
   ConnectionPropertiesRequiredOverrides: string[] | undefined;
   PhysicalConnectionPropertiesRequired?: boolean | undefined;
 }
+export interface BetweenConfiguration {
+  LowBoundKey?: string | undefined;
+  HighBoundKey?: string | undefined;
+  Template?: string | undefined;
+}
+export interface FilterOverrides {
+  FieldName?: string | undefined;
+  OperatorMappings?: Record<string, string> | undefined;
+  BetweenConfiguration?: BetweenConfiguration | undefined;
+  DateTimeFormat?: string | undefined;
+}
 export interface FieldDefinition {
   Name: string | undefined;
   FieldDataType: FieldDataType | undefined;
+  ResponseDateFormat?: string | undefined;
+  IsPartitionable?: boolean | undefined;
+  IsNullable?: boolean | undefined;
+  IsQueryable?: boolean | undefined;
+  IsOrderable?: boolean | undefined;
+  FilterOverrides?: FilterOverrides | undefined;
+}
+export interface FilterStringConfiguration {
+  QueryParameterName: string | undefined;
+  QuoteStringValues?: boolean | undefined;
+  QuoteCharacter?: string | undefined;
+}
+export interface FilterConfiguration {
+  FilterMode: FilterMode | undefined;
+  OperatorMappings?: Record<string, string> | undefined;
+  DateTimeFormat?: string | undefined;
+  StripQuotes?: boolean | undefined;
+  BetweenConfiguration?: BetweenConfiguration | undefined;
+  FilterStringConfiguration?: FilterStringConfiguration | undefined;
 }
 export interface ResponseExtractionMapping {
   ContentPath?: string | undefined;
@@ -954,6 +1056,7 @@ export interface ConnectorProperty {
   AllowedValues?: string[] | undefined;
   PropertyLocation?: PropertyLocation | undefined;
   PropertyType: PropertyType | undefined;
+  Format?: string | undefined;
 }
 export interface ResponseConfiguration {
   ResultPath: string | undefined;
@@ -965,6 +1068,7 @@ export interface SourceConfiguration {
   RequestParameters?: ConnectorProperty[] | undefined;
   ResponseConfiguration?: ResponseConfiguration | undefined;
   PaginationConfiguration?: PaginationConfiguration | undefined;
+  FilterConfiguration?: FilterConfiguration | undefined;
 }
 export interface EntityConfiguration {
   SourceConfiguration?: SourceConfiguration | undefined;
@@ -1547,95 +1651,3 @@ export interface EncryptionAtRest {
   SseAwsKmsKeyId?: string | undefined;
   CatalogEncryptionServiceRole?: string | undefined;
 }
-export interface DataCatalogEncryptionSettings {
-  EncryptionAtRest?: EncryptionAtRest | undefined;
-  ConnectionPasswordEncryption?: ConnectionPasswordEncryption | undefined;
-}
-export interface GetDataCatalogEncryptionSettingsResponse {
-  DataCatalogEncryptionSettings?: DataCatalogEncryptionSettings | undefined;
-}
-export interface GetDataflowGraphRequest {
-  PythonScript?: string | undefined;
-}
-export interface GetDataflowGraphResponse {
-  DagNodes?: CodeGenNode[] | undefined;
-  DagEdges?: CodeGenEdge[] | undefined;
-}
-export interface GetDataQualityModelRequest {
-  StatisticId?: string | undefined;
-  ProfileId: string | undefined;
-}
-export interface GetDataQualityModelResponse {
-  Status?: DataQualityModelStatus | undefined;
-  StartedOn?: Date | undefined;
-  CompletedOn?: Date | undefined;
-  FailureReason?: string | undefined;
-}
-export interface GetDataQualityModelResultRequest {
-  StatisticId: string | undefined;
-  ProfileId: string | undefined;
-}
-export interface StatisticModelResult {
-  LowerBound?: number | undefined;
-  UpperBound?: number | undefined;
-  PredictedValue?: number | undefined;
-  ActualValue?: number | undefined;
-  Date?: Date | undefined;
-  InclusionAnnotation?: InclusionAnnotationValue | undefined;
-}
-export interface GetDataQualityModelResultResponse {
-  CompletedOn?: Date | undefined;
-  Model?: StatisticModelResult[] | undefined;
-}
-export interface GetDataQualityResultRequest {
-  ResultId: string | undefined;
-}
-export interface GetDataQualityResultResponse {
-  ResultId?: string | undefined;
-  ProfileId?: string | undefined;
-  Score?: number | undefined;
-  DataSource?: DataSource | undefined;
-  RulesetName?: string | undefined;
-  EvaluationContext?: string | undefined;
-  StartedOn?: Date | undefined;
-  CompletedOn?: Date | undefined;
-  JobName?: string | undefined;
-  JobRunId?: string | undefined;
-  RulesetEvaluationRunId?: string | undefined;
-  RuleResults?: DataQualityRuleResult[] | undefined;
-  AnalyzerResults?: DataQualityAnalyzerResult[] | undefined;
-  Observations?: DataQualityObservation[] | undefined;
-  AggregatedMetrics?: DataQualityAggregatedMetrics | undefined;
-}
-export interface GetDataQualityRuleRecommendationRunRequest {
-  RunId: string | undefined;
-}
-export interface GetDataQualityRuleRecommendationRunResponse {
-  RunId?: string | undefined;
-  DataSource?: DataSource | undefined;
-  Role?: string | undefined;
-  NumberOfWorkers?: number | undefined;
-  Timeout?: number | undefined;
-  Status?: TaskStatusType | undefined;
-  ErrorString?: string | undefined;
-  StartedOn?: Date | undefined;
-  LastModifiedOn?: Date | undefined;
-  CompletedOn?: Date | undefined;
-  ExecutionTime?: number | undefined;
-  RecommendedRuleset?: string | undefined;
-  CreatedRulesetName?: string | undefined;
-  DataQualitySecurityConfiguration?: string | undefined;
-}
-export interface GetDataQualityRulesetRequest {
-  Name: string | undefined;
-}
-export interface GetDataQualityRulesetResponse {
-  Name?: string | undefined;
-  Description?: string | undefined;
-  Ruleset?: string | undefined;
-  TargetTable?: DataQualityTargetTable | undefined;
-  CreatedOn?: Date | undefined;
-  LastModifiedOn?: Date | undefined;
-  RecommendationRunId?: string | undefined;
-  DataQualitySecurityConfiguration?: string | undefined;
-}