@aws-sdk/client-glue 3.857.0 → 3.858.0

package/dist-types/commands/CreateJobCommand.d.ts

@@ -91,6 +91,7 @@ declare const CreateJobCommand_base: {
  *               { // GlueStudioSchemaColumn
  *                 Name: "STRING_VALUE", // required
  *                 Type: "STRING_VALUE",
+ *                 GlueStudioType: "STRING_VALUE",
  *               },
  *             ],
  *           },
@@ -123,6 +124,7 @@ declare const CreateJobCommand_base: {
  *               {
  *                 Name: "STRING_VALUE", // required
  *                 Type: "STRING_VALUE",
+ *                 GlueStudioType: "STRING_VALUE",
  *               },
  *             ],
  *           },
@@ -142,6 +144,7 @@ declare const CreateJobCommand_base: {
  *               {
  *                 Name: "STRING_VALUE", // required
  *                 Type: "STRING_VALUE",
+ *                 GlueStudioType: "STRING_VALUE",
  *               },
  *             ],
  *           },
@@ -151,6 +154,18 @@ declare const CreateJobCommand_base: {
  *         Name: "STRING_VALUE", // required
  *         Database: "STRING_VALUE", // required
  *         Table: "STRING_VALUE", // required
+ *         PartitionPredicate: "STRING_VALUE",
+ *         OutputSchemas: [
+ *           {
+ *             Columns: [
+ *               {
+ *                 Name: "STRING_VALUE", // required
+ *                 Type: "STRING_VALUE",
+ *                 GlueStudioType: "STRING_VALUE",
+ *               },
+ *             ],
+ *           },
+ *         ],
  *       },
  *       RedshiftSource: { // RedshiftSource
  *         Name: "STRING_VALUE", // required
@@ -203,17 +218,18 @@ declare const CreateJobCommand_base: {
  *               {
  *                 Name: "STRING_VALUE", // required
  *                 Type: "STRING_VALUE",
+ *                 GlueStudioType: "STRING_VALUE",
  *               },
  *             ],
  *           },
  *         ],
  *       },
- *       S3ExcelSource: { // S3ExcelSource
+ *       S3JsonSource: { // S3JsonSource
  *         Name: "STRING_VALUE", // required
  *         Paths: [ // required
  *           "STRING_VALUE",
  *         ],
- *         CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
+ *         CompressionType: "gzip" || "bzip2",
  *         Exclusions: [
  *           "STRING_VALUE",
  *         ],
@@ -228,35 +244,6 @@ declare const CreateJobCommand_base: {
  *           EnableSamplePath: true || false,
  *           SamplePath: "STRING_VALUE",
  *         },
- *         NumberRows: Number("long"),
- *         SkipFooter: Number("int"),
- *         OutputSchemas: [
- *           {
- *             Columns: [
- *               {
- *                 Name: "STRING_VALUE", // required
- *                 Type: "STRING_VALUE",
- *               },
- *             ],
- *           },
- *         ],
- *       },
- *       S3JsonSource: { // S3JsonSource
- *         Name: "STRING_VALUE", // required
- *         Paths: "<EnclosedInStringProperties>", // required
- *         CompressionType: "gzip" || "bzip2",
- *         Exclusions: "<EnclosedInStringProperties>",
- *         GroupSize: "STRING_VALUE",
- *         GroupFiles: "STRING_VALUE",
- *         Recurse: true || false,
- *         MaxBand: Number("int"),
- *         MaxFilesInBand: Number("int"),
- *         AdditionalOptions: {
- *           BoundedSize: Number("long"),
- *           BoundedFiles: Number("long"),
- *           EnableSamplePath: true || false,
- *           SamplePath: "STRING_VALUE",
- *         },
  *         JsonPath: "STRING_VALUE",
  *         Multiline: true || false,
  *         OutputSchemas: "<GlueSchemas>",
@@ -288,6 +275,11 @@ declare const CreateJobCommand_base: {
  *         Name: "STRING_VALUE", // required
  *         Database: "STRING_VALUE", // required
  *         Table: "STRING_VALUE", // required
+ *         PitrEnabled: true || false,
+ *         AdditionalOptions: { // DDBELTCatalogAdditionalOptions
+ *           DynamodbExport: "STRING_VALUE",
+ *           DynamodbUnnestDDBJson: true || false,
+ *         },
  *       },
  *       JDBCConnectorTarget: { // JDBCConnectorTarget
  *         Name: "STRING_VALUE", // required
@@ -358,6 +350,10 @@ declare const CreateJobCommand_base: {
  *           EnableUpdateCatalog: true || false,
  *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
  *         },
+ *         AutoDataQuality: { // AutoDataQuality
+ *           IsEnabled: true || false,
+ *           EvaluationContext: "STRING_VALUE",
+ *         },
  *       },
  *       S3GlueParquetTarget: { // S3GlueParquetTarget
  *         Name: "STRING_VALUE", // required
@@ -374,20 +370,9 @@ declare const CreateJobCommand_base: {
  *           Table: "STRING_VALUE",
  *           Database: "STRING_VALUE",
  *         },
- *       },
- *       S3HyperDirectTarget: { // S3HyperDirectTarget
- *         Name: "STRING_VALUE", // required
- *         Inputs: "<OneInput>", // required
- *         PartitionKeys: [
- *           "<EnclosedInStringProperties>",
- *         ],
- *         Path: "STRING_VALUE", // required
- *         Compression: "uncompressed",
- *         SchemaChangePolicy: {
- *           EnableUpdateCatalog: true || false,
- *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
- *           Table: "STRING_VALUE",
- *           Database: "STRING_VALUE",
+ *         AutoDataQuality: {
+ *           IsEnabled: true || false,
+ *           EvaluationContext: "STRING_VALUE",
  *         },
  *       },
  *       S3DirectTarget: { // S3DirectTarget
@@ -406,24 +391,11 @@ declare const CreateJobCommand_base: {
  *           Table: "STRING_VALUE",
  *           Database: "STRING_VALUE",
  *         },
- *       },
- *       S3IcebergDirectTarget: { // S3IcebergDirectTarget
- *         Name: "STRING_VALUE", // required
- *         Inputs: "<OneInput>", // required
- *         PartitionKeys: "<GlueStudioPathList>",
- *         Path: "STRING_VALUE", // required
- *         Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
- *         AdditionalOptions: {
- *           "<keys>": "STRING_VALUE",
- *         },
- *         SchemaChangePolicy: {
- *           EnableUpdateCatalog: true || false,
- *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
- *           Table: "STRING_VALUE",
- *           Database: "STRING_VALUE",
+ *         AutoDataQuality: {
+ *           IsEnabled: true || false,
+ *           EvaluationContext: "STRING_VALUE",
  *         },
- *         Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
- *         NumberTargetPartitions: "STRING_VALUE",
+ *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       ApplyMapping: { // ApplyMapping
  *         Name: "STRING_VALUE", // required
@@ -451,7 +423,9 @@ declare const CreateJobCommand_base: {
  *       SelectFields: { // SelectFields
  *         Name: "STRING_VALUE", // required
  *         Inputs: "<OneInput>", // required
- *         Paths: "<GlueStudioPathList>", // required
+ *         Paths: [ // required
+ *           "<EnclosedInStringProperties>",
+ *         ],
  *       },
  *       DropFields: { // DropFields
  *         Name: "STRING_VALUE", // required
@@ -566,6 +540,7 @@ declare const CreateJobCommand_base: {
  *           AddRecordTimestamp: "STRING_VALUE",
  *           EmitConsumerLagMetrics: "STRING_VALUE",
  *           StartingTimestamp: new Date("TIMESTAMP"),
+ *           FanoutConsumerARN: "STRING_VALUE",
  *         },
  *         DataPreviewOptions: { // StreamingDataPreviewOptions
  *           PollingTime: Number("long"),
@@ -630,6 +605,7 @@ declare const CreateJobCommand_base: {
  *           AddRecordTimestamp: "STRING_VALUE",
  *           EmitConsumerLagMetrics: "STRING_VALUE",
  *           StartingTimestamp: new Date("TIMESTAMP"),
+ *           FanoutConsumerARN: "STRING_VALUE",
  *         },
  *         DataPreviewOptions: {
  *           PollingTime: Number("long"),
@@ -704,12 +680,19 @@ declare const CreateJobCommand_base: {
  *       PIIDetection: { // PIIDetection
  *         Name: "STRING_VALUE", // required
  *         Inputs: "<OneInput>", // required
- *         PiiType: "RowAudit" || "RowMasking" || "ColumnAudit" || "ColumnMasking", // required
+ *         PiiType: "RowAudit" || "RowHashing" || "RowMasking" || "RowPartialMasking" || "ColumnAudit" || "ColumnHashing" || "ColumnMasking", // required
  *         EntityTypesToDetect: "<EnclosedInStringProperties>", // required
  *         OutputColumnName: "STRING_VALUE",
  *         SampleFraction: Number("double"),
  *         ThresholdFraction: Number("double"),
  *         MaskValue: "STRING_VALUE",
+ *         RedactText: "STRING_VALUE",
+ *         RedactChar: "STRING_VALUE",
+ *         MatchPattern: "STRING_VALUE",
+ *         NumLeftCharsToExclude: Number("int"),
+ *         NumRightCharsToExclude: Number("int"),
+ *         DetectionParameters: "STRING_VALUE",
+ *         DetectionSensitivity: "STRING_VALUE",
  *       },
  *       Aggregate: { // Aggregate
  *         Name: "STRING_VALUE", // required
@@ -796,6 +779,28 @@ declare const CreateJobCommand_base: {
  *         Database: "STRING_VALUE", // required
  *         Table: "STRING_VALUE", // required
  *       },
+ *       Route: { // Route
+ *         Name: "STRING_VALUE", // required
+ *         Inputs: "<OneInput>", // required
+ *         GroupFiltersList: [ // GroupFiltersList // required
+ *           { // GroupFilters
+ *             GroupName: "STRING_VALUE", // required
+ *             Filters: [ // required
+ *               {
+ *                 Operation: "EQ" || "LT" || "GT" || "LTE" || "GTE" || "REGEX" || "ISNULL", // required
+ *                 Negated: true || false,
+ *                 Values: [ // required
+ *                   {
+ *                     Type: "COLUMNEXTRACTED" || "CONSTANT", // required
+ *                     Value: "<EnclosedInStringProperties>", // required
+ *                   },
+ *                 ],
+ *               },
+ *             ],
+ *             LogicalOperator: "AND" || "OR", // required
+ *           },
+ *         ],
+ *       },
  *       DynamicTransform: { // DynamicTransform
  *         Name: "STRING_VALUE", // required
  *         TransformName: "STRING_VALUE", // required
@@ -844,7 +849,9 @@ declare const CreateJobCommand_base: {
  *         Name: "STRING_VALUE", // required
  *         Database: "STRING_VALUE", // required
  *         Table: "STRING_VALUE", // required
- *         AdditionalHudiOptions: "<AdditionalOptions>",
+ *         AdditionalHudiOptions: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
  *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       S3HudiSource: { // S3HudiSource
@@ -870,6 +877,11 @@ declare const CreateJobCommand_base: {
  *           EnableUpdateCatalog: true || false,
  *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
  *         },
+ *         AutoDataQuality: {
+ *           IsEnabled: true || false,
+ *           EvaluationContext: "STRING_VALUE",
+ *         },
+ *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       S3HudiDirectTarget: { // S3HudiDirectTarget
  *         Name: "STRING_VALUE", // required
@@ -886,6 +898,10 @@ declare const CreateJobCommand_base: {
  *           Table: "STRING_VALUE",
  *           Database: "STRING_VALUE",
  *         },
+ *         AutoDataQuality: {
+ *           IsEnabled: true || false,
+ *           EvaluationContext: "STRING_VALUE",
+ *         },
  *       },
  *       DirectJDBCSource: { // DirectJDBCSource
  *         Name: "STRING_VALUE", // required
@@ -894,6 +910,7 @@ declare const CreateJobCommand_base: {
  *         ConnectionName: "STRING_VALUE", // required
  *         ConnectionType: "sqlserver" || "mysql" || "oracle" || "postgresql" || "redshift", // required
  *         RedshiftTmpDir: "STRING_VALUE",
+ *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       S3CatalogDeltaSource: { // S3CatalogDeltaSource
  *         Name: "STRING_VALUE", // required
@@ -913,7 +930,12 @@ declare const CreateJobCommand_base: {
  *         Name: "STRING_VALUE", // required
  *         Paths: "<EnclosedInStringProperties>", // required
  *         AdditionalDeltaOptions: "<AdditionalOptions>",
- *         AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
+ *         AdditionalOptions: {
+ *           BoundedSize: Number("long"),
+ *           BoundedFiles: Number("long"),
+ *           EnableSamplePath: true || false,
+ *           SamplePath: "STRING_VALUE",
+ *         },
  *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
@@ -927,6 +949,8 @@ declare const CreateJobCommand_base: {
  *           EnableUpdateCatalog: true || false,
  *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
  *         },
+ *         AutoDataQuality: "<AutoDataQuality>",
+ *         OutputSchemas: "<GlueSchemas>",
  *       },
  *       S3DeltaDirectTarget: { // S3DeltaDirectTarget
  *         Name: "STRING_VALUE", // required
@@ -937,7 +961,13 @@ declare const CreateJobCommand_base: {
  *         NumberTargetPartitions: "STRING_VALUE",
  *         Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
  *         AdditionalOptions: "<AdditionalOptions>",
- *         SchemaChangePolicy: "<DirectSchemaChangePolicy>",
+ *         SchemaChangePolicy: {
+ *           EnableUpdateCatalog: true || false,
+ *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
+ *           Table: "STRING_VALUE",
+ *           Database: "STRING_VALUE",
+ *         },
+ *         AutoDataQuality: "<AutoDataQuality>",
  *       },
  *       AmazonRedshiftSource: { // AmazonRedshiftSource
  *         Name: "STRING_VALUE",
@@ -1159,6 +1189,90 @@ declare const CreateJobCommand_base: {
  *         },
  *         Inputs: "<OneInput>",
  *       },
+ *       S3CatalogIcebergSource: { // S3CatalogIcebergSource
+ *         Name: "STRING_VALUE", // required
+ *         Database: "STRING_VALUE", // required
+ *         Table: "STRING_VALUE", // required
+ *         AdditionalIcebergOptions: "<AdditionalOptions>",
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
+ *       CatalogIcebergSource: { // CatalogIcebergSource
+ *         Name: "STRING_VALUE", // required
+ *         Database: "STRING_VALUE", // required
+ *         Table: "STRING_VALUE", // required
+ *         AdditionalIcebergOptions: "<AdditionalOptions>",
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
+ *       S3IcebergCatalogTarget: { // S3IcebergCatalogTarget
+ *         Name: "STRING_VALUE", // required
+ *         Inputs: "<OneInput>", // required
+ *         PartitionKeys: "<GlueStudioPathList>",
+ *         Table: "STRING_VALUE", // required
+ *         Database: "STRING_VALUE", // required
+ *         AdditionalOptions: "<AdditionalOptions>",
+ *         SchemaChangePolicy: {
+ *           EnableUpdateCatalog: true || false,
+ *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
+ *         },
+ *         AutoDataQuality: "<AutoDataQuality>",
+ *       },
+ *       S3IcebergDirectTarget: { // S3IcebergDirectTarget
+ *         Name: "STRING_VALUE", // required
+ *         Inputs: "<OneInput>", // required
+ *         PartitionKeys: "<GlueStudioPathList>",
+ *         Path: "STRING_VALUE", // required
+ *         Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
+ *         AdditionalOptions: "<AdditionalOptions>",
+ *         SchemaChangePolicy: {
+ *           EnableUpdateCatalog: true || false,
+ *           UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
+ *           Table: "STRING_VALUE",
+ *           Database: "STRING_VALUE",
+ *         },
+ *         AutoDataQuality: "<AutoDataQuality>",
+ *         Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
+ *         NumberTargetPartitions: "STRING_VALUE",
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
+ *       S3ExcelSource: { // S3ExcelSource
+ *         Name: "STRING_VALUE", // required
+ *         Paths: "<EnclosedInStringProperties>", // required
+ *         CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
+ *         Exclusions: "<EnclosedInStringProperties>",
+ *         GroupSize: "STRING_VALUE",
+ *         GroupFiles: "STRING_VALUE",
+ *         Recurse: true || false,
+ *         MaxBand: Number("int"),
+ *         MaxFilesInBand: Number("int"),
+ *         AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
+ *         NumberRows: Number("long"),
+ *         SkipFooter: Number("int"),
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
+ *       S3HyperDirectTarget: { // S3HyperDirectTarget
+ *         Name: "STRING_VALUE", // required
+ *         Inputs: "<OneInput>", // required
+ *         Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml",
+ *         PartitionKeys: "<GlueStudioPathList>",
+ *         Path: "STRING_VALUE", // required
+ *         Compression: "uncompressed",
+ *         SchemaChangePolicy: "<DirectSchemaChangePolicy>",
+ *         AutoDataQuality: "<AutoDataQuality>",
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
+ *       DynamoDBELTConnectorSource: { // DynamoDBELTConnectorSource
+ *         Name: "STRING_VALUE", // required
+ *         ConnectionOptions: { // DDBELTConnectionOptions
+ *           DynamodbExport: "ddb" || "s3",
+ *           DynamodbUnnestDDBJson: true || false,
+ *           DynamodbTableArn: "STRING_VALUE", // required
+ *           DynamodbS3Bucket: "STRING_VALUE",
+ *           DynamodbS3Prefix: "STRING_VALUE",
+ *           DynamodbS3BucketOwner: "STRING_VALUE",
+ *           DynamodbStsRoleArn: "STRING_VALUE",
+ *         },
+ *         OutputSchemas: "<GlueSchemas>",
+ *       },
  *     },
  *   },
  *   ExecutionClass: "FLEX" || "STANDARD",

package/dist-types/commands/GetClassifierCommand.d.ts

@@ -1,7 +1,8 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { GetClassifierRequest, GetClassifierResponse } from "../models/models_1";
+import { GetClassifierRequest } from "../models/models_1";
+import { GetClassifierResponse } from "../models/models_2";
 /**
  * @public
  */

package/dist-types/commands/GetClassifiersCommand.d.ts

@@ -1,7 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { GetClassifiersRequest, GetClassifiersResponse } from "../models/models_1";
+import { GetClassifiersRequest, GetClassifiersResponse } from "../models/models_2";
 /**
  * @public
  */

package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts

@@ -1,8 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { GetColumnStatisticsForPartitionRequest } from "../models/models_1";
-import { GetColumnStatisticsForPartitionResponse } from "../models/models_2";
+import { GetColumnStatisticsForPartitionRequest, GetColumnStatisticsForPartitionResponse } from "../models/models_2";
 /**
  * @public
  */