@aws-sdk/client-glue 3.810.0 → 3.812.0

package/dist-types/commands/UpdateJobCommand.d.ts

@@ -205,12 +205,12 @@ declare const UpdateJobCommand_base: {
  *             },
  *           ],
  *         },
- *         S3JsonSource: { // S3JsonSource
+ *         S3ExcelSource: { // S3ExcelSource
  *           Name: "STRING_VALUE", // required
  *           Paths: [ // required
  *             "STRING_VALUE",
  *           ],
- *           CompressionType: "gzip" || "bzip2",
+ *           CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
  *           Exclusions: [
  *             "STRING_VALUE",
  *           ],
@@ -225,8 +225,8 @@ declare const UpdateJobCommand_base: {
  *             EnableSamplePath: true || false,
  *             SamplePath: "STRING_VALUE",
  *           },
- *           JsonPath: "STRING_VALUE",
- *           Multiline: true || false,
+ *           NumberRows: Number("long"),
+ *           SkipFooter: Number("int"),
  *           OutputSchemas: [
  *             {
  *               Columns: [
@@ -238,10 +238,30 @@ declare const UpdateJobCommand_base: {
  *             },
  *           ],
  *         },
+ *         S3JsonSource: { // S3JsonSource
+ *           Name: "STRING_VALUE", // required
+ *           Paths: "<EnclosedInStringProperties>", // required
+ *           CompressionType: "gzip" || "bzip2",
+ *           Exclusions: "<EnclosedInStringProperties>",
+ *           GroupSize: "STRING_VALUE",
+ *           GroupFiles: "STRING_VALUE",
+ *           Recurse: true || false,
+ *           MaxBand: Number("int"),
+ *           MaxFilesInBand: Number("int"),
+ *           AdditionalOptions: {
+ *             BoundedSize: Number("long"),
+ *             BoundedFiles: Number("long"),
+ *             EnableSamplePath: true || false,
+ *             SamplePath: "STRING_VALUE",
+ *           },
+ *           JsonPath: "STRING_VALUE",
+ *           Multiline: true || false,
+ *           OutputSchemas: "<GlueSchemas>",
+ *         },
  *         S3ParquetSource: { // S3ParquetSource
  *           Name: "STRING_VALUE", // required
  *           Paths: "<EnclosedInStringProperties>", // required
- *           CompressionType: "snappy" || "lzo" || "gzip" || "uncompressed" || "none",
+ *           CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
  *           Exclusions: "<EnclosedInStringProperties>",
  *           GroupSize: "STRING_VALUE",
  *           GroupFiles: "STRING_VALUE",
@@ -343,7 +363,8 @@ declare const UpdateJobCommand_base: {
  *             "<EnclosedInStringProperties>",
  *           ],
  *           Path: "STRING_VALUE", // required
- *           Compression: "snappy" || "lzo" || "gzip" || "uncompressed" || "none",
+ *           Compression: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
+ *           NumberTargetPartitions: "STRING_VALUE",
  *           SchemaChangePolicy: { // DirectSchemaChangePolicy
  *             EnableUpdateCatalog: true || false,
  *             UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
@@ -351,6 +372,21 @@ declare const UpdateJobCommand_base: {
  *             Database: "STRING_VALUE",
  *           },
  *         },
+ *         S3HyperDirectTarget: { // S3HyperDirectTarget
+ *           Name: "STRING_VALUE", // required
+ *           Inputs: "<OneInput>", // required
+ *           PartitionKeys: [
+ *             "<EnclosedInStringProperties>",
+ *           ],
+ *           Path: "STRING_VALUE", // required
+ *           Compression: "uncompressed",
+ *           SchemaChangePolicy: {
+ *             EnableUpdateCatalog: true || false,
+ *             UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
+ *             Table: "STRING_VALUE",
+ *             Database: "STRING_VALUE",
+ *           },
+ *         },
  *         S3DirectTarget: { // S3DirectTarget
  *           Name: "STRING_VALUE", // required
  *           Inputs: "<OneInput>", // required
@@ -359,13 +395,32 @@ declare const UpdateJobCommand_base: {
  *           ],
  *           Path: "STRING_VALUE", // required
  *           Compression: "STRING_VALUE",
- *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
+ *           NumberTargetPartitions: "STRING_VALUE",
+ *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
+ *           SchemaChangePolicy: {
+ *             EnableUpdateCatalog: true || false,
+ *             UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
+ *             Table: "STRING_VALUE",
+ *             Database: "STRING_VALUE",
+ *           },
+ *         },
+ *         S3IcebergDirectTarget: { // S3IcebergDirectTarget
+ *           Name: "STRING_VALUE", // required
+ *           Inputs: "<OneInput>", // required
+ *           PartitionKeys: "<GlueStudioPathList>",
+ *           Path: "STRING_VALUE", // required
+ *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
+ *           AdditionalOptions: {
+ *             "<keys>": "STRING_VALUE",
+ *           },
  *           SchemaChangePolicy: {
  *             EnableUpdateCatalog: true || false,
  *             UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
  *             Table: "STRING_VALUE",
  *             Database: "STRING_VALUE",
  *           },
+ *           Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
+ *           NumberTargetPartitions: "STRING_VALUE",
  *         },
  *         ApplyMapping: { // ApplyMapping
  *           Name: "STRING_VALUE", // required
@@ -393,9 +448,7 @@ declare const UpdateJobCommand_base: {
  *         SelectFields: { // SelectFields
  *           Name: "STRING_VALUE", // required
  *           Inputs: "<OneInput>", // required
- *           Paths: [ // required
- *             "<EnclosedInStringProperties>",
- *           ],
+ *           Paths: "<GlueStudioPathList>", // required
  *         },
  *         DropFields: { // DropFields
  *           Name: "STRING_VALUE", // required
@@ -788,9 +841,7 @@ declare const UpdateJobCommand_base: {
  *           Name: "STRING_VALUE", // required
  *           Database: "STRING_VALUE", // required
  *           Table: "STRING_VALUE", // required
- *           AdditionalHudiOptions: {
- *             "<keys>": "STRING_VALUE",
- *           },
+ *           AdditionalHudiOptions: "<AdditionalOptions>",
  *           OutputSchemas: "<GlueSchemas>",
  *         },
  *         S3HudiSource: { // S3HudiSource
@@ -822,8 +873,9 @@ declare const UpdateJobCommand_base: {
  *           Inputs: "<OneInput>", // required
  *           Path: "STRING_VALUE", // required
  *           Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
+ *           NumberTargetPartitions: "STRING_VALUE",
  *           PartitionKeys: "<GlueStudioPathList>",
- *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
+ *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
  *           AdditionalOptions: "<AdditionalOptions>", // required
  *           SchemaChangePolicy: {
  *             EnableUpdateCatalog: true || false,
@@ -858,12 +910,7 @@ declare const UpdateJobCommand_base: {
  *           Name: "STRING_VALUE", // required
  *           Paths: "<EnclosedInStringProperties>", // required
  *           AdditionalDeltaOptions: "<AdditionalOptions>",
- *           AdditionalOptions: {
- *             BoundedSize: Number("long"),
- *             BoundedFiles: Number("long"),
- *             EnableSamplePath: true || false,
- *             SamplePath: "STRING_VALUE",
- *           },
+ *           AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
  *           OutputSchemas: "<GlueSchemas>",
  *         },
  *         S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
@@ -884,14 +931,10 @@ declare const UpdateJobCommand_base: {
  *           PartitionKeys: "<GlueStudioPathList>",
  *           Path: "STRING_VALUE", // required
  *           Compression: "uncompressed" || "snappy", // required
- *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
+ *           NumberTargetPartitions: "STRING_VALUE",
+ *           Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
  *           AdditionalOptions: "<AdditionalOptions>",
- *           SchemaChangePolicy: {
- *             EnableUpdateCatalog: true || false,
- *             UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
- *             Table: "STRING_VALUE",
- *             Database: "STRING_VALUE",
- *           },
+ *           SchemaChangePolicy: "<DirectSchemaChangePolicy>",
  *         },
  *         AmazonRedshiftSource: { // AmazonRedshiftSource
  *           Name: "STRING_VALUE",

package/dist-types/models/models_0.d.ts

@@ -5387,9 +5387,12 @@ export declare const TargetFormat: {
     readonly CSV: "csv";
     readonly DELTA: "delta";
     readonly HUDI: "hudi";
+    readonly HYPER: "hyper";
+    readonly ICEBERG: "iceberg";
     readonly JSON: "json";
     readonly ORC: "orc";
     readonly PARQUET: "parquet";
+    readonly XML: "xml";
 };
 /**
  * @public
@@ -5451,6 +5454,11 @@ export interface S3DeltaDirectTarget {
      * @public
      */
     Compression: DeltaTargetCompressionType | undefined;
+    /**
+     * <p>Specifies the number of target partitions for distributing Delta Lake dataset files across Amazon S3.</p>
+     * @public
+     */
+    NumberTargetPartitions?: string | undefined;
     /**
      * <p>Specifies the data output format for the target.</p>
      * @public
@@ -5528,6 +5536,11 @@ export interface S3DirectTarget {
      * @public
      */
     Compression?: string | undefined;
+    /**
+     * <p>Specifies the number of target partitions when writing data directly to Amazon S3.</p>
+     * @public
+     */
+    NumberTargetPartitions?: string | undefined;
     /**
      * <p>Specifies the data output format for the target.</p>
      * @public
@@ -5544,7 +5557,9 @@ export interface S3DirectTarget {
  * @enum
  */
 export declare const ParquetCompressionType: {
+    readonly BROTLI: "brotli";
     readonly GZIP: "gzip";
+    readonly LZ4: "lz4";
     readonly LZO: "lzo";
     readonly NONE: "none";
     readonly SNAPPY: "snappy";
@@ -5554,6 +5569,77 @@ export declare const ParquetCompressionType: {
  * @public
  */
 export type ParquetCompressionType = (typeof ParquetCompressionType)[keyof typeof ParquetCompressionType];
+/**
+ * <p>Specifies an S3 Excel data source.</p>
+ * @public
+ */
+export interface S3ExcelSource {
+    /**
+     * <p>The name of the S3 Excel data source.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The S3 paths where the Excel files are located.</p>
+     * @public
+     */
+    Paths: string[] | undefined;
+    /**
+     * <p>The compression format used for the Excel files.</p>
+     * @public
+     */
+    CompressionType?: ParquetCompressionType | undefined;
+    /**
+     * <p>Patterns to exclude specific files or paths from processing.</p>
+     * @public
+     */
+    Exclusions?: string[] | undefined;
+    /**
+     * <p>Defines the size of file groups for batch processing.</p>
+     * @public
+     */
+    GroupSize?: string | undefined;
+    /**
+     * <p>Specifies how files should be grouped for processing.</p>
+     * @public
+     */
+    GroupFiles?: string | undefined;
+    /**
+     * <p>Indicates whether to recursively process subdirectories.</p>
+     * @public
+     */
+    Recurse?: boolean | undefined;
+    /**
+     * <p>The maximum number of processing bands to use.</p>
+     * @public
+     */
+    MaxBand?: number | undefined;
+    /**
+     * <p>The maximum number of files to process in each band.</p>
+     * @public
+     */
+    MaxFilesInBand?: number | undefined;
+    /**
+     * <p>Additional configuration options for S3 direct source processing.</p>
+     * @public
+     */
+    AdditionalOptions?: S3DirectSourceAdditionalOptions | undefined;
+    /**
+     * <p>The number of rows to process from each Excel file.</p>
+     * @public
+     */
+    NumberRows?: number | undefined;
+    /**
+     * <p>The number of rows to skip at the end of each Excel file.</p>
+     * @public
+     */
+    SkipFooter?: number | undefined;
+    /**
+     * <p>The AWS Glue schemas to apply to the processed data.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
+}
 /**
  * <p>Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.</p>
  * @public
@@ -5584,6 +5670,11 @@ export interface S3GlueParquetTarget {
      * @public
      */
     Compression?: ParquetCompressionType | undefined;
+    /**
+     * <p>Specifies the number of target partitions for Parquet files when writing to Amazon S3 using AWS Glue.</p>
+     * @public
+     */
+    NumberTargetPartitions?: string | undefined;
     /**
      * <p>A policy that specifies update behavior for the crawler.</p>
      * @public
@@ -5670,6 +5761,11 @@ export interface S3HudiDirectTarget {
      * @public
      */
     Compression: HudiTargetCompressionType | undefined;
+    /**
+     * <p>Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.</p>
+     * @public
+     */
+    NumberTargetPartitions?: string | undefined;
     /**
      * <p>Specifies native partitioning using a sequence of keys.</p>
      * @public
@@ -5722,6 +5818,118 @@ export interface S3HudiSource {
      */
     OutputSchemas?: GlueSchema[] | undefined;
 }
+/**
+ * @public
+ * @enum
+ */
+export declare const HyperTargetCompressionType: {
+    readonly UNCOMPRESSED: "uncompressed";
+};
+/**
+ * @public
+ */
+export type HyperTargetCompressionType = (typeof HyperTargetCompressionType)[keyof typeof HyperTargetCompressionType];
+/**
+ * <p>Specifies a HyperDirect data target that writes to Amazon S3.</p>
+ * @public
+ */
+export interface S3HyperDirectTarget {
+    /**
+     * <p>The unique identifier for the HyperDirect target node.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>Specifies the input source for the HyperDirect target.</p>
+     * @public
+     */
+    Inputs: string[] | undefined;
+    /**
+     * <p>Defines the partitioning strategy for the output data.</p>
+     * @public
+     */
+    PartitionKeys?: string[][] | undefined;
+    /**
+     * <p>The S3 location where the output data will be written.</p>
+     * @public
+     */
+    Path: string | undefined;
+    /**
+     * <p>The compression type to apply to the output data.</p>
+     * @public
+     */
+    Compression?: HyperTargetCompressionType | undefined;
+    /**
+     * <p>Defines how schema changes are handled during write operations.</p>
+     * @public
+     */
+    SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+}
+/**
+ * @public
+ * @enum
+ */
+export declare const IcebergTargetCompressionType: {
+    readonly GZIP: "gzip";
+    readonly LZO: "lzo";
+    readonly SNAPPY: "snappy";
+    readonly UNCOMPRESSED: "uncompressed";
+};
+/**
+ * @public
+ */
+export type IcebergTargetCompressionType = (typeof IcebergTargetCompressionType)[keyof typeof IcebergTargetCompressionType];
+/**
+ * <p>Specifies a target that writes to an Iceberg data source in Amazon S3.</p>
+ * @public
+ */
+export interface S3IcebergDirectTarget {
+    /**
+     * <p>Specifies the unique identifier for the Iceberg target node in your data pipeline.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>Defines the single input source that provides data to this Iceberg target.</p>
+     * @public
+     */
+    Inputs: string[] | undefined;
+    /**
+     * <p>Specifies the columns used to partition the Iceberg table data in S3.</p>
+     * @public
+     */
+    PartitionKeys?: string[][] | undefined;
+    /**
+     * <p>Defines the S3 location where the Iceberg table data will be stored.</p>
+     * @public
+     */
+    Path: string | undefined;
+    /**
+     * <p>Specifies the file format used for storing Iceberg table data (e.g., Parquet, ORC).</p>
+     * @public
+     */
+    Format: TargetFormat | undefined;
+    /**
+     * <p>Provides additional configuration options for customizing the Iceberg table behavior.</p>
+     * @public
+     */
+    AdditionalOptions?: Record<string, string> | undefined;
+    /**
+     * <p>Defines how schema changes are handled when writing data to the Iceberg table.</p>
+     * @public
+     */
+    SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies the compression codec used for Iceberg table files in S3.</p>
+     * @public
+     */
+    Compression: IcebergTargetCompressionType | undefined;
+    /**
+     * <p>Sets the number of target partitions for distributing Iceberg table files across S3.</p>
+     * @public
+     */
+    NumberTargetPartitions?: string | undefined;
+}
 /**
  * <p>Specifies a JSON data store stored in Amazon S3.</p>
  * @public
@@ -8010,83 +8218,6 @@ export interface Workflow {
      */
     BlueprintDetails?: BlueprintDetails | undefined;
 }
-/**
- * @public
- */
-export interface BatchGetWorkflowsResponse {
-    /**
-     * <p>A list of workflow resource metadata.</p>
-     * @public
-     */
-    Workflows?: Workflow[] | undefined;
-    /**
-     * <p>A list of names of workflows not found.</p>
-     * @public
-     */
-    MissingWorkflows?: string[] | undefined;
-}
-/**
- * <p>An Inclusion Annotation.</p>
- * @public
- */
-export interface DatapointInclusionAnnotation {
-    /**
-     * <p>The ID of the data quality profile the statistic belongs to.</p>
-     * @public
-     */
-    ProfileId?: string | undefined;
-    /**
-     * <p>The Statistic ID.</p>
-     * @public
-     */
-    StatisticId?: string | undefined;
-    /**
-     * <p>The inclusion annotation value to apply to the statistic.</p>
-     * @public
-     */
-    InclusionAnnotation?: InclusionAnnotationValue | undefined;
-}
-/**
- * @public
- */
-export interface BatchPutDataQualityStatisticAnnotationRequest {
-    /**
-     * <p>A list of <code>DatapointInclusionAnnotation</code>'s.</p>
-     * @public
-     */
-    InclusionAnnotations: DatapointInclusionAnnotation[] | undefined;
-    /**
-     * <p>Client Token.</p>
-     * @public
-     */
-    ClientToken?: string | undefined;
-}
-/**
- * @public
- */
-export interface BatchPutDataQualityStatisticAnnotationResponse {
-    /**
-     * <p>A list of <code>AnnotationError</code>'s.</p>
-     * @public
-     */
-    FailedInclusionAnnotations?: AnnotationError[] | undefined;
-}
-/**
- * @public
- */
-export interface BatchStopJobRunRequest {
-    /**
-     * <p>The name of the job definition for which to stop job runs.</p>
-     * @public
-     */
-    JobName: string | undefined;
-    /**
-     * <p>A list of the <code>JobRunIds</code> that should be stopped for that job
-     *       definition.</p>
-     * @public
-     */
-    JobRunIds: string[] | undefined;
-}
 /**
  * @internal
  */