@aws-sdk/client-glue 3.857.0 → 3.858.0

package/dist-types/models/models_0.d.ts

@@ -81,6 +81,7 @@ export interface Action {
  */
 export declare const AdditionalOptionKeys: {
     readonly CacheOption: "performanceTuning.caching";
+    readonly CompositeOption: "compositeRuleEvaluation.method";
     readonly ObservationsOption: "observations.scope";
 };
 /**
@@ -501,6 +502,11 @@ export interface GlueStudioSchemaColumn {
      * @public
      */
     Type?: string | undefined;
+    /**
+     * <p>The data type of the column as defined in Glue Studio.</p>
+     * @public
+     */
+    GlueStudioType?: string | undefined;
 }
 /**
  * <p>Specifies a user-defined schema when a schema cannot be determined by Glue.</p>
@@ -894,6 +900,23 @@ export interface AuthenticationConfigurationInput {
      */
     CustomAuthenticationCredentials?: Record<string, string> | undefined;
 }
+/**
+ * <p>Specifies configuration options for automatic data quality evaluation in Glue jobs. This structure enables automated data quality
+ *       checks and monitoring during ETL operations, helping to ensure data integrity and reliability without manual intervention.</p>
+ * @public
+ */
+export interface AutoDataQuality {
+    /**
+     * <p>Specifies whether automatic data quality evaluation is enabled. When set to <code>true</code>, data quality checks are performed automatically.</p>
+     * @public
+     */
+    IsEnabled?: boolean | undefined;
+    /**
+     * <p>The evaluation context for the automatic data quality checks. This defines the scope and parameters for the data quality evaluation.</p>
+     * @public
+     */
+    EvaluationContext?: string | undefined;
+}
 /**
  * <p>A column in a <code>Table</code>.</p>
  * @public
@@ -3007,6 +3030,37 @@ export interface CatalogHudiSource {
      */
     OutputSchemas?: GlueSchema[] | undefined;
 }
+/**
+ * <p>Specifies an Apache Iceberg data source that is registered in the Glue Data Catalog.</p>
+ * @public
+ */
+export interface CatalogIcebergSource {
+    /**
+     * <p>The name of the Iceberg data source.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The name of the database to read from.</p>
+     * @public
+     */
+    Database: string | undefined;
+    /**
+     * <p>The name of the table in the database to read from.</p>
+     * @public
+     */
+    Table: string | undefined;
+    /**
+     * <p>Specifies additional connection options for the Iceberg data source.</p>
+     * @public
+     */
+    AdditionalIcebergOptions?: Record<string, string> | undefined;
+    /**
+     * <p>Specifies the data schema for the Iceberg source.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
+}
 /**
  * <p>Specifies options related to data preview for viewing a sample of your data.</p>
  * @public
@@ -3293,6 +3347,12 @@ export interface KinesisStreamingSourceOptions {
      * @public
      */
     StartingTimestamp?: Date | undefined;
+    /**
+     * <p>The Amazon Resource Name (ARN) of the Kinesis Data Streams enhanced fan-out consumer. When specified, enables enhanced fan-out for
+     *       dedicated throughput and lower latency data consumption.</p>
+     * @public
+     */
+    FanoutConsumerARN?: string | undefined;
 }
 /**
  * <p>Specifies a Kinesis data source in the Glue Data Catalog.</p>
@@ -3355,6 +3415,18 @@ export interface CatalogSource {
      * @public
      */
     Table: string | undefined;
+    /**
+     * <p>
+     *       Partitions satisfying this predicate are deleted. Files within the retention period in these partitions are not deleted.
+     *     </p>
+     * @public
+     */
+    PartitionPredicate?: string | undefined;
+    /**
+     * <p>Specifies the data schema for the catalog source.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * <p>Specifies a target that uses a Glue Data Catalog table.</p>
@@ -3602,6 +3674,11 @@ export interface DirectJDBCSource {
      * @public
      */
     RedshiftTmpDir?: string | undefined;
+    /**
+     * <p>Specifies the data schema for the direct JDBC source.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * <p>Specifies an Apache Kafka data store.</p>
@@ -3891,6 +3968,22 @@ export interface DynamicTransform {
      */
     OutputSchemas?: GlueSchema[] | undefined;
 }
+/**
+ * <p>Specifies additional options for DynamoDB ELT catalog operations.</p>
+ * @public
+ */
+export interface DDBELTCatalogAdditionalOptions {
+    /**
+     * <p>Specifies the DynamoDB export configuration for the ELT operation.</p>
+     * @public
+     */
+    DynamodbExport?: string | undefined;
+    /**
+     * <p>Specifies whether to unnest DynamoDB JSON format. When set to <code>true</code>, nested JSON structures in DynamoDB items are flattened.</p>
+     * @public
+     */
+    DynamodbUnnestDDBJson?: boolean | undefined;
+}
 /**
  * <p>Specifies a DynamoDB data source in the Glue Data Catalog.</p>
  * @public
@@ -3911,6 +4004,99 @@ export interface DynamoDBCatalogSource {
      * @public
      */
     Table: string | undefined;
+    /**
+     * <p>Specifies whether Point-in-Time Recovery (PITR) is enabled for the DynamoDB table. When set to <code>true</code>,
+     *       allows reading from a specific point in time. The default value is <code>false</code>.</p>
+     * @public
+     */
+    PitrEnabled?: boolean | undefined;
+    /**
+     * <p>Specifies additional connection options for the DynamoDB data source.</p>
+     * @public
+     */
+    AdditionalOptions?: DDBELTCatalogAdditionalOptions | undefined;
+}
+/**
+ * @public
+ * @enum
+ */
+export declare const DdbExportType: {
+    readonly ddb: "ddb";
+    readonly s3: "s3";
+};
+/**
+ * @public
+ */
+export type DdbExportType = (typeof DdbExportType)[keyof typeof DdbExportType];
+/**
+ * <p>Specifies connection options for DynamoDB ELT (Extract, Load, Transform) operations. This structure contains configuration parameters for connecting
+ *       to and extracting data from DynamoDB tables using the ELT connector.</p>
+ * @public
+ */
+export interface DDBELTConnectionOptions {
+    /**
+     * <p>Specifies the export type for DynamoDB data extraction. This parameter determines how data is exported from the DynamoDB table during the ELT process.</p>
+     * @public
+     */
+    DynamodbExport?: DdbExportType | undefined;
+    /**
+     * <p>A boolean value that specifies whether to unnest DynamoDB JSON format during data extraction. When set to <code>true</code>, the connector will
+     *       flatten nested JSON structures from DynamoDB items. When set to <code>false</code>, the original DynamoDB JSON structure is preserved.</p>
+     * @public
+     */
+    DynamodbUnnestDDBJson?: boolean | undefined;
+    /**
+     * <p>The Amazon Resource Name (ARN) of the DynamoDB table to extract data from. This parameter specifies the source table for the ELT operation.
+     *       </p>
+     * @public
+     */
+    DynamodbTableArn: string | undefined;
+    /**
+     * <p>The name of the Amazon S3 bucket used for intermediate storage during the DynamoDB ELT process. This bucket is used to temporarily store exported
+     *       DynamoDB data before it is processed by the ELT job.</p>
+     * @public
+     */
+    DynamodbS3Bucket?: string | undefined;
+    /**
+     * <p>The S3 object key prefix for files stored in the intermediate S3 bucket during the DynamoDB ELT process. This prefix helps organize and identify the
+     *       temporary files created during data extraction.</p>
+     * @public
+     */
+    DynamodbS3Prefix?: string | undefined;
+    /**
+     * <p>The Amazon Web Services account ID of the owner of the S3 bucket specified in <code>DynamodbS3Bucket</code>. This parameter is required when the S3 bucket is owned by
+     *       a different Amazon Web Services account than the one running the ELT job, enabling cross-account access to the intermediate storage bucket.</p>
+     * @public
+     */
+    DynamodbS3BucketOwner?: string | undefined;
+    /**
+     * <p>The Amazon Resource Name (ARN) of the Amazon Web Services Security Token Service (STS) role to assume for accessing DynamoDB and S3 resources during
+     *       the ELT operation.
+     *       This role must have the necessary permissions to read from the DynamoDB table and write to the intermediate S3 bucket. </p>
+     * @public
+     */
+    DynamodbStsRoleArn?: string | undefined;
+}
+/**
+ * <p>Specifies a DynamoDB ELT connector source for extracting data from DynamoDB tables.</p>
+ * @public
+ */
+export interface DynamoDBELTConnectorSource {
+    /**
+     * <p>The name of the DynamoDB ELT connector source.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The connection options for the DynamoDB ELT connector source.</p>
+     * @public
+     */
+    ConnectionOptions?: DDBELTConnectionOptions | undefined;
+    /**
+     * <p>Specifies the data schema for the DynamoDB ELT connector source.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * @public
@@ -4733,9 +4919,12 @@ export interface OracleSQLCatalogTarget {
  */
 export declare const PiiType: {
     readonly ColumnAudit: "ColumnAudit";
+    readonly ColumnHashing: "ColumnHashing";
     readonly ColumnMasking: "ColumnMasking";
     readonly RowAudit: "RowAudit";
+    readonly RowHashing: "RowHashing";
     readonly RowMasking: "RowMasking";
+    readonly RowPartialMasking: "RowPartialMasking";
 };
 /**
  * @public
@@ -4791,6 +4980,41 @@ export interface PIIDetection {
      * @public
      */
     MaskValue?: string | undefined;
+    /**
+     * <p>Specifies whether to redact the detected PII text. When set to <code>true</code>, PII content is replaced with redaction characters.</p>
+     * @public
+     */
+    RedactText?: string | undefined;
+    /**
+     * <p>The character used to replace detected PII content when redaction is enabled. The default redaction character is <code>*</code>.</p>
+     * @public
+     */
+    RedactChar?: string | undefined;
+    /**
+     * <p>A regular expression pattern used to identify additional PII content beyond the standard detection algorithms.</p>
+     * @public
+     */
+    MatchPattern?: string | undefined;
+    /**
+     * <p>The number of characters to exclude from redaction on the left side of detected PII content. This allows preserving context around the sensitive data.</p>
+     * @public
+     */
+    NumLeftCharsToExclude?: number | undefined;
+    /**
+     * <p>The number of characters to exclude from redaction on the right side of detected PII content. This allows preserving context around the sensitive data.</p>
+     * @public
+     */
+    NumRightCharsToExclude?: number | undefined;
+    /**
+     * <p>Additional parameters for configuring PII detection behavior and sensitivity settings.</p>
+     * @public
+     */
+    DetectionParameters?: string | undefined;
+    /**
+     * <p>The sensitivity level for PII detection. Higher sensitivity levels detect more potential PII but may result in more false positives.</p>
+     * @public
+     */
+    DetectionSensitivity?: string | undefined;
 }
 /**
  * <p>Specifies a PostgresSQL data source in the Glue Data Catalog.</p>
@@ -5074,6 +5298,48 @@ export interface RenameField {
      */
     TargetPath: string[] | undefined;
 }
+/**
+ * <p>Specifies a group of filters with a logical operator that determines how the filters are combined to evaluate routing conditions.</p>
+ * @public
+ */
+export interface GroupFilters {
+    /**
+     * <p>The name of the filter group.</p>
+     * @public
+     */
+    GroupName: string | undefined;
+    /**
+     * <p>A list of filter expressions that define the conditions for this group.</p>
+     * @public
+     */
+    Filters: FilterExpression[] | undefined;
+    /**
+     * <p>The logical operator used to combine the filters in this group. Determines whether all filters must match (AND) or any filter can match (OR).</p>
+     * @public
+     */
+    LogicalOperator: FilterLogicalOperator | undefined;
+}
+/**
+ * <p>Specifies a route node that directs data to different output paths based on defined filtering conditions.</p>
+ * @public
+ */
+export interface Route {
+    /**
+     * <p>The name of the route node.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The input connection for the route node.</p>
+     * @public
+     */
+    Inputs: string[] | undefined;
+    /**
+     * <p>A list of group filters that define the routing conditions and criteria for directing data to different output paths.</p>
+     * @public
+     */
+    GroupFiltersList: GroupFilters[] | undefined;
+}
 /**
  * <p>Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.</p>
  * @public
@@ -5136,6 +5402,37 @@ export interface S3CatalogHudiSource {
      */
     OutputSchemas?: GlueSchema[] | undefined;
 }
+/**
+ * <p>Specifies an Apache Iceberg data source that is registered in the Glue Data Catalog. The Iceberg data source must be stored in Amazon S3.</p>
+ * @public
+ */
+export interface S3CatalogIcebergSource {
+    /**
+     * <p>The name of the Iceberg data source.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The name of the database to read from.</p>
+     * @public
+     */
+    Database: string | undefined;
+    /**
+     * <p>The name of the table in the database to read from.</p>
+     * @public
+     */
+    Table: string | undefined;
+    /**
+     * <p>Specifies additional connection options for the Iceberg data source.</p>
+     * @public
+     */
+    AdditionalIcebergOptions?: Record<string, string> | undefined;
+    /**
+     * <p>Specifies the data schema for the Iceberg source.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
+}
 /**
  * <p>Specifies an Amazon S3 data store in the Glue Data Catalog.</p>
  * @public
@@ -5202,6 +5499,12 @@ export interface S3CatalogTarget {
      * @public
      */
     SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 catalog target.
+     *       When set to <code>true</code>, data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
 }
 /**
  * <p>Specifies additional connection options for the Amazon S3 data store.</p>
@@ -5411,6 +5714,17 @@ export interface S3DeltaCatalogTarget {
      * @public
      */
     SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Delta catalog target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
+    /**
+     * <p>Specifies the data schema for the S3 Delta catalog target.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * @public
@@ -5520,6 +5834,12 @@ export interface S3DeltaDirectTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Delta direct target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
 }
 /**
  * <p>Specifies a Delta Lake data source stored in Amazon S3.</p>
@@ -5597,6 +5917,17 @@ export interface S3DirectTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 direct target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
+    /**
+     * <p>Specifies the data schema for the S3 direct target.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * @public
@@ -5681,7 +6012,7 @@ export interface S3ExcelSource {
      */
     SkipFooter?: number | undefined;
     /**
-     * <p>The AWS Glue schemas to apply to the processed data.</p>
+     * <p>The Glue schemas to apply to the processed data.</p>
      * @public
      */
     OutputSchemas?: GlueSchema[] | undefined;
@@ -5717,7 +6048,7 @@ export interface S3GlueParquetTarget {
      */
     Compression?: ParquetCompressionType | undefined;
     /**
-     * <p>Specifies the number of target partitions for Parquet files when writing to Amazon S3 using AWS Glue.</p>
+     * <p>Specifies the number of target partitions for Parquet files when writing to Amazon S3 using Glue.</p>
      * @public
      */
     NumberTargetPartitions?: string | undefined;
@@ -5726,6 +6057,12 @@ export interface S3GlueParquetTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Glue Parquet target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
 }
 /**
  * <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
@@ -5767,6 +6104,17 @@ export interface S3HudiCatalogTarget {
      * @public
      */
     SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Hudi catalog target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
+    /**
+     * <p>Specifies the data schema for the S3 Hudi catalog target.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * @public
@@ -5832,6 +6180,12 @@ export interface S3HudiDirectTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target. When set to <code>true</code>,
+     *       data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
 }
 /**
  * <p>Specifies a Hudi data source stored in Amazon S3.</p>
@@ -5890,6 +6244,11 @@ export interface S3HyperDirectTarget {
      * @public
      */
     Inputs: string[] | undefined;
+    /**
+     * <p>Specifies the data output format for the HyperDirect target.</p>
+     * @public
+     */
+    Format?: TargetFormat | undefined;
     /**
      * <p>Defines the partitioning strategy for the output data.</p>
      * @public
@@ -5910,28 +6269,84 @@ export interface S3HyperDirectTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Hyper direct target. When set to <code>true</code>, data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
+    /**
+     * <p>Specifies the data schema for the S3 Hyper direct target.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
- * @public
- * @enum
- */
-export declare const IcebergTargetCompressionType: {
-    readonly GZIP: "gzip";
-    readonly LZO: "lzo";
-    readonly SNAPPY: "snappy";
-    readonly UNCOMPRESSED: "uncompressed";
-};
-/**
- * @public
- */
-export type IcebergTargetCompressionType = (typeof IcebergTargetCompressionType)[keyof typeof IcebergTargetCompressionType];
-/**
- * <p>Specifies a target that writes to an Iceberg data source in Amazon S3.</p>
+ * <p>Specifies an Apache Iceberg catalog target that writes data to Amazon S3 and registers the table in the Glue Data Catalog.</p>
  * @public
  */
-export interface S3IcebergDirectTarget {
+export interface S3IcebergCatalogTarget {
     /**
-     * <p>Specifies the unique identifier for the Iceberg target node in your data pipeline.</p>
+     * <p>The name of the Iceberg catalog target.</p>
+     * @public
+     */
+    Name: string | undefined;
+    /**
+     * <p>The input connection for the Iceberg catalog target.</p>
+     * @public
+     */
+    Inputs: string[] | undefined;
+    /**
+     * <p>A list of partition keys for the Iceberg table.</p>
+     * @public
+     */
+    PartitionKeys?: string[][] | undefined;
+    /**
+     * <p>The name of the table to write to in the catalog.</p>
+     * @public
+     */
+    Table: string | undefined;
+    /**
+     * <p>The name of the database to write to.</p>
+     * @public
+     */
+    Database: string | undefined;
+    /**
+     * <p>Specifies additional connection options for the Iceberg catalog target.</p>
+     * @public
+     */
+    AdditionalOptions?: Record<string, string> | undefined;
+    /**
+     * <p>The policy for handling schema changes in the catalog target.</p>
+     * @public
+     */
+    SchemaChangePolicy?: CatalogSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies whether to automatically enable data quality evaluation for the S3 Iceberg catalog target. When set to <code>true</code>, data quality checks are performed automatically during the write operation.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
+}
+/**
+ * @public
+ * @enum
+ */
+export declare const IcebergTargetCompressionType: {
+    readonly GZIP: "gzip";
+    readonly LZO: "lzo";
+    readonly SNAPPY: "snappy";
+    readonly UNCOMPRESSED: "uncompressed";
+};
+/**
+ * @public
+ */
+export type IcebergTargetCompressionType = (typeof IcebergTargetCompressionType)[keyof typeof IcebergTargetCompressionType];
+/**
+ * <p>Specifies a target that writes to an Iceberg data source in Amazon S3.</p>
+ * @public
+ */
+export interface S3IcebergDirectTarget {
+    /**
+     * <p>Specifies the unique identifier for the Iceberg target node in your data pipeline.</p>
      * @public
      */
     Name: string | undefined;
@@ -5965,6 +6380,12 @@ export interface S3IcebergDirectTarget {
      * @public
      */
     SchemaChangePolicy?: DirectSchemaChangePolicy | undefined;
+    /**
+     * <p>Specifies configuration options for automatic data quality evaluation in Glue jobs. This structure enables automated data quality
+     *       checks and monitoring during ETL operations, helping to ensure data integrity and reliability without manual intervention.</p>
+     * @public
+     */
+    AutoDataQuality?: AutoDataQuality | undefined;
     /**
      * <p>Specifies the compression codec used for Iceberg table files in S3.</p>
      * @public
@@ -5975,6 +6396,11 @@ export interface S3IcebergDirectTarget {
      * @public
      */
     NumberTargetPartitions?: string | undefined;
+    /**
+     * <p>Specifies the data schema for the S3 Iceberg direct target.</p>
+     * @public
+     */
+    OutputSchemas?: GlueSchema[] | undefined;
 }
 /**
  * <p>Specifies a JSON data store stored in Amazon S3.</p>
@@ -7755,435 +8181,6 @@ export interface Edge {
      */
     DestinationId?: string | undefined;
 }
-/**
- * <p>The details of a crawl in the workflow.</p>
- * @public
- */
-export interface Crawl {
-    /**
-     * <p>The state of the crawler.</p>
-     * @public
-     */
-    State?: CrawlState | undefined;
-    /**
-     * <p>The date and time on which the crawl started.</p>
-     * @public
-     */
-    StartedOn?: Date | undefined;
-    /**
-     * <p>The date and time on which the crawl completed.</p>
-     * @public
-     */
-    CompletedOn?: Date | undefined;
-    /**
-     * <p>The error message associated with the crawl.</p>
-     * @public
-     */
-    ErrorMessage?: string | undefined;
-    /**
-     * <p>The log group associated with the crawl.</p>
-     * @public
-     */
-    LogGroup?: string | undefined;
-    /**
-     * <p>The log stream associated with the crawl.</p>
-     * @public
-     */
-    LogStream?: string | undefined;
-}
-/**
- * <p>The details of a Crawler node present in the workflow.</p>
- * @public
- */
-export interface CrawlerNodeDetails {
-    /**
-     * <p>A list of crawls represented by the crawl node.</p>
-     * @public
-     */
-    Crawls?: Crawl[] | undefined;
-}
-/**
- * <p>A job run that was used in the predicate of a conditional trigger
- *       that triggered this job run.</p>
- * @public
- */
-export interface Predecessor {
-    /**
-     * <p>The name of the job definition used by the predecessor job run.</p>
-     * @public
-     */
-    JobName?: string | undefined;
-    /**
-     * <p>The job-run ID of the predecessor job run.</p>
-     * @public
-     */
-    RunId?: string | undefined;
-}
-/**
- * <p>Contains information about a job run.</p>
- * @public
- */
-export interface JobRun {
-    /**
-     * <p>The ID of this job run.</p>
-     * @public
-     */
-    Id?: string | undefined;
-    /**
-     * <p>The number of the attempt to run this job.</p>
-     * @public
-     */
-    Attempt?: number | undefined;
-    /**
-     * <p>The ID of the previous run of this job. For example, the <code>JobRunId</code> specified
-     *       in the <code>StartJobRun</code> action.</p>
-     * @public
-     */
-    PreviousRunId?: string | undefined;
-    /**
-     * <p>The name of the trigger that started this job run.</p>
-     * @public
-     */
-    TriggerName?: string | undefined;
-    /**
-     * <p>The name of the job definition being used in this run.</p>
-     * @public
-     */
-    JobName?: string | undefined;
-    /**
-     * <p>A mode that describes how a job was created. Valid values are:</p>
-     *          <ul>
-     *             <li>
-     *                <p>
-     *                   <code>SCRIPT</code> - The job was created using the Glue Studio script editor.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>VISUAL</code> - The job was created using the Glue Studio visual editor.</p>
-     *             </li>
-     *             <li>
-     *                <p>
-     *                   <code>NOTEBOOK</code> - The job was created using an interactive sessions notebook.</p>
-     *             </li>
-     *          </ul>
-     *          <p>When the <code>JobMode</code> field is missing or null, <code>SCRIPT</code> is assigned as the default value.</p>
-     * @public
-     */
-    JobMode?: JobMode | undefined;
-    /**
-     * <p>Specifies whether job run queuing is enabled for the job run.</p>
-     *          <p>A value of true means job run queuing is enabled for the job run. If false or not populated, the job run will not be considered for queueing.</p>
-     * @public
-     */
-    JobRunQueuingEnabled?: boolean | undefined;
-    /**
-     * <p>The date and time at which this job run was started.</p>
-     * @public
-     */
-    StartedOn?: Date | undefined;
-    /**
-     * <p>The last time that this job run was modified.</p>
-     * @public
-     */
-    LastModifiedOn?: Date | undefined;
-    /**
-     * <p>The date and time that this job run completed.</p>
-     * @public
-     */
-    CompletedOn?: Date | undefined;
-    /**
-     * <p>The current state of the job run. For more information about the statuses of jobs that have terminated abnormally, see <a href="https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html">Glue Job Run Statuses</a>.</p>
-     * @public
-     */
-    JobRunState?: JobRunState | undefined;
-    /**
-     * <p>The job arguments associated with this run. For this job run, they replace the default
-     *       arguments set in the job definition itself.</p>
-     *          <p>You can specify arguments here that your own job-execution script
-     *       consumes, as well as arguments that Glue itself consumes.</p>
-     *          <p>Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets
-     *       from a Glue Connection, Secrets Manager or other secret management
-     *       mechanism if you intend to keep them within the Job. </p>
-     *          <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
-     *          <p>For information about the arguments you can provide to this field when configuring Spark jobs,
-     *      see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
-     *          <p>For information about the arguments you can provide to this field when configuring Ray
-     *       jobs, see <a href="https://docs.aws.amazon.com/glue/latest/dg/author-job-ray-job-parameters.html">Using
-     *       job parameters in Ray jobs</a> in the developer guide.</p>
-     * @public
-     */
-    Arguments?: Record<string, string> | undefined;
-    /**
-     * <p>An error message associated with this job run.</p>
-     * @public
-     */
-    ErrorMessage?: string | undefined;
-    /**
-     * <p>A list of predecessors to this job run.</p>
-     * @public
-     */
-    PredecessorRuns?: Predecessor[] | undefined;
-    /**
-     * <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
-     *          <p>The number of Glue data processing units (DPUs) allocated to this JobRun.
-     *       From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure
-     *       of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
-     *       For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
-     *         pricing page</a>.</p>
-     *
-     * @deprecated
-     * @public
-     */
-    AllocatedCapacity?: number | undefined;
-    /**
-     * <p>The amount of time (in seconds) that the job run consumed resources.</p>
-     * @public
-     */
-    ExecutionTime?: number | undefined;
-    /**
-     * <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
-     *       consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
-     *          <p>Jobs must have timeout values less than 7 days or 10080 minutes. Otherwise, the jobs will throw an exception.</p>
-     *          <p>When the value is left blank, the timeout is defaulted to 2880 minutes.</p>
-     *          <p>Any existing Glue jobs that had a timeout value greater than 7 days will be defaulted to 7 days. For instance if you have specified a timeout of 20 days for a batch job, it will be stopped on the 7th day.</p>
-     *          <p>For streaming jobs, if you have set up a maintenance window, it will be restarted during the maintenance window after 7 days.</p>
-     * @public
-     */
-    Timeout?: number | undefined;
-    /**
-     * <p>For Glue version 1.0 or earlier jobs, using the standard worker type, the number of
-     *       Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is
-     *       a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB
-     *       of memory. For more information, see the <a href="https://aws.amazon.com/glue/pricing/">
-     *         Glue pricing page</a>.</p>
-     *          <p>For Glue version 2.0+ jobs, you cannot specify a <code>Maximum capacity</code>.
-     *       Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p>
-     *          <p>Do not set <code>MaxCapacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
-     *          <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
-     *       running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
-     *       job:</p>
-     *          <ul>
-     *             <li>
-     *                <p>When you specify a Python shell job (<code>JobCommand.Name</code>="pythonshell"), you can
-     *           allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
-     *             </li>
-     *             <li>
-     *                <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
-     *         Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate from 2 to 100 DPUs.
-     *         The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
-     *             </li>
-     *          </ul>
-     * @public
-     */
-    MaxCapacity?: number | undefined;
-    /**
-     * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of
-     *           G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs. Accepts the value Z.2X for Ray jobs.</p>
-     *          <ul>
-     *             <li>
-     *                <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 94GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 138GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 or later streaming jobs.</p>
-     *             </li>
-     *             <li>
-     *                <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk, and provides up to 8 Ray workers based on the autoscaler.</p>
-     *             </li>
-     *          </ul>
-     * @public
-     */
-    WorkerType?: WorkerType | undefined;
-    /**
-     * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
-     * @public
-     */
-    NumberOfWorkers?: number | undefined;
-    /**
-     * <p>The name of the <code>SecurityConfiguration</code> structure to be used with this job
-     *       run.</p>
-     * @public
-     */
-    SecurityConfiguration?: string | undefined;
-    /**
-     * <p>The name of the log group for secure logging that can be server-side encrypted in Amazon
-     *       CloudWatch using KMS. This name can be <code>/aws-glue/jobs/</code>, in which case the
-     *       default encryption is <code>NONE</code>. If you add a role name and
-     *       <code>SecurityConfiguration</code> name (in other words,
-     *       <code>/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/</code>), then that security
-     *       configuration is used to encrypt the log group.</p>
-     * @public
-     */
-    LogGroupName?: string | undefined;
-    /**
-     * <p>Specifies configuration properties of a job run notification.</p>
-     * @public
-     */
-    NotificationProperty?: NotificationProperty | undefined;
-    /**
-     * <p>In Spark jobs, <code>GlueVersion</code> determines the versions of Apache Spark and Python
-     *       that Glue available in a job. The Python version indicates the version
-     *       supported for jobs of type Spark. </p>
-     *          <p>Ray jobs should set <code>GlueVersion</code> to <code>4.0</code> or greater. However,
-     *     the versions of Ray, Python and additional libraries available in your Ray job are determined
-     *     by the <code>Runtime</code> parameter of the Job command.</p>
-     *          <p>For more information about the available Glue versions and corresponding
-     *       Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer
-     *       guide.</p>
-     *          <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
-     * @public
-     */
-    GlueVersion?: string | undefined;
-    /**
-     * <p>This field can be set for either job runs with execution class <code>FLEX</code> or when Auto Scaling is enabled, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code>, 2 for <code>G.2X</code>, or 0.25 for <code>G.025X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
-     * @public
-     */
-    DPUSeconds?: number | undefined;
-    /**
-     * <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
-     *          <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
-     *          <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
-     * @public
-     */
-    ExecutionClass?: ExecutionClass | undefined;
-    /**
-     * <p>This field specifies a day of the week and hour for a maintenance window for streaming jobs. Glue periodically performs maintenance activities. During these maintenance windows, Glue will need to restart your streaming jobs.</p>
-     *          <p>Glue will restart the job within 3 hours of the specified maintenance window. For instance, if you set up the maintenance window for Monday at 10:00AM GMT, your jobs will be restarted between 10:00AM GMT to 1:00PM GMT.</p>
-     * @public
-     */
-    MaintenanceWindow?: string | undefined;
-    /**
-     * <p>The name of an Glue usage profile associated with the job run.</p>
-     * @public
-     */
-    ProfileName?: string | undefined;
-    /**
-     * <p>This field holds details that pertain to the state of a job run. The field is nullable.</p>
-     *          <p>For example, when a job run is in a WAITING state as a result of job run queuing, the field has the reason why the job run is in that state.</p>
-     * @public
-     */
-    StateDetail?: string | undefined;
-    /**
-     * <p>This inline session policy to the StartJobRun API allows you to dynamically restrict the permissions of the specified
-     *       execution role for the scope of the job, without requiring the creation of additional IAM roles.</p>
-     * @public
-     */
-    ExecutionRoleSessionPolicy?: string | undefined;
-}
-/**
- * <p>The details of a Job node present in the workflow.</p>
- * @public
- */
-export interface JobNodeDetails {
-    /**
-     * <p>The information for the job runs represented by the job node.</p>
-     * @public
-     */
-    JobRuns?: JobRun[] | undefined;
-}
-/**
- * <p>The details of a Trigger node present in the workflow.</p>
- * @public
- */
-export interface TriggerNodeDetails {
-    /**
-     * <p>The information of the trigger represented by the trigger node.</p>
-     * @public
-     */
-    Trigger?: Trigger | undefined;
-}
-/**
- * @public
- * @enum
- */
-export declare const NodeType: {
-    readonly CRAWLER: "CRAWLER";
-    readonly JOB: "JOB";
-    readonly TRIGGER: "TRIGGER";
-};
-/**
- * @public
- */
-export type NodeType = (typeof NodeType)[keyof typeof NodeType];
-/**
- * <p>A node represents an Glue component (trigger, crawler, or job) on a workflow graph.</p>
- * @public
- */
-export interface Node {
-    /**
-     * <p>The type of Glue component represented by the node.</p>
-     * @public
-     */
-    Type?: NodeType | undefined;
-    /**
-     * <p>The name of the Glue component represented by the node.</p>
-     * @public
-     */
-    Name?: string | undefined;
-    /**
-     * <p>The unique Id assigned to the node within the workflow.</p>
-     * @public
-     */
-    UniqueId?: string | undefined;
-    /**
-     * <p>Details of the Trigger when the node represents a Trigger.</p>
-     * @public
-     */
-    TriggerDetails?: TriggerNodeDetails | undefined;
-    /**
-     * <p>Details of the Job when the node represents a Job.</p>
-     * @public
-     */
-    JobDetails?: JobNodeDetails | undefined;
-    /**
-     * <p>Details of the crawler when the node represents a crawler.</p>
-     * @public
-     */
-    CrawlerDetails?: CrawlerNodeDetails | undefined;
-}
-/**
- * <p>A workflow graph represents the complete workflow containing all the Glue components present in the
- *       workflow and all the directed connections between them.</p>
- * @public
- */
-export interface WorkflowGraph {
-    /**
-     * <p>A list of the the Glue components belong to the workflow represented as nodes.</p>
-     * @public
-     */
-    Nodes?: Node[] | undefined;
-    /**
-     * <p>A list of all the directed connections between the nodes belonging to the workflow.</p>
-     * @public
-     */
-    Edges?: Edge[] | undefined;
-}
-/**
- * <p>The batch condition that started the workflow run. Either the number of events in the batch size arrived,
- *       in which case the BatchSize member is non-zero, or the batch window expired, in which case the BatchWindow
- *       member is non-zero.</p>
- * @public
- */
-export interface StartingEventBatchCondition {
-    /**
-     * <p>Number of events in the batch.</p>
-     * @public
-     */
-    BatchSize?: number | undefined;
-    /**
-     * <p>Duration of the batch window in seconds.</p>
-     * @public
-     */
-    BatchWindow?: number | undefined;
-}
 /**
  * @internal
  */