@aws-sdk/client-glue 3.862.0 → 3.863.0

package/dist-cjs/index.js

@@ -74,6 +74,7 @@ __export(index_exports, {
   ConcurrentModificationException: () => ConcurrentModificationException,
   ConcurrentRunsExceededException: () => ConcurrentRunsExceededException,
   ConditionCheckFailureException: () => ConditionCheckFailureException,
+  ConfigurationSource: () => ConfigurationSource,
   ConflictException: () => ConflictException,
   ConnectionInputFilterSensitiveLog: () => ConnectionInputFilterSensitiveLog,
   ConnectionPropertyKey: () => ConnectionPropertyKey,
@@ -1343,6 +1344,10 @@ var TableOptimizerVpcConfiguration;
     return visitor._(value.$unknown[0], value.$unknown[1]);
   }, "visit");
 })(TableOptimizerVpcConfiguration || (TableOptimizerVpcConfiguration = {}));
+var ConfigurationSource = {
+  CATALOG: "catalog",
+  TABLE: "table"
+};
 var TableOptimizerEventType = {
   COMPLETED: "completed",
   FAILED: "failed",
@@ -9243,7 +9248,7 @@ var de_Catalog = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     AllowFullTableExternalDataAccess: import_smithy_client.expectString,
     CatalogId: import_smithy_client.expectString,
-    CatalogProperties: import_smithy_client._json,
+    CatalogProperties: /* @__PURE__ */ __name((_) => de_CatalogPropertiesOutput(_, context), "CatalogProperties"),
     CreateDatabaseDefaultPermissions: import_smithy_client._json,
     CreateTableDefaultPermissions: import_smithy_client._json,
     CreateTime: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseEpochTimestamp)((0, import_smithy_client.expectNumber)(_))), "CreateTime"),
@@ -9291,6 +9296,13 @@ var de_CatalogList = /* @__PURE__ */ __name((output, context) => {
   });
   return retVal;
 }, "de_CatalogList");
+var de_CatalogPropertiesOutput = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    CustomProperties: import_smithy_client._json,
+    DataLakeAccessProperties: import_smithy_client._json,
+    IcebergOptimizationProperties: /* @__PURE__ */ __name((_) => de_IcebergOptimizationPropertiesOutput(_, context), "IcebergOptimizationProperties")
+  });
+}, "de_CatalogPropertiesOutput");
 var de_Classifier = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     CsvClassifier: /* @__PURE__ */ __name((_) => de_CsvClassifier(_, context), "CsvClassifier"),
@@ -10482,6 +10494,15 @@ var de_IcebergCompactionMetrics = /* @__PURE__ */ __name((output, context) => {
     NumberOfFilesCompacted: import_smithy_client.expectLong
   });
 }, "de_IcebergCompactionMetrics");
+var de_IcebergOptimizationPropertiesOutput = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    Compaction: import_smithy_client._json,
+    LastUpdatedTime: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseEpochTimestamp)((0, import_smithy_client.expectNumber)(_))), "LastUpdatedTime"),
+    OrphanFileDeletion: import_smithy_client._json,
+    Retention: import_smithy_client._json,
+    RoleArn: import_smithy_client.expectString
+  });
+}, "de_IcebergOptimizationPropertiesOutput");
 var de_IcebergOrphanFileDeletionMetrics = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     DpuHours: import_smithy_client.limitedParseDouble,
@@ -11085,6 +11106,7 @@ var de_TableList = /* @__PURE__ */ __name((output, context) => {
 var de_TableOptimizer = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     configuration: import_smithy_client._json,
+    configurationSource: import_smithy_client.expectString,
     lastRun: /* @__PURE__ */ __name((_) => de_TableOptimizerRun(_, context), "lastRun"),
     type: import_smithy_client.expectString
   });
@@ -15927,6 +15949,7 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
   TableOptimizerType,
   CompactionStrategy,
   TableOptimizerVpcConfiguration,
+  ConfigurationSource,
   TableOptimizerEventType,
   ThrottlingException,
   CrawlState,

package/dist-es/models/models_0.js

@@ -518,6 +518,10 @@ export var TableOptimizerVpcConfiguration;
         return visitor._(value.$unknown[0], value.$unknown[1]);
     };
 })(TableOptimizerVpcConfiguration || (TableOptimizerVpcConfiguration = {}));
+export const ConfigurationSource = {
+    CATALOG: "catalog",
+    TABLE: "table",
+};
 export const TableOptimizerEventType = {
     COMPLETED: "completed",
     FAILED: "failed",

package/dist-es/protocols/Aws_json1_1.js

@@ -6474,7 +6474,7 @@ const de_Catalog = (output, context) => {
     return take(output, {
         AllowFullTableExternalDataAccess: __expectString,
         CatalogId: __expectString,
-        CatalogProperties: _json,
+        CatalogProperties: (_) => de_CatalogPropertiesOutput(_, context),
         CreateDatabaseDefaultPermissions: _json,
         CreateTableDefaultPermissions: _json,
         CreateTime: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
@@ -6524,6 +6524,13 @@ const de_CatalogList = (output, context) => {
     });
     return retVal;
 };
+const de_CatalogPropertiesOutput = (output, context) => {
+    return take(output, {
+        CustomProperties: _json,
+        DataLakeAccessProperties: _json,
+        IcebergOptimizationProperties: (_) => de_IcebergOptimizationPropertiesOutput(_, context),
+    });
+};
 const de_Classifier = (output, context) => {
     return take(output, {
         CsvClassifier: (_) => de_CsvClassifier(_, context),
@@ -7761,6 +7768,15 @@ const de_IcebergCompactionMetrics = (output, context) => {
         NumberOfFilesCompacted: __expectLong,
     });
 };
+const de_IcebergOptimizationPropertiesOutput = (output, context) => {
+    return take(output, {
+        Compaction: _json,
+        LastUpdatedTime: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
+        OrphanFileDeletion: _json,
+        Retention: _json,
+        RoleArn: __expectString,
+    });
+};
 const de_IcebergOrphanFileDeletionMetrics = (output, context) => {
     return take(output, {
         DpuHours: __limitedParseDouble,
@@ -8392,6 +8408,7 @@ const de_TableList = (output, context) => {
 const de_TableOptimizer = (output, context) => {
     return take(output, {
         configuration: _json,
+        configurationSource: __expectString,
         lastRun: (_) => de_TableOptimizerRun(_, context),
         type: __expectString,
     });

package/dist-types/commands/BatchGetTableOptimizerCommand.d.ts

@@ -63,6 +63,8 @@ declare const BatchGetTableOptimizerCommand_base: {
  * //           compactionConfiguration: { // CompactionConfiguration
  * //             icebergConfiguration: { // IcebergCompactionConfiguration
  * //               strategy: "binpack" || "sort" || "z-order",
+ * //               minInputFiles: Number("int"),
+ * //               deleteFileThreshold: Number("int"),
  * //             },
  * //           },
  * //           retentionConfiguration: { // RetentionConfiguration
@@ -70,12 +72,14 @@ declare const BatchGetTableOptimizerCommand_base: {
  * //               snapshotRetentionPeriodInDays: Number("int"),
  * //               numberOfSnapshotsToRetain: Number("int"),
  * //               cleanExpiredFiles: true || false,
+ * //               runRateInHours: Number("int"),
  * //             },
  * //           },
  * //           orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  * //             icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  * //               orphanFileRetentionPeriodInDays: Number("int"),
  * //               location: "STRING_VALUE",
+ * //               runRateInHours: Number("int"),
  * //             },
  * //           },
  * //         },
@@ -119,6 +123,7 @@ declare const BatchGetTableOptimizerCommand_base: {
  * //             },
  * //           },
  * //         },
+ * //         configurationSource: "catalog" || "table",
  * //       },
  * //     },
  * //   ],

package/dist-types/commands/CreateCatalogCommand.d.ts

@@ -56,9 +56,19 @@ declare const CreateCatalogCommand_base: {
  *         KmsKey: "STRING_VALUE",
  *         CatalogType: "STRING_VALUE",
  *       },
- *       CustomProperties: {
- *         "<keys>": "STRING_VALUE",
+ *       IcebergOptimizationProperties: { // IcebergOptimizationProperties
+ *         RoleArn: "STRING_VALUE",
+ *         Compaction: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         Retention: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         OrphanFileDeletion: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
  *       },
+ *       CustomProperties: "<ParametersMap>",
  *     },
  *     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  *       { // PrincipalPermissions

package/dist-types/commands/CreateTableOptimizerCommand.d.ts

@@ -48,6 +48,8 @@ declare const CreateTableOptimizerCommand_base: {
  *     compactionConfiguration: { // CompactionConfiguration
  *       icebergConfiguration: { // IcebergCompactionConfiguration
  *         strategy: "binpack" || "sort" || "z-order",
+ *         minInputFiles: Number("int"),
+ *         deleteFileThreshold: Number("int"),
  *       },
  *     },
  *     retentionConfiguration: { // RetentionConfiguration
@@ -55,12 +57,14 @@ declare const CreateTableOptimizerCommand_base: {
  *         snapshotRetentionPeriodInDays: Number("int"),
  *         numberOfSnapshotsToRetain: Number("int"),
  *         cleanExpiredFiles: true || false,
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *     orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  *       icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  *         orphanFileRetentionPeriodInDays: Number("int"),
  *         location: "STRING_VALUE",
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *   },

package/dist-types/commands/GetCatalogCommand.d.ts

@@ -69,9 +69,20 @@ declare const GetCatalogCommand_base: {
  * //         StatusMessage: "STRING_VALUE",
  * //         CatalogType: "STRING_VALUE",
  * //       },
- * //       CustomProperties: {
- * //         "<keys>": "STRING_VALUE",
+ * //       IcebergOptimizationProperties: { // IcebergOptimizationPropertiesOutput
+ * //         RoleArn: "STRING_VALUE",
+ * //         Compaction: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         Retention: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         OrphanFileDeletion: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         LastUpdatedTime: new Date("TIMESTAMP"),
  * //       },
+ * //       CustomProperties: "<ParametersMap>",
  * //     },
  * //     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  * //       { // PrincipalPermissions

package/dist-types/commands/GetCatalogsCommand.d.ts

@@ -74,9 +74,20 @@ declare const GetCatalogsCommand_base: {
  * //           StatusMessage: "STRING_VALUE",
  * //           CatalogType: "STRING_VALUE",
  * //         },
- * //         CustomProperties: {
- * //           "<keys>": "STRING_VALUE",
+ * //         IcebergOptimizationProperties: { // IcebergOptimizationPropertiesOutput
+ * //           RoleArn: "STRING_VALUE",
+ * //           Compaction: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           Retention: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           OrphanFileDeletion: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           LastUpdatedTime: new Date("TIMESTAMP"),
  * //         },
+ * //         CustomProperties: "<ParametersMap>",
  * //       },
  * //       CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  * //         { // PrincipalPermissions

package/dist-types/commands/GetTableOptimizerCommand.d.ts

@@ -57,6 +57,8 @@ declare const GetTableOptimizerCommand_base: {
  * //       compactionConfiguration: { // CompactionConfiguration
  * //         icebergConfiguration: { // IcebergCompactionConfiguration
  * //           strategy: "binpack" || "sort" || "z-order",
+ * //           minInputFiles: Number("int"),
+ * //           deleteFileThreshold: Number("int"),
  * //         },
  * //       },
  * //       retentionConfiguration: { // RetentionConfiguration
@@ -64,12 +66,14 @@ declare const GetTableOptimizerCommand_base: {
  * //           snapshotRetentionPeriodInDays: Number("int"),
  * //           numberOfSnapshotsToRetain: Number("int"),
  * //           cleanExpiredFiles: true || false,
+ * //           runRateInHours: Number("int"),
  * //         },
  * //       },
  * //       orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  * //         icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  * //           orphanFileRetentionPeriodInDays: Number("int"),
  * //           location: "STRING_VALUE",
+ * //           runRateInHours: Number("int"),
  * //         },
  * //       },
  * //     },
@@ -113,6 +117,7 @@ declare const GetTableOptimizerCommand_base: {
  * //         },
  * //       },
  * //     },
+ * //     configurationSource: "catalog" || "table",
  * //   },
  * // };
  *

package/dist-types/commands/ListWorkflowsCommand.d.ts

@@ -1,7 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ListWorkflowsRequest, ListWorkflowsResponse } from "../models/models_2";
+import { ListWorkflowsRequest, ListWorkflowsResponse } from "../models/models_3";
 /**
  * @public
  */

package/dist-types/commands/ModifyIntegrationCommand.d.ts

@@ -1,8 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ModifyIntegrationRequest } from "../models/models_2";
-import { ModifyIntegrationResponse } from "../models/models_3";
+import { ModifyIntegrationRequest, ModifyIntegrationResponse } from "../models/models_3";
 /**
  * @public
  */

package/dist-types/commands/UpdateCatalogCommand.d.ts

@@ -56,9 +56,19 @@ declare const UpdateCatalogCommand_base: {
  *         KmsKey: "STRING_VALUE",
  *         CatalogType: "STRING_VALUE",
  *       },
- *       CustomProperties: {
- *         "<keys>": "STRING_VALUE",
+ *       IcebergOptimizationProperties: { // IcebergOptimizationProperties
+ *         RoleArn: "STRING_VALUE",
+ *         Compaction: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         Retention: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         OrphanFileDeletion: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
  *       },
+ *       CustomProperties: "<ParametersMap>",
  *     },
  *     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  *       { // PrincipalPermissions

package/dist-types/commands/UpdateTableOptimizerCommand.d.ts

@@ -48,6 +48,8 @@ declare const UpdateTableOptimizerCommand_base: {
  *     compactionConfiguration: { // CompactionConfiguration
  *       icebergConfiguration: { // IcebergCompactionConfiguration
  *         strategy: "binpack" || "sort" || "z-order",
+ *         minInputFiles: Number("int"),
+ *         deleteFileThreshold: Number("int"),
  *       },
  *     },
  *     retentionConfiguration: { // RetentionConfiguration
@@ -55,12 +57,14 @@ declare const UpdateTableOptimizerCommand_base: {
  *         snapshotRetentionPeriodInDays: Number("int"),
  *         numberOfSnapshotsToRetain: Number("int"),
  *         cleanExpiredFiles: true || false,
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *     orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  *       icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  *         orphanFileRetentionPeriodInDays: Number("int"),
  *         location: "STRING_VALUE",
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *   },

package/dist-types/models/models_0.d.ts

@@ -7413,6 +7413,16 @@ export interface IcebergCompactionConfiguration {
      * @public
      */
     strategy?: CompactionStrategy | undefined;
+    /**
+     * <p>The minimum number of data files that must be present in a partition before compaction will actually compact files. This parameter helps control when compaction is triggered, preventing unnecessary compaction operations on partitions with few files. If an input is not provided, the default value 100 will be used.</p>
+     * @public
+     */
+    minInputFiles?: number | undefined;
+    /**
+     * <p>The minimum number of deletes that must be present in a data file to make it eligible for compaction. This parameter helps optimize compaction by focusing on files that contain a significant number of delete operations, which can improve query performance by removing deleted records. If an input is not provided, the default value 1 will be used.</p>
+     * @public
+     */
+    deleteFileThreshold?: number | undefined;
 }
 /**
  * <p>The configuration for a compaction optimizer. This configuration defines how data files in your table will be compacted to improve
@@ -7441,6 +7451,11 @@ export interface IcebergOrphanFileDeletionConfiguration {
      * @public
      */
     location?: string | undefined;
+    /**
+     * <p>The interval in hours between orphan file deletion job runs. This parameter controls how frequently the orphan file deletion optimizer will run to clean up orphan files. The value must be between 3 and 168 hours (7 days). If an input is not provided, the default value 24 will be used.</p>
+     * @public
+     */
+    runRateInHours?: number | undefined;
 }
 /**
  * <p>The configuration for an orphan file deletion optimizer.</p>
@@ -7473,6 +7488,11 @@ export interface IcebergRetentionConfiguration {
      * @public
      */
     cleanExpiredFiles?: boolean | undefined;
+    /**
+     * <p>The interval in hours between retention job runs. This parameter controls how frequently the retention optimizer will run to clean up expired snapshots. The value must be between 3 and 168 hours (7 days). If an input is not provided, the default value 24 will be used.</p>
+     * @public
+     */
+    runRateInHours?: number | undefined;
 }
 /**
  * <p>The configuration for a snapshot retention optimizer.</p>
@@ -7554,6 +7574,18 @@ export interface TableOptimizerConfiguration {
      */
     orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
 }
+/**
+ * @public
+ * @enum
+ */
+export declare const ConfigurationSource: {
+    readonly CATALOG: "catalog";
+    readonly TABLE: "table";
+};
+/**
+ * @public
+ */
+export type ConfigurationSource = (typeof ConfigurationSource)[keyof typeof ConfigurationSource];
 /**
  * <p>Compaction metrics for Iceberg for the optimizer run.</p>
  * @public
@@ -7832,6 +7864,14 @@ export interface TableOptimizer {
      * @public
      */
     lastRun?: TableOptimizerRun | undefined;
+    /**
+     * <p>
+     *       Specifies the source of the optimizer configuration. This indicates how the table optimizer was configured and which entity or service
+     *       initiated the configuration.
+     *     </p>
+     * @public
+     */
+    configurationSource?: ConfigurationSource | undefined;
 }
 /**
  * <p>Contains details for one of the table optimizers returned by the <code>BatchGetTableOptimizer</code> operation.</p>
@@ -8164,23 +8204,6 @@ export interface BlueprintDetails {
      */
     RunId?: string | undefined;
 }
-/**
- * <p>An edge represents a directed connection between two Glue components that are part of the workflow the
- *       edge belongs to.</p>
- * @public
- */
-export interface Edge {
-    /**
-     * <p>The unique of the node within the workflow where the edge starts.</p>
-     * @public
-     */
-    SourceId?: string | undefined;
-    /**
-     * <p>The unique of the node within the workflow where the edge ends.</p>
-     * @public
-     */
-    DestinationId?: string | undefined;
-}
 /**
  * @internal
  */