@aws-sdk/client-glue 3.834.0 → 3.835.0

package/dist-cjs/index.js

@@ -65,6 +65,7 @@ __export(index_exports, {
   ColumnStatisticsTaskRunningException: () => ColumnStatisticsTaskRunningException,
   ColumnStatisticsTaskStoppingException: () => ColumnStatisticsTaskStoppingException,
   ColumnStatisticsType: () => ColumnStatisticsType,
+  CompactionStrategy: () => CompactionStrategy,
   Comparator: () => Comparator,
   Compatibility: () => Compatibility,
   CompressionType: () => CompressionType,
@@ -1318,6 +1319,11 @@ var TableOptimizerType = {
   ORPHAN_FILE_DELETION: "orphan_file_deletion",
   RETENTION: "retention"
 };
+var CompactionStrategy = {
+  BINPACK: "binpack",
+  SORT: "sort",
+  ZORDER: "z-order"
+};
 var TableOptimizerVpcConfiguration;
 ((TableOptimizerVpcConfiguration3) => {
   TableOptimizerVpcConfiguration3.visit = /* @__PURE__ */ __name((value, visitor) => {
@@ -1403,13 +1409,6 @@ var NodeType = {
   JOB: "JOB",
   TRIGGER: "TRIGGER"
 };
-var WorkflowRunStatus = {
-  COMPLETED: "COMPLETED",
-  ERROR: "ERROR",
-  RUNNING: "RUNNING",
-  STOPPED: "STOPPED",
-  STOPPING: "STOPPING"
-};
 var BasicAuthenticationCredentialsFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
   ...obj,
   ...obj.Password && { Password: import_smithy_client.SENSITIVE_STRING }
@@ -1475,6 +1474,13 @@ var BatchGetDataQualityResultResponseFilterSensitiveLog = /* @__PURE__ */ __name
 }), "BatchGetDataQualityResultResponseFilterSensitiveLog");
 
 // src/models/models_1.ts
+var WorkflowRunStatus = {
+  COMPLETED: "COMPLETED",
+  ERROR: "ERROR",
+  RUNNING: "RUNNING",
+  STOPPED: "STOPPED",
+  STOPPING: "STOPPING"
+};
 var TaskStatusType = {
   FAILED: "FAILED",
   RUNNING: "RUNNING",
@@ -2201,10 +2207,6 @@ var ColumnStatisticsType = {
   LONG: "LONG",
   STRING: "STRING"
 };
-var ComputationType = {
-  FULL: "FULL",
-  INCREMENTAL: "INCREMENTAL"
-};
 var ConnectionInputFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
   ...obj,
   ...obj.AuthenticationConfiguration && {
@@ -2218,6 +2220,10 @@ var CreateConnectionRequestFilterSensitiveLog = /* @__PURE__ */ __name((obj) =>
 
 // src/models/models_2.ts
 
+var ComputationType = {
+  FULL: "FULL",
+  INCREMENTAL: "INCREMENTAL"
+};
 var ColumnStatisticsState = {
   FAILED: "FAILED",
   RUNNING: "RUNNING",
@@ -10957,6 +10963,7 @@ var de_TableOptimizer = /* @__PURE__ */ __name((output, context) => {
 var de_TableOptimizerRun = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     compactionMetrics: /* @__PURE__ */ __name((_) => de_CompactionMetrics(_, context), "compactionMetrics"),
+    compactionStrategy: import_smithy_client.expectString,
     endTimestamp: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseEpochTimestamp)((0, import_smithy_client.expectNumber)(_))), "endTimestamp"),
     error: import_smithy_client.expectString,
     eventType: import_smithy_client.expectString,
@@ -15788,6 +15795,7 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
   FederationSourceRetryableException,
   InvalidStateException,
   TableOptimizerType,
+  CompactionStrategy,
   TableOptimizerVpcConfiguration,
   TableOptimizerEventType,
   ThrottlingException,
@@ -15798,7 +15806,6 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
   TriggerState,
   TriggerType,
   NodeType,
-  WorkflowRunStatus,
   BasicAuthenticationCredentialsFilterSensitiveLog,
   AuthorizationCodePropertiesFilterSensitiveLog,
   OAuth2CredentialsFilterSensitiveLog,
@@ -15809,6 +15816,7 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
   DataQualityRuleResultFilterSensitiveLog,
   DataQualityResultFilterSensitiveLog,
   BatchGetDataQualityResultResponseFilterSensitiveLog,
+  WorkflowRunStatus,
   TaskStatusType,
   IllegalSessionStateException,
   DataFormat,
@@ -15859,9 +15867,9 @@ var paginateSearchTables = (0, import_core.createPaginator)(GlueClient, SearchTa
   TargetResourceNotFound,
   BlueprintRunState,
   ColumnStatisticsType,
-  ComputationType,
   ConnectionInputFilterSensitiveLog,
   CreateConnectionRequestFilterSensitiveLog,
+  ComputationType,
   ColumnStatisticsState,
   ExecutionStatus,
   ScheduleType,

package/dist-es/models/models_0.js

@@ -497,6 +497,11 @@ export const TableOptimizerType = {
     ORPHAN_FILE_DELETION: "orphan_file_deletion",
     RETENTION: "retention",
 };
+export const CompactionStrategy = {
+    BINPACK: "binpack",
+    SORT: "sort",
+    ZORDER: "z-order",
+};
 export var TableOptimizerVpcConfiguration;
 (function (TableOptimizerVpcConfiguration) {
     TableOptimizerVpcConfiguration.visit = (value, visitor) => {
@@ -573,13 +578,6 @@ export const NodeType = {
     JOB: "JOB",
     TRIGGER: "TRIGGER",
 };
-export const WorkflowRunStatus = {
-    COMPLETED: "COMPLETED",
-    ERROR: "ERROR",
-    RUNNING: "RUNNING",
-    STOPPED: "STOPPED",
-    STOPPING: "STOPPING",
-};
 export const BasicAuthenticationCredentialsFilterSensitiveLog = (obj) => ({
     ...obj,
     ...(obj.Password && { Password: SENSITIVE_STRING }),

package/dist-es/models/models_1.js

@@ -1,5 +1,12 @@
 import { GlueServiceException as __BaseException } from "./GlueServiceException";
 import { AuthenticationConfigurationInputFilterSensitiveLog, } from "./models_0";
+export const WorkflowRunStatus = {
+    COMPLETED: "COMPLETED",
+    ERROR: "ERROR",
+    RUNNING: "RUNNING",
+    STOPPED: "STOPPED",
+    STOPPING: "STOPPING",
+};
 export const TaskStatusType = {
     FAILED: "FAILED",
     RUNNING: "RUNNING",
@@ -532,10 +539,6 @@ export const ColumnStatisticsType = {
     LONG: "LONG",
     STRING: "STRING",
 };
-export const ComputationType = {
-    FULL: "FULL",
-    INCREMENTAL: "INCREMENTAL",
-};
 export const ConnectionInputFilterSensitiveLog = (obj) => ({
     ...obj,
     ...(obj.AuthenticationConfiguration && {

package/dist-es/models/models_2.js

@@ -1,6 +1,10 @@
 import { SENSITIVE_STRING } from "@smithy/smithy-client";
 import { GlueServiceException as __BaseException } from "./GlueServiceException";
 import { DataQualityAnalyzerResultFilterSensitiveLog, DataQualityObservationFilterSensitiveLog, DataQualityRuleResultFilterSensitiveLog, } from "./models_0";
+export const ComputationType = {
+    FULL: "FULL",
+    INCREMENTAL: "INCREMENTAL",
+};
 export const ColumnStatisticsState = {
     FAILED: "FAILED",
     RUNNING: "RUNNING",

package/dist-es/protocols/Aws_json1_1.js

@@ -8289,6 +8289,7 @@ const de_TableOptimizer = (output, context) => {
 const de_TableOptimizerRun = (output, context) => {
     return take(output, {
         compactionMetrics: (_) => de_CompactionMetrics(_, context),
+        compactionStrategy: __expectString,
         endTimestamp: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
         error: __expectString,
         eventType: __expectString,

package/dist-types/commands/BatchGetTableOptimizerCommand.d.ts

@@ -60,6 +60,11 @@ declare const BatchGetTableOptimizerCommand_base: {
  * //           vpcConfiguration: { // TableOptimizerVpcConfiguration Union: only one key present
  * //             glueConnectionName: "STRING_VALUE",
  * //           },
+ * //           compactionConfiguration: { // CompactionConfiguration
+ * //             icebergConfiguration: { // IcebergCompactionConfiguration
+ * //               strategy: "binpack" || "sort" || "z-order",
+ * //             },
+ * //           },
  * //           retentionConfiguration: { // RetentionConfiguration
  * //             icebergConfiguration: { // IcebergRetentionConfiguration
  * //               snapshotRetentionPeriodInDays: Number("int"),
@@ -94,6 +99,7 @@ declare const BatchGetTableOptimizerCommand_base: {
  * //               JobDurationInHour: Number("double"),
  * //             },
  * //           },
+ * //           compactionStrategy: "binpack" || "sort" || "z-order",
  * //           retentionMetrics: { // RetentionMetrics
  * //             IcebergMetrics: { // IcebergRetentionMetrics
  * //               NumberOfDataFilesDeleted: Number("long"),

package/dist-types/commands/CreateTableOptimizerCommand.d.ts

@@ -45,6 +45,11 @@ declare const CreateTableOptimizerCommand_base: {
  *     vpcConfiguration: { // TableOptimizerVpcConfiguration Union: only one key present
  *       glueConnectionName: "STRING_VALUE",
  *     },
+ *     compactionConfiguration: { // CompactionConfiguration
+ *       icebergConfiguration: { // IcebergCompactionConfiguration
+ *         strategy: "binpack" || "sort" || "z-order",
+ *       },
+ *     },
  *     retentionConfiguration: { // RetentionConfiguration
  *       icebergConfiguration: { // IcebergRetentionConfiguration
  *         snapshotRetentionPeriodInDays: Number("int"),

package/dist-types/commands/GetColumnStatisticsForTableCommand.d.ts

@@ -1,7 +1,8 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { GetColumnStatisticsForTableRequest, GetColumnStatisticsForTableResponse } from "../models/models_1";
+import { GetColumnStatisticsForTableRequest } from "../models/models_1";
+import { GetColumnStatisticsForTableResponse } from "../models/models_2";
 /**
  * @public
  */

package/dist-types/commands/GetColumnStatisticsTaskRunCommand.d.ts

@@ -1,8 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { GetColumnStatisticsTaskRunRequest } from "../models/models_1";
-import { GetColumnStatisticsTaskRunResponse } from "../models/models_2";
+import { GetColumnStatisticsTaskRunRequest, GetColumnStatisticsTaskRunResponse } from "../models/models_2";
 /**
  * @public
  */

package/dist-types/commands/GetTableOptimizerCommand.d.ts

@@ -54,6 +54,11 @@ declare const GetTableOptimizerCommand_base: {
  * //       vpcConfiguration: { // TableOptimizerVpcConfiguration Union: only one key present
  * //         glueConnectionName: "STRING_VALUE",
  * //       },
+ * //       compactionConfiguration: { // CompactionConfiguration
+ * //         icebergConfiguration: { // IcebergCompactionConfiguration
+ * //           strategy: "binpack" || "sort" || "z-order",
+ * //         },
+ * //       },
  * //       retentionConfiguration: { // RetentionConfiguration
  * //         icebergConfiguration: { // IcebergRetentionConfiguration
  * //           snapshotRetentionPeriodInDays: Number("int"),
@@ -88,6 +93,7 @@ declare const GetTableOptimizerCommand_base: {
  * //           JobDurationInHour: Number("double"),
  * //         },
  * //       },
+ * //       compactionStrategy: "binpack" || "sort" || "z-order",
  * //       retentionMetrics: { // RetentionMetrics
  * //         IcebergMetrics: { // IcebergRetentionMetrics
  * //           NumberOfDataFilesDeleted: Number("long"),

package/dist-types/commands/ListTableOptimizerRunsCommand.d.ts

@@ -70,6 +70,7 @@ declare const ListTableOptimizerRunsCommand_base: {
  * //           JobDurationInHour: Number("double"),
  * //         },
  * //       },
+ * //       compactionStrategy: "binpack" || "sort" || "z-order",
  * //       retentionMetrics: { // RetentionMetrics
  * //         IcebergMetrics: { // IcebergRetentionMetrics
  * //           NumberOfDataFilesDeleted: Number("long"),

package/dist-types/commands/RemoveSchemaVersionMetadataCommand.d.ts

@@ -1,7 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { RemoveSchemaVersionMetadataInput, RemoveSchemaVersionMetadataResponse } from "../models/models_2";
+import { RemoveSchemaVersionMetadataInput, RemoveSchemaVersionMetadataResponse } from "../models/models_3";
 /**
  * @public
  */

package/dist-types/commands/ResetJobBookmarkCommand.d.ts

@@ -1,8 +1,7 @@
 import { Command as $Command } from "@smithy/smithy-client";
 import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ResetJobBookmarkRequest } from "../models/models_2";
-import { ResetJobBookmarkResponse } from "../models/models_3";
+import { ResetJobBookmarkRequest, ResetJobBookmarkResponse } from "../models/models_3";
 /**
  * @public
  */

package/dist-types/commands/UpdateTableOptimizerCommand.d.ts

@@ -45,6 +45,11 @@ declare const UpdateTableOptimizerCommand_base: {
  *     vpcConfiguration: { // TableOptimizerVpcConfiguration Union: only one key present
  *       glueConnectionName: "STRING_VALUE",
  *     },
+ *     compactionConfiguration: { // CompactionConfiguration
+ *       icebergConfiguration: { // IcebergCompactionConfiguration
+ *         strategy: "binpack" || "sort" || "z-order",
+ *       },
+ *     },
  *     retentionConfiguration: { // RetentionConfiguration
  *       icebergConfiguration: { // IcebergRetentionConfiguration
  *         snapshotRetentionPeriodInDays: Number("int"),

package/dist-types/endpoint/EndpointParameters.d.ts

@@ -8,7 +8,7 @@ export interface ClientInputEndpointParameters {
     useFipsEndpoint?: boolean | undefined | Provider<boolean | undefined>;
     endpoint?: string | Provider<string> | Endpoint | Provider<Endpoint> | EndpointV2 | Provider<EndpointV2>;
 }
-export type ClientResolvedEndpointParameters = ClientInputEndpointParameters & {
+export type ClientResolvedEndpointParameters = Omit<ClientInputEndpointParameters, "endpoint"> & {
     defaultSigningName: string;
 };
 export declare const resolveClientEndpointParameters: <T>(options: T & ClientInputEndpointParameters) => T & ClientResolvedEndpointParameters;

package/dist-types/models/models_0.d.ts

@@ -6941,6 +6941,65 @@ export interface BatchGetTableOptimizerError {
      */
     type?: TableOptimizerType | undefined;
 }
+/**
+ * @public
+ * @enum
+ */
+export declare const CompactionStrategy: {
+    readonly BINPACK: "binpack";
+    readonly SORT: "sort";
+    readonly ZORDER: "z-order";
+};
+/**
+ * @public
+ */
+export type CompactionStrategy = (typeof CompactionStrategy)[keyof typeof CompactionStrategy];
+/**
+ * <p>The configuration for an Iceberg compaction optimizer. This configuration defines parameters for optimizing the layout of data files in Iceberg tables.</p>
+ * @public
+ */
+export interface IcebergCompactionConfiguration {
+    /**
+     * <p>The strategy to use for compaction. Valid values are:</p>
+     *          <ul>
+     *             <li>
+     *                <p>
+     *                   <code>binpack</code>: Combines small files into larger files, typically targeting sizes over 100MB, while applying any pending deletes.
+     *           This is the recommended compaction strategy for most use cases.
+     *         </p>
+     *             </li>
+     *             <li>
+     *                <p>
+     *                   <code>sort</code>: Organizes data based on specified columns which are sorted hierarchically during compaction, improving query
+     *         performance for filtered operations. This strategy is recommended when your queries frequently filter on specific columns. To use this strategy,
+     *         you must first define a sort order in your Iceberg table properties using the <code>sort_order</code> table property.</p>
+     *             </li>
+     *             <li>
+     *                <p>
+     *                   <code>z-order</code>: Optimizes data organization by blending multiple attributes into a single scalar value that can be used for sorting,
+     *           allowing efficient querying across multiple dimensions. This strategy is recommended when you need to query data across multiple dimensions
+     *           simultaneously. To use this strategy, you must first define a sort order in your Iceberg table properties using the
+     *           <code>sort_order</code> table property.
+     *         </p>
+     *             </li>
+     *          </ul>
+     *          <p>If an input is not provided, the default value 'binpack' will be used.</p>
+     * @public
+     */
+    strategy?: CompactionStrategy | undefined;
+}
+/**
+ * <p>The configuration for a compaction optimizer. This configuration defines how data files in your table will be compacted to improve
+ *       query performance and reduce storage costs.</p>
+ * @public
+ */
+export interface CompactionConfiguration {
+    /**
+     * <p>The configuration for an Iceberg compaction optimizer.</p>
+     * @public
+     */
+    icebergConfiguration?: IcebergCompactionConfiguration | undefined;
+}
 /**
  * <p>The configuration for an Iceberg orphan file deletion optimizer.</p>
  * @public
@@ -7052,6 +7111,12 @@ export interface TableOptimizerConfiguration {
      * @public
      */
     vpcConfiguration?: TableOptimizerVpcConfiguration | undefined;
+    /**
+     * <p>The configuration for a compaction optimizer. This configuration defines how data files in your table will be compacted to
+     *       improve query performance and reduce storage costs.</p>
+     * @public
+     */
+    compactionConfiguration?: CompactionConfiguration | undefined;
     /**
      * <p>The configuration for a snapshot retention optimizer.</p>
      * @public
@@ -7268,6 +7333,34 @@ export interface TableOptimizerRun {
      * @public
      */
     compactionMetrics?: CompactionMetrics | undefined;
+    /**
+     * <p>The strategy used for the compaction run. Indicates which algorithm was applied to determine how files were selected and combined during the
+     *       compaction process. Valid values are:</p>
+     *          <ul>
+     *             <li>
+     *                <p>
+     *                   <code>binpack</code>: Combines small files into larger files, typically targeting sizes over 100MB, while applying any pending deletes.
+     *           This is the recommended compaction strategy for most use cases.
+     *         </p>
+     *             </li>
+     *             <li>
+     *                <p>
+     *                   <code>sort</code>: Organizes data based on specified columns which are sorted hierarchically during compaction, improving query
+     *           performance for filtered operations. This strategy is recommended when your queries frequently filter on specific columns. To use this strategy,
+     *           you must first define a sort order in your Iceberg table properties using the <code>sort_order</code> table property.</p>
+     *             </li>
+     *             <li>
+     *                <p>
+     *                   <code>z-order</code>: Optimizes data organization by blending multiple attributes into a single scalar value that can be used for sorting,
+     *           allowing efficient querying across multiple dimensions. This strategy is recommended when you need to query data across multiple dimensions
+     *           simultaneously. To use this strategy, you must first define a sort order in your Iceberg table properties using the
+     *           <code>sort_order</code> table property.
+     *         </p>
+     *             </li>
+     *          </ul>
+     * @public
+     */
+    compactionStrategy?: CompactionStrategy | undefined;
     /**
      * <p>A <code>RetentionMetrics</code> object containing metrics for the optimizer run.</p>
      * @public
@@ -8085,129 +8178,6 @@ export interface StartingEventBatchCondition {
      */
     BatchWindow?: number | undefined;
 }
-/**
- * <p>Workflow run statistics provides statistics about the workflow run.</p>
- * @public
- */
-export interface WorkflowRunStatistics {
-    /**
-     * <p>Total number of Actions in the workflow run.</p>
-     * @public
-     */
-    TotalActions?: number | undefined;
-    /**
-     * <p>Total number of Actions that timed out.</p>
-     * @public
-     */
-    TimeoutActions?: number | undefined;
-    /**
-     * <p>Total number of Actions that have failed.</p>
-     * @public
-     */
-    FailedActions?: number | undefined;
-    /**
-     * <p>Total number of Actions that have stopped.</p>
-     * @public
-     */
-    StoppedActions?: number | undefined;
-    /**
-     * <p>Total number of Actions that have succeeded.</p>
-     * @public
-     */
-    SucceededActions?: number | undefined;
-    /**
-     * <p>Total number Actions in running state.</p>
-     * @public
-     */
-    RunningActions?: number | undefined;
-    /**
-     * <p>Indicates the count of job runs in the ERROR state in the workflow run.</p>
-     * @public
-     */
-    ErroredActions?: number | undefined;
-    /**
-     * <p>Indicates the count of job runs in WAITING state in the workflow run.</p>
-     * @public
-     */
-    WaitingActions?: number | undefined;
-}
-/**
- * @public
- * @enum
- */
-export declare const WorkflowRunStatus: {
-    readonly COMPLETED: "COMPLETED";
-    readonly ERROR: "ERROR";
-    readonly RUNNING: "RUNNING";
-    readonly STOPPED: "STOPPED";
-    readonly STOPPING: "STOPPING";
-};
-/**
- * @public
- */
-export type WorkflowRunStatus = (typeof WorkflowRunStatus)[keyof typeof WorkflowRunStatus];
-/**
- * <p>A workflow run is an execution of a workflow providing all the runtime information.</p>
- * @public
- */
-export interface WorkflowRun {
-    /**
-     * <p>Name of the workflow that was run.</p>
-     * @public
-     */
-    Name?: string | undefined;
-    /**
-     * <p>The ID of this workflow run.</p>
-     * @public
-     */
-    WorkflowRunId?: string | undefined;
-    /**
-     * <p>The ID of the previous workflow run.</p>
-     * @public
-     */
-    PreviousRunId?: string | undefined;
-    /**
-     * <p>The workflow run properties which were set during the run.</p>
-     * @public
-     */
-    WorkflowRunProperties?: Record<string, string> | undefined;
-    /**
-     * <p>The date and time when the workflow run was started.</p>
-     * @public
-     */
-    StartedOn?: Date | undefined;
-    /**
-     * <p>The date and time when the workflow run completed.</p>
-     * @public
-     */
-    CompletedOn?: Date | undefined;
-    /**
-     * <p>The status of the workflow run.</p>
-     * @public
-     */
-    Status?: WorkflowRunStatus | undefined;
-    /**
-     * <p>This error message describes any error that may have occurred in starting the workflow run. Currently the only error message is "Concurrent runs exceeded for workflow: <code>foo</code>."</p>
-     * @public
-     */
-    ErrorMessage?: string | undefined;
-    /**
-     * <p>The statistics of the run.</p>
-     * @public
-     */
-    Statistics?: WorkflowRunStatistics | undefined;
-    /**
-     * <p>The graph representing all the Glue components that belong to the workflow as nodes and directed
-     *       connections between them as edges.</p>
-     * @public
-     */
-    Graph?: WorkflowGraph | undefined;
-    /**
-     * <p>The batch condition that started the workflow run.</p>
-     * @public
-     */
-    StartingEventBatchCondition?: StartingEventBatchCondition | undefined;
-}
 /**
  * @internal
  */