@aws-sdk/client-glue 3.252.0 → 3.254.0

package/dist-types/ts3.4/commands/ListCrawlsCommand.d.ts

@@ -11,7 +11,8 @@ import {
   ServiceInputTypes,
   ServiceOutputTypes,
 } from "../GlueClient";
-import { ListCrawlsRequest, ListCrawlsResponse } from "../models/models_1";
+import { ListCrawlsRequest } from "../models/models_1";
+import { ListCrawlsResponse } from "../models/models_2";
 export interface ListCrawlsCommandInput extends ListCrawlsRequest {}
 export interface ListCrawlsCommandOutput
   extends ListCrawlsResponse,

package/dist-types/ts3.4/commands/ListCustomEntityTypesCommand.d.ts

@@ -14,7 +14,7 @@ import {
 import {
   ListCustomEntityTypesRequest,
   ListCustomEntityTypesResponse,
-} from "../models/models_1";
+} from "../models/models_2";
 export interface ListCustomEntityTypesCommandInput
   extends ListCustomEntityTypesRequest {}
 export interface ListCustomEntityTypesCommandOutput

package/dist-types/ts3.4/models/models_0.d.ts

@@ -518,6 +518,13 @@ export interface BatchGetDevEndpointsResponse {
 export interface BatchGetJobsRequest {
   JobNames: string[] | undefined;
 }
+export interface CatalogHudiSource {
+  Name: string | undefined;
+  Database: string | undefined;
+  Table: string | undefined;
+  AdditionalHudiOptions?: Record<string, string>;
+  OutputSchemas?: GlueSchema[];
+}
 export interface StreamingDataPreviewOptions {
   PollingTime?: number;
   RecordPollingLimit?: number;
@@ -964,6 +971,13 @@ export interface RenameField {
   SourcePath: string[] | undefined;
   TargetPath: string[] | undefined;
 }
+export interface S3CatalogHudiSource {
+  Name: string | undefined;
+  Database: string | undefined;
+  Table: string | undefined;
+  AdditionalHudiOptions?: Record<string, string>;
+  OutputSchemas?: GlueSchema[];
+}
 export interface S3CatalogSource {
   Name: string | undefined;
   Database: string | undefined;
@@ -1026,6 +1040,7 @@ export interface S3CsvSource {
 export declare enum TargetFormat {
   AVRO = "avro",
   CSV = "csv",
+  HUDI = "hudi",
   JSON = "json",
   ORC = "orc",
   PARQUET = "parquet",
@@ -1060,6 +1075,38 @@ export interface S3GlueParquetTarget {
   Compression?: ParquetCompressionType | string;
   SchemaChangePolicy?: DirectSchemaChangePolicy;
 }
+export interface S3HudiCatalogTarget {
+  Name: string | undefined;
+  Inputs: string[] | undefined;
+  PartitionKeys?: string[][];
+  Table: string | undefined;
+  Database: string | undefined;
+  AdditionalOptions: Record<string, string> | undefined;
+  SchemaChangePolicy?: CatalogSchemaChangePolicy;
+}
+export declare enum HudiTargetCompressionType {
+  GZIP = "gzip",
+  LZO = "lzo",
+  SNAPPY = "snappy",
+  UNCOMPRESSED = "uncompressed",
+}
+export interface S3HudiDirectTarget {
+  Name: string | undefined;
+  Inputs: string[] | undefined;
+  Path: string | undefined;
+  Compression: HudiTargetCompressionType | string | undefined;
+  PartitionKeys?: string[][];
+  Format: TargetFormat | string | undefined;
+  AdditionalOptions: Record<string, string> | undefined;
+  SchemaChangePolicy?: DirectSchemaChangePolicy;
+}
+export interface S3HudiSource {
+  Name: string | undefined;
+  Paths: string[] | undefined;
+  AdditionalHudiOptions?: Record<string, string>;
+  AdditionalOptions?: S3DirectSourceAdditionalOptions;
+  OutputSchemas?: GlueSchema[];
+}
 export interface S3JsonSource {
   Name: string | undefined;
   Paths: string[] | undefined;
@@ -1899,31 +1946,6 @@ export interface CreateScriptRequest {
   DagEdges?: CodeGenEdge[];
   Language?: Language | string;
 }
-export interface CreateScriptResponse {
-  PythonScript?: string;
-  ScalaCode?: string;
-}
-export declare enum CloudWatchEncryptionMode {
-  DISABLED = "DISABLED",
-  SSEKMS = "SSE-KMS",
-}
-export interface CloudWatchEncryption {
-  CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
-  KmsKeyArn?: string;
-}
-export declare enum JobBookmarksEncryptionMode {
-  CSEKMS = "CSE-KMS",
-  DISABLED = "DISABLED",
-}
-export interface JobBookmarksEncryption {
-  JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
-  KmsKeyArn?: string;
-}
-export declare enum S3EncryptionMode {
-  DISABLED = "DISABLED",
-  SSEKMS = "SSE-KMS",
-  SSES3 = "SSE-S3",
-}
 export declare const NotificationPropertyFilterSensitiveLog: (
   obj: NotificationProperty
 ) => any;
@@ -2076,6 +2098,9 @@ export declare const BatchGetDevEndpointsResponseFilterSensitiveLog: (
 export declare const BatchGetJobsRequestFilterSensitiveLog: (
   obj: BatchGetJobsRequest
 ) => any;
+export declare const CatalogHudiSourceFilterSensitiveLog: (
+  obj: CatalogHudiSource
+) => any;
 export declare const StreamingDataPreviewOptionsFilterSensitiveLog: (
   obj: StreamingDataPreviewOptions
 ) => any;
@@ -2206,6 +2231,9 @@ export declare const RelationalCatalogSourceFilterSensitiveLog: (
   obj: RelationalCatalogSource
 ) => any;
 export declare const RenameFieldFilterSensitiveLog: (obj: RenameField) => any;
+export declare const S3CatalogHudiSourceFilterSensitiveLog: (
+  obj: S3CatalogHudiSource
+) => any;
 export declare const S3CatalogSourceFilterSensitiveLog: (
   obj: S3CatalogSource
 ) => any;
@@ -2225,6 +2253,13 @@ export declare const S3DirectTargetFilterSensitiveLog: (
 export declare const S3GlueParquetTargetFilterSensitiveLog: (
   obj: S3GlueParquetTarget
 ) => any;
+export declare const S3HudiCatalogTargetFilterSensitiveLog: (
+  obj: S3HudiCatalogTarget
+) => any;
+export declare const S3HudiDirectTargetFilterSensitiveLog: (
+  obj: S3HudiDirectTarget
+) => any;
+export declare const S3HudiSourceFilterSensitiveLog: (obj: S3HudiSource) => any;
 export declare const S3JsonSourceFilterSensitiveLog: (obj: S3JsonSource) => any;
 export declare const S3ParquetSourceFilterSensitiveLog: (
   obj: S3ParquetSource
@@ -2499,12 +2534,3 @@ export declare const CodeGenNodeFilterSensitiveLog: (obj: CodeGenNode) => any;
 export declare const CreateScriptRequestFilterSensitiveLog: (
   obj: CreateScriptRequest
 ) => any;
-export declare const CreateScriptResponseFilterSensitiveLog: (
-  obj: CreateScriptResponse
-) => any;
-export declare const CloudWatchEncryptionFilterSensitiveLog: (
-  obj: CloudWatchEncryption
-) => any;
-export declare const JobBookmarksEncryptionFilterSensitiveLog: (
-  obj: JobBookmarksEncryption
-) => any;

package/dist-types/ts3.4/models/models_1.d.ts

@@ -4,7 +4,6 @@ import {
   Action,
   AuditContext,
   Blueprint,
-  CloudWatchEncryption,
   CodeGenEdge,
   CodeGenNode,
   CodeGenNodeArg,
@@ -14,7 +13,6 @@ import {
   ConnectionType,
   Crawler,
   CsvHeaderOption,
-  CustomEntityType,
   DatabaseIdentifier,
   DataFormat,
   DataQualityRuleResult,
@@ -24,7 +22,6 @@ import {
   ErrorDetail,
   EventBatchingCondition,
   GlueTable,
-  JobBookmarksEncryption,
   JobRun,
   Language,
   Partition,
@@ -34,7 +31,6 @@ import {
   Predicate,
   PrincipalPermissions,
   RegistryId,
-  S3EncryptionMode,
   SchemaId,
   SchemaStatus,
   SchemaVersionStatus,
@@ -49,6 +45,31 @@ import {
   Workflow,
   WorkflowRun,
 } from "./models_0";
+export interface CreateScriptResponse {
+  PythonScript?: string;
+  ScalaCode?: string;
+}
+export declare enum CloudWatchEncryptionMode {
+  DISABLED = "DISABLED",
+  SSEKMS = "SSE-KMS",
+}
+export interface CloudWatchEncryption {
+  CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
+  KmsKeyArn?: string;
+}
+export declare enum JobBookmarksEncryptionMode {
+  CSEKMS = "CSE-KMS",
+  DISABLED = "DISABLED",
+}
+export interface JobBookmarksEncryption {
+  JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
+  KmsKeyArn?: string;
+}
+export declare enum S3EncryptionMode {
+  DISABLED = "DISABLED",
+  SSEKMS = "SSE-KMS",
+  SSES3 = "SSE-S3",
+}
 export interface S3Encryption {
   S3EncryptionMode?: S3EncryptionMode | string;
   KmsKeyArn?: string;
@@ -1568,43 +1589,15 @@ export interface ListCrawlsRequest {
   Filters?: CrawlsFilter[];
   NextToken?: string;
 }
-export declare enum CrawlerHistoryState {
-  COMPLETED = "COMPLETED",
-  FAILED = "FAILED",
-  RUNNING = "RUNNING",
-  STOPPED = "STOPPED",
-}
-export interface CrawlerHistory {
-  CrawlId?: string;
-  State?: CrawlerHistoryState | string;
-  StartTime?: Date;
-  EndTime?: Date;
-  Summary?: string;
-  ErrorMessage?: string;
-  LogGroup?: string;
-  LogStream?: string;
-  MessagePrefix?: string;
-  DPUHour?: number;
-}
-export interface ListCrawlsResponse {
-  Crawls?: CrawlerHistory[];
-  NextToken?: string;
-}
-export interface ListCustomEntityTypesRequest {
-  NextToken?: string;
-  MaxResults?: number;
-}
-export interface ListCustomEntityTypesResponse {
-  CustomEntityTypes?: CustomEntityType[];
-  NextToken?: string;
-}
-export interface DataQualityResultFilterCriteria {
-  DataSource?: DataSource;
-  JobName?: string;
-  JobRunId?: string;
-  StartedAfter?: Date;
-  StartedBefore?: Date;
-}
+export declare const CreateScriptResponseFilterSensitiveLog: (
+  obj: CreateScriptResponse
+) => any;
+export declare const CloudWatchEncryptionFilterSensitiveLog: (
+  obj: CloudWatchEncryption
+) => any;
+export declare const JobBookmarksEncryptionFilterSensitiveLog: (
+  obj: JobBookmarksEncryption
+) => any;
 export declare const S3EncryptionFilterSensitiveLog: (obj: S3Encryption) => any;
 export declare const EncryptionConfigurationFilterSensitiveLog: (
   obj: EncryptionConfiguration
@@ -2368,18 +2361,3 @@ export declare const CrawlsFilterFilterSensitiveLog: (obj: CrawlsFilter) => any;
 export declare const ListCrawlsRequestFilterSensitiveLog: (
   obj: ListCrawlsRequest
 ) => any;
-export declare const CrawlerHistoryFilterSensitiveLog: (
-  obj: CrawlerHistory
-) => any;
-export declare const ListCrawlsResponseFilterSensitiveLog: (
-  obj: ListCrawlsResponse
-) => any;
-export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (
-  obj: ListCustomEntityTypesRequest
-) => any;
-export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (
-  obj: ListCustomEntityTypesResponse
-) => any;
-export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (
-  obj: DataQualityResultFilterCriteria
-) => any;

package/dist-types/ts3.4/models/models_2.d.ts

@@ -5,6 +5,7 @@ import {
   Aggregate,
   AthenaConnectorSource,
   BasicCatalogTarget,
+  CatalogHudiSource,
   CatalogKafkaSource,
   CatalogKinesisSource,
   CatalogSource,
@@ -14,6 +15,7 @@ import {
   CrawlerTargets,
   CsvHeaderOption,
   CustomCode,
+  CustomEntityType,
   DatabaseInput,
   DataQualityTargetTable,
   DataSource,
@@ -58,11 +60,15 @@ import {
   RegistryId,
   RelationalCatalogSource,
   RenameField,
+  S3CatalogHudiSource,
   S3CatalogSource,
   S3CatalogTarget,
   S3CsvSource,
   S3DirectTarget,
   S3GlueParquetTarget,
+  S3HudiCatalogTarget,
+  S3HudiDirectTarget,
+  S3HudiSource,
   S3JsonSource,
   S3ParquetSource,
   SchemaChangePolicy,
@@ -89,7 +95,6 @@ import {
   ColumnStatistics,
   DataCatalogEncryptionSettings,
   DataQualityEvaluationRunAdditionalRunOptions,
-  DataQualityResultFilterCriteria,
   JobBookmarkEntry,
   RegistryStatus,
   ResourceShareType,
@@ -102,6 +107,43 @@ import {
   TransformSortCriteria,
   UserDefinedFunctionInput,
 } from "./models_1";
+export declare enum CrawlerHistoryState {
+  COMPLETED = "COMPLETED",
+  FAILED = "FAILED",
+  RUNNING = "RUNNING",
+  STOPPED = "STOPPED",
+}
+export interface CrawlerHistory {
+  CrawlId?: string;
+  State?: CrawlerHistoryState | string;
+  StartTime?: Date;
+  EndTime?: Date;
+  Summary?: string;
+  ErrorMessage?: string;
+  LogGroup?: string;
+  LogStream?: string;
+  MessagePrefix?: string;
+  DPUHour?: number;
+}
+export interface ListCrawlsResponse {
+  Crawls?: CrawlerHistory[];
+  NextToken?: string;
+}
+export interface ListCustomEntityTypesRequest {
+  NextToken?: string;
+  MaxResults?: number;
+}
+export interface ListCustomEntityTypesResponse {
+  CustomEntityTypes?: CustomEntityType[];
+  NextToken?: string;
+}
+export interface DataQualityResultFilterCriteria {
+  DataSource?: DataSource;
+  JobName?: string;
+  JobRunId?: string;
+  StartedAfter?: Date;
+  StartedBefore?: Date;
+}
 export interface ListDataQualityResultsRequest {
   Filter?: DataQualityResultFilterCriteria;
   NextToken?: string;
@@ -976,6 +1018,11 @@ export interface CodeGenConfigurationNode {
   PostgreSQLCatalogTarget?: PostgreSQLCatalogTarget;
   DynamicTransform?: DynamicTransform;
   EvaluateDataQuality?: EvaluateDataQuality;
+  S3CatalogHudiSource?: S3CatalogHudiSource;
+  CatalogHudiSource?: CatalogHudiSource;
+  S3HudiSource?: S3HudiSource;
+  S3HudiCatalogTarget?: S3HudiCatalogTarget;
+  S3HudiDirectTarget?: S3HudiDirectTarget;
 }
 export interface CreateJobRequest {
   Name: string | undefined;
@@ -1063,6 +1110,21 @@ export interface GetJobsResponse {
   Jobs?: Job[];
   NextToken?: string;
 }
+export declare const CrawlerHistoryFilterSensitiveLog: (
+  obj: CrawlerHistory
+) => any;
+export declare const ListCrawlsResponseFilterSensitiveLog: (
+  obj: ListCrawlsResponse
+) => any;
+export declare const ListCustomEntityTypesRequestFilterSensitiveLog: (
+  obj: ListCustomEntityTypesRequest
+) => any;
+export declare const ListCustomEntityTypesResponseFilterSensitiveLog: (
+  obj: ListCustomEntityTypesResponse
+) => any;
+export declare const DataQualityResultFilterCriteriaFilterSensitiveLog: (
+  obj: DataQualityResultFilterCriteria
+) => any;
 export declare const ListDataQualityResultsRequestFilterSensitiveLog: (
   obj: ListDataQualityResultsRequest
 ) => any;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@aws-sdk/client-glue",
   "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
-  "version": "3.252.0",
+  "version": "3.254.0",
   "scripts": {
     "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
     "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -18,39 +18,39 @@
   "module": "./dist-es/index.js",
   "sideEffects": false,
   "dependencies": {
-    "@aws-crypto/sha256-browser": "2.0.0",
-    "@aws-crypto/sha256-js": "2.0.0",
-    "@aws-sdk/client-sts": "3.252.0",
-    "@aws-sdk/config-resolver": "3.234.0",
-    "@aws-sdk/credential-provider-node": "3.252.0",
-    "@aws-sdk/fetch-http-handler": "3.226.0",
-    "@aws-sdk/hash-node": "3.226.0",
-    "@aws-sdk/invalid-dependency": "3.226.0",
-    "@aws-sdk/middleware-content-length": "3.226.0",
-    "@aws-sdk/middleware-endpoint": "3.226.0",
-    "@aws-sdk/middleware-host-header": "3.226.0",
-    "@aws-sdk/middleware-logger": "3.226.0",
-    "@aws-sdk/middleware-recursion-detection": "3.226.0",
-    "@aws-sdk/middleware-retry": "3.235.0",
-    "@aws-sdk/middleware-serde": "3.226.0",
-    "@aws-sdk/middleware-signing": "3.226.0",
-    "@aws-sdk/middleware-stack": "3.226.0",
-    "@aws-sdk/middleware-user-agent": "3.226.0",
-    "@aws-sdk/node-config-provider": "3.226.0",
-    "@aws-sdk/node-http-handler": "3.226.0",
-    "@aws-sdk/protocol-http": "3.226.0",
-    "@aws-sdk/smithy-client": "3.234.0",
-    "@aws-sdk/types": "3.226.0",
-    "@aws-sdk/url-parser": "3.226.0",
+    "@aws-crypto/sha256-browser": "3.0.0",
+    "@aws-crypto/sha256-js": "3.0.0",
+    "@aws-sdk/client-sts": "3.254.0",
+    "@aws-sdk/config-resolver": "3.254.0",
+    "@aws-sdk/credential-provider-node": "3.254.0",
+    "@aws-sdk/fetch-http-handler": "3.254.0",
+    "@aws-sdk/hash-node": "3.254.0",
+    "@aws-sdk/invalid-dependency": "3.254.0",
+    "@aws-sdk/middleware-content-length": "3.254.0",
+    "@aws-sdk/middleware-endpoint": "3.254.0",
+    "@aws-sdk/middleware-host-header": "3.254.0",
+    "@aws-sdk/middleware-logger": "3.254.0",
+    "@aws-sdk/middleware-recursion-detection": "3.254.0",
+    "@aws-sdk/middleware-retry": "3.254.0",
+    "@aws-sdk/middleware-serde": "3.254.0",
+    "@aws-sdk/middleware-signing": "3.254.0",
+    "@aws-sdk/middleware-stack": "3.254.0",
+    "@aws-sdk/middleware-user-agent": "3.254.0",
+    "@aws-sdk/node-config-provider": "3.254.0",
+    "@aws-sdk/node-http-handler": "3.254.0",
+    "@aws-sdk/protocol-http": "3.254.0",
+    "@aws-sdk/smithy-client": "3.254.0",
+    "@aws-sdk/types": "3.254.0",
+    "@aws-sdk/url-parser": "3.254.0",
     "@aws-sdk/util-base64": "3.208.0",
     "@aws-sdk/util-body-length-browser": "3.188.0",
     "@aws-sdk/util-body-length-node": "3.208.0",
-    "@aws-sdk/util-defaults-mode-browser": "3.234.0",
-    "@aws-sdk/util-defaults-mode-node": "3.234.0",
-    "@aws-sdk/util-endpoints": "3.245.0",
-    "@aws-sdk/util-retry": "3.229.0",
-    "@aws-sdk/util-user-agent-browser": "3.226.0",
-    "@aws-sdk/util-user-agent-node": "3.226.0",
+    "@aws-sdk/util-defaults-mode-browser": "3.254.0",
+    "@aws-sdk/util-defaults-mode-node": "3.254.0",
+    "@aws-sdk/util-endpoints": "3.254.0",
+    "@aws-sdk/util-retry": "3.254.0",
+    "@aws-sdk/util-user-agent-browser": "3.254.0",
+    "@aws-sdk/util-user-agent-node": "3.254.0",
     "@aws-sdk/util-utf8-browser": "3.188.0",
     "@aws-sdk/util-utf8-node": "3.208.0",
     "tslib": "^2.3.1"