@aws-sdk/client-glue 3.245.0 → 3.254.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/dist-cjs/commands/CreateScriptCommand.js +2 -1
  2. package/dist-cjs/commands/ListCrawlsCommand.js +2 -1
  3. package/dist-cjs/commands/ListCustomEntityTypesCommand.js +3 -3
  4. package/dist-cjs/models/models_0.js +34 -34
  5. package/dist-cjs/models/models_1.js +34 -33
  6. package/dist-cjs/models/models_2.js +31 -4
  7. package/dist-cjs/protocols/Aws_json1_1.js +172 -0
  8. package/dist-es/commands/CreateScriptCommand.js +2 -1
  9. package/dist-es/commands/ListCrawlsCommand.js +2 -1
  10. package/dist-es/commands/ListCustomEntityTypesCommand.js +1 -1
  11. package/dist-es/models/models_0.js +23 -25
  12. package/dist-es/models/models_1.js +25 -22
  13. package/dist-es/models/models_2.js +22 -0
  14. package/dist-es/protocols/Aws_json1_1.js +172 -0
  15. package/dist-types/GlueClient.d.ts +3 -3
  16. package/dist-types/commands/CreateScriptCommand.d.ts +2 -1
  17. package/dist-types/commands/ListCrawlsCommand.d.ts +2 -1
  18. package/dist-types/commands/ListCustomEntityTypesCommand.d.ts +1 -1
  19. package/dist-types/models/models_0.d.ts +169 -61
  20. package/dist-types/models/models_1.d.ts +58 -123
  21. package/dist-types/models/models_2.d.ts +148 -2
  22. package/dist-types/ts3.4/GlueClient.d.ts +2 -1
  23. package/dist-types/ts3.4/commands/CreateScriptCommand.d.ts +2 -1
  24. package/dist-types/ts3.4/commands/ListCrawlsCommand.d.ts +2 -1
  25. package/dist-types/ts3.4/commands/ListCustomEntityTypesCommand.d.ts +1 -1
  26. package/dist-types/ts3.4/models/models_0.d.ts +60 -34
  27. package/dist-types/ts3.4/models/models_1.d.ts +34 -56
  28. package/dist-types/ts3.4/models/models_2.d.ts +63 -1
  29. package/package.json +32 -32
@@ -11216,6 +11216,19 @@ const serializeAws_json1_1CatalogEntry = (input, context) => {
11216
11216
  ...(input.TableName != null && { TableName: input.TableName }),
11217
11217
  };
11218
11218
  };
11219
+ const serializeAws_json1_1CatalogHudiSource = (input, context) => {
11220
+ return {
11221
+ ...(input.AdditionalHudiOptions != null && {
11222
+ AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
11223
+ }),
11224
+ ...(input.Database != null && { Database: input.Database }),
11225
+ ...(input.Name != null && { Name: input.Name }),
11226
+ ...(input.OutputSchemas != null && {
11227
+ OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
11228
+ }),
11229
+ ...(input.Table != null && { Table: input.Table }),
11230
+ };
11231
+ };
11219
11232
  const serializeAws_json1_1CatalogKafkaSource = (input, context) => {
11220
11233
  return {
11221
11234
  ...(input.DataPreviewOptions != null && {
@@ -11308,6 +11321,9 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
11308
11321
  ...(input.AthenaConnectorSource != null && {
11309
11322
  AthenaConnectorSource: serializeAws_json1_1AthenaConnectorSource(input.AthenaConnectorSource, context),
11310
11323
  }),
11324
+ ...(input.CatalogHudiSource != null && {
11325
+ CatalogHudiSource: serializeAws_json1_1CatalogHudiSource(input.CatalogHudiSource, context),
11326
+ }),
11311
11327
  ...(input.CatalogKafkaSource != null && {
11312
11328
  CatalogKafkaSource: serializeAws_json1_1CatalogKafkaSource(input.CatalogKafkaSource, context),
11313
11329
  }),
@@ -11396,6 +11412,9 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
11396
11412
  RelationalCatalogSource: serializeAws_json1_1RelationalCatalogSource(input.RelationalCatalogSource, context),
11397
11413
  }),
11398
11414
  ...(input.RenameField != null && { RenameField: serializeAws_json1_1RenameField(input.RenameField, context) }),
11415
+ ...(input.S3CatalogHudiSource != null && {
11416
+ S3CatalogHudiSource: serializeAws_json1_1S3CatalogHudiSource(input.S3CatalogHudiSource, context),
11417
+ }),
11399
11418
  ...(input.S3CatalogSource != null && {
11400
11419
  S3CatalogSource: serializeAws_json1_1S3CatalogSource(input.S3CatalogSource, context),
11401
11420
  }),
@@ -11409,6 +11428,13 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
11409
11428
  ...(input.S3GlueParquetTarget != null && {
11410
11429
  S3GlueParquetTarget: serializeAws_json1_1S3GlueParquetTarget(input.S3GlueParquetTarget, context),
11411
11430
  }),
11431
+ ...(input.S3HudiCatalogTarget != null && {
11432
+ S3HudiCatalogTarget: serializeAws_json1_1S3HudiCatalogTarget(input.S3HudiCatalogTarget, context),
11433
+ }),
11434
+ ...(input.S3HudiDirectTarget != null && {
11435
+ S3HudiDirectTarget: serializeAws_json1_1S3HudiDirectTarget(input.S3HudiDirectTarget, context),
11436
+ }),
11437
+ ...(input.S3HudiSource != null && { S3HudiSource: serializeAws_json1_1S3HudiSource(input.S3HudiSource, context) }),
11412
11438
  ...(input.S3JsonSource != null && { S3JsonSource: serializeAws_json1_1S3JsonSource(input.S3JsonSource, context) }),
11413
11439
  ...(input.S3ParquetSource != null && {
11414
11440
  S3ParquetSource: serializeAws_json1_1S3ParquetSource(input.S3ParquetSource, context),
@@ -14050,6 +14076,19 @@ const serializeAws_json1_1RunStatementRequest = (input, context) => {
14050
14076
  ...(input.SessionId != null && { SessionId: input.SessionId }),
14051
14077
  };
14052
14078
  };
14079
+ const serializeAws_json1_1S3CatalogHudiSource = (input, context) => {
14080
+ return {
14081
+ ...(input.AdditionalHudiOptions != null && {
14082
+ AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
14083
+ }),
14084
+ ...(input.Database != null && { Database: input.Database }),
14085
+ ...(input.Name != null && { Name: input.Name }),
14086
+ ...(input.OutputSchemas != null && {
14087
+ OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
14088
+ }),
14089
+ ...(input.Table != null && { Table: input.Table }),
14090
+ };
14091
+ };
14053
14092
  const serializeAws_json1_1S3CatalogSource = (input, context) => {
14054
14093
  return {
14055
14094
  ...(input.AdditionalOptions != null && {
@@ -14154,6 +14193,56 @@ const serializeAws_json1_1S3GlueParquetTarget = (input, context) => {
14154
14193
  }),
14155
14194
  };
14156
14195
  };
14196
+ const serializeAws_json1_1S3HudiCatalogTarget = (input, context) => {
14197
+ return {
14198
+ ...(input.AdditionalOptions != null && {
14199
+ AdditionalOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalOptions, context),
14200
+ }),
14201
+ ...(input.Database != null && { Database: input.Database }),
14202
+ ...(input.Inputs != null && { Inputs: serializeAws_json1_1OneInput(input.Inputs, context) }),
14203
+ ...(input.Name != null && { Name: input.Name }),
14204
+ ...(input.PartitionKeys != null && {
14205
+ PartitionKeys: serializeAws_json1_1GlueStudioPathList(input.PartitionKeys, context),
14206
+ }),
14207
+ ...(input.SchemaChangePolicy != null && {
14208
+ SchemaChangePolicy: serializeAws_json1_1CatalogSchemaChangePolicy(input.SchemaChangePolicy, context),
14209
+ }),
14210
+ ...(input.Table != null && { Table: input.Table }),
14211
+ };
14212
+ };
14213
+ const serializeAws_json1_1S3HudiDirectTarget = (input, context) => {
14214
+ return {
14215
+ ...(input.AdditionalOptions != null && {
14216
+ AdditionalOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalOptions, context),
14217
+ }),
14218
+ ...(input.Compression != null && { Compression: input.Compression }),
14219
+ ...(input.Format != null && { Format: input.Format }),
14220
+ ...(input.Inputs != null && { Inputs: serializeAws_json1_1OneInput(input.Inputs, context) }),
14221
+ ...(input.Name != null && { Name: input.Name }),
14222
+ ...(input.PartitionKeys != null && {
14223
+ PartitionKeys: serializeAws_json1_1GlueStudioPathList(input.PartitionKeys, context),
14224
+ }),
14225
+ ...(input.Path != null && { Path: input.Path }),
14226
+ ...(input.SchemaChangePolicy != null && {
14227
+ SchemaChangePolicy: serializeAws_json1_1DirectSchemaChangePolicy(input.SchemaChangePolicy, context),
14228
+ }),
14229
+ };
14230
+ };
14231
+ const serializeAws_json1_1S3HudiSource = (input, context) => {
14232
+ return {
14233
+ ...(input.AdditionalHudiOptions != null && {
14234
+ AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
14235
+ }),
14236
+ ...(input.AdditionalOptions != null && {
14237
+ AdditionalOptions: serializeAws_json1_1S3DirectSourceAdditionalOptions(input.AdditionalOptions, context),
14238
+ }),
14239
+ ...(input.Name != null && { Name: input.Name }),
14240
+ ...(input.OutputSchemas != null && {
14241
+ OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
14242
+ }),
14243
+ ...(input.Paths != null && { Paths: serializeAws_json1_1EnclosedInStringProperties(input.Paths, context) }),
14244
+ };
14245
+ };
14157
14246
  const serializeAws_json1_1S3JsonSource = (input, context) => {
14158
14247
  return {
14159
14248
  ...(input.AdditionalOptions != null && {
@@ -15490,6 +15579,17 @@ const deserializeAws_json1_1CancelMLTaskRunResponse = (output, context) => {
15490
15579
  const deserializeAws_json1_1CancelStatementResponse = (output, context) => {
15491
15580
  return {};
15492
15581
  };
15582
+ const deserializeAws_json1_1CatalogHudiSource = (output, context) => {
15583
+ return {
15584
+ AdditionalHudiOptions: output.AdditionalHudiOptions != null
15585
+ ? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
15586
+ : undefined,
15587
+ Database: __expectString(output.Database),
15588
+ Name: __expectString(output.Name),
15589
+ OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
15590
+ Table: __expectString(output.Table),
15591
+ };
15592
+ };
15493
15593
  const deserializeAws_json1_1CatalogImportStatus = (output, context) => {
15494
15594
  return {
15495
15595
  ImportCompleted: __expectBoolean(output.ImportCompleted),
@@ -15620,6 +15720,9 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
15620
15720
  AthenaConnectorSource: output.AthenaConnectorSource != null
15621
15721
  ? deserializeAws_json1_1AthenaConnectorSource(output.AthenaConnectorSource, context)
15622
15722
  : undefined,
15723
+ CatalogHudiSource: output.CatalogHudiSource != null
15724
+ ? deserializeAws_json1_1CatalogHudiSource(output.CatalogHudiSource, context)
15725
+ : undefined,
15623
15726
  CatalogKafkaSource: output.CatalogKafkaSource != null
15624
15727
  ? deserializeAws_json1_1CatalogKafkaSource(output.CatalogKafkaSource, context)
15625
15728
  : undefined,
@@ -15698,6 +15801,9 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
15698
15801
  ? deserializeAws_json1_1RelationalCatalogSource(output.RelationalCatalogSource, context)
15699
15802
  : undefined,
15700
15803
  RenameField: output.RenameField != null ? deserializeAws_json1_1RenameField(output.RenameField, context) : undefined,
15804
+ S3CatalogHudiSource: output.S3CatalogHudiSource != null
15805
+ ? deserializeAws_json1_1S3CatalogHudiSource(output.S3CatalogHudiSource, context)
15806
+ : undefined,
15701
15807
  S3CatalogSource: output.S3CatalogSource != null
15702
15808
  ? deserializeAws_json1_1S3CatalogSource(output.S3CatalogSource, context)
15703
15809
  : undefined,
@@ -15709,6 +15815,13 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
15709
15815
  S3GlueParquetTarget: output.S3GlueParquetTarget != null
15710
15816
  ? deserializeAws_json1_1S3GlueParquetTarget(output.S3GlueParquetTarget, context)
15711
15817
  : undefined,
15818
+ S3HudiCatalogTarget: output.S3HudiCatalogTarget != null
15819
+ ? deserializeAws_json1_1S3HudiCatalogTarget(output.S3HudiCatalogTarget, context)
15820
+ : undefined,
15821
+ S3HudiDirectTarget: output.S3HudiDirectTarget != null
15822
+ ? deserializeAws_json1_1S3HudiDirectTarget(output.S3HudiDirectTarget, context)
15823
+ : undefined,
15824
+ S3HudiSource: output.S3HudiSource != null ? deserializeAws_json1_1S3HudiSource(output.S3HudiSource, context) : undefined,
15712
15825
  S3JsonSource: output.S3JsonSource != null ? deserializeAws_json1_1S3JsonSource(output.S3JsonSource, context) : undefined,
15713
15826
  S3ParquetSource: output.S3ParquetSource != null
15714
15827
  ? deserializeAws_json1_1S3ParquetSource(output.S3ParquetSource, context)
@@ -19155,6 +19268,17 @@ const deserializeAws_json1_1RunStatementResponse = (output, context) => {
19155
19268
  Id: __expectInt32(output.Id),
19156
19269
  };
19157
19270
  };
19271
+ const deserializeAws_json1_1S3CatalogHudiSource = (output, context) => {
19272
+ return {
19273
+ AdditionalHudiOptions: output.AdditionalHudiOptions != null
19274
+ ? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
19275
+ : undefined,
19276
+ Database: __expectString(output.Database),
19277
+ Name: __expectString(output.Name),
19278
+ OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
19279
+ Table: __expectString(output.Table),
19280
+ };
19281
+ };
19158
19282
  const deserializeAws_json1_1S3CatalogSource = (output, context) => {
19159
19283
  return {
19160
19284
  AdditionalOptions: output.AdditionalOptions != null
@@ -19261,6 +19385,54 @@ const deserializeAws_json1_1S3GlueParquetTarget = (output, context) => {
19261
19385
  : undefined,
19262
19386
  };
19263
19387
  };
19388
+ const deserializeAws_json1_1S3HudiCatalogTarget = (output, context) => {
19389
+ return {
19390
+ AdditionalOptions: output.AdditionalOptions != null
19391
+ ? deserializeAws_json1_1AdditionalOptions(output.AdditionalOptions, context)
19392
+ : undefined,
19393
+ Database: __expectString(output.Database),
19394
+ Inputs: output.Inputs != null ? deserializeAws_json1_1OneInput(output.Inputs, context) : undefined,
19395
+ Name: __expectString(output.Name),
19396
+ PartitionKeys: output.PartitionKeys != null
19397
+ ? deserializeAws_json1_1GlueStudioPathList(output.PartitionKeys, context)
19398
+ : undefined,
19399
+ SchemaChangePolicy: output.SchemaChangePolicy != null
19400
+ ? deserializeAws_json1_1CatalogSchemaChangePolicy(output.SchemaChangePolicy, context)
19401
+ : undefined,
19402
+ Table: __expectString(output.Table),
19403
+ };
19404
+ };
19405
+ const deserializeAws_json1_1S3HudiDirectTarget = (output, context) => {
19406
+ return {
19407
+ AdditionalOptions: output.AdditionalOptions != null
19408
+ ? deserializeAws_json1_1AdditionalOptions(output.AdditionalOptions, context)
19409
+ : undefined,
19410
+ Compression: __expectString(output.Compression),
19411
+ Format: __expectString(output.Format),
19412
+ Inputs: output.Inputs != null ? deserializeAws_json1_1OneInput(output.Inputs, context) : undefined,
19413
+ Name: __expectString(output.Name),
19414
+ PartitionKeys: output.PartitionKeys != null
19415
+ ? deserializeAws_json1_1GlueStudioPathList(output.PartitionKeys, context)
19416
+ : undefined,
19417
+ Path: __expectString(output.Path),
19418
+ SchemaChangePolicy: output.SchemaChangePolicy != null
19419
+ ? deserializeAws_json1_1DirectSchemaChangePolicy(output.SchemaChangePolicy, context)
19420
+ : undefined,
19421
+ };
19422
+ };
19423
+ const deserializeAws_json1_1S3HudiSource = (output, context) => {
19424
+ return {
19425
+ AdditionalHudiOptions: output.AdditionalHudiOptions != null
19426
+ ? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
19427
+ : undefined,
19428
+ AdditionalOptions: output.AdditionalOptions != null
19429
+ ? deserializeAws_json1_1S3DirectSourceAdditionalOptions(output.AdditionalOptions, context)
19430
+ : undefined,
19431
+ Name: __expectString(output.Name),
19432
+ OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
19433
+ Paths: output.Paths != null ? deserializeAws_json1_1EnclosedInStringProperties(output.Paths, context) : undefined,
19434
+ };
19435
+ };
19264
19436
  const deserializeAws_json1_1S3JsonSource = (output, context) => {
19265
19437
  return {
19266
19438
  AdditionalOptions: output.AdditionalOptions != null
@@ -6,7 +6,7 @@ import { AwsAuthInputConfig, AwsAuthResolvedConfig } from "@aws-sdk/middleware-s
6
6
  import { UserAgentInputConfig, UserAgentResolvedConfig } from "@aws-sdk/middleware-user-agent";
7
7
  import { HttpHandler as __HttpHandler } from "@aws-sdk/protocol-http";
8
8
  import { Client as __Client, DefaultsMode, SmithyConfiguration as __SmithyConfiguration, SmithyResolvedConfiguration as __SmithyResolvedConfiguration } from "@aws-sdk/smithy-client";
9
- import { BodyLengthCalculator as __BodyLengthCalculator, Credentials as __Credentials, Decoder as __Decoder, Encoder as __Encoder, HashConstructor as __HashConstructor, HttpHandlerOptions as __HttpHandlerOptions, Logger as __Logger, Provider as __Provider, Provider, StreamCollector as __StreamCollector, UrlParser as __UrlParser, UserAgent as __UserAgent } from "@aws-sdk/types";
9
+ import { BodyLengthCalculator as __BodyLengthCalculator, ChecksumConstructor as __ChecksumConstructor, Credentials as __Credentials, Decoder as __Decoder, Encoder as __Encoder, HashConstructor as __HashConstructor, HttpHandlerOptions as __HttpHandlerOptions, Logger as __Logger, Provider as __Provider, Provider, StreamCollector as __StreamCollector, UrlParser as __UrlParser, UserAgent as __UserAgent } from "@aws-sdk/types";
10
10
  import { BatchCreatePartitionCommandInput, BatchCreatePartitionCommandOutput } from "./commands/BatchCreatePartitionCommand";
11
11
  import { BatchDeleteConnectionCommandInput, BatchDeleteConnectionCommandOutput } from "./commands/BatchDeleteConnectionCommand";
12
12
  import { BatchDeletePartitionCommandInput, BatchDeletePartitionCommandOutput } from "./commands/BatchDeletePartitionCommand";
@@ -218,11 +218,11 @@ export interface ClientDefaults extends Partial<__SmithyResolvedConfiguration<__
218
218
  */
219
219
  requestHandler?: __HttpHandler;
220
220
  /**
221
- * A constructor for a class implementing the {@link __Hash} interface
221
+ * A constructor for a class implementing the {@link __Checksum} interface
222
222
  * that computes the SHA-256 HMAC or checksum of a string or binary buffer.
223
223
  * @internal
224
224
  */
225
- sha256?: __HashConstructor;
225
+ sha256?: __ChecksumConstructor | __HashConstructor;
226
226
  /**
227
227
  * The function that will be used to convert strings into HTTP endpoints.
228
228
  * @internal
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { CreateScriptRequest, CreateScriptResponse } from "../models/models_0";
5
+ import { CreateScriptRequest } from "../models/models_0";
6
+ import { CreateScriptResponse } from "../models/models_1";
6
7
  export interface CreateScriptCommandInput extends CreateScriptRequest {
7
8
  }
8
9
  export interface CreateScriptCommandOutput extends CreateScriptResponse, __MetadataBearer {
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { ListCrawlsRequest, ListCrawlsResponse } from "../models/models_1";
5
+ import { ListCrawlsRequest } from "../models/models_1";
6
+ import { ListCrawlsResponse } from "../models/models_2";
6
7
  export interface ListCrawlsCommandInput extends ListCrawlsRequest {
7
8
  }
8
9
  export interface ListCrawlsCommandOutput extends ListCrawlsResponse, __MetadataBearer {
@@ -2,7 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
2
2
  import { Command as $Command } from "@aws-sdk/smithy-client";
3
3
  import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
4
4
  import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
5
- import { ListCustomEntityTypesRequest, ListCustomEntityTypesResponse } from "../models/models_1";
5
+ import { ListCustomEntityTypesRequest, ListCustomEntityTypesResponse } from "../models/models_2";
6
6
  export interface ListCustomEntityTypesCommandInput extends ListCustomEntityTypesRequest {
7
7
  }
8
8
  export interface ListCustomEntityTypesCommandOutput extends ListCustomEntityTypesResponse, __MetadataBearer {
@@ -1591,6 +1591,31 @@ export interface BatchGetJobsRequest {
1591
1591
  */
1592
1592
  JobNames: string[] | undefined;
1593
1593
  }
1594
+ /**
1595
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
1596
+ */
1597
+ export interface CatalogHudiSource {
1598
+ /**
1599
+ * <p>The name of the Hudi data source.</p>
1600
+ */
1601
+ Name: string | undefined;
1602
+ /**
1603
+ * <p>The name of the database to read from.</p>
1604
+ */
1605
+ Database: string | undefined;
1606
+ /**
1607
+ * <p>The name of the table in the database to read from.</p>
1608
+ */
1609
+ Table: string | undefined;
1610
+ /**
1611
+ * <p>Specifies additional connection options.</p>
1612
+ */
1613
+ AdditionalHudiOptions?: Record<string, string>;
1614
+ /**
1615
+ * <p>Specifies the data schema for the Hudi source.</p>
1616
+ */
1617
+ OutputSchemas?: GlueSchema[];
1618
+ }
1594
1619
  /**
1595
1620
  * <p>Specifies options related to data preview for viewing a sample of your data.</p>
1596
1621
  */
@@ -2905,6 +2930,31 @@ export interface RenameField {
2905
2930
  */
2906
2931
  TargetPath: string[] | undefined;
2907
2932
  }
2933
+ /**
2934
+ * <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
2935
+ */
2936
+ export interface S3CatalogHudiSource {
2937
+ /**
2938
+ * <p>The name of the Hudi data source.</p>
2939
+ */
2940
+ Name: string | undefined;
2941
+ /**
2942
+ * <p>The name of the database to read from.</p>
2943
+ */
2944
+ Database: string | undefined;
2945
+ /**
2946
+ * <p>The name of the table in the database to read from.</p>
2947
+ */
2948
+ Table: string | undefined;
2949
+ /**
2950
+ * <p>Specifies additional connection options.</p>
2951
+ */
2952
+ AdditionalHudiOptions?: Record<string, string>;
2953
+ /**
2954
+ * <p>Specifies the data schema for the Hudi source.</p>
2955
+ */
2956
+ OutputSchemas?: GlueSchema[];
2957
+ }
2908
2958
  /**
2909
2959
  * <p>Specifies an Amazon S3 data store in the Glue Data Catalog.</p>
2910
2960
  */
@@ -3081,6 +3131,7 @@ export interface S3CsvSource {
3081
3131
  export declare enum TargetFormat {
3082
3132
  AVRO = "avro",
3083
3133
  CSV = "csv",
3134
+ HUDI = "hudi",
3084
3135
  JSON = "json",
3085
3136
  ORC = "orc",
3086
3137
  PARQUET = "parquet"
@@ -3175,6 +3226,104 @@ export interface S3GlueParquetTarget {
3175
3226
  */
3176
3227
  SchemaChangePolicy?: DirectSchemaChangePolicy;
3177
3228
  }
3229
+ /**
3230
+ * <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
3231
+ */
3232
+ export interface S3HudiCatalogTarget {
3233
+ /**
3234
+ * <p>The name of the data target.</p>
3235
+ */
3236
+ Name: string | undefined;
3237
+ /**
3238
+ * <p>The nodes that are inputs to the data target.</p>
3239
+ */
3240
+ Inputs: string[] | undefined;
3241
+ /**
3242
+ * <p>Specifies native partitioning using a sequence of keys.</p>
3243
+ */
3244
+ PartitionKeys?: string[][];
3245
+ /**
3246
+ * <p>The name of the table in the database to write to.</p>
3247
+ */
3248
+ Table: string | undefined;
3249
+ /**
3250
+ * <p>The name of the database to write to.</p>
3251
+ */
3252
+ Database: string | undefined;
3253
+ /**
3254
+ * <p>Specifies additional connection options for the connector.</p>
3255
+ */
3256
+ AdditionalOptions: Record<string, string> | undefined;
3257
+ /**
3258
+ * <p>A policy that specifies update behavior for the crawler.</p>
3259
+ */
3260
+ SchemaChangePolicy?: CatalogSchemaChangePolicy;
3261
+ }
3262
+ export declare enum HudiTargetCompressionType {
3263
+ GZIP = "gzip",
3264
+ LZO = "lzo",
3265
+ SNAPPY = "snappy",
3266
+ UNCOMPRESSED = "uncompressed"
3267
+ }
3268
+ /**
3269
+ * <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
3270
+ */
3271
+ export interface S3HudiDirectTarget {
3272
+ /**
3273
+ * <p>The name of the data target.</p>
3274
+ */
3275
+ Name: string | undefined;
3276
+ /**
3277
+ * <p>The nodes that are inputs to the data target.</p>
3278
+ */
3279
+ Inputs: string[] | undefined;
3280
+ /**
3281
+ * <p>The Amazon S3 path of your Hudi data source to write to.</p>
3282
+ */
3283
+ Path: string | undefined;
3284
+ /**
3285
+ * <p>Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are <code>"gzip"</code> and <code>"bzip"</code>).</p>
3286
+ */
3287
+ Compression: HudiTargetCompressionType | string | undefined;
3288
+ /**
3289
+ * <p>Specifies native partitioning using a sequence of keys.</p>
3290
+ */
3291
+ PartitionKeys?: string[][];
3292
+ /**
3293
+ * <p>Specifies the data output format for the target.</p>
3294
+ */
3295
+ Format: TargetFormat | string | undefined;
3296
+ AdditionalOptions: Record<string, string> | undefined;
3297
+ /**
3298
+ * <p>A policy that specifies update behavior for the crawler.</p>
3299
+ */
3300
+ SchemaChangePolicy?: DirectSchemaChangePolicy;
3301
+ }
3302
+ /**
3303
+ * <p>Specifies a Hudi data source stored in Amazon S3.</p>
3304
+ */
3305
+ export interface S3HudiSource {
3306
+ /**
3307
+ * <p>The name of the Hudi source.</p>
3308
+ */
3309
+ Name: string | undefined;
3310
+ /**
3311
+ * <p>A list of the Amazon S3 paths to read from.</p>
3312
+ */
3313
+ Paths: string[] | undefined;
3314
+ /**
3315
+ * <p>Specifies additional connection options.</p>
3316
+ */
3317
+ AdditionalHudiOptions?: Record<string, string>;
3318
+ /**
3319
+ * <p>Specifies additional connection options for the Amazon S3 data store.</p>
3320
+ */
3321
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
3322
+ /**
3323
+ * <p>Specifies the data schema for the Hudi source.</p>
3324
+ */
3325
+ OutputSchemas?: GlueSchema[];
3326
+ }
3178
3327
  /**
3179
3328
  * <p>Specifies a JSON data store stored in Amazon S3.</p>
3180
3329
  */
@@ -5804,55 +5953,6 @@ export interface CreateScriptRequest {
5804
5953
  */
5805
5954
  Language?: Language | string;
5806
5955
  }
5807
- export interface CreateScriptResponse {
5808
- /**
5809
- * <p>The Python script generated from the DAG.</p>
5810
- */
5811
- PythonScript?: string;
5812
- /**
5813
- * <p>The Scala code generated from the DAG.</p>
5814
- */
5815
- ScalaCode?: string;
5816
- }
5817
- export declare enum CloudWatchEncryptionMode {
5818
- DISABLED = "DISABLED",
5819
- SSEKMS = "SSE-KMS"
5820
- }
5821
- /**
5822
- * <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
5823
- */
5824
- export interface CloudWatchEncryption {
5825
- /**
5826
- * <p>The encryption mode to use for CloudWatch data.</p>
5827
- */
5828
- CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
5829
- /**
5830
- * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
5831
- */
5832
- KmsKeyArn?: string;
5833
- }
5834
- export declare enum JobBookmarksEncryptionMode {
5835
- CSEKMS = "CSE-KMS",
5836
- DISABLED = "DISABLED"
5837
- }
5838
- /**
5839
- * <p>Specifies how job bookmark data should be encrypted.</p>
5840
- */
5841
- export interface JobBookmarksEncryption {
5842
- /**
5843
- * <p>The encryption mode to use for job bookmarks data.</p>
5844
- */
5845
- JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
5846
- /**
5847
- * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
5848
- */
5849
- KmsKeyArn?: string;
5850
- }
5851
- export declare enum S3EncryptionMode {
5852
- DISABLED = "DISABLED",
5853
- SSEKMS = "SSE-KMS",
5854
- SSES3 = "SSE-S3"
5855
- }
5856
5956
  /**
5857
5957
  * @internal
5858
5958
  */
@@ -6109,6 +6209,10 @@ export declare const BatchGetDevEndpointsResponseFilterSensitiveLog: (obj: Batch
6109
6209
  * @internal
6110
6210
  */
6111
6211
  export declare const BatchGetJobsRequestFilterSensitiveLog: (obj: BatchGetJobsRequest) => any;
6212
+ /**
6213
+ * @internal
6214
+ */
6215
+ export declare const CatalogHudiSourceFilterSensitiveLog: (obj: CatalogHudiSource) => any;
6112
6216
  /**
6113
6217
  * @internal
6114
6218
  */
@@ -6309,6 +6413,10 @@ export declare const RelationalCatalogSourceFilterSensitiveLog: (obj: Relational
6309
6413
  * @internal
6310
6414
  */
6311
6415
  export declare const RenameFieldFilterSensitiveLog: (obj: RenameField) => any;
6416
+ /**
6417
+ * @internal
6418
+ */
6419
+ export declare const S3CatalogHudiSourceFilterSensitiveLog: (obj: S3CatalogHudiSource) => any;
6312
6420
  /**
6313
6421
  * @internal
6314
6422
  */
@@ -6337,6 +6445,18 @@ export declare const S3DirectTargetFilterSensitiveLog: (obj: S3DirectTarget) =>
6337
6445
  * @internal
6338
6446
  */
6339
6447
  export declare const S3GlueParquetTargetFilterSensitiveLog: (obj: S3GlueParquetTarget) => any;
6448
+ /**
6449
+ * @internal
6450
+ */
6451
+ export declare const S3HudiCatalogTargetFilterSensitiveLog: (obj: S3HudiCatalogTarget) => any;
6452
+ /**
6453
+ * @internal
6454
+ */
6455
+ export declare const S3HudiDirectTargetFilterSensitiveLog: (obj: S3HudiDirectTarget) => any;
6456
+ /**
6457
+ * @internal
6458
+ */
6459
+ export declare const S3HudiSourceFilterSensitiveLog: (obj: S3HudiSource) => any;
6340
6460
  /**
6341
6461
  * @internal
6342
6462
  */
@@ -6761,15 +6881,3 @@ export declare const CodeGenNodeFilterSensitiveLog: (obj: CodeGenNode) => any;
6761
6881
  * @internal
6762
6882
  */
6763
6883
  export declare const CreateScriptRequestFilterSensitiveLog: (obj: CreateScriptRequest) => any;
6764
- /**
6765
- * @internal
6766
- */
6767
- export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
6768
- /**
6769
- * @internal
6770
- */
6771
- export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
6772
- /**
6773
- * @internal
6774
- */
6775
- export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;