@aws-sdk/client-glue 3.245.0 → 3.254.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/commands/CreateScriptCommand.js +2 -1
- package/dist-cjs/commands/ListCrawlsCommand.js +2 -1
- package/dist-cjs/commands/ListCustomEntityTypesCommand.js +3 -3
- package/dist-cjs/models/models_0.js +34 -34
- package/dist-cjs/models/models_1.js +34 -33
- package/dist-cjs/models/models_2.js +31 -4
- package/dist-cjs/protocols/Aws_json1_1.js +172 -0
- package/dist-es/commands/CreateScriptCommand.js +2 -1
- package/dist-es/commands/ListCrawlsCommand.js +2 -1
- package/dist-es/commands/ListCustomEntityTypesCommand.js +1 -1
- package/dist-es/models/models_0.js +23 -25
- package/dist-es/models/models_1.js +25 -22
- package/dist-es/models/models_2.js +22 -0
- package/dist-es/protocols/Aws_json1_1.js +172 -0
- package/dist-types/GlueClient.d.ts +3 -3
- package/dist-types/commands/CreateScriptCommand.d.ts +2 -1
- package/dist-types/commands/ListCrawlsCommand.d.ts +2 -1
- package/dist-types/commands/ListCustomEntityTypesCommand.d.ts +1 -1
- package/dist-types/models/models_0.d.ts +169 -61
- package/dist-types/models/models_1.d.ts +58 -123
- package/dist-types/models/models_2.d.ts +148 -2
- package/dist-types/ts3.4/GlueClient.d.ts +2 -1
- package/dist-types/ts3.4/commands/CreateScriptCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/ListCrawlsCommand.d.ts +2 -1
- package/dist-types/ts3.4/commands/ListCustomEntityTypesCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +60 -34
- package/dist-types/ts3.4/models/models_1.d.ts +34 -56
- package/dist-types/ts3.4/models/models_2.d.ts +63 -1
- package/package.json +32 -32
|
@@ -11216,6 +11216,19 @@ const serializeAws_json1_1CatalogEntry = (input, context) => {
|
|
|
11216
11216
|
...(input.TableName != null && { TableName: input.TableName }),
|
|
11217
11217
|
};
|
|
11218
11218
|
};
|
|
11219
|
+
const serializeAws_json1_1CatalogHudiSource = (input, context) => {
|
|
11220
|
+
return {
|
|
11221
|
+
...(input.AdditionalHudiOptions != null && {
|
|
11222
|
+
AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
|
|
11223
|
+
}),
|
|
11224
|
+
...(input.Database != null && { Database: input.Database }),
|
|
11225
|
+
...(input.Name != null && { Name: input.Name }),
|
|
11226
|
+
...(input.OutputSchemas != null && {
|
|
11227
|
+
OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
|
|
11228
|
+
}),
|
|
11229
|
+
...(input.Table != null && { Table: input.Table }),
|
|
11230
|
+
};
|
|
11231
|
+
};
|
|
11219
11232
|
const serializeAws_json1_1CatalogKafkaSource = (input, context) => {
|
|
11220
11233
|
return {
|
|
11221
11234
|
...(input.DataPreviewOptions != null && {
|
|
@@ -11308,6 +11321,9 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
|
|
|
11308
11321
|
...(input.AthenaConnectorSource != null && {
|
|
11309
11322
|
AthenaConnectorSource: serializeAws_json1_1AthenaConnectorSource(input.AthenaConnectorSource, context),
|
|
11310
11323
|
}),
|
|
11324
|
+
...(input.CatalogHudiSource != null && {
|
|
11325
|
+
CatalogHudiSource: serializeAws_json1_1CatalogHudiSource(input.CatalogHudiSource, context),
|
|
11326
|
+
}),
|
|
11311
11327
|
...(input.CatalogKafkaSource != null && {
|
|
11312
11328
|
CatalogKafkaSource: serializeAws_json1_1CatalogKafkaSource(input.CatalogKafkaSource, context),
|
|
11313
11329
|
}),
|
|
@@ -11396,6 +11412,9 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
|
|
|
11396
11412
|
RelationalCatalogSource: serializeAws_json1_1RelationalCatalogSource(input.RelationalCatalogSource, context),
|
|
11397
11413
|
}),
|
|
11398
11414
|
...(input.RenameField != null && { RenameField: serializeAws_json1_1RenameField(input.RenameField, context) }),
|
|
11415
|
+
...(input.S3CatalogHudiSource != null && {
|
|
11416
|
+
S3CatalogHudiSource: serializeAws_json1_1S3CatalogHudiSource(input.S3CatalogHudiSource, context),
|
|
11417
|
+
}),
|
|
11399
11418
|
...(input.S3CatalogSource != null && {
|
|
11400
11419
|
S3CatalogSource: serializeAws_json1_1S3CatalogSource(input.S3CatalogSource, context),
|
|
11401
11420
|
}),
|
|
@@ -11409,6 +11428,13 @@ const serializeAws_json1_1CodeGenConfigurationNode = (input, context) => {
|
|
|
11409
11428
|
...(input.S3GlueParquetTarget != null && {
|
|
11410
11429
|
S3GlueParquetTarget: serializeAws_json1_1S3GlueParquetTarget(input.S3GlueParquetTarget, context),
|
|
11411
11430
|
}),
|
|
11431
|
+
...(input.S3HudiCatalogTarget != null && {
|
|
11432
|
+
S3HudiCatalogTarget: serializeAws_json1_1S3HudiCatalogTarget(input.S3HudiCatalogTarget, context),
|
|
11433
|
+
}),
|
|
11434
|
+
...(input.S3HudiDirectTarget != null && {
|
|
11435
|
+
S3HudiDirectTarget: serializeAws_json1_1S3HudiDirectTarget(input.S3HudiDirectTarget, context),
|
|
11436
|
+
}),
|
|
11437
|
+
...(input.S3HudiSource != null && { S3HudiSource: serializeAws_json1_1S3HudiSource(input.S3HudiSource, context) }),
|
|
11412
11438
|
...(input.S3JsonSource != null && { S3JsonSource: serializeAws_json1_1S3JsonSource(input.S3JsonSource, context) }),
|
|
11413
11439
|
...(input.S3ParquetSource != null && {
|
|
11414
11440
|
S3ParquetSource: serializeAws_json1_1S3ParquetSource(input.S3ParquetSource, context),
|
|
@@ -14050,6 +14076,19 @@ const serializeAws_json1_1RunStatementRequest = (input, context) => {
|
|
|
14050
14076
|
...(input.SessionId != null && { SessionId: input.SessionId }),
|
|
14051
14077
|
};
|
|
14052
14078
|
};
|
|
14079
|
+
const serializeAws_json1_1S3CatalogHudiSource = (input, context) => {
|
|
14080
|
+
return {
|
|
14081
|
+
...(input.AdditionalHudiOptions != null && {
|
|
14082
|
+
AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
|
|
14083
|
+
}),
|
|
14084
|
+
...(input.Database != null && { Database: input.Database }),
|
|
14085
|
+
...(input.Name != null && { Name: input.Name }),
|
|
14086
|
+
...(input.OutputSchemas != null && {
|
|
14087
|
+
OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
|
|
14088
|
+
}),
|
|
14089
|
+
...(input.Table != null && { Table: input.Table }),
|
|
14090
|
+
};
|
|
14091
|
+
};
|
|
14053
14092
|
const serializeAws_json1_1S3CatalogSource = (input, context) => {
|
|
14054
14093
|
return {
|
|
14055
14094
|
...(input.AdditionalOptions != null && {
|
|
@@ -14154,6 +14193,56 @@ const serializeAws_json1_1S3GlueParquetTarget = (input, context) => {
|
|
|
14154
14193
|
}),
|
|
14155
14194
|
};
|
|
14156
14195
|
};
|
|
14196
|
+
const serializeAws_json1_1S3HudiCatalogTarget = (input, context) => {
|
|
14197
|
+
return {
|
|
14198
|
+
...(input.AdditionalOptions != null && {
|
|
14199
|
+
AdditionalOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalOptions, context),
|
|
14200
|
+
}),
|
|
14201
|
+
...(input.Database != null && { Database: input.Database }),
|
|
14202
|
+
...(input.Inputs != null && { Inputs: serializeAws_json1_1OneInput(input.Inputs, context) }),
|
|
14203
|
+
...(input.Name != null && { Name: input.Name }),
|
|
14204
|
+
...(input.PartitionKeys != null && {
|
|
14205
|
+
PartitionKeys: serializeAws_json1_1GlueStudioPathList(input.PartitionKeys, context),
|
|
14206
|
+
}),
|
|
14207
|
+
...(input.SchemaChangePolicy != null && {
|
|
14208
|
+
SchemaChangePolicy: serializeAws_json1_1CatalogSchemaChangePolicy(input.SchemaChangePolicy, context),
|
|
14209
|
+
}),
|
|
14210
|
+
...(input.Table != null && { Table: input.Table }),
|
|
14211
|
+
};
|
|
14212
|
+
};
|
|
14213
|
+
const serializeAws_json1_1S3HudiDirectTarget = (input, context) => {
|
|
14214
|
+
return {
|
|
14215
|
+
...(input.AdditionalOptions != null && {
|
|
14216
|
+
AdditionalOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalOptions, context),
|
|
14217
|
+
}),
|
|
14218
|
+
...(input.Compression != null && { Compression: input.Compression }),
|
|
14219
|
+
...(input.Format != null && { Format: input.Format }),
|
|
14220
|
+
...(input.Inputs != null && { Inputs: serializeAws_json1_1OneInput(input.Inputs, context) }),
|
|
14221
|
+
...(input.Name != null && { Name: input.Name }),
|
|
14222
|
+
...(input.PartitionKeys != null && {
|
|
14223
|
+
PartitionKeys: serializeAws_json1_1GlueStudioPathList(input.PartitionKeys, context),
|
|
14224
|
+
}),
|
|
14225
|
+
...(input.Path != null && { Path: input.Path }),
|
|
14226
|
+
...(input.SchemaChangePolicy != null && {
|
|
14227
|
+
SchemaChangePolicy: serializeAws_json1_1DirectSchemaChangePolicy(input.SchemaChangePolicy, context),
|
|
14228
|
+
}),
|
|
14229
|
+
};
|
|
14230
|
+
};
|
|
14231
|
+
const serializeAws_json1_1S3HudiSource = (input, context) => {
|
|
14232
|
+
return {
|
|
14233
|
+
...(input.AdditionalHudiOptions != null && {
|
|
14234
|
+
AdditionalHudiOptions: serializeAws_json1_1AdditionalOptions(input.AdditionalHudiOptions, context),
|
|
14235
|
+
}),
|
|
14236
|
+
...(input.AdditionalOptions != null && {
|
|
14237
|
+
AdditionalOptions: serializeAws_json1_1S3DirectSourceAdditionalOptions(input.AdditionalOptions, context),
|
|
14238
|
+
}),
|
|
14239
|
+
...(input.Name != null && { Name: input.Name }),
|
|
14240
|
+
...(input.OutputSchemas != null && {
|
|
14241
|
+
OutputSchemas: serializeAws_json1_1GlueSchemas(input.OutputSchemas, context),
|
|
14242
|
+
}),
|
|
14243
|
+
...(input.Paths != null && { Paths: serializeAws_json1_1EnclosedInStringProperties(input.Paths, context) }),
|
|
14244
|
+
};
|
|
14245
|
+
};
|
|
14157
14246
|
const serializeAws_json1_1S3JsonSource = (input, context) => {
|
|
14158
14247
|
return {
|
|
14159
14248
|
...(input.AdditionalOptions != null && {
|
|
@@ -15490,6 +15579,17 @@ const deserializeAws_json1_1CancelMLTaskRunResponse = (output, context) => {
|
|
|
15490
15579
|
const deserializeAws_json1_1CancelStatementResponse = (output, context) => {
|
|
15491
15580
|
return {};
|
|
15492
15581
|
};
|
|
15582
|
+
const deserializeAws_json1_1CatalogHudiSource = (output, context) => {
|
|
15583
|
+
return {
|
|
15584
|
+
AdditionalHudiOptions: output.AdditionalHudiOptions != null
|
|
15585
|
+
? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
|
|
15586
|
+
: undefined,
|
|
15587
|
+
Database: __expectString(output.Database),
|
|
15588
|
+
Name: __expectString(output.Name),
|
|
15589
|
+
OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
|
|
15590
|
+
Table: __expectString(output.Table),
|
|
15591
|
+
};
|
|
15592
|
+
};
|
|
15493
15593
|
const deserializeAws_json1_1CatalogImportStatus = (output, context) => {
|
|
15494
15594
|
return {
|
|
15495
15595
|
ImportCompleted: __expectBoolean(output.ImportCompleted),
|
|
@@ -15620,6 +15720,9 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
|
|
|
15620
15720
|
AthenaConnectorSource: output.AthenaConnectorSource != null
|
|
15621
15721
|
? deserializeAws_json1_1AthenaConnectorSource(output.AthenaConnectorSource, context)
|
|
15622
15722
|
: undefined,
|
|
15723
|
+
CatalogHudiSource: output.CatalogHudiSource != null
|
|
15724
|
+
? deserializeAws_json1_1CatalogHudiSource(output.CatalogHudiSource, context)
|
|
15725
|
+
: undefined,
|
|
15623
15726
|
CatalogKafkaSource: output.CatalogKafkaSource != null
|
|
15624
15727
|
? deserializeAws_json1_1CatalogKafkaSource(output.CatalogKafkaSource, context)
|
|
15625
15728
|
: undefined,
|
|
@@ -15698,6 +15801,9 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
|
|
|
15698
15801
|
? deserializeAws_json1_1RelationalCatalogSource(output.RelationalCatalogSource, context)
|
|
15699
15802
|
: undefined,
|
|
15700
15803
|
RenameField: output.RenameField != null ? deserializeAws_json1_1RenameField(output.RenameField, context) : undefined,
|
|
15804
|
+
S3CatalogHudiSource: output.S3CatalogHudiSource != null
|
|
15805
|
+
? deserializeAws_json1_1S3CatalogHudiSource(output.S3CatalogHudiSource, context)
|
|
15806
|
+
: undefined,
|
|
15701
15807
|
S3CatalogSource: output.S3CatalogSource != null
|
|
15702
15808
|
? deserializeAws_json1_1S3CatalogSource(output.S3CatalogSource, context)
|
|
15703
15809
|
: undefined,
|
|
@@ -15709,6 +15815,13 @@ const deserializeAws_json1_1CodeGenConfigurationNode = (output, context) => {
|
|
|
15709
15815
|
S3GlueParquetTarget: output.S3GlueParquetTarget != null
|
|
15710
15816
|
? deserializeAws_json1_1S3GlueParquetTarget(output.S3GlueParquetTarget, context)
|
|
15711
15817
|
: undefined,
|
|
15818
|
+
S3HudiCatalogTarget: output.S3HudiCatalogTarget != null
|
|
15819
|
+
? deserializeAws_json1_1S3HudiCatalogTarget(output.S3HudiCatalogTarget, context)
|
|
15820
|
+
: undefined,
|
|
15821
|
+
S3HudiDirectTarget: output.S3HudiDirectTarget != null
|
|
15822
|
+
? deserializeAws_json1_1S3HudiDirectTarget(output.S3HudiDirectTarget, context)
|
|
15823
|
+
: undefined,
|
|
15824
|
+
S3HudiSource: output.S3HudiSource != null ? deserializeAws_json1_1S3HudiSource(output.S3HudiSource, context) : undefined,
|
|
15712
15825
|
S3JsonSource: output.S3JsonSource != null ? deserializeAws_json1_1S3JsonSource(output.S3JsonSource, context) : undefined,
|
|
15713
15826
|
S3ParquetSource: output.S3ParquetSource != null
|
|
15714
15827
|
? deserializeAws_json1_1S3ParquetSource(output.S3ParquetSource, context)
|
|
@@ -19155,6 +19268,17 @@ const deserializeAws_json1_1RunStatementResponse = (output, context) => {
|
|
|
19155
19268
|
Id: __expectInt32(output.Id),
|
|
19156
19269
|
};
|
|
19157
19270
|
};
|
|
19271
|
+
const deserializeAws_json1_1S3CatalogHudiSource = (output, context) => {
|
|
19272
|
+
return {
|
|
19273
|
+
AdditionalHudiOptions: output.AdditionalHudiOptions != null
|
|
19274
|
+
? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
|
|
19275
|
+
: undefined,
|
|
19276
|
+
Database: __expectString(output.Database),
|
|
19277
|
+
Name: __expectString(output.Name),
|
|
19278
|
+
OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
|
|
19279
|
+
Table: __expectString(output.Table),
|
|
19280
|
+
};
|
|
19281
|
+
};
|
|
19158
19282
|
const deserializeAws_json1_1S3CatalogSource = (output, context) => {
|
|
19159
19283
|
return {
|
|
19160
19284
|
AdditionalOptions: output.AdditionalOptions != null
|
|
@@ -19261,6 +19385,54 @@ const deserializeAws_json1_1S3GlueParquetTarget = (output, context) => {
|
|
|
19261
19385
|
: undefined,
|
|
19262
19386
|
};
|
|
19263
19387
|
};
|
|
19388
|
+
const deserializeAws_json1_1S3HudiCatalogTarget = (output, context) => {
|
|
19389
|
+
return {
|
|
19390
|
+
AdditionalOptions: output.AdditionalOptions != null
|
|
19391
|
+
? deserializeAws_json1_1AdditionalOptions(output.AdditionalOptions, context)
|
|
19392
|
+
: undefined,
|
|
19393
|
+
Database: __expectString(output.Database),
|
|
19394
|
+
Inputs: output.Inputs != null ? deserializeAws_json1_1OneInput(output.Inputs, context) : undefined,
|
|
19395
|
+
Name: __expectString(output.Name),
|
|
19396
|
+
PartitionKeys: output.PartitionKeys != null
|
|
19397
|
+
? deserializeAws_json1_1GlueStudioPathList(output.PartitionKeys, context)
|
|
19398
|
+
: undefined,
|
|
19399
|
+
SchemaChangePolicy: output.SchemaChangePolicy != null
|
|
19400
|
+
? deserializeAws_json1_1CatalogSchemaChangePolicy(output.SchemaChangePolicy, context)
|
|
19401
|
+
: undefined,
|
|
19402
|
+
Table: __expectString(output.Table),
|
|
19403
|
+
};
|
|
19404
|
+
};
|
|
19405
|
+
const deserializeAws_json1_1S3HudiDirectTarget = (output, context) => {
|
|
19406
|
+
return {
|
|
19407
|
+
AdditionalOptions: output.AdditionalOptions != null
|
|
19408
|
+
? deserializeAws_json1_1AdditionalOptions(output.AdditionalOptions, context)
|
|
19409
|
+
: undefined,
|
|
19410
|
+
Compression: __expectString(output.Compression),
|
|
19411
|
+
Format: __expectString(output.Format),
|
|
19412
|
+
Inputs: output.Inputs != null ? deserializeAws_json1_1OneInput(output.Inputs, context) : undefined,
|
|
19413
|
+
Name: __expectString(output.Name),
|
|
19414
|
+
PartitionKeys: output.PartitionKeys != null
|
|
19415
|
+
? deserializeAws_json1_1GlueStudioPathList(output.PartitionKeys, context)
|
|
19416
|
+
: undefined,
|
|
19417
|
+
Path: __expectString(output.Path),
|
|
19418
|
+
SchemaChangePolicy: output.SchemaChangePolicy != null
|
|
19419
|
+
? deserializeAws_json1_1DirectSchemaChangePolicy(output.SchemaChangePolicy, context)
|
|
19420
|
+
: undefined,
|
|
19421
|
+
};
|
|
19422
|
+
};
|
|
19423
|
+
const deserializeAws_json1_1S3HudiSource = (output, context) => {
|
|
19424
|
+
return {
|
|
19425
|
+
AdditionalHudiOptions: output.AdditionalHudiOptions != null
|
|
19426
|
+
? deserializeAws_json1_1AdditionalOptions(output.AdditionalHudiOptions, context)
|
|
19427
|
+
: undefined,
|
|
19428
|
+
AdditionalOptions: output.AdditionalOptions != null
|
|
19429
|
+
? deserializeAws_json1_1S3DirectSourceAdditionalOptions(output.AdditionalOptions, context)
|
|
19430
|
+
: undefined,
|
|
19431
|
+
Name: __expectString(output.Name),
|
|
19432
|
+
OutputSchemas: output.OutputSchemas != null ? deserializeAws_json1_1GlueSchemas(output.OutputSchemas, context) : undefined,
|
|
19433
|
+
Paths: output.Paths != null ? deserializeAws_json1_1EnclosedInStringProperties(output.Paths, context) : undefined,
|
|
19434
|
+
};
|
|
19435
|
+
};
|
|
19264
19436
|
const deserializeAws_json1_1S3JsonSource = (output, context) => {
|
|
19265
19437
|
return {
|
|
19266
19438
|
AdditionalOptions: output.AdditionalOptions != null
|
|
@@ -6,7 +6,7 @@ import { AwsAuthInputConfig, AwsAuthResolvedConfig } from "@aws-sdk/middleware-s
|
|
|
6
6
|
import { UserAgentInputConfig, UserAgentResolvedConfig } from "@aws-sdk/middleware-user-agent";
|
|
7
7
|
import { HttpHandler as __HttpHandler } from "@aws-sdk/protocol-http";
|
|
8
8
|
import { Client as __Client, DefaultsMode, SmithyConfiguration as __SmithyConfiguration, SmithyResolvedConfiguration as __SmithyResolvedConfiguration } from "@aws-sdk/smithy-client";
|
|
9
|
-
import { BodyLengthCalculator as __BodyLengthCalculator, Credentials as __Credentials, Decoder as __Decoder, Encoder as __Encoder, HashConstructor as __HashConstructor, HttpHandlerOptions as __HttpHandlerOptions, Logger as __Logger, Provider as __Provider, Provider, StreamCollector as __StreamCollector, UrlParser as __UrlParser, UserAgent as __UserAgent } from "@aws-sdk/types";
|
|
9
|
+
import { BodyLengthCalculator as __BodyLengthCalculator, ChecksumConstructor as __ChecksumConstructor, Credentials as __Credentials, Decoder as __Decoder, Encoder as __Encoder, HashConstructor as __HashConstructor, HttpHandlerOptions as __HttpHandlerOptions, Logger as __Logger, Provider as __Provider, Provider, StreamCollector as __StreamCollector, UrlParser as __UrlParser, UserAgent as __UserAgent } from "@aws-sdk/types";
|
|
10
10
|
import { BatchCreatePartitionCommandInput, BatchCreatePartitionCommandOutput } from "./commands/BatchCreatePartitionCommand";
|
|
11
11
|
import { BatchDeleteConnectionCommandInput, BatchDeleteConnectionCommandOutput } from "./commands/BatchDeleteConnectionCommand";
|
|
12
12
|
import { BatchDeletePartitionCommandInput, BatchDeletePartitionCommandOutput } from "./commands/BatchDeletePartitionCommand";
|
|
@@ -218,11 +218,11 @@ export interface ClientDefaults extends Partial<__SmithyResolvedConfiguration<__
|
|
|
218
218
|
*/
|
|
219
219
|
requestHandler?: __HttpHandler;
|
|
220
220
|
/**
|
|
221
|
-
* A constructor for a class implementing the {@link
|
|
221
|
+
* A constructor for a class implementing the {@link __Checksum} interface
|
|
222
222
|
* that computes the SHA-256 HMAC or checksum of a string or binary buffer.
|
|
223
223
|
* @internal
|
|
224
224
|
*/
|
|
225
|
-
sha256?: __HashConstructor;
|
|
225
|
+
sha256?: __ChecksumConstructor | __HashConstructor;
|
|
226
226
|
/**
|
|
227
227
|
* The function that will be used to convert strings into HTTP endpoints.
|
|
228
228
|
* @internal
|
|
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { CreateScriptRequest
|
|
5
|
+
import { CreateScriptRequest } from "../models/models_0";
|
|
6
|
+
import { CreateScriptResponse } from "../models/models_1";
|
|
6
7
|
export interface CreateScriptCommandInput extends CreateScriptRequest {
|
|
7
8
|
}
|
|
8
9
|
export interface CreateScriptCommandOutput extends CreateScriptResponse, __MetadataBearer {
|
|
@@ -2,7 +2,8 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { ListCrawlsRequest
|
|
5
|
+
import { ListCrawlsRequest } from "../models/models_1";
|
|
6
|
+
import { ListCrawlsResponse } from "../models/models_2";
|
|
6
7
|
export interface ListCrawlsCommandInput extends ListCrawlsRequest {
|
|
7
8
|
}
|
|
8
9
|
export interface ListCrawlsCommandOutput extends ListCrawlsResponse, __MetadataBearer {
|
|
@@ -2,7 +2,7 @@ import { EndpointParameterInstructions } from "@aws-sdk/middleware-endpoint";
|
|
|
2
2
|
import { Command as $Command } from "@aws-sdk/smithy-client";
|
|
3
3
|
import { Handler, HttpHandlerOptions as __HttpHandlerOptions, MetadataBearer as __MetadataBearer, MiddlewareStack } from "@aws-sdk/types";
|
|
4
4
|
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
|
|
5
|
-
import { ListCustomEntityTypesRequest, ListCustomEntityTypesResponse } from "../models/
|
|
5
|
+
import { ListCustomEntityTypesRequest, ListCustomEntityTypesResponse } from "../models/models_2";
|
|
6
6
|
export interface ListCustomEntityTypesCommandInput extends ListCustomEntityTypesRequest {
|
|
7
7
|
}
|
|
8
8
|
export interface ListCustomEntityTypesCommandOutput extends ListCustomEntityTypesResponse, __MetadataBearer {
|
|
@@ -1591,6 +1591,31 @@ export interface BatchGetJobsRequest {
|
|
|
1591
1591
|
*/
|
|
1592
1592
|
JobNames: string[] | undefined;
|
|
1593
1593
|
}
|
|
1594
|
+
/**
|
|
1595
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog.</p>
|
|
1596
|
+
*/
|
|
1597
|
+
export interface CatalogHudiSource {
|
|
1598
|
+
/**
|
|
1599
|
+
* <p>The name of the Hudi data source.</p>
|
|
1600
|
+
*/
|
|
1601
|
+
Name: string | undefined;
|
|
1602
|
+
/**
|
|
1603
|
+
* <p>The name of the database to read from.</p>
|
|
1604
|
+
*/
|
|
1605
|
+
Database: string | undefined;
|
|
1606
|
+
/**
|
|
1607
|
+
* <p>The name of the table in the database to read from.</p>
|
|
1608
|
+
*/
|
|
1609
|
+
Table: string | undefined;
|
|
1610
|
+
/**
|
|
1611
|
+
* <p>Specifies additional connection options.</p>
|
|
1612
|
+
*/
|
|
1613
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
1614
|
+
/**
|
|
1615
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
1616
|
+
*/
|
|
1617
|
+
OutputSchemas?: GlueSchema[];
|
|
1618
|
+
}
|
|
1594
1619
|
/**
|
|
1595
1620
|
* <p>Specifies options related to data preview for viewing a sample of your data.</p>
|
|
1596
1621
|
*/
|
|
@@ -2905,6 +2930,31 @@ export interface RenameField {
|
|
|
2905
2930
|
*/
|
|
2906
2931
|
TargetPath: string[] | undefined;
|
|
2907
2932
|
}
|
|
2933
|
+
/**
|
|
2934
|
+
* <p>Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.</p>
|
|
2935
|
+
*/
|
|
2936
|
+
export interface S3CatalogHudiSource {
|
|
2937
|
+
/**
|
|
2938
|
+
* <p>The name of the Hudi data source.</p>
|
|
2939
|
+
*/
|
|
2940
|
+
Name: string | undefined;
|
|
2941
|
+
/**
|
|
2942
|
+
* <p>The name of the database to read from.</p>
|
|
2943
|
+
*/
|
|
2944
|
+
Database: string | undefined;
|
|
2945
|
+
/**
|
|
2946
|
+
* <p>The name of the table in the database to read from.</p>
|
|
2947
|
+
*/
|
|
2948
|
+
Table: string | undefined;
|
|
2949
|
+
/**
|
|
2950
|
+
* <p>Specifies additional connection options.</p>
|
|
2951
|
+
*/
|
|
2952
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
2953
|
+
/**
|
|
2954
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
2955
|
+
*/
|
|
2956
|
+
OutputSchemas?: GlueSchema[];
|
|
2957
|
+
}
|
|
2908
2958
|
/**
|
|
2909
2959
|
* <p>Specifies an Amazon S3 data store in the Glue Data Catalog.</p>
|
|
2910
2960
|
*/
|
|
@@ -3081,6 +3131,7 @@ export interface S3CsvSource {
|
|
|
3081
3131
|
export declare enum TargetFormat {
|
|
3082
3132
|
AVRO = "avro",
|
|
3083
3133
|
CSV = "csv",
|
|
3134
|
+
HUDI = "hudi",
|
|
3084
3135
|
JSON = "json",
|
|
3085
3136
|
ORC = "orc",
|
|
3086
3137
|
PARQUET = "parquet"
|
|
@@ -3175,6 +3226,104 @@ export interface S3GlueParquetTarget {
|
|
|
3175
3226
|
*/
|
|
3176
3227
|
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
3177
3228
|
}
|
|
3229
|
+
/**
|
|
3230
|
+
* <p>Specifies a target that writes to a Hudi data source in the Glue Data Catalog.</p>
|
|
3231
|
+
*/
|
|
3232
|
+
export interface S3HudiCatalogTarget {
|
|
3233
|
+
/**
|
|
3234
|
+
* <p>The name of the data target.</p>
|
|
3235
|
+
*/
|
|
3236
|
+
Name: string | undefined;
|
|
3237
|
+
/**
|
|
3238
|
+
* <p>The nodes that are inputs to the data target.</p>
|
|
3239
|
+
*/
|
|
3240
|
+
Inputs: string[] | undefined;
|
|
3241
|
+
/**
|
|
3242
|
+
* <p>Specifies native partitioning using a sequence of keys.</p>
|
|
3243
|
+
*/
|
|
3244
|
+
PartitionKeys?: string[][];
|
|
3245
|
+
/**
|
|
3246
|
+
* <p>The name of the table in the database to write to.</p>
|
|
3247
|
+
*/
|
|
3248
|
+
Table: string | undefined;
|
|
3249
|
+
/**
|
|
3250
|
+
* <p>The name of the database to write to.</p>
|
|
3251
|
+
*/
|
|
3252
|
+
Database: string | undefined;
|
|
3253
|
+
/**
|
|
3254
|
+
* <p>Specifies additional connection options for the connector.</p>
|
|
3255
|
+
*/
|
|
3256
|
+
AdditionalOptions: Record<string, string> | undefined;
|
|
3257
|
+
/**
|
|
3258
|
+
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
3259
|
+
*/
|
|
3260
|
+
SchemaChangePolicy?: CatalogSchemaChangePolicy;
|
|
3261
|
+
}
|
|
3262
|
+
export declare enum HudiTargetCompressionType {
|
|
3263
|
+
GZIP = "gzip",
|
|
3264
|
+
LZO = "lzo",
|
|
3265
|
+
SNAPPY = "snappy",
|
|
3266
|
+
UNCOMPRESSED = "uncompressed"
|
|
3267
|
+
}
|
|
3268
|
+
/**
|
|
3269
|
+
* <p>Specifies a target that writes to a Hudi data source in Amazon S3.</p>
|
|
3270
|
+
*/
|
|
3271
|
+
export interface S3HudiDirectTarget {
|
|
3272
|
+
/**
|
|
3273
|
+
* <p>The name of the data target.</p>
|
|
3274
|
+
*/
|
|
3275
|
+
Name: string | undefined;
|
|
3276
|
+
/**
|
|
3277
|
+
* <p>The nodes that are inputs to the data target.</p>
|
|
3278
|
+
*/
|
|
3279
|
+
Inputs: string[] | undefined;
|
|
3280
|
+
/**
|
|
3281
|
+
* <p>The Amazon S3 path of your Hudi data source to write to.</p>
|
|
3282
|
+
*/
|
|
3283
|
+
Path: string | undefined;
|
|
3284
|
+
/**
|
|
3285
|
+
* <p>Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are <code>"gzip"</code> and <code>"bzip"</code>).</p>
|
|
3286
|
+
*/
|
|
3287
|
+
Compression: HudiTargetCompressionType | string | undefined;
|
|
3288
|
+
/**
|
|
3289
|
+
* <p>Specifies native partitioning using a sequence of keys.</p>
|
|
3290
|
+
*/
|
|
3291
|
+
PartitionKeys?: string[][];
|
|
3292
|
+
/**
|
|
3293
|
+
* <p>Specifies the data output format for the target.</p>
|
|
3294
|
+
*/
|
|
3295
|
+
Format: TargetFormat | string | undefined;
|
|
3296
|
+
AdditionalOptions: Record<string, string> | undefined;
|
|
3297
|
+
/**
|
|
3298
|
+
* <p>A policy that specifies update behavior for the crawler.</p>
|
|
3299
|
+
*/
|
|
3300
|
+
SchemaChangePolicy?: DirectSchemaChangePolicy;
|
|
3301
|
+
}
|
|
3302
|
+
/**
|
|
3303
|
+
* <p>Specifies a Hudi data source stored in Amazon S3.</p>
|
|
3304
|
+
*/
|
|
3305
|
+
export interface S3HudiSource {
|
|
3306
|
+
/**
|
|
3307
|
+
* <p>The name of the Hudi source.</p>
|
|
3308
|
+
*/
|
|
3309
|
+
Name: string | undefined;
|
|
3310
|
+
/**
|
|
3311
|
+
* <p>A list of the Amazon S3 paths to read from.</p>
|
|
3312
|
+
*/
|
|
3313
|
+
Paths: string[] | undefined;
|
|
3314
|
+
/**
|
|
3315
|
+
* <p>Specifies additional connection options.</p>
|
|
3316
|
+
*/
|
|
3317
|
+
AdditionalHudiOptions?: Record<string, string>;
|
|
3318
|
+
/**
|
|
3319
|
+
* <p>Specifies additional connection options for the Amazon S3 data store.</p>
|
|
3320
|
+
*/
|
|
3321
|
+
AdditionalOptions?: S3DirectSourceAdditionalOptions;
|
|
3322
|
+
/**
|
|
3323
|
+
* <p>Specifies the data schema for the Hudi source.</p>
|
|
3324
|
+
*/
|
|
3325
|
+
OutputSchemas?: GlueSchema[];
|
|
3326
|
+
}
|
|
3178
3327
|
/**
|
|
3179
3328
|
* <p>Specifies a JSON data store stored in Amazon S3.</p>
|
|
3180
3329
|
*/
|
|
@@ -5804,55 +5953,6 @@ export interface CreateScriptRequest {
|
|
|
5804
5953
|
*/
|
|
5805
5954
|
Language?: Language | string;
|
|
5806
5955
|
}
|
|
5807
|
-
export interface CreateScriptResponse {
|
|
5808
|
-
/**
|
|
5809
|
-
* <p>The Python script generated from the DAG.</p>
|
|
5810
|
-
*/
|
|
5811
|
-
PythonScript?: string;
|
|
5812
|
-
/**
|
|
5813
|
-
* <p>The Scala code generated from the DAG.</p>
|
|
5814
|
-
*/
|
|
5815
|
-
ScalaCode?: string;
|
|
5816
|
-
}
|
|
5817
|
-
export declare enum CloudWatchEncryptionMode {
|
|
5818
|
-
DISABLED = "DISABLED",
|
|
5819
|
-
SSEKMS = "SSE-KMS"
|
|
5820
|
-
}
|
|
5821
|
-
/**
|
|
5822
|
-
* <p>Specifies how Amazon CloudWatch data should be encrypted.</p>
|
|
5823
|
-
*/
|
|
5824
|
-
export interface CloudWatchEncryption {
|
|
5825
|
-
/**
|
|
5826
|
-
* <p>The encryption mode to use for CloudWatch data.</p>
|
|
5827
|
-
*/
|
|
5828
|
-
CloudWatchEncryptionMode?: CloudWatchEncryptionMode | string;
|
|
5829
|
-
/**
|
|
5830
|
-
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
5831
|
-
*/
|
|
5832
|
-
KmsKeyArn?: string;
|
|
5833
|
-
}
|
|
5834
|
-
export declare enum JobBookmarksEncryptionMode {
|
|
5835
|
-
CSEKMS = "CSE-KMS",
|
|
5836
|
-
DISABLED = "DISABLED"
|
|
5837
|
-
}
|
|
5838
|
-
/**
|
|
5839
|
-
* <p>Specifies how job bookmark data should be encrypted.</p>
|
|
5840
|
-
*/
|
|
5841
|
-
export interface JobBookmarksEncryption {
|
|
5842
|
-
/**
|
|
5843
|
-
* <p>The encryption mode to use for job bookmarks data.</p>
|
|
5844
|
-
*/
|
|
5845
|
-
JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | string;
|
|
5846
|
-
/**
|
|
5847
|
-
* <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
|
|
5848
|
-
*/
|
|
5849
|
-
KmsKeyArn?: string;
|
|
5850
|
-
}
|
|
5851
|
-
export declare enum S3EncryptionMode {
|
|
5852
|
-
DISABLED = "DISABLED",
|
|
5853
|
-
SSEKMS = "SSE-KMS",
|
|
5854
|
-
SSES3 = "SSE-S3"
|
|
5855
|
-
}
|
|
5856
5956
|
/**
|
|
5857
5957
|
* @internal
|
|
5858
5958
|
*/
|
|
@@ -6109,6 +6209,10 @@ export declare const BatchGetDevEndpointsResponseFilterSensitiveLog: (obj: Batch
|
|
|
6109
6209
|
* @internal
|
|
6110
6210
|
*/
|
|
6111
6211
|
export declare const BatchGetJobsRequestFilterSensitiveLog: (obj: BatchGetJobsRequest) => any;
|
|
6212
|
+
/**
|
|
6213
|
+
* @internal
|
|
6214
|
+
*/
|
|
6215
|
+
export declare const CatalogHudiSourceFilterSensitiveLog: (obj: CatalogHudiSource) => any;
|
|
6112
6216
|
/**
|
|
6113
6217
|
* @internal
|
|
6114
6218
|
*/
|
|
@@ -6309,6 +6413,10 @@ export declare const RelationalCatalogSourceFilterSensitiveLog: (obj: Relational
|
|
|
6309
6413
|
* @internal
|
|
6310
6414
|
*/
|
|
6311
6415
|
export declare const RenameFieldFilterSensitiveLog: (obj: RenameField) => any;
|
|
6416
|
+
/**
|
|
6417
|
+
* @internal
|
|
6418
|
+
*/
|
|
6419
|
+
export declare const S3CatalogHudiSourceFilterSensitiveLog: (obj: S3CatalogHudiSource) => any;
|
|
6312
6420
|
/**
|
|
6313
6421
|
* @internal
|
|
6314
6422
|
*/
|
|
@@ -6337,6 +6445,18 @@ export declare const S3DirectTargetFilterSensitiveLog: (obj: S3DirectTarget) =>
|
|
|
6337
6445
|
* @internal
|
|
6338
6446
|
*/
|
|
6339
6447
|
export declare const S3GlueParquetTargetFilterSensitiveLog: (obj: S3GlueParquetTarget) => any;
|
|
6448
|
+
/**
|
|
6449
|
+
* @internal
|
|
6450
|
+
*/
|
|
6451
|
+
export declare const S3HudiCatalogTargetFilterSensitiveLog: (obj: S3HudiCatalogTarget) => any;
|
|
6452
|
+
/**
|
|
6453
|
+
* @internal
|
|
6454
|
+
*/
|
|
6455
|
+
export declare const S3HudiDirectTargetFilterSensitiveLog: (obj: S3HudiDirectTarget) => any;
|
|
6456
|
+
/**
|
|
6457
|
+
* @internal
|
|
6458
|
+
*/
|
|
6459
|
+
export declare const S3HudiSourceFilterSensitiveLog: (obj: S3HudiSource) => any;
|
|
6340
6460
|
/**
|
|
6341
6461
|
* @internal
|
|
6342
6462
|
*/
|
|
@@ -6761,15 +6881,3 @@ export declare const CodeGenNodeFilterSensitiveLog: (obj: CodeGenNode) => any;
|
|
|
6761
6881
|
* @internal
|
|
6762
6882
|
*/
|
|
6763
6883
|
export declare const CreateScriptRequestFilterSensitiveLog: (obj: CreateScriptRequest) => any;
|
|
6764
|
-
/**
|
|
6765
|
-
* @internal
|
|
6766
|
-
*/
|
|
6767
|
-
export declare const CreateScriptResponseFilterSensitiveLog: (obj: CreateScriptResponse) => any;
|
|
6768
|
-
/**
|
|
6769
|
-
* @internal
|
|
6770
|
-
*/
|
|
6771
|
-
export declare const CloudWatchEncryptionFilterSensitiveLog: (obj: CloudWatchEncryption) => any;
|
|
6772
|
-
/**
|
|
6773
|
-
* @internal
|
|
6774
|
-
*/
|
|
6775
|
-
export declare const JobBookmarksEncryptionFilterSensitiveLog: (obj: JobBookmarksEncryption) => any;
|