aws-sdk-glue 1.174.0 → 1.176.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +111 -10
- data/lib/aws-sdk-glue/client_api.rb +66 -0
- data/lib/aws-sdk-glue/types.rb +332 -32
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +46 -7
- data/sig/types.rbs +62 -7
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -467,6 +467,83 @@ module Aws::Glue
|
|
467
467
|
include Aws::Structure
|
468
468
|
end
|
469
469
|
|
470
|
+
# A structure containing the authentication configuration.
|
471
|
+
#
|
472
|
+
# @!attribute [rw] authentication_type
|
473
|
+
# A structure containing the authentication configuration.
|
474
|
+
# @return [String]
|
475
|
+
#
|
476
|
+
# @!attribute [rw] secret_arn
|
477
|
+
# The secret manager ARN to store credentials.
|
478
|
+
# @return [String]
|
479
|
+
#
|
480
|
+
# @!attribute [rw] o_auth_2_properties
|
481
|
+
# The properties for OAuth2 authentication.
|
482
|
+
# @return [Types::OAuth2Properties]
|
483
|
+
#
|
484
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfiguration AWS API Documentation
|
485
|
+
#
|
486
|
+
class AuthenticationConfiguration < Struct.new(
|
487
|
+
:authentication_type,
|
488
|
+
:secret_arn,
|
489
|
+
:o_auth_2_properties)
|
490
|
+
SENSITIVE = []
|
491
|
+
include Aws::Structure
|
492
|
+
end
|
493
|
+
|
494
|
+
# A structure containing the authentication configuration in the
|
495
|
+
# CreateConnection request.
|
496
|
+
#
|
497
|
+
# @!attribute [rw] authentication_type
|
498
|
+
# A structure containing the authentication configuration in the
|
499
|
+
# CreateConnection request.
|
500
|
+
# @return [String]
|
501
|
+
#
|
502
|
+
# @!attribute [rw] secret_arn
|
503
|
+
# The secret manager ARN to store credentials in the CreateConnection
|
504
|
+
# request.
|
505
|
+
# @return [String]
|
506
|
+
#
|
507
|
+
# @!attribute [rw] o_auth_2_properties
|
508
|
+
# The properties for OAuth2 authentication in the CreateConnection
|
509
|
+
# request.
|
510
|
+
# @return [Types::OAuth2PropertiesInput]
|
511
|
+
#
|
512
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
|
513
|
+
#
|
514
|
+
class AuthenticationConfigurationInput < Struct.new(
|
515
|
+
:authentication_type,
|
516
|
+
:secret_arn,
|
517
|
+
:o_auth_2_properties)
|
518
|
+
SENSITIVE = []
|
519
|
+
include Aws::Structure
|
520
|
+
end
|
521
|
+
|
522
|
+
# The set of properties required for the the OAuth2 `AUTHORIZATION_CODE`
|
523
|
+
# grant type workflow.
|
524
|
+
#
|
525
|
+
# @!attribute [rw] authorization_code
|
526
|
+
# An authorization code to be used in the third leg of the
|
527
|
+
# `AUTHORIZATION_CODE` grant workflow. This is a single-use code which
|
528
|
+
# becomes invalid once exchanged for an access token, thus it is
|
529
|
+
# acceptable to have this value as a request parameter.
|
530
|
+
# @return [String]
|
531
|
+
#
|
532
|
+
# @!attribute [rw] redirect_uri
|
533
|
+
# The redirect URI where the user gets redirected to by authorization
|
534
|
+
# server when issuing an authorization code. The URI is subsequently
|
535
|
+
# used when the authorization code is exchanged for an access token.
|
536
|
+
# @return [String]
|
537
|
+
#
|
538
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthorizationCodeProperties AWS API Documentation
|
539
|
+
#
|
540
|
+
class AuthorizationCodeProperties < Struct.new(
|
541
|
+
:authorization_code,
|
542
|
+
:redirect_uri)
|
543
|
+
SENSITIVE = []
|
544
|
+
include Aws::Structure
|
545
|
+
end
|
546
|
+
|
470
547
|
# A list of errors that can occur when registering partition indexes for
|
471
548
|
# an existing table.
|
472
549
|
#
|
@@ -3184,17 +3261,19 @@ module Aws::Glue
|
|
3184
3261
|
# @return [Hash<String,String>]
|
3185
3262
|
#
|
3186
3263
|
# @!attribute [rw] physical_connection_requirements
|
3187
|
-
#
|
3188
|
-
#
|
3189
|
-
#
|
3264
|
+
# The physical connection requirements, such as virtual private cloud
|
3265
|
+
# (VPC) and `SecurityGroup`, that are needed to make this connection
|
3266
|
+
# successfully.
|
3190
3267
|
# @return [Types::PhysicalConnectionRequirements]
|
3191
3268
|
#
|
3192
3269
|
# @!attribute [rw] creation_time
|
3193
|
-
# The time that this connection definition was
|
3270
|
+
# The timestamp of the time that this connection definition was
|
3271
|
+
# created.
|
3194
3272
|
# @return [Time]
|
3195
3273
|
#
|
3196
3274
|
# @!attribute [rw] last_updated_time
|
3197
|
-
# The last time
|
3275
|
+
# The timestamp of the last time the connection definition was
|
3276
|
+
# updated.
|
3198
3277
|
# @return [Time]
|
3199
3278
|
#
|
3200
3279
|
# @!attribute [rw] last_updated_by
|
@@ -3202,6 +3281,23 @@ module Aws::Glue
|
|
3202
3281
|
# definition.
|
3203
3282
|
# @return [String]
|
3204
3283
|
#
|
3284
|
+
# @!attribute [rw] status
|
3285
|
+
# The status of the connection. Can be one of: `READY`, `IN_PROGRESS`,
|
3286
|
+
# or `FAILED`.
|
3287
|
+
# @return [String]
|
3288
|
+
#
|
3289
|
+
# @!attribute [rw] status_reason
|
3290
|
+
# The reason for the connection status.
|
3291
|
+
# @return [String]
|
3292
|
+
#
|
3293
|
+
# @!attribute [rw] last_connection_validation_time
|
3294
|
+
# A timestamp of the time this connection was last validated.
|
3295
|
+
# @return [Time]
|
3296
|
+
#
|
3297
|
+
# @!attribute [rw] authentication_configuration
|
3298
|
+
# The authentication properties of the connection.
|
3299
|
+
# @return [Types::AuthenticationConfiguration]
|
3300
|
+
#
|
3205
3301
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
|
3206
3302
|
#
|
3207
3303
|
class Connection < Struct.new(
|
@@ -3213,7 +3309,11 @@ module Aws::Glue
|
|
3213
3309
|
:physical_connection_requirements,
|
3214
3310
|
:creation_time,
|
3215
3311
|
:last_updated_time,
|
3216
|
-
:last_updated_by
|
3312
|
+
:last_updated_by,
|
3313
|
+
:status,
|
3314
|
+
:status_reason,
|
3315
|
+
:last_connection_validation_time,
|
3316
|
+
:authentication_configuration)
|
3217
3317
|
SENSITIVE = []
|
3218
3318
|
include Aws::Structure
|
3219
3319
|
end
|
@@ -3221,8 +3321,7 @@ module Aws::Glue
|
|
3221
3321
|
# A structure that is used to specify a connection to create or update.
|
3222
3322
|
#
|
3223
3323
|
# @!attribute [rw] name
|
3224
|
-
# The name of the connection.
|
3225
|
-
# without a name.
|
3324
|
+
# The name of the connection.
|
3226
3325
|
# @return [String]
|
3227
3326
|
#
|
3228
3327
|
# @!attribute [rw] description
|
@@ -3285,6 +3384,14 @@ module Aws::Glue
|
|
3285
3384
|
#
|
3286
3385
|
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
3287
3386
|
#
|
3387
|
+
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
3388
|
+
# authencation.
|
3389
|
+
#
|
3390
|
+
# * Requires the `AuthenticationConfiguration` member to be
|
3391
|
+
# configured.
|
3392
|
+
#
|
3393
|
+
# ^
|
3394
|
+
#
|
3288
3395
|
# * `NETWORK` - Designates a network connection to a data source
|
3289
3396
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
3290
3397
|
#
|
@@ -3333,11 +3440,21 @@ module Aws::Glue
|
|
3333
3440
|
# @return [Hash<String,String>]
|
3334
3441
|
#
|
3335
3442
|
# @!attribute [rw] physical_connection_requirements
|
3336
|
-
#
|
3337
|
-
#
|
3338
|
-
#
|
3443
|
+
# The physical connection requirements, such as virtual private cloud
|
3444
|
+
# (VPC) and `SecurityGroup`, that are needed to successfully make this
|
3445
|
+
# connection.
|
3339
3446
|
# @return [Types::PhysicalConnectionRequirements]
|
3340
3447
|
#
|
3448
|
+
# @!attribute [rw] authentication_configuration
|
3449
|
+
# The authentication properties of the connection. Used for a
|
3450
|
+
# Salesforce connection.
|
3451
|
+
# @return [Types::AuthenticationConfigurationInput]
|
3452
|
+
#
|
3453
|
+
# @!attribute [rw] validate_credentials
|
3454
|
+
# A flag to validate the credentials during create connection. Used
|
3455
|
+
# for a Salesforce connection. Default is true.
|
3456
|
+
# @return [Boolean]
|
3457
|
+
#
|
3341
3458
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
3342
3459
|
#
|
3343
3460
|
class ConnectionInput < Struct.new(
|
@@ -3346,7 +3463,9 @@ module Aws::Glue
|
|
3346
3463
|
:connection_type,
|
3347
3464
|
:match_criteria,
|
3348
3465
|
:connection_properties,
|
3349
|
-
:physical_connection_requirements
|
3466
|
+
:physical_connection_requirements,
|
3467
|
+
:authentication_configuration,
|
3468
|
+
:validate_credentials)
|
3350
3469
|
SENSITIVE = []
|
3351
3470
|
include Aws::Structure
|
3352
3471
|
end
|
@@ -4034,9 +4153,19 @@ module Aws::Glue
|
|
4034
4153
|
include Aws::Structure
|
4035
4154
|
end
|
4036
4155
|
|
4156
|
+
# @!attribute [rw] create_connection_status
|
4157
|
+
# The status of the connection creation request. The request can take
|
4158
|
+
# some time for certain authentication types, for example when
|
4159
|
+
# creating an OAuth connection with token exchange over VPC.
|
4160
|
+
# @return [String]
|
4161
|
+
#
|
4037
4162
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnectionResponse AWS API Documentation
|
4038
4163
|
#
|
4039
|
-
class CreateConnectionResponse <
|
4164
|
+
class CreateConnectionResponse < Struct.new(
|
4165
|
+
:create_connection_status)
|
4166
|
+
SENSITIVE = []
|
4167
|
+
include Aws::Structure
|
4168
|
+
end
|
4040
4169
|
|
4041
4170
|
# @!attribute [rw] name
|
4042
4171
|
# Name of the new crawler.
|
@@ -4661,6 +4790,22 @@ module Aws::Glue
|
|
4661
4790
|
# your account.
|
4662
4791
|
# @return [String]
|
4663
4792
|
#
|
4793
|
+
# @!attribute [rw] job_mode
|
4794
|
+
# A mode that describes how a job was created. Valid values are:
|
4795
|
+
#
|
4796
|
+
# * `SCRIPT` - The job was created using the Glue Studio script
|
4797
|
+
# editor.
|
4798
|
+
#
|
4799
|
+
# * `VISUAL` - The job was created using the Glue Studio visual
|
4800
|
+
# editor.
|
4801
|
+
#
|
4802
|
+
# * `NOTEBOOK` - The job was created using an interactive sessions
|
4803
|
+
# notebook.
|
4804
|
+
#
|
4805
|
+
# When the `JobMode` field is missing or null, `SCRIPT` is assigned as
|
4806
|
+
# the default value.
|
4807
|
+
# @return [String]
|
4808
|
+
#
|
4664
4809
|
# @!attribute [rw] description
|
4665
4810
|
# Description of the job being defined.
|
4666
4811
|
# @return [String]
|
@@ -4744,7 +4889,13 @@ module Aws::Glue
|
|
4744
4889
|
# @!attribute [rw] timeout
|
4745
4890
|
# The job timeout in minutes. This is the maximum time that a job run
|
4746
4891
|
# can consume resources before it is terminated and enters `TIMEOUT`
|
4747
|
-
# status. The default is 2,880 minutes (48 hours).
|
4892
|
+
# status. The default is 2,880 minutes (48 hours) for batch jobs.
|
4893
|
+
#
|
4894
|
+
# Streaming jobs must have timeout values less than 7 days or 10080
|
4895
|
+
# minutes. When the value is left blank, the job will be restarted
|
4896
|
+
# after 7 days based if you have not setup a maintenance window. If
|
4897
|
+
# you have setup maintenance window, it will be restarted during the
|
4898
|
+
# maintenance window after 7 days.
|
4748
4899
|
# @return [Integer]
|
4749
4900
|
#
|
4750
4901
|
# @!attribute [rw] max_capacity
|
@@ -4915,6 +5066,7 @@ module Aws::Glue
|
|
4915
5066
|
#
|
4916
5067
|
class CreateJobRequest < Struct.new(
|
4917
5068
|
:name,
|
5069
|
+
:job_mode,
|
4918
5070
|
:description,
|
4919
5071
|
:log_uri,
|
4920
5072
|
:role,
|
@@ -13204,6 +13356,22 @@ module Aws::Glue
|
|
13204
13356
|
# The name you assign to this job definition.
|
13205
13357
|
# @return [String]
|
13206
13358
|
#
|
13359
|
+
# @!attribute [rw] job_mode
|
13360
|
+
# A mode that describes how a job was created. Valid values are:
|
13361
|
+
#
|
13362
|
+
# * `SCRIPT` - The job was created using the Glue Studio script
|
13363
|
+
# editor.
|
13364
|
+
#
|
13365
|
+
# * `VISUAL` - The job was created using the Glue Studio visual
|
13366
|
+
# editor.
|
13367
|
+
#
|
13368
|
+
# * `NOTEBOOK` - The job was created using an interactive sessions
|
13369
|
+
# notebook.
|
13370
|
+
#
|
13371
|
+
# When the `JobMode` field is missing or null, `SCRIPT` is assigned as
|
13372
|
+
# the default value.
|
13373
|
+
# @return [String]
|
13374
|
+
#
|
13207
13375
|
# @!attribute [rw] description
|
13208
13376
|
# A description of the job.
|
13209
13377
|
# @return [String]
|
@@ -13297,7 +13465,13 @@ module Aws::Glue
|
|
13297
13465
|
# @!attribute [rw] timeout
|
13298
13466
|
# The job timeout in minutes. This is the maximum time that a job run
|
13299
13467
|
# can consume resources before it is terminated and enters `TIMEOUT`
|
13300
|
-
# status. The default is 2,880 minutes (48 hours).
|
13468
|
+
# status. The default is 2,880 minutes (48 hours) for batch jobs.
|
13469
|
+
#
|
13470
|
+
# Streaming jobs must have timeout values less than 7 days or 10080
|
13471
|
+
# minutes. When the value is left blank, the job will be restarted
|
13472
|
+
# after 7 days based if you have not setup a maintenance window. If
|
13473
|
+
# you have setup maintenance window, it will be restarted during the
|
13474
|
+
# maintenance window after 7 days.
|
13301
13475
|
# @return [Integer]
|
13302
13476
|
#
|
13303
13477
|
# @!attribute [rw] max_capacity
|
@@ -13458,6 +13632,7 @@ module Aws::Glue
|
|
13458
13632
|
#
|
13459
13633
|
class Job < Struct.new(
|
13460
13634
|
:name,
|
13635
|
+
:job_mode,
|
13461
13636
|
:description,
|
13462
13637
|
:log_uri,
|
13463
13638
|
:role,
|
@@ -13628,6 +13803,22 @@ module Aws::Glue
|
|
13628
13803
|
# The name of the job definition being used in this run.
|
13629
13804
|
# @return [String]
|
13630
13805
|
#
|
13806
|
+
# @!attribute [rw] job_mode
|
13807
|
+
# A mode that describes how a job was created. Valid values are:
|
13808
|
+
#
|
13809
|
+
# * `SCRIPT` - The job was created using the Glue Studio script
|
13810
|
+
# editor.
|
13811
|
+
#
|
13812
|
+
# * `VISUAL` - The job was created using the Glue Studio visual
|
13813
|
+
# editor.
|
13814
|
+
#
|
13815
|
+
# * `NOTEBOOK` - The job was created using an interactive sessions
|
13816
|
+
# notebook.
|
13817
|
+
#
|
13818
|
+
# When the `JobMode` field is missing or null, `SCRIPT` is assigned as
|
13819
|
+
# the default value.
|
13820
|
+
# @return [String]
|
13821
|
+
#
|
13631
13822
|
# @!attribute [rw] started_on
|
13632
13823
|
# The date and time at which this job run was started.
|
13633
13824
|
# @return [Time]
|
@@ -13713,13 +13904,6 @@ module Aws::Glue
|
|
13713
13904
|
# `TIMEOUT` status. This value overrides the timeout value set in the
|
13714
13905
|
# parent job.
|
13715
13906
|
#
|
13716
|
-
# The maximum value for timeout for batch jobs is 7 days or 10080
|
13717
|
-
# minutes. The default is 2880 minutes (48 hours) for batch jobs.
|
13718
|
-
#
|
13719
|
-
# Any existing Glue jobs that have a greater timeout value are
|
13720
|
-
# defaulted to 7 days. For instance you have specified a timeout of 20
|
13721
|
-
# days for a batch job, it will be stopped on the 7th day.
|
13722
|
-
#
|
13723
13907
|
# Streaming jobs must have timeout values less than 7 days or 10080
|
13724
13908
|
# minutes. When the value is left blank, the job will be restarted
|
13725
13909
|
# after 7 days based if you have not setup a maintenance window. If
|
@@ -13901,6 +14085,7 @@ module Aws::Glue
|
|
13901
14085
|
:previous_run_id,
|
13902
14086
|
:trigger_name,
|
13903
14087
|
:job_name,
|
14088
|
+
:job_mode,
|
13904
14089
|
:started_on,
|
13905
14090
|
:last_modified_on,
|
13906
14091
|
:completed_on,
|
@@ -13928,6 +14113,22 @@ module Aws::Glue
|
|
13928
14113
|
# Specifies information used to update an existing job definition. The
|
13929
14114
|
# previous job definition is completely overwritten by this information.
|
13930
14115
|
#
|
14116
|
+
# @!attribute [rw] job_mode
|
14117
|
+
# A mode that describes how a job was created. Valid values are:
|
14118
|
+
#
|
14119
|
+
# * `SCRIPT` - The job was created using the Glue Studio script
|
14120
|
+
# editor.
|
14121
|
+
#
|
14122
|
+
# * `VISUAL` - The job was created using the Glue Studio visual
|
14123
|
+
# editor.
|
14124
|
+
#
|
14125
|
+
# * `NOTEBOOK` - The job was created using an interactive sessions
|
14126
|
+
# notebook.
|
14127
|
+
#
|
14128
|
+
# When the `JobMode` field is missing or null, `SCRIPT` is assigned as
|
14129
|
+
# the default value.
|
14130
|
+
# @return [String]
|
14131
|
+
#
|
13931
14132
|
# @!attribute [rw] description
|
13932
14133
|
# Description of the job being defined.
|
13933
14134
|
# @return [String]
|
@@ -14011,7 +14212,13 @@ module Aws::Glue
|
|
14011
14212
|
# @!attribute [rw] timeout
|
14012
14213
|
# The job timeout in minutes. This is the maximum time that a job run
|
14013
14214
|
# can consume resources before it is terminated and enters `TIMEOUT`
|
14014
|
-
# status. The default is 2,880 minutes (48 hours).
|
14215
|
+
# status. The default is 2,880 minutes (48 hours) for batch jobs.
|
14216
|
+
#
|
14217
|
+
# Streaming jobs must have timeout values less than 7 days or 10080
|
14218
|
+
# minutes. When the value is left blank, the job will be restarted
|
14219
|
+
# after 7 days based if you have not setup a maintenance window. If
|
14220
|
+
# you have setup maintenance window, it will be restarted during the
|
14221
|
+
# maintenance window after 7 days.
|
14015
14222
|
# @return [Integer]
|
14016
14223
|
#
|
14017
14224
|
# @!attribute [rw] max_capacity
|
@@ -14171,6 +14378,7 @@ module Aws::Glue
|
|
14171
14378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
14172
14379
|
#
|
14173
14380
|
class JobUpdate < Struct.new(
|
14381
|
+
:job_mode,
|
14174
14382
|
:description,
|
14175
14383
|
:log_uri,
|
14176
14384
|
:role,
|
@@ -16359,6 +16567,98 @@ module Aws::Glue
|
|
16359
16567
|
include Aws::Structure
|
16360
16568
|
end
|
16361
16569
|
|
16570
|
+
# The OAuth2 client app used for the connection.
|
16571
|
+
#
|
16572
|
+
# @!attribute [rw] user_managed_client_application_client_id
|
16573
|
+
# The client application clientID if the ClientAppType is
|
16574
|
+
# `USER_MANAGED`.
|
16575
|
+
# @return [String]
|
16576
|
+
#
|
16577
|
+
# @!attribute [rw] aws_managed_client_application_reference
|
16578
|
+
# The reference to the SaaS-side client app that is Amazon Web
|
16579
|
+
# Services managed.
|
16580
|
+
# @return [String]
|
16581
|
+
#
|
16582
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2ClientApplication AWS API Documentation
|
16583
|
+
#
|
16584
|
+
class OAuth2ClientApplication < Struct.new(
|
16585
|
+
:user_managed_client_application_client_id,
|
16586
|
+
:aws_managed_client_application_reference)
|
16587
|
+
SENSITIVE = []
|
16588
|
+
include Aws::Structure
|
16589
|
+
end
|
16590
|
+
|
16591
|
+
# A structure containing properties for OAuth2 authentication.
|
16592
|
+
#
|
16593
|
+
# @!attribute [rw] o_auth_2_grant_type
|
16594
|
+
# The OAuth2 grant type. For example, `AUTHORIZATION_CODE`,
|
16595
|
+
# `JWT_BEARER`, or `CLIENT_CREDENTIALS`.
|
16596
|
+
# @return [String]
|
16597
|
+
#
|
16598
|
+
# @!attribute [rw] o_auth_2_client_application
|
16599
|
+
# The client application type. For example, AWS\_MANAGED or
|
16600
|
+
# USER\_MANAGED.
|
16601
|
+
# @return [Types::OAuth2ClientApplication]
|
16602
|
+
#
|
16603
|
+
# @!attribute [rw] token_url
|
16604
|
+
# The URL of the provider's authentication server, to exchange an
|
16605
|
+
# authorization code for an access token.
|
16606
|
+
# @return [String]
|
16607
|
+
#
|
16608
|
+
# @!attribute [rw] token_url_parameters_map
|
16609
|
+
# A map of parameters that are added to the token `GET` request.
|
16610
|
+
# @return [Hash<String,String>]
|
16611
|
+
#
|
16612
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Properties AWS API Documentation
|
16613
|
+
#
|
16614
|
+
class OAuth2Properties < Struct.new(
|
16615
|
+
:o_auth_2_grant_type,
|
16616
|
+
:o_auth_2_client_application,
|
16617
|
+
:token_url,
|
16618
|
+
:token_url_parameters_map)
|
16619
|
+
SENSITIVE = []
|
16620
|
+
include Aws::Structure
|
16621
|
+
end
|
16622
|
+
|
16623
|
+
# A structure containing properties for OAuth2 in the CreateConnection
|
16624
|
+
# request.
|
16625
|
+
#
|
16626
|
+
# @!attribute [rw] o_auth_2_grant_type
|
16627
|
+
# The OAuth2 grant type in the CreateConnection request. For example,
|
16628
|
+
# `AUTHORIZATION_CODE`, `JWT_BEARER`, or `CLIENT_CREDENTIALS`.
|
16629
|
+
# @return [String]
|
16630
|
+
#
|
16631
|
+
# @!attribute [rw] o_auth_2_client_application
|
16632
|
+
# The client application type in the CreateConnection request. For
|
16633
|
+
# example, `AWS_MANAGED` or `USER_MANAGED`.
|
16634
|
+
# @return [Types::OAuth2ClientApplication]
|
16635
|
+
#
|
16636
|
+
# @!attribute [rw] token_url
|
16637
|
+
# The URL of the provider's authentication server, to exchange an
|
16638
|
+
# authorization code for an access token.
|
16639
|
+
# @return [String]
|
16640
|
+
#
|
16641
|
+
# @!attribute [rw] token_url_parameters_map
|
16642
|
+
# A map of parameters that are added to the token `GET` request.
|
16643
|
+
# @return [Hash<String,String>]
|
16644
|
+
#
|
16645
|
+
# @!attribute [rw] authorization_code_properties
|
16646
|
+
# The set of properties required for the the OAuth2
|
16647
|
+
# `AUTHORIZATION_CODE` grant type.
|
16648
|
+
# @return [Types::AuthorizationCodeProperties]
|
16649
|
+
#
|
16650
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
|
16651
|
+
#
|
16652
|
+
class OAuth2PropertiesInput < Struct.new(
|
16653
|
+
:o_auth_2_grant_type,
|
16654
|
+
:o_auth_2_client_application,
|
16655
|
+
:token_url,
|
16656
|
+
:token_url_parameters_map,
|
16657
|
+
:authorization_code_properties)
|
16658
|
+
SENSITIVE = []
|
16659
|
+
include Aws::Structure
|
16660
|
+
end
|
16661
|
+
|
16362
16662
|
# A structure representing an open format table.
|
16363
16663
|
#
|
16364
16664
|
# @!attribute [rw] iceberg_input
|
@@ -16772,7 +17072,7 @@ module Aws::Glue
|
|
16772
17072
|
include Aws::Structure
|
16773
17073
|
end
|
16774
17074
|
|
16775
|
-
#
|
17075
|
+
# The OAuth client app in GetConnection response.
|
16776
17076
|
#
|
16777
17077
|
# @!attribute [rw] subnet_id
|
16778
17078
|
# The subnet ID used by the connection.
|
@@ -16783,10 +17083,7 @@ module Aws::Glue
|
|
16783
17083
|
# @return [Array<String>]
|
16784
17084
|
#
|
16785
17085
|
# @!attribute [rw] availability_zone
|
16786
|
-
# The connection's Availability Zone.
|
16787
|
-
# the specified subnet implies the Availability Zone to be used.
|
16788
|
-
# Currently the field must be populated, but it will be deprecated in
|
16789
|
-
# the future.
|
17086
|
+
# The connection's Availability Zone.
|
16790
17087
|
# @return [String]
|
16791
17088
|
#
|
16792
17089
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PhysicalConnectionRequirements AWS API Documentation
|
@@ -20212,8 +20509,11 @@ module Aws::Glue
|
|
20212
20509
|
# `TIMEOUT` status. This value overrides the timeout value set in the
|
20213
20510
|
# parent job.
|
20214
20511
|
#
|
20215
|
-
# Streaming jobs
|
20216
|
-
#
|
20512
|
+
# Streaming jobs must have timeout values less than 7 days or 10080
|
20513
|
+
# minutes. When the value is left blank, the job will be restarted
|
20514
|
+
# after 7 days based if you have not setup a maintenance window. If
|
20515
|
+
# you have setup maintenance window, it will be restarted during the
|
20516
|
+
# maintenance window after 7 days.
|
20217
20517
|
# @return [Integer]
|
20218
20518
|
#
|
20219
20519
|
# @!attribute [rw] max_capacity
|
@@ -23287,8 +23587,8 @@ module Aws::Glue
|
|
23287
23587
|
# view creation to transform `ViewOriginalText` to `ViewExpandedText`.
|
23288
23588
|
# For example:
|
23289
23589
|
#
|
23290
|
-
# * Fully
|
23291
|
-
# db1.table1`
|
23590
|
+
# * Fully qualified identifiers: `SELECT * from table1 -> SELECT *
|
23591
|
+
# from db1.table1`
|
23292
23592
|
#
|
23293
23593
|
# ^
|
23294
23594
|
# @return [String]
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -501,6 +501,7 @@ module Aws
|
|
501
501
|
|
502
502
|
interface _CreateConnectionResponseSuccess
|
503
503
|
include ::Seahorse::Client::_ResponseSuccess[Types::CreateConnectionResponse]
|
504
|
+
def create_connection_status: () -> ("READY" | "IN_PROGRESS" | "FAILED")
|
504
505
|
end
|
505
506
|
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_connection-instance_method
|
506
507
|
def create_connection: (
|
@@ -508,14 +509,32 @@ module Aws
|
|
508
509
|
connection_input: {
|
509
510
|
name: ::String,
|
510
511
|
description: ::String?,
|
511
|
-
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM"),
|
512
|
+
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM" | "SALESFORCE"),
|
512
513
|
match_criteria: Array[::String]?,
|
513
|
-
connection_properties: Hash[("HOST" | "PORT" | "USERNAME" | "PASSWORD" | "ENCRYPTED_PASSWORD" | "JDBC_DRIVER_JAR_URI" | "JDBC_DRIVER_CLASS_NAME" | "JDBC_ENGINE" | "JDBC_ENGINE_VERSION" | "CONFIG_FILES" | "INSTANCE_ID" | "JDBC_CONNECTION_URL" | "JDBC_ENFORCE_SSL" | "CUSTOM_JDBC_CERT" | "SKIP_CUSTOM_JDBC_CERT_VALIDATION" | "CUSTOM_JDBC_CERT_STRING" | "CONNECTION_URL" | "KAFKA_BOOTSTRAP_SERVERS" | "KAFKA_SSL_ENABLED" | "KAFKA_CUSTOM_CERT" | "KAFKA_SKIP_CUSTOM_CERT_VALIDATION" | "KAFKA_CLIENT_KEYSTORE" | "KAFKA_CLIENT_KEYSTORE_PASSWORD" | "KAFKA_CLIENT_KEY_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD" | "SECRET_ID" | "CONNECTOR_URL" | "CONNECTOR_TYPE" | "CONNECTOR_CLASS_NAME" | "KAFKA_SASL_MECHANISM" | "KAFKA_SASL_PLAIN_USERNAME" | "KAFKA_SASL_PLAIN_PASSWORD" | "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD" | "KAFKA_SASL_SCRAM_USERNAME" | "KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_SCRAM_SECRETS_ARN" | "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_GSSAPI_KEYTAB" | "KAFKA_SASL_GSSAPI_KRB5_CONF" | "KAFKA_SASL_GSSAPI_SERVICE" | "KAFKA_SASL_GSSAPI_PRINCIPAL"), ::String],
|
514
|
+
connection_properties: Hash[("HOST" | "PORT" | "USERNAME" | "PASSWORD" | "ENCRYPTED_PASSWORD" | "JDBC_DRIVER_JAR_URI" | "JDBC_DRIVER_CLASS_NAME" | "JDBC_ENGINE" | "JDBC_ENGINE_VERSION" | "CONFIG_FILES" | "INSTANCE_ID" | "JDBC_CONNECTION_URL" | "JDBC_ENFORCE_SSL" | "CUSTOM_JDBC_CERT" | "SKIP_CUSTOM_JDBC_CERT_VALIDATION" | "CUSTOM_JDBC_CERT_STRING" | "CONNECTION_URL" | "KAFKA_BOOTSTRAP_SERVERS" | "KAFKA_SSL_ENABLED" | "KAFKA_CUSTOM_CERT" | "KAFKA_SKIP_CUSTOM_CERT_VALIDATION" | "KAFKA_CLIENT_KEYSTORE" | "KAFKA_CLIENT_KEYSTORE_PASSWORD" | "KAFKA_CLIENT_KEY_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD" | "SECRET_ID" | "CONNECTOR_URL" | "CONNECTOR_TYPE" | "CONNECTOR_CLASS_NAME" | "KAFKA_SASL_MECHANISM" | "KAFKA_SASL_PLAIN_USERNAME" | "KAFKA_SASL_PLAIN_PASSWORD" | "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD" | "KAFKA_SASL_SCRAM_USERNAME" | "KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_SCRAM_SECRETS_ARN" | "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_GSSAPI_KEYTAB" | "KAFKA_SASL_GSSAPI_KRB5_CONF" | "KAFKA_SASL_GSSAPI_SERVICE" | "KAFKA_SASL_GSSAPI_PRINCIPAL" | "ROLE_ARN"), ::String],
|
514
515
|
physical_connection_requirements: {
|
515
516
|
subnet_id: ::String?,
|
516
517
|
security_group_id_list: Array[::String]?,
|
517
518
|
availability_zone: ::String?
|
518
|
-
}
|
519
|
+
}?,
|
520
|
+
authentication_configuration: {
|
521
|
+
authentication_type: ("BASIC" | "OAUTH2" | "CUSTOM")?,
|
522
|
+
secret_arn: ::String?,
|
523
|
+
o_auth_2_properties: {
|
524
|
+
o_auth_2_grant_type: ("AUTHORIZATION_CODE" | "CLIENT_CREDENTIALS" | "JWT_BEARER")?,
|
525
|
+
o_auth_2_client_application: {
|
526
|
+
user_managed_client_application_client_id: ::String?,
|
527
|
+
aws_managed_client_application_reference: ::String?
|
528
|
+
}?,
|
529
|
+
token_url: ::String?,
|
530
|
+
token_url_parameters_map: Hash[::String, ::String]?,
|
531
|
+
authorization_code_properties: {
|
532
|
+
authorization_code: ::String?,
|
533
|
+
redirect_uri: ::String?
|
534
|
+
}?
|
535
|
+
}?
|
536
|
+
}?,
|
537
|
+
validate_credentials: bool?
|
519
538
|
},
|
520
539
|
?tags: Hash[::String, ::String]
|
521
540
|
) -> _CreateConnectionResponseSuccess
|
@@ -734,6 +753,7 @@ module Aws
|
|
734
753
|
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_job-instance_method
|
735
754
|
def create_job: (
|
736
755
|
name: ::String,
|
756
|
+
?job_mode: ("SCRIPT" | "VISUAL" | "NOTEBOOK"),
|
737
757
|
?description: ::String,
|
738
758
|
?log_uri: ::String,
|
739
759
|
role: ::String,
|
@@ -2836,7 +2856,7 @@ module Aws
|
|
2836
2856
|
?catalog_id: ::String,
|
2837
2857
|
?filter: {
|
2838
2858
|
match_criteria: Array[::String]?,
|
2839
|
-
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM")?
|
2859
|
+
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM" | "SALESFORCE")?
|
2840
2860
|
},
|
2841
2861
|
?hide_password: bool,
|
2842
2862
|
?next_token: ::String,
|
@@ -4860,14 +4880,32 @@ module Aws
|
|
4860
4880
|
connection_input: {
|
4861
4881
|
name: ::String,
|
4862
4882
|
description: ::String?,
|
4863
|
-
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM"),
|
4883
|
+
connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM" | "SALESFORCE"),
|
4864
4884
|
match_criteria: Array[::String]?,
|
4865
|
-
connection_properties: Hash[("HOST" | "PORT" | "USERNAME" | "PASSWORD" | "ENCRYPTED_PASSWORD" | "JDBC_DRIVER_JAR_URI" | "JDBC_DRIVER_CLASS_NAME" | "JDBC_ENGINE" | "JDBC_ENGINE_VERSION" | "CONFIG_FILES" | "INSTANCE_ID" | "JDBC_CONNECTION_URL" | "JDBC_ENFORCE_SSL" | "CUSTOM_JDBC_CERT" | "SKIP_CUSTOM_JDBC_CERT_VALIDATION" | "CUSTOM_JDBC_CERT_STRING" | "CONNECTION_URL" | "KAFKA_BOOTSTRAP_SERVERS" | "KAFKA_SSL_ENABLED" | "KAFKA_CUSTOM_CERT" | "KAFKA_SKIP_CUSTOM_CERT_VALIDATION" | "KAFKA_CLIENT_KEYSTORE" | "KAFKA_CLIENT_KEYSTORE_PASSWORD" | "KAFKA_CLIENT_KEY_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD" | "SECRET_ID" | "CONNECTOR_URL" | "CONNECTOR_TYPE" | "CONNECTOR_CLASS_NAME" | "KAFKA_SASL_MECHANISM" | "KAFKA_SASL_PLAIN_USERNAME" | "KAFKA_SASL_PLAIN_PASSWORD" | "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD" | "KAFKA_SASL_SCRAM_USERNAME" | "KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_SCRAM_SECRETS_ARN" | "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_GSSAPI_KEYTAB" | "KAFKA_SASL_GSSAPI_KRB5_CONF" | "KAFKA_SASL_GSSAPI_SERVICE" | "KAFKA_SASL_GSSAPI_PRINCIPAL"), ::String],
|
4885
|
+
connection_properties: Hash[("HOST" | "PORT" | "USERNAME" | "PASSWORD" | "ENCRYPTED_PASSWORD" | "JDBC_DRIVER_JAR_URI" | "JDBC_DRIVER_CLASS_NAME" | "JDBC_ENGINE" | "JDBC_ENGINE_VERSION" | "CONFIG_FILES" | "INSTANCE_ID" | "JDBC_CONNECTION_URL" | "JDBC_ENFORCE_SSL" | "CUSTOM_JDBC_CERT" | "SKIP_CUSTOM_JDBC_CERT_VALIDATION" | "CUSTOM_JDBC_CERT_STRING" | "CONNECTION_URL" | "KAFKA_BOOTSTRAP_SERVERS" | "KAFKA_SSL_ENABLED" | "KAFKA_CUSTOM_CERT" | "KAFKA_SKIP_CUSTOM_CERT_VALIDATION" | "KAFKA_CLIENT_KEYSTORE" | "KAFKA_CLIENT_KEYSTORE_PASSWORD" | "KAFKA_CLIENT_KEY_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD" | "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD" | "SECRET_ID" | "CONNECTOR_URL" | "CONNECTOR_TYPE" | "CONNECTOR_CLASS_NAME" | "KAFKA_SASL_MECHANISM" | "KAFKA_SASL_PLAIN_USERNAME" | "KAFKA_SASL_PLAIN_PASSWORD" | "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD" | "KAFKA_SASL_SCRAM_USERNAME" | "KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_SCRAM_SECRETS_ARN" | "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD" | "KAFKA_SASL_GSSAPI_KEYTAB" | "KAFKA_SASL_GSSAPI_KRB5_CONF" | "KAFKA_SASL_GSSAPI_SERVICE" | "KAFKA_SASL_GSSAPI_PRINCIPAL" | "ROLE_ARN"), ::String],
|
4866
4886
|
physical_connection_requirements: {
|
4867
4887
|
subnet_id: ::String?,
|
4868
4888
|
security_group_id_list: Array[::String]?,
|
4869
4889
|
availability_zone: ::String?
|
4870
|
-
}
|
4890
|
+
}?,
|
4891
|
+
authentication_configuration: {
|
4892
|
+
authentication_type: ("BASIC" | "OAUTH2" | "CUSTOM")?,
|
4893
|
+
secret_arn: ::String?,
|
4894
|
+
o_auth_2_properties: {
|
4895
|
+
o_auth_2_grant_type: ("AUTHORIZATION_CODE" | "CLIENT_CREDENTIALS" | "JWT_BEARER")?,
|
4896
|
+
o_auth_2_client_application: {
|
4897
|
+
user_managed_client_application_client_id: ::String?,
|
4898
|
+
aws_managed_client_application_reference: ::String?
|
4899
|
+
}?,
|
4900
|
+
token_url: ::String?,
|
4901
|
+
token_url_parameters_map: Hash[::String, ::String]?,
|
4902
|
+
authorization_code_properties: {
|
4903
|
+
authorization_code: ::String?,
|
4904
|
+
redirect_uri: ::String?
|
4905
|
+
}?
|
4906
|
+
}?
|
4907
|
+
}?,
|
4908
|
+
validate_credentials: bool?
|
4871
4909
|
}
|
4872
4910
|
) -> _UpdateConnectionResponseSuccess
|
4873
4911
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _UpdateConnectionResponseSuccess
|
@@ -5054,6 +5092,7 @@ module Aws
|
|
5054
5092
|
def update_job: (
|
5055
5093
|
job_name: ::String,
|
5056
5094
|
job_update: {
|
5095
|
+
job_mode: ("SCRIPT" | "VISUAL" | "NOTEBOOK")?,
|
5057
5096
|
description: ::String?,
|
5058
5097
|
log_uri: ::String?,
|
5059
5098
|
role: ::String?,
|