aws-sdk-glue 1.93.0 → 1.97.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +409 -6
- data/lib/aws-sdk-glue/client_api.rb +280 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +658 -6
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -5
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -471,6 +471,55 @@ module Aws::Glue
|
|
471
471
|
include Aws::Structure
|
472
472
|
end
|
473
473
|
|
474
|
+
# @note When making an API call, you may pass BatchGetBlueprintsRequest
|
475
|
+
# data as a hash:
|
476
|
+
#
|
477
|
+
# {
|
478
|
+
# names: ["OrchestrationNameString"], # required
|
479
|
+
# include_blueprint: false,
|
480
|
+
# include_parameter_spec: false,
|
481
|
+
# }
|
482
|
+
#
|
483
|
+
# @!attribute [rw] names
|
484
|
+
# A list of blueprint names.
|
485
|
+
# @return [Array<String>]
|
486
|
+
#
|
487
|
+
# @!attribute [rw] include_blueprint
|
488
|
+
# Specifies whether or not to include the blueprint in the response.
|
489
|
+
# @return [Boolean]
|
490
|
+
#
|
491
|
+
# @!attribute [rw] include_parameter_spec
|
492
|
+
# Specifies whether or not to include the parameters, as a JSON
|
493
|
+
# string, for the blueprint in the response.
|
494
|
+
# @return [Boolean]
|
495
|
+
#
|
496
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprintsRequest AWS API Documentation
|
497
|
+
#
|
498
|
+
class BatchGetBlueprintsRequest < Struct.new(
|
499
|
+
:names,
|
500
|
+
:include_blueprint,
|
501
|
+
:include_parameter_spec)
|
502
|
+
SENSITIVE = []
|
503
|
+
include Aws::Structure
|
504
|
+
end
|
505
|
+
|
506
|
+
# @!attribute [rw] blueprints
|
507
|
+
# Returns a list of blueprint as a `Blueprints` object.
|
508
|
+
# @return [Array<Types::Blueprint>]
|
509
|
+
#
|
510
|
+
# @!attribute [rw] missing_blueprints
|
511
|
+
# Returns a list of `BlueprintNames` that were not found.
|
512
|
+
# @return [Array<String>]
|
513
|
+
#
|
514
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprintsResponse AWS API Documentation
|
515
|
+
#
|
516
|
+
class BatchGetBlueprintsResponse < Struct.new(
|
517
|
+
:blueprints,
|
518
|
+
:missing_blueprints)
|
519
|
+
SENSITIVE = []
|
520
|
+
include Aws::Structure
|
521
|
+
end
|
522
|
+
|
474
523
|
# @note When making an API call, you may pass BatchGetCrawlersRequest
|
475
524
|
# data as a hash:
|
476
525
|
#
|
@@ -1069,6 +1118,173 @@ module Aws::Glue
|
|
1069
1118
|
include Aws::Structure
|
1070
1119
|
end
|
1071
1120
|
|
1121
|
+
# The details of a blueprint.
|
1122
|
+
#
|
1123
|
+
# @!attribute [rw] name
|
1124
|
+
# The name of the blueprint.
|
1125
|
+
# @return [String]
|
1126
|
+
#
|
1127
|
+
# @!attribute [rw] description
|
1128
|
+
# The description of the blueprint.
|
1129
|
+
# @return [String]
|
1130
|
+
#
|
1131
|
+
# @!attribute [rw] created_on
|
1132
|
+
# The date and time the blueprint was registered.
|
1133
|
+
# @return [Time]
|
1134
|
+
#
|
1135
|
+
# @!attribute [rw] last_modified_on
|
1136
|
+
# The date and time the blueprint was last modified.
|
1137
|
+
# @return [Time]
|
1138
|
+
#
|
1139
|
+
# @!attribute [rw] parameter_spec
|
1140
|
+
# A JSON string that indicates the list of parameter specifications
|
1141
|
+
# for the blueprint.
|
1142
|
+
# @return [String]
|
1143
|
+
#
|
1144
|
+
# @!attribute [rw] blueprint_location
|
1145
|
+
# Specifies the path in Amazon S3 where the blueprint is published.
|
1146
|
+
# @return [String]
|
1147
|
+
#
|
1148
|
+
# @!attribute [rw] blueprint_service_location
|
1149
|
+
# Specifies a path in Amazon S3 where the blueprint is copied when you
|
1150
|
+
# call `CreateBlueprint/UpdateBlueprint` to register the blueprint in
|
1151
|
+
# Glue.
|
1152
|
+
# @return [String]
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] status
|
1155
|
+
# The status of the blueprint registration.
|
1156
|
+
#
|
1157
|
+
# * Creating — The blueprint registration is in progress.
|
1158
|
+
#
|
1159
|
+
# * Active — The blueprint has been successfully registered.
|
1160
|
+
#
|
1161
|
+
# * Updating — An update to the blueprint registration is in progress.
|
1162
|
+
#
|
1163
|
+
# * Failed — The blueprint registration failed.
|
1164
|
+
# @return [String]
|
1165
|
+
#
|
1166
|
+
# @!attribute [rw] error_message
|
1167
|
+
# An error message.
|
1168
|
+
# @return [String]
|
1169
|
+
#
|
1170
|
+
# @!attribute [rw] last_active_definition
|
1171
|
+
# When there are multiple versions of a blueprint and the latest
|
1172
|
+
# version has some errors, this attribute indicates the last
|
1173
|
+
# successful blueprint definition that is available with the service.
|
1174
|
+
# @return [Types::LastActiveDefinition]
|
1175
|
+
#
|
1176
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Blueprint AWS API Documentation
|
1177
|
+
#
|
1178
|
+
class Blueprint < Struct.new(
|
1179
|
+
:name,
|
1180
|
+
:description,
|
1181
|
+
:created_on,
|
1182
|
+
:last_modified_on,
|
1183
|
+
:parameter_spec,
|
1184
|
+
:blueprint_location,
|
1185
|
+
:blueprint_service_location,
|
1186
|
+
:status,
|
1187
|
+
:error_message,
|
1188
|
+
:last_active_definition)
|
1189
|
+
SENSITIVE = []
|
1190
|
+
include Aws::Structure
|
1191
|
+
end
|
1192
|
+
|
1193
|
+
# The details of a blueprint.
|
1194
|
+
#
|
1195
|
+
# @!attribute [rw] blueprint_name
|
1196
|
+
# The name of the blueprint.
|
1197
|
+
# @return [String]
|
1198
|
+
#
|
1199
|
+
# @!attribute [rw] run_id
|
1200
|
+
# The run ID for this blueprint.
|
1201
|
+
# @return [String]
|
1202
|
+
#
|
1203
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BlueprintDetails AWS API Documentation
|
1204
|
+
#
|
1205
|
+
class BlueprintDetails < Struct.new(
|
1206
|
+
:blueprint_name,
|
1207
|
+
:run_id)
|
1208
|
+
SENSITIVE = []
|
1209
|
+
include Aws::Structure
|
1210
|
+
end
|
1211
|
+
|
1212
|
+
# The details of a blueprint run.
|
1213
|
+
#
|
1214
|
+
# @!attribute [rw] blueprint_name
|
1215
|
+
# The name of the blueprint.
|
1216
|
+
# @return [String]
|
1217
|
+
#
|
1218
|
+
# @!attribute [rw] run_id
|
1219
|
+
# The run ID for this blueprint run.
|
1220
|
+
# @return [String]
|
1221
|
+
#
|
1222
|
+
# @!attribute [rw] workflow_name
|
1223
|
+
# The name of a workflow that is created as a result of a successful
|
1224
|
+
# blueprint run. If a blueprint run has an error, there will not be a
|
1225
|
+
# workflow created.
|
1226
|
+
# @return [String]
|
1227
|
+
#
|
1228
|
+
# @!attribute [rw] state
|
1229
|
+
# The state of the blueprint run. Possible values are:
|
1230
|
+
#
|
1231
|
+
# * Running — The blueprint run is in progress.
|
1232
|
+
#
|
1233
|
+
# * Succeeded — The blueprint run completed successfully.
|
1234
|
+
#
|
1235
|
+
# * Failed — The blueprint run failed and rollback is complete.
|
1236
|
+
#
|
1237
|
+
# * Rolling Back — The blueprint run failed and rollback is in
|
1238
|
+
# progress.
|
1239
|
+
# @return [String]
|
1240
|
+
#
|
1241
|
+
# @!attribute [rw] started_on
|
1242
|
+
# The date and time that the blueprint run started.
|
1243
|
+
# @return [Time]
|
1244
|
+
#
|
1245
|
+
# @!attribute [rw] completed_on
|
1246
|
+
# The date and time that the blueprint run completed.
|
1247
|
+
# @return [Time]
|
1248
|
+
#
|
1249
|
+
# @!attribute [rw] error_message
|
1250
|
+
# Indicates any errors that are seen while running the blueprint.
|
1251
|
+
# @return [String]
|
1252
|
+
#
|
1253
|
+
# @!attribute [rw] rollback_error_message
|
1254
|
+
# If there are any errors while creating the entities of a workflow,
|
1255
|
+
# we try to roll back the created entities until that point and delete
|
1256
|
+
# them. This attribute indicates the errors seen while trying to
|
1257
|
+
# delete the entities that are created.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @!attribute [rw] parameters
|
1261
|
+
# The blueprint parameters as a string. You will have to provide a
|
1262
|
+
# value for each key that is required from the parameter spec that is
|
1263
|
+
# defined in the `Blueprint$ParameterSpec`.
|
1264
|
+
# @return [String]
|
1265
|
+
#
|
1266
|
+
# @!attribute [rw] role_arn
|
1267
|
+
# The role ARN. This role will be assumed by the Glue service and will
|
1268
|
+
# be used to create the workflow and other entities of a workflow.
|
1269
|
+
# @return [String]
|
1270
|
+
#
|
1271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BlueprintRun AWS API Documentation
|
1272
|
+
#
|
1273
|
+
class BlueprintRun < Struct.new(
|
1274
|
+
:blueprint_name,
|
1275
|
+
:run_id,
|
1276
|
+
:workflow_name,
|
1277
|
+
:state,
|
1278
|
+
:started_on,
|
1279
|
+
:completed_on,
|
1280
|
+
:error_message,
|
1281
|
+
:rollback_error_message,
|
1282
|
+
:parameters,
|
1283
|
+
:role_arn)
|
1284
|
+
SENSITIVE = []
|
1285
|
+
include Aws::Structure
|
1286
|
+
end
|
1287
|
+
|
1072
1288
|
# Defines column statistics supported for Boolean data columns.
|
1073
1289
|
#
|
1074
1290
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
@@ -2490,6 +2706,8 @@ module Aws::Glue
|
|
2490
2706
|
# exclusions: ["Path"],
|
2491
2707
|
# connection_name: "ConnectionName",
|
2492
2708
|
# sample_size: 1,
|
2709
|
+
# event_queue_arn: "EventQueueArn",
|
2710
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2493
2711
|
# },
|
2494
2712
|
# ],
|
2495
2713
|
# jdbc_targets: [
|
@@ -2553,6 +2771,57 @@ module Aws::Glue
|
|
2553
2771
|
include Aws::Structure
|
2554
2772
|
end
|
2555
2773
|
|
2774
|
+
# @note When making an API call, you may pass CreateBlueprintRequest
|
2775
|
+
# data as a hash:
|
2776
|
+
#
|
2777
|
+
# {
|
2778
|
+
# name: "OrchestrationNameString", # required
|
2779
|
+
# description: "Generic512CharString",
|
2780
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
2781
|
+
# tags: {
|
2782
|
+
# "TagKey" => "TagValue",
|
2783
|
+
# },
|
2784
|
+
# }
|
2785
|
+
#
|
2786
|
+
# @!attribute [rw] name
|
2787
|
+
# The name of the blueprint.
|
2788
|
+
# @return [String]
|
2789
|
+
#
|
2790
|
+
# @!attribute [rw] description
|
2791
|
+
# A description of the blueprint.
|
2792
|
+
# @return [String]
|
2793
|
+
#
|
2794
|
+
# @!attribute [rw] blueprint_location
|
2795
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
2796
|
+
# @return [String]
|
2797
|
+
#
|
2798
|
+
# @!attribute [rw] tags
|
2799
|
+
# The tags to be applied to this blueprint.
|
2800
|
+
# @return [Hash<String,String>]
|
2801
|
+
#
|
2802
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprintRequest AWS API Documentation
|
2803
|
+
#
|
2804
|
+
class CreateBlueprintRequest < Struct.new(
|
2805
|
+
:name,
|
2806
|
+
:description,
|
2807
|
+
:blueprint_location,
|
2808
|
+
:tags)
|
2809
|
+
SENSITIVE = []
|
2810
|
+
include Aws::Structure
|
2811
|
+
end
|
2812
|
+
|
2813
|
+
# @!attribute [rw] name
|
2814
|
+
# Returns the name of the blueprint that was registered.
|
2815
|
+
# @return [String]
|
2816
|
+
#
|
2817
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprintResponse AWS API Documentation
|
2818
|
+
#
|
2819
|
+
class CreateBlueprintResponse < Struct.new(
|
2820
|
+
:name)
|
2821
|
+
SENSITIVE = []
|
2822
|
+
include Aws::Structure
|
2823
|
+
end
|
2824
|
+
|
2556
2825
|
# @note When making an API call, you may pass CreateClassifierRequest
|
2557
2826
|
# data as a hash:
|
2558
2827
|
#
|
@@ -2633,6 +2902,9 @@ module Aws::Glue
|
|
2633
2902
|
# availability_zone: "NameString",
|
2634
2903
|
# },
|
2635
2904
|
# },
|
2905
|
+
# tags: {
|
2906
|
+
# "TagKey" => "TagValue",
|
2907
|
+
# },
|
2636
2908
|
# }
|
2637
2909
|
#
|
2638
2910
|
# @!attribute [rw] catalog_id
|
@@ -2645,11 +2917,16 @@ module Aws::Glue
|
|
2645
2917
|
# A `ConnectionInput` object defining the connection to create.
|
2646
2918
|
# @return [Types::ConnectionInput]
|
2647
2919
|
#
|
2920
|
+
# @!attribute [rw] tags
|
2921
|
+
# The tags you assign to the connection.
|
2922
|
+
# @return [Hash<String,String>]
|
2923
|
+
#
|
2648
2924
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnectionRequest AWS API Documentation
|
2649
2925
|
#
|
2650
2926
|
class CreateConnectionRequest < Struct.new(
|
2651
2927
|
:catalog_id,
|
2652
|
-
:connection_input
|
2928
|
+
:connection_input,
|
2929
|
+
:tags)
|
2653
2930
|
SENSITIVE = []
|
2654
2931
|
include Aws::Structure
|
2655
2932
|
end
|
@@ -2673,6 +2950,8 @@ module Aws::Glue
|
|
2673
2950
|
# exclusions: ["Path"],
|
2674
2951
|
# connection_name: "ConnectionName",
|
2675
2952
|
# sample_size: 1,
|
2953
|
+
# event_queue_arn: "EventQueueArn",
|
2954
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2676
2955
|
# },
|
2677
2956
|
# ],
|
2678
2957
|
# jdbc_targets: [
|
@@ -2711,7 +2990,7 @@ module Aws::Glue
|
|
2711
2990
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
2712
2991
|
# },
|
2713
2992
|
# recrawl_policy: {
|
2714
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
2993
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
2715
2994
|
# },
|
2716
2995
|
# lineage_configuration: {
|
2717
2996
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -5122,6 +5401,37 @@ module Aws::Glue
|
|
5122
5401
|
include Aws::Structure
|
5123
5402
|
end
|
5124
5403
|
|
5404
|
+
# @note When making an API call, you may pass DeleteBlueprintRequest
|
5405
|
+
# data as a hash:
|
5406
|
+
#
|
5407
|
+
# {
|
5408
|
+
# name: "NameString", # required
|
5409
|
+
# }
|
5410
|
+
#
|
5411
|
+
# @!attribute [rw] name
|
5412
|
+
# The name of the blueprint to delete.
|
5413
|
+
# @return [String]
|
5414
|
+
#
|
5415
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprintRequest AWS API Documentation
|
5416
|
+
#
|
5417
|
+
class DeleteBlueprintRequest < Struct.new(
|
5418
|
+
:name)
|
5419
|
+
SENSITIVE = []
|
5420
|
+
include Aws::Structure
|
5421
|
+
end
|
5422
|
+
|
5423
|
+
# @!attribute [rw] name
|
5424
|
+
# Returns the name of the blueprint that was deleted.
|
5425
|
+
# @return [String]
|
5426
|
+
#
|
5427
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprintResponse AWS API Documentation
|
5428
|
+
#
|
5429
|
+
class DeleteBlueprintResponse < Struct.new(
|
5430
|
+
:name)
|
5431
|
+
SENSITIVE = []
|
5432
|
+
include Aws::Structure
|
5433
|
+
end
|
5434
|
+
|
5125
5435
|
# @note When making an API call, you may pass DeleteClassifierRequest
|
5126
5436
|
# data as a hash:
|
5127
5437
|
#
|
@@ -6634,6 +6944,134 @@ module Aws::Glue
|
|
6634
6944
|
include Aws::Structure
|
6635
6945
|
end
|
6636
6946
|
|
6947
|
+
# @note When making an API call, you may pass GetBlueprintRequest
|
6948
|
+
# data as a hash:
|
6949
|
+
#
|
6950
|
+
# {
|
6951
|
+
# name: "NameString", # required
|
6952
|
+
# include_blueprint: false,
|
6953
|
+
# include_parameter_spec: false,
|
6954
|
+
# }
|
6955
|
+
#
|
6956
|
+
# @!attribute [rw] name
|
6957
|
+
# The name of the blueprint.
|
6958
|
+
# @return [String]
|
6959
|
+
#
|
6960
|
+
# @!attribute [rw] include_blueprint
|
6961
|
+
# Specifies whether or not to include the blueprint in the response.
|
6962
|
+
# @return [Boolean]
|
6963
|
+
#
|
6964
|
+
# @!attribute [rw] include_parameter_spec
|
6965
|
+
# Specifies whether or not to include the parameter specification.
|
6966
|
+
# @return [Boolean]
|
6967
|
+
#
|
6968
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRequest AWS API Documentation
|
6969
|
+
#
|
6970
|
+
class GetBlueprintRequest < Struct.new(
|
6971
|
+
:name,
|
6972
|
+
:include_blueprint,
|
6973
|
+
:include_parameter_spec)
|
6974
|
+
SENSITIVE = []
|
6975
|
+
include Aws::Structure
|
6976
|
+
end
|
6977
|
+
|
6978
|
+
# @!attribute [rw] blueprint
|
6979
|
+
# Returns a `Blueprint` object.
|
6980
|
+
# @return [Types::Blueprint]
|
6981
|
+
#
|
6982
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintResponse AWS API Documentation
|
6983
|
+
#
|
6984
|
+
class GetBlueprintResponse < Struct.new(
|
6985
|
+
:blueprint)
|
6986
|
+
SENSITIVE = []
|
6987
|
+
include Aws::Structure
|
6988
|
+
end
|
6989
|
+
|
6990
|
+
# @note When making an API call, you may pass GetBlueprintRunRequest
|
6991
|
+
# data as a hash:
|
6992
|
+
#
|
6993
|
+
# {
|
6994
|
+
# blueprint_name: "OrchestrationNameString", # required
|
6995
|
+
# run_id: "IdString", # required
|
6996
|
+
# }
|
6997
|
+
#
|
6998
|
+
# @!attribute [rw] blueprint_name
|
6999
|
+
# The name of the blueprint.
|
7000
|
+
# @return [String]
|
7001
|
+
#
|
7002
|
+
# @!attribute [rw] run_id
|
7003
|
+
# The run ID for the blueprint run you want to retrieve.
|
7004
|
+
# @return [String]
|
7005
|
+
#
|
7006
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunRequest AWS API Documentation
|
7007
|
+
#
|
7008
|
+
class GetBlueprintRunRequest < Struct.new(
|
7009
|
+
:blueprint_name,
|
7010
|
+
:run_id)
|
7011
|
+
SENSITIVE = []
|
7012
|
+
include Aws::Structure
|
7013
|
+
end
|
7014
|
+
|
7015
|
+
# @!attribute [rw] blueprint_run
|
7016
|
+
# Returns a `BlueprintRun` object.
|
7017
|
+
# @return [Types::BlueprintRun]
|
7018
|
+
#
|
7019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunResponse AWS API Documentation
|
7020
|
+
#
|
7021
|
+
class GetBlueprintRunResponse < Struct.new(
|
7022
|
+
:blueprint_run)
|
7023
|
+
SENSITIVE = []
|
7024
|
+
include Aws::Structure
|
7025
|
+
end
|
7026
|
+
|
7027
|
+
# @note When making an API call, you may pass GetBlueprintRunsRequest
|
7028
|
+
# data as a hash:
|
7029
|
+
#
|
7030
|
+
# {
|
7031
|
+
# blueprint_name: "NameString", # required
|
7032
|
+
# next_token: "GenericString",
|
7033
|
+
# max_results: 1,
|
7034
|
+
# }
|
7035
|
+
#
|
7036
|
+
# @!attribute [rw] blueprint_name
|
7037
|
+
# The name of the blueprint.
|
7038
|
+
# @return [String]
|
7039
|
+
#
|
7040
|
+
# @!attribute [rw] next_token
|
7041
|
+
# A continuation token, if this is a continuation request.
|
7042
|
+
# @return [String]
|
7043
|
+
#
|
7044
|
+
# @!attribute [rw] max_results
|
7045
|
+
# The maximum size of a list to return.
|
7046
|
+
# @return [Integer]
|
7047
|
+
#
|
7048
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunsRequest AWS API Documentation
|
7049
|
+
#
|
7050
|
+
class GetBlueprintRunsRequest < Struct.new(
|
7051
|
+
:blueprint_name,
|
7052
|
+
:next_token,
|
7053
|
+
:max_results)
|
7054
|
+
SENSITIVE = []
|
7055
|
+
include Aws::Structure
|
7056
|
+
end
|
7057
|
+
|
7058
|
+
# @!attribute [rw] blueprint_runs
|
7059
|
+
# Returns a list of `BlueprintRun` objects.
|
7060
|
+
# @return [Array<Types::BlueprintRun>]
|
7061
|
+
#
|
7062
|
+
# @!attribute [rw] next_token
|
7063
|
+
# A continuation token, if not all blueprint runs have been returned.
|
7064
|
+
# @return [String]
|
7065
|
+
#
|
7066
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunsResponse AWS API Documentation
|
7067
|
+
#
|
7068
|
+
class GetBlueprintRunsResponse < Struct.new(
|
7069
|
+
:blueprint_runs,
|
7070
|
+
:next_token)
|
7071
|
+
SENSITIVE = []
|
7072
|
+
include Aws::Structure
|
7073
|
+
end
|
7074
|
+
|
6637
7075
|
# @note When making an API call, you may pass GetCatalogImportStatusRequest
|
6638
7076
|
# data as a hash:
|
6639
7077
|
#
|
@@ -8288,6 +8726,10 @@ module Aws::Glue
|
|
8288
8726
|
# @return [Integer]
|
8289
8727
|
#
|
8290
8728
|
# @!attribute [rw] exclude_column_schema
|
8729
|
+
# When true, specifies not returning the partition column schema.
|
8730
|
+
# Useful when you are interested only in other partition attributes
|
8731
|
+
# such as partition values or location. This approach avoids the
|
8732
|
+
# problem of a large response by not returning duplicate data.
|
8291
8733
|
# @return [Boolean]
|
8292
8734
|
#
|
8293
8735
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
|
@@ -9784,6 +10226,17 @@ module Aws::Glue
|
|
9784
10226
|
include Aws::Structure
|
9785
10227
|
end
|
9786
10228
|
|
10229
|
+
# @!attribute [rw] message
|
10230
|
+
# @return [String]
|
10231
|
+
#
|
10232
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
10233
|
+
#
|
10234
|
+
class IllegalBlueprintStateException < Struct.new(
|
10235
|
+
:message)
|
10236
|
+
SENSITIVE = []
|
10237
|
+
include Aws::Structure
|
10238
|
+
end
|
10239
|
+
|
9787
10240
|
# The workflow is in an invalid state to perform a requested operation.
|
9788
10241
|
#
|
9789
10242
|
# @!attribute [rw] message
|
@@ -10737,6 +11190,44 @@ module Aws::Glue
|
|
10737
11190
|
include Aws::Structure
|
10738
11191
|
end
|
10739
11192
|
|
11193
|
+
# When there are multiple versions of a blueprint and the latest version
|
11194
|
+
# has some errors, this attribute indicates the last successful
|
11195
|
+
# blueprint definition that is available with the service.
|
11196
|
+
#
|
11197
|
+
# @!attribute [rw] description
|
11198
|
+
# The description of the blueprint.
|
11199
|
+
# @return [String]
|
11200
|
+
#
|
11201
|
+
# @!attribute [rw] last_modified_on
|
11202
|
+
# The date and time the blueprint was last modified.
|
11203
|
+
# @return [Time]
|
11204
|
+
#
|
11205
|
+
# @!attribute [rw] parameter_spec
|
11206
|
+
# A JSON string specifying the parameters for the blueprint.
|
11207
|
+
# @return [String]
|
11208
|
+
#
|
11209
|
+
# @!attribute [rw] blueprint_location
|
11210
|
+
# Specifies a path in Amazon S3 where the blueprint is published by
|
11211
|
+
# the Glue developer.
|
11212
|
+
# @return [String]
|
11213
|
+
#
|
11214
|
+
# @!attribute [rw] blueprint_service_location
|
11215
|
+
# Specifies a path in Amazon S3 where the blueprint is copied when you
|
11216
|
+
# create or update the blueprint.
|
11217
|
+
# @return [String]
|
11218
|
+
#
|
11219
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LastActiveDefinition AWS API Documentation
|
11220
|
+
#
|
11221
|
+
class LastActiveDefinition < Struct.new(
|
11222
|
+
:description,
|
11223
|
+
:last_modified_on,
|
11224
|
+
:parameter_spec,
|
11225
|
+
:blueprint_location,
|
11226
|
+
:blueprint_service_location)
|
11227
|
+
SENSITIVE = []
|
11228
|
+
include Aws::Structure
|
11229
|
+
end
|
11230
|
+
|
10740
11231
|
# Status and error information about the most recent crawl.
|
10741
11232
|
#
|
10742
11233
|
# @!attribute [rw] status
|
@@ -10802,6 +11293,56 @@ module Aws::Glue
|
|
10802
11293
|
include Aws::Structure
|
10803
11294
|
end
|
10804
11295
|
|
11296
|
+
# @note When making an API call, you may pass ListBlueprintsRequest
|
11297
|
+
# data as a hash:
|
11298
|
+
#
|
11299
|
+
# {
|
11300
|
+
# next_token: "GenericString",
|
11301
|
+
# max_results: 1,
|
11302
|
+
# tags: {
|
11303
|
+
# "TagKey" => "TagValue",
|
11304
|
+
# },
|
11305
|
+
# }
|
11306
|
+
#
|
11307
|
+
# @!attribute [rw] next_token
|
11308
|
+
# A continuation token, if this is a continuation request.
|
11309
|
+
# @return [String]
|
11310
|
+
#
|
11311
|
+
# @!attribute [rw] max_results
|
11312
|
+
# The maximum size of a list to return.
|
11313
|
+
# @return [Integer]
|
11314
|
+
#
|
11315
|
+
# @!attribute [rw] tags
|
11316
|
+
# Filters the list by an Amazon Web Services resource tag.
|
11317
|
+
# @return [Hash<String,String>]
|
11318
|
+
#
|
11319
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprintsRequest AWS API Documentation
|
11320
|
+
#
|
11321
|
+
class ListBlueprintsRequest < Struct.new(
|
11322
|
+
:next_token,
|
11323
|
+
:max_results,
|
11324
|
+
:tags)
|
11325
|
+
SENSITIVE = []
|
11326
|
+
include Aws::Structure
|
11327
|
+
end
|
11328
|
+
|
11329
|
+
# @!attribute [rw] blueprints
|
11330
|
+
# List of names of blueprints in the account.
|
11331
|
+
# @return [Array<String>]
|
11332
|
+
#
|
11333
|
+
# @!attribute [rw] next_token
|
11334
|
+
# A continuation token, if not all blueprint names have been returned.
|
11335
|
+
# @return [String]
|
11336
|
+
#
|
11337
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprintsResponse AWS API Documentation
|
11338
|
+
#
|
11339
|
+
class ListBlueprintsResponse < Struct.new(
|
11340
|
+
:blueprints,
|
11341
|
+
:next_token)
|
11342
|
+
SENSITIVE = []
|
11343
|
+
include Aws::Structure
|
11344
|
+
end
|
11345
|
+
|
10805
11346
|
# @note When making an API call, you may pass ListCrawlersRequest
|
10806
11347
|
# data as a hash:
|
10807
11348
|
#
|
@@ -12692,7 +13233,7 @@ module Aws::Glue
|
|
12692
13233
|
# data as a hash:
|
12693
13234
|
#
|
12694
13235
|
# {
|
12695
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
13236
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
12696
13237
|
# }
|
12697
13238
|
#
|
12698
13239
|
# @!attribute [rw] recrawl_behavior
|
@@ -12704,6 +13245,9 @@ module Aws::Glue
|
|
12704
13245
|
#
|
12705
13246
|
# A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
|
12706
13247
|
# that were added since the last crawler run.
|
13248
|
+
#
|
13249
|
+
# A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
|
13250
|
+
# identified by Amazon S3 events.
|
12707
13251
|
# @return [String]
|
12708
13252
|
#
|
12709
13253
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
|
@@ -13107,6 +13651,8 @@ module Aws::Glue
|
|
13107
13651
|
# exclusions: ["Path"],
|
13108
13652
|
# connection_name: "ConnectionName",
|
13109
13653
|
# sample_size: 1,
|
13654
|
+
# event_queue_arn: "EventQueueArn",
|
13655
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
13110
13656
|
# }
|
13111
13657
|
#
|
13112
13658
|
# @!attribute [rw] path
|
@@ -13134,13 +13680,25 @@ module Aws::Glue
|
|
13134
13680
|
# crawled. A valid value is an integer between 1 and 249.
|
13135
13681
|
# @return [Integer]
|
13136
13682
|
#
|
13683
|
+
# @!attribute [rw] event_queue_arn
|
13684
|
+
# A valid Amazon SQS ARN. For example,
|
13685
|
+
# `arn:aws:sqs:region:account:sqs`.
|
13686
|
+
# @return [String]
|
13687
|
+
#
|
13688
|
+
# @!attribute [rw] dlq_event_queue_arn
|
13689
|
+
# A valid Amazon dead-letter SQS ARN. For example,
|
13690
|
+
# `arn:aws:sqs:region:account:deadLetterQueue`.
|
13691
|
+
# @return [String]
|
13692
|
+
#
|
13137
13693
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
|
13138
13694
|
#
|
13139
13695
|
class S3Target < Struct.new(
|
13140
13696
|
:path,
|
13141
13697
|
:exclusions,
|
13142
13698
|
:connection_name,
|
13143
|
-
:sample_size
|
13699
|
+
:sample_size,
|
13700
|
+
:event_queue_arn,
|
13701
|
+
:dlq_event_queue_arn)
|
13144
13702
|
SENSITIVE = []
|
13145
13703
|
include Aws::Structure
|
13146
13704
|
end
|
@@ -13732,6 +14290,49 @@ module Aws::Glue
|
|
13732
14290
|
include Aws::Structure
|
13733
14291
|
end
|
13734
14292
|
|
14293
|
+
# @note When making an API call, you may pass StartBlueprintRunRequest
|
14294
|
+
# data as a hash:
|
14295
|
+
#
|
14296
|
+
# {
|
14297
|
+
# blueprint_name: "OrchestrationNameString", # required
|
14298
|
+
# parameters: "BlueprintParameters",
|
14299
|
+
# role_arn: "OrchestrationIAMRoleArn", # required
|
14300
|
+
# }
|
14301
|
+
#
|
14302
|
+
# @!attribute [rw] blueprint_name
|
14303
|
+
# The name of the blueprint.
|
14304
|
+
# @return [String]
|
14305
|
+
#
|
14306
|
+
# @!attribute [rw] parameters
|
14307
|
+
# Specifies the parameters as a `BlueprintParameters` object.
|
14308
|
+
# @return [String]
|
14309
|
+
#
|
14310
|
+
# @!attribute [rw] role_arn
|
14311
|
+
# Specifies the IAM role used to create the workflow.
|
14312
|
+
# @return [String]
|
14313
|
+
#
|
14314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRunRequest AWS API Documentation
|
14315
|
+
#
|
14316
|
+
class StartBlueprintRunRequest < Struct.new(
|
14317
|
+
:blueprint_name,
|
14318
|
+
:parameters,
|
14319
|
+
:role_arn)
|
14320
|
+
SENSITIVE = []
|
14321
|
+
include Aws::Structure
|
14322
|
+
end
|
14323
|
+
|
14324
|
+
# @!attribute [rw] run_id
|
14325
|
+
# The run ID for this blueprint run.
|
14326
|
+
# @return [String]
|
14327
|
+
#
|
14328
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRunResponse AWS API Documentation
|
14329
|
+
#
|
14330
|
+
class StartBlueprintRunResponse < Struct.new(
|
14331
|
+
:run_id)
|
14332
|
+
SENSITIVE = []
|
14333
|
+
include Aws::Structure
|
14334
|
+
end
|
14335
|
+
|
13735
14336
|
# @note When making an API call, you may pass StartCrawlerRequest
|
13736
14337
|
# data as a hash:
|
13737
14338
|
#
|
@@ -15439,6 +16040,49 @@ module Aws::Glue
|
|
15439
16040
|
#
|
15440
16041
|
class UntagResourceResponse < Aws::EmptyStructure; end
|
15441
16042
|
|
16043
|
+
# @note When making an API call, you may pass UpdateBlueprintRequest
|
16044
|
+
# data as a hash:
|
16045
|
+
#
|
16046
|
+
# {
|
16047
|
+
# name: "OrchestrationNameString", # required
|
16048
|
+
# description: "Generic512CharString",
|
16049
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
16050
|
+
# }
|
16051
|
+
#
|
16052
|
+
# @!attribute [rw] name
|
16053
|
+
# The name of the blueprint.
|
16054
|
+
# @return [String]
|
16055
|
+
#
|
16056
|
+
# @!attribute [rw] description
|
16057
|
+
# A description of the blueprint.
|
16058
|
+
# @return [String]
|
16059
|
+
#
|
16060
|
+
# @!attribute [rw] blueprint_location
|
16061
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
16062
|
+
# @return [String]
|
16063
|
+
#
|
16064
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprintRequest AWS API Documentation
|
16065
|
+
#
|
16066
|
+
class UpdateBlueprintRequest < Struct.new(
|
16067
|
+
:name,
|
16068
|
+
:description,
|
16069
|
+
:blueprint_location)
|
16070
|
+
SENSITIVE = []
|
16071
|
+
include Aws::Structure
|
16072
|
+
end
|
16073
|
+
|
16074
|
+
# @!attribute [rw] name
|
16075
|
+
# Returns the name of the blueprint that was updated.
|
16076
|
+
# @return [String]
|
16077
|
+
#
|
16078
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprintResponse AWS API Documentation
|
16079
|
+
#
|
16080
|
+
class UpdateBlueprintResponse < Struct.new(
|
16081
|
+
:name)
|
16082
|
+
SENSITIVE = []
|
16083
|
+
include Aws::Structure
|
16084
|
+
end
|
16085
|
+
|
15442
16086
|
# @note When making an API call, you may pass UpdateClassifierRequest
|
15443
16087
|
# data as a hash:
|
15444
16088
|
#
|
@@ -15783,6 +16427,8 @@ module Aws::Glue
|
|
15783
16427
|
# exclusions: ["Path"],
|
15784
16428
|
# connection_name: "ConnectionName",
|
15785
16429
|
# sample_size: 1,
|
16430
|
+
# event_queue_arn: "EventQueueArn",
|
16431
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
15786
16432
|
# },
|
15787
16433
|
# ],
|
15788
16434
|
# jdbc_targets: [
|
@@ -15821,7 +16467,7 @@ module Aws::Glue
|
|
15821
16467
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
15822
16468
|
# },
|
15823
16469
|
# recrawl_policy: {
|
15824
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
16470
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
15825
16471
|
# },
|
15826
16472
|
# lineage_configuration: {
|
15827
16473
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -17194,6 +17840,11 @@ module Aws::Glue
|
|
17194
17840
|
# concurrent workflow runs.
|
17195
17841
|
# @return [Integer]
|
17196
17842
|
#
|
17843
|
+
# @!attribute [rw] blueprint_details
|
17844
|
+
# This structure indicates the details of the blueprint that this
|
17845
|
+
# particular workflow is created from.
|
17846
|
+
# @return [Types::BlueprintDetails]
|
17847
|
+
#
|
17197
17848
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
17198
17849
|
#
|
17199
17850
|
class Workflow < Struct.new(
|
@@ -17204,7 +17855,8 @@ module Aws::Glue
|
|
17204
17855
|
:last_modified_on,
|
17205
17856
|
:last_run,
|
17206
17857
|
:graph,
|
17207
|
-
:max_concurrent_runs
|
17858
|
+
:max_concurrent_runs,
|
17859
|
+
:blueprint_details)
|
17208
17860
|
SENSITIVE = []
|
17209
17861
|
include Aws::Structure
|
17210
17862
|
end
|