aws-sdk-glue 1.93.0 → 1.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +409 -6
- data/lib/aws-sdk-glue/client_api.rb +280 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +658 -6
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -5
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -471,6 +471,55 @@ module Aws::Glue
|
|
471
471
|
include Aws::Structure
|
472
472
|
end
|
473
473
|
|
474
|
+
# @note When making an API call, you may pass BatchGetBlueprintsRequest
|
475
|
+
# data as a hash:
|
476
|
+
#
|
477
|
+
# {
|
478
|
+
# names: ["OrchestrationNameString"], # required
|
479
|
+
# include_blueprint: false,
|
480
|
+
# include_parameter_spec: false,
|
481
|
+
# }
|
482
|
+
#
|
483
|
+
# @!attribute [rw] names
|
484
|
+
# A list of blueprint names.
|
485
|
+
# @return [Array<String>]
|
486
|
+
#
|
487
|
+
# @!attribute [rw] include_blueprint
|
488
|
+
# Specifies whether or not to include the blueprint in the response.
|
489
|
+
# @return [Boolean]
|
490
|
+
#
|
491
|
+
# @!attribute [rw] include_parameter_spec
|
492
|
+
# Specifies whether or not to include the parameters, as a JSON
|
493
|
+
# string, for the blueprint in the response.
|
494
|
+
# @return [Boolean]
|
495
|
+
#
|
496
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprintsRequest AWS API Documentation
|
497
|
+
#
|
498
|
+
class BatchGetBlueprintsRequest < Struct.new(
|
499
|
+
:names,
|
500
|
+
:include_blueprint,
|
501
|
+
:include_parameter_spec)
|
502
|
+
SENSITIVE = []
|
503
|
+
include Aws::Structure
|
504
|
+
end
|
505
|
+
|
506
|
+
# @!attribute [rw] blueprints
|
507
|
+
# Returns a list of blueprint as a `Blueprints` object.
|
508
|
+
# @return [Array<Types::Blueprint>]
|
509
|
+
#
|
510
|
+
# @!attribute [rw] missing_blueprints
|
511
|
+
# Returns a list of `BlueprintNames` that were not found.
|
512
|
+
# @return [Array<String>]
|
513
|
+
#
|
514
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprintsResponse AWS API Documentation
|
515
|
+
#
|
516
|
+
class BatchGetBlueprintsResponse < Struct.new(
|
517
|
+
:blueprints,
|
518
|
+
:missing_blueprints)
|
519
|
+
SENSITIVE = []
|
520
|
+
include Aws::Structure
|
521
|
+
end
|
522
|
+
|
474
523
|
# @note When making an API call, you may pass BatchGetCrawlersRequest
|
475
524
|
# data as a hash:
|
476
525
|
#
|
@@ -1069,6 +1118,173 @@ module Aws::Glue
|
|
1069
1118
|
include Aws::Structure
|
1070
1119
|
end
|
1071
1120
|
|
1121
|
+
# The details of a blueprint.
|
1122
|
+
#
|
1123
|
+
# @!attribute [rw] name
|
1124
|
+
# The name of the blueprint.
|
1125
|
+
# @return [String]
|
1126
|
+
#
|
1127
|
+
# @!attribute [rw] description
|
1128
|
+
# The description of the blueprint.
|
1129
|
+
# @return [String]
|
1130
|
+
#
|
1131
|
+
# @!attribute [rw] created_on
|
1132
|
+
# The date and time the blueprint was registered.
|
1133
|
+
# @return [Time]
|
1134
|
+
#
|
1135
|
+
# @!attribute [rw] last_modified_on
|
1136
|
+
# The date and time the blueprint was last modified.
|
1137
|
+
# @return [Time]
|
1138
|
+
#
|
1139
|
+
# @!attribute [rw] parameter_spec
|
1140
|
+
# A JSON string that indicates the list of parameter specifications
|
1141
|
+
# for the blueprint.
|
1142
|
+
# @return [String]
|
1143
|
+
#
|
1144
|
+
# @!attribute [rw] blueprint_location
|
1145
|
+
# Specifies the path in Amazon S3 where the blueprint is published.
|
1146
|
+
# @return [String]
|
1147
|
+
#
|
1148
|
+
# @!attribute [rw] blueprint_service_location
|
1149
|
+
# Specifies a path in Amazon S3 where the blueprint is copied when you
|
1150
|
+
# call `CreateBlueprint/UpdateBlueprint` to register the blueprint in
|
1151
|
+
# Glue.
|
1152
|
+
# @return [String]
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] status
|
1155
|
+
# The status of the blueprint registration.
|
1156
|
+
#
|
1157
|
+
# * Creating — The blueprint registration is in progress.
|
1158
|
+
#
|
1159
|
+
# * Active — The blueprint has been successfully registered.
|
1160
|
+
#
|
1161
|
+
# * Updating — An update to the blueprint registration is in progress.
|
1162
|
+
#
|
1163
|
+
# * Failed — The blueprint registration failed.
|
1164
|
+
# @return [String]
|
1165
|
+
#
|
1166
|
+
# @!attribute [rw] error_message
|
1167
|
+
# An error message.
|
1168
|
+
# @return [String]
|
1169
|
+
#
|
1170
|
+
# @!attribute [rw] last_active_definition
|
1171
|
+
# When there are multiple versions of a blueprint and the latest
|
1172
|
+
# version has some errors, this attribute indicates the last
|
1173
|
+
# successful blueprint definition that is available with the service.
|
1174
|
+
# @return [Types::LastActiveDefinition]
|
1175
|
+
#
|
1176
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Blueprint AWS API Documentation
|
1177
|
+
#
|
1178
|
+
class Blueprint < Struct.new(
|
1179
|
+
:name,
|
1180
|
+
:description,
|
1181
|
+
:created_on,
|
1182
|
+
:last_modified_on,
|
1183
|
+
:parameter_spec,
|
1184
|
+
:blueprint_location,
|
1185
|
+
:blueprint_service_location,
|
1186
|
+
:status,
|
1187
|
+
:error_message,
|
1188
|
+
:last_active_definition)
|
1189
|
+
SENSITIVE = []
|
1190
|
+
include Aws::Structure
|
1191
|
+
end
|
1192
|
+
|
1193
|
+
# The details of a blueprint.
|
1194
|
+
#
|
1195
|
+
# @!attribute [rw] blueprint_name
|
1196
|
+
# The name of the blueprint.
|
1197
|
+
# @return [String]
|
1198
|
+
#
|
1199
|
+
# @!attribute [rw] run_id
|
1200
|
+
# The run ID for this blueprint.
|
1201
|
+
# @return [String]
|
1202
|
+
#
|
1203
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BlueprintDetails AWS API Documentation
|
1204
|
+
#
|
1205
|
+
class BlueprintDetails < Struct.new(
|
1206
|
+
:blueprint_name,
|
1207
|
+
:run_id)
|
1208
|
+
SENSITIVE = []
|
1209
|
+
include Aws::Structure
|
1210
|
+
end
|
1211
|
+
|
1212
|
+
# The details of a blueprint run.
|
1213
|
+
#
|
1214
|
+
# @!attribute [rw] blueprint_name
|
1215
|
+
# The name of the blueprint.
|
1216
|
+
# @return [String]
|
1217
|
+
#
|
1218
|
+
# @!attribute [rw] run_id
|
1219
|
+
# The run ID for this blueprint run.
|
1220
|
+
# @return [String]
|
1221
|
+
#
|
1222
|
+
# @!attribute [rw] workflow_name
|
1223
|
+
# The name of a workflow that is created as a result of a successful
|
1224
|
+
# blueprint run. If a blueprint run has an error, there will not be a
|
1225
|
+
# workflow created.
|
1226
|
+
# @return [String]
|
1227
|
+
#
|
1228
|
+
# @!attribute [rw] state
|
1229
|
+
# The state of the blueprint run. Possible values are:
|
1230
|
+
#
|
1231
|
+
# * Running — The blueprint run is in progress.
|
1232
|
+
#
|
1233
|
+
# * Succeeded — The blueprint run completed successfully.
|
1234
|
+
#
|
1235
|
+
# * Failed — The blueprint run failed and rollback is complete.
|
1236
|
+
#
|
1237
|
+
# * Rolling Back — The blueprint run failed and rollback is in
|
1238
|
+
# progress.
|
1239
|
+
# @return [String]
|
1240
|
+
#
|
1241
|
+
# @!attribute [rw] started_on
|
1242
|
+
# The date and time that the blueprint run started.
|
1243
|
+
# @return [Time]
|
1244
|
+
#
|
1245
|
+
# @!attribute [rw] completed_on
|
1246
|
+
# The date and time that the blueprint run completed.
|
1247
|
+
# @return [Time]
|
1248
|
+
#
|
1249
|
+
# @!attribute [rw] error_message
|
1250
|
+
# Indicates any errors that are seen while running the blueprint.
|
1251
|
+
# @return [String]
|
1252
|
+
#
|
1253
|
+
# @!attribute [rw] rollback_error_message
|
1254
|
+
# If there are any errors while creating the entities of a workflow,
|
1255
|
+
# we try to roll back the created entities until that point and delete
|
1256
|
+
# them. This attribute indicates the errors seen while trying to
|
1257
|
+
# delete the entities that are created.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @!attribute [rw] parameters
|
1261
|
+
# The blueprint parameters as a string. You will have to provide a
|
1262
|
+
# value for each key that is required from the parameter spec that is
|
1263
|
+
# defined in the `Blueprint$ParameterSpec`.
|
1264
|
+
# @return [String]
|
1265
|
+
#
|
1266
|
+
# @!attribute [rw] role_arn
|
1267
|
+
# The role ARN. This role will be assumed by the Glue service and will
|
1268
|
+
# be used to create the workflow and other entities of a workflow.
|
1269
|
+
# @return [String]
|
1270
|
+
#
|
1271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BlueprintRun AWS API Documentation
|
1272
|
+
#
|
1273
|
+
class BlueprintRun < Struct.new(
|
1274
|
+
:blueprint_name,
|
1275
|
+
:run_id,
|
1276
|
+
:workflow_name,
|
1277
|
+
:state,
|
1278
|
+
:started_on,
|
1279
|
+
:completed_on,
|
1280
|
+
:error_message,
|
1281
|
+
:rollback_error_message,
|
1282
|
+
:parameters,
|
1283
|
+
:role_arn)
|
1284
|
+
SENSITIVE = []
|
1285
|
+
include Aws::Structure
|
1286
|
+
end
|
1287
|
+
|
1072
1288
|
# Defines column statistics supported for Boolean data columns.
|
1073
1289
|
#
|
1074
1290
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
@@ -2490,6 +2706,8 @@ module Aws::Glue
|
|
2490
2706
|
# exclusions: ["Path"],
|
2491
2707
|
# connection_name: "ConnectionName",
|
2492
2708
|
# sample_size: 1,
|
2709
|
+
# event_queue_arn: "EventQueueArn",
|
2710
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2493
2711
|
# },
|
2494
2712
|
# ],
|
2495
2713
|
# jdbc_targets: [
|
@@ -2553,6 +2771,57 @@ module Aws::Glue
|
|
2553
2771
|
include Aws::Structure
|
2554
2772
|
end
|
2555
2773
|
|
2774
|
+
# @note When making an API call, you may pass CreateBlueprintRequest
|
2775
|
+
# data as a hash:
|
2776
|
+
#
|
2777
|
+
# {
|
2778
|
+
# name: "OrchestrationNameString", # required
|
2779
|
+
# description: "Generic512CharString",
|
2780
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
2781
|
+
# tags: {
|
2782
|
+
# "TagKey" => "TagValue",
|
2783
|
+
# },
|
2784
|
+
# }
|
2785
|
+
#
|
2786
|
+
# @!attribute [rw] name
|
2787
|
+
# The name of the blueprint.
|
2788
|
+
# @return [String]
|
2789
|
+
#
|
2790
|
+
# @!attribute [rw] description
|
2791
|
+
# A description of the blueprint.
|
2792
|
+
# @return [String]
|
2793
|
+
#
|
2794
|
+
# @!attribute [rw] blueprint_location
|
2795
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
2796
|
+
# @return [String]
|
2797
|
+
#
|
2798
|
+
# @!attribute [rw] tags
|
2799
|
+
# The tags to be applied to this blueprint.
|
2800
|
+
# @return [Hash<String,String>]
|
2801
|
+
#
|
2802
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprintRequest AWS API Documentation
|
2803
|
+
#
|
2804
|
+
class CreateBlueprintRequest < Struct.new(
|
2805
|
+
:name,
|
2806
|
+
:description,
|
2807
|
+
:blueprint_location,
|
2808
|
+
:tags)
|
2809
|
+
SENSITIVE = []
|
2810
|
+
include Aws::Structure
|
2811
|
+
end
|
2812
|
+
|
2813
|
+
# @!attribute [rw] name
|
2814
|
+
# Returns the name of the blueprint that was registered.
|
2815
|
+
# @return [String]
|
2816
|
+
#
|
2817
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprintResponse AWS API Documentation
|
2818
|
+
#
|
2819
|
+
class CreateBlueprintResponse < Struct.new(
|
2820
|
+
:name)
|
2821
|
+
SENSITIVE = []
|
2822
|
+
include Aws::Structure
|
2823
|
+
end
|
2824
|
+
|
2556
2825
|
# @note When making an API call, you may pass CreateClassifierRequest
|
2557
2826
|
# data as a hash:
|
2558
2827
|
#
|
@@ -2633,6 +2902,9 @@ module Aws::Glue
|
|
2633
2902
|
# availability_zone: "NameString",
|
2634
2903
|
# },
|
2635
2904
|
# },
|
2905
|
+
# tags: {
|
2906
|
+
# "TagKey" => "TagValue",
|
2907
|
+
# },
|
2636
2908
|
# }
|
2637
2909
|
#
|
2638
2910
|
# @!attribute [rw] catalog_id
|
@@ -2645,11 +2917,16 @@ module Aws::Glue
|
|
2645
2917
|
# A `ConnectionInput` object defining the connection to create.
|
2646
2918
|
# @return [Types::ConnectionInput]
|
2647
2919
|
#
|
2920
|
+
# @!attribute [rw] tags
|
2921
|
+
# The tags you assign to the connection.
|
2922
|
+
# @return [Hash<String,String>]
|
2923
|
+
#
|
2648
2924
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnectionRequest AWS API Documentation
|
2649
2925
|
#
|
2650
2926
|
class CreateConnectionRequest < Struct.new(
|
2651
2927
|
:catalog_id,
|
2652
|
-
:connection_input
|
2928
|
+
:connection_input,
|
2929
|
+
:tags)
|
2653
2930
|
SENSITIVE = []
|
2654
2931
|
include Aws::Structure
|
2655
2932
|
end
|
@@ -2673,6 +2950,8 @@ module Aws::Glue
|
|
2673
2950
|
# exclusions: ["Path"],
|
2674
2951
|
# connection_name: "ConnectionName",
|
2675
2952
|
# sample_size: 1,
|
2953
|
+
# event_queue_arn: "EventQueueArn",
|
2954
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2676
2955
|
# },
|
2677
2956
|
# ],
|
2678
2957
|
# jdbc_targets: [
|
@@ -2711,7 +2990,7 @@ module Aws::Glue
|
|
2711
2990
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
2712
2991
|
# },
|
2713
2992
|
# recrawl_policy: {
|
2714
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
2993
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
2715
2994
|
# },
|
2716
2995
|
# lineage_configuration: {
|
2717
2996
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -5122,6 +5401,37 @@ module Aws::Glue
|
|
5122
5401
|
include Aws::Structure
|
5123
5402
|
end
|
5124
5403
|
|
5404
|
+
# @note When making an API call, you may pass DeleteBlueprintRequest
|
5405
|
+
# data as a hash:
|
5406
|
+
#
|
5407
|
+
# {
|
5408
|
+
# name: "NameString", # required
|
5409
|
+
# }
|
5410
|
+
#
|
5411
|
+
# @!attribute [rw] name
|
5412
|
+
# The name of the blueprint to delete.
|
5413
|
+
# @return [String]
|
5414
|
+
#
|
5415
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprintRequest AWS API Documentation
|
5416
|
+
#
|
5417
|
+
class DeleteBlueprintRequest < Struct.new(
|
5418
|
+
:name)
|
5419
|
+
SENSITIVE = []
|
5420
|
+
include Aws::Structure
|
5421
|
+
end
|
5422
|
+
|
5423
|
+
# @!attribute [rw] name
|
5424
|
+
# Returns the name of the blueprint that was deleted.
|
5425
|
+
# @return [String]
|
5426
|
+
#
|
5427
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprintResponse AWS API Documentation
|
5428
|
+
#
|
5429
|
+
class DeleteBlueprintResponse < Struct.new(
|
5430
|
+
:name)
|
5431
|
+
SENSITIVE = []
|
5432
|
+
include Aws::Structure
|
5433
|
+
end
|
5434
|
+
|
5125
5435
|
# @note When making an API call, you may pass DeleteClassifierRequest
|
5126
5436
|
# data as a hash:
|
5127
5437
|
#
|
@@ -6634,6 +6944,134 @@ module Aws::Glue
|
|
6634
6944
|
include Aws::Structure
|
6635
6945
|
end
|
6636
6946
|
|
6947
|
+
# @note When making an API call, you may pass GetBlueprintRequest
|
6948
|
+
# data as a hash:
|
6949
|
+
#
|
6950
|
+
# {
|
6951
|
+
# name: "NameString", # required
|
6952
|
+
# include_blueprint: false,
|
6953
|
+
# include_parameter_spec: false,
|
6954
|
+
# }
|
6955
|
+
#
|
6956
|
+
# @!attribute [rw] name
|
6957
|
+
# The name of the blueprint.
|
6958
|
+
# @return [String]
|
6959
|
+
#
|
6960
|
+
# @!attribute [rw] include_blueprint
|
6961
|
+
# Specifies whether or not to include the blueprint in the response.
|
6962
|
+
# @return [Boolean]
|
6963
|
+
#
|
6964
|
+
# @!attribute [rw] include_parameter_spec
|
6965
|
+
# Specifies whether or not to include the parameter specification.
|
6966
|
+
# @return [Boolean]
|
6967
|
+
#
|
6968
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRequest AWS API Documentation
|
6969
|
+
#
|
6970
|
+
class GetBlueprintRequest < Struct.new(
|
6971
|
+
:name,
|
6972
|
+
:include_blueprint,
|
6973
|
+
:include_parameter_spec)
|
6974
|
+
SENSITIVE = []
|
6975
|
+
include Aws::Structure
|
6976
|
+
end
|
6977
|
+
|
6978
|
+
# @!attribute [rw] blueprint
|
6979
|
+
# Returns a `Blueprint` object.
|
6980
|
+
# @return [Types::Blueprint]
|
6981
|
+
#
|
6982
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintResponse AWS API Documentation
|
6983
|
+
#
|
6984
|
+
class GetBlueprintResponse < Struct.new(
|
6985
|
+
:blueprint)
|
6986
|
+
SENSITIVE = []
|
6987
|
+
include Aws::Structure
|
6988
|
+
end
|
6989
|
+
|
6990
|
+
# @note When making an API call, you may pass GetBlueprintRunRequest
|
6991
|
+
# data as a hash:
|
6992
|
+
#
|
6993
|
+
# {
|
6994
|
+
# blueprint_name: "OrchestrationNameString", # required
|
6995
|
+
# run_id: "IdString", # required
|
6996
|
+
# }
|
6997
|
+
#
|
6998
|
+
# @!attribute [rw] blueprint_name
|
6999
|
+
# The name of the blueprint.
|
7000
|
+
# @return [String]
|
7001
|
+
#
|
7002
|
+
# @!attribute [rw] run_id
|
7003
|
+
# The run ID for the blueprint run you want to retrieve.
|
7004
|
+
# @return [String]
|
7005
|
+
#
|
7006
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunRequest AWS API Documentation
|
7007
|
+
#
|
7008
|
+
class GetBlueprintRunRequest < Struct.new(
|
7009
|
+
:blueprint_name,
|
7010
|
+
:run_id)
|
7011
|
+
SENSITIVE = []
|
7012
|
+
include Aws::Structure
|
7013
|
+
end
|
7014
|
+
|
7015
|
+
# @!attribute [rw] blueprint_run
|
7016
|
+
# Returns a `BlueprintRun` object.
|
7017
|
+
# @return [Types::BlueprintRun]
|
7018
|
+
#
|
7019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunResponse AWS API Documentation
|
7020
|
+
#
|
7021
|
+
class GetBlueprintRunResponse < Struct.new(
|
7022
|
+
:blueprint_run)
|
7023
|
+
SENSITIVE = []
|
7024
|
+
include Aws::Structure
|
7025
|
+
end
|
7026
|
+
|
7027
|
+
# @note When making an API call, you may pass GetBlueprintRunsRequest
|
7028
|
+
# data as a hash:
|
7029
|
+
#
|
7030
|
+
# {
|
7031
|
+
# blueprint_name: "NameString", # required
|
7032
|
+
# next_token: "GenericString",
|
7033
|
+
# max_results: 1,
|
7034
|
+
# }
|
7035
|
+
#
|
7036
|
+
# @!attribute [rw] blueprint_name
|
7037
|
+
# The name of the blueprint.
|
7038
|
+
# @return [String]
|
7039
|
+
#
|
7040
|
+
# @!attribute [rw] next_token
|
7041
|
+
# A continuation token, if this is a continuation request.
|
7042
|
+
# @return [String]
|
7043
|
+
#
|
7044
|
+
# @!attribute [rw] max_results
|
7045
|
+
# The maximum size of a list to return.
|
7046
|
+
# @return [Integer]
|
7047
|
+
#
|
7048
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunsRequest AWS API Documentation
|
7049
|
+
#
|
7050
|
+
class GetBlueprintRunsRequest < Struct.new(
|
7051
|
+
:blueprint_name,
|
7052
|
+
:next_token,
|
7053
|
+
:max_results)
|
7054
|
+
SENSITIVE = []
|
7055
|
+
include Aws::Structure
|
7056
|
+
end
|
7057
|
+
|
7058
|
+
# @!attribute [rw] blueprint_runs
|
7059
|
+
# Returns a list of `BlueprintRun` objects.
|
7060
|
+
# @return [Array<Types::BlueprintRun>]
|
7061
|
+
#
|
7062
|
+
# @!attribute [rw] next_token
|
7063
|
+
# A continuation token, if not all blueprint runs have been returned.
|
7064
|
+
# @return [String]
|
7065
|
+
#
|
7066
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRunsResponse AWS API Documentation
|
7067
|
+
#
|
7068
|
+
class GetBlueprintRunsResponse < Struct.new(
|
7069
|
+
:blueprint_runs,
|
7070
|
+
:next_token)
|
7071
|
+
SENSITIVE = []
|
7072
|
+
include Aws::Structure
|
7073
|
+
end
|
7074
|
+
|
6637
7075
|
# @note When making an API call, you may pass GetCatalogImportStatusRequest
|
6638
7076
|
# data as a hash:
|
6639
7077
|
#
|
@@ -8288,6 +8726,10 @@ module Aws::Glue
|
|
8288
8726
|
# @return [Integer]
|
8289
8727
|
#
|
8290
8728
|
# @!attribute [rw] exclude_column_schema
|
8729
|
+
# When true, specifies not returning the partition column schema.
|
8730
|
+
# Useful when you are interested only in other partition attributes
|
8731
|
+
# such as partition values or location. This approach avoids the
|
8732
|
+
# problem of a large response by not returning duplicate data.
|
8291
8733
|
# @return [Boolean]
|
8292
8734
|
#
|
8293
8735
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
|
@@ -9784,6 +10226,17 @@ module Aws::Glue
|
|
9784
10226
|
include Aws::Structure
|
9785
10227
|
end
|
9786
10228
|
|
10229
|
+
# @!attribute [rw] message
|
10230
|
+
# @return [String]
|
10231
|
+
#
|
10232
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
10233
|
+
#
|
10234
|
+
class IllegalBlueprintStateException < Struct.new(
|
10235
|
+
:message)
|
10236
|
+
SENSITIVE = []
|
10237
|
+
include Aws::Structure
|
10238
|
+
end
|
10239
|
+
|
9787
10240
|
# The workflow is in an invalid state to perform a requested operation.
|
9788
10241
|
#
|
9789
10242
|
# @!attribute [rw] message
|
@@ -10737,6 +11190,44 @@ module Aws::Glue
|
|
10737
11190
|
include Aws::Structure
|
10738
11191
|
end
|
10739
11192
|
|
11193
|
+
# When there are multiple versions of a blueprint and the latest version
|
11194
|
+
# has some errors, this attribute indicates the last successful
|
11195
|
+
# blueprint definition that is available with the service.
|
11196
|
+
#
|
11197
|
+
# @!attribute [rw] description
|
11198
|
+
# The description of the blueprint.
|
11199
|
+
# @return [String]
|
11200
|
+
#
|
11201
|
+
# @!attribute [rw] last_modified_on
|
11202
|
+
# The date and time the blueprint was last modified.
|
11203
|
+
# @return [Time]
|
11204
|
+
#
|
11205
|
+
# @!attribute [rw] parameter_spec
|
11206
|
+
# A JSON string specifying the parameters for the blueprint.
|
11207
|
+
# @return [String]
|
11208
|
+
#
|
11209
|
+
# @!attribute [rw] blueprint_location
|
11210
|
+
# Specifies a path in Amazon S3 where the blueprint is published by
|
11211
|
+
# the Glue developer.
|
11212
|
+
# @return [String]
|
11213
|
+
#
|
11214
|
+
# @!attribute [rw] blueprint_service_location
|
11215
|
+
# Specifies a path in Amazon S3 where the blueprint is copied when you
|
11216
|
+
# create or update the blueprint.
|
11217
|
+
# @return [String]
|
11218
|
+
#
|
11219
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LastActiveDefinition AWS API Documentation
|
11220
|
+
#
|
11221
|
+
class LastActiveDefinition < Struct.new(
|
11222
|
+
:description,
|
11223
|
+
:last_modified_on,
|
11224
|
+
:parameter_spec,
|
11225
|
+
:blueprint_location,
|
11226
|
+
:blueprint_service_location)
|
11227
|
+
SENSITIVE = []
|
11228
|
+
include Aws::Structure
|
11229
|
+
end
|
11230
|
+
|
10740
11231
|
# Status and error information about the most recent crawl.
|
10741
11232
|
#
|
10742
11233
|
# @!attribute [rw] status
|
@@ -10802,6 +11293,56 @@ module Aws::Glue
|
|
10802
11293
|
include Aws::Structure
|
10803
11294
|
end
|
10804
11295
|
|
11296
|
+
# @note When making an API call, you may pass ListBlueprintsRequest
|
11297
|
+
# data as a hash:
|
11298
|
+
#
|
11299
|
+
# {
|
11300
|
+
# next_token: "GenericString",
|
11301
|
+
# max_results: 1,
|
11302
|
+
# tags: {
|
11303
|
+
# "TagKey" => "TagValue",
|
11304
|
+
# },
|
11305
|
+
# }
|
11306
|
+
#
|
11307
|
+
# @!attribute [rw] next_token
|
11308
|
+
# A continuation token, if this is a continuation request.
|
11309
|
+
# @return [String]
|
11310
|
+
#
|
11311
|
+
# @!attribute [rw] max_results
|
11312
|
+
# The maximum size of a list to return.
|
11313
|
+
# @return [Integer]
|
11314
|
+
#
|
11315
|
+
# @!attribute [rw] tags
|
11316
|
+
# Filters the list by an Amazon Web Services resource tag.
|
11317
|
+
# @return [Hash<String,String>]
|
11318
|
+
#
|
11319
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprintsRequest AWS API Documentation
|
11320
|
+
#
|
11321
|
+
class ListBlueprintsRequest < Struct.new(
|
11322
|
+
:next_token,
|
11323
|
+
:max_results,
|
11324
|
+
:tags)
|
11325
|
+
SENSITIVE = []
|
11326
|
+
include Aws::Structure
|
11327
|
+
end
|
11328
|
+
|
11329
|
+
# @!attribute [rw] blueprints
|
11330
|
+
# List of names of blueprints in the account.
|
11331
|
+
# @return [Array<String>]
|
11332
|
+
#
|
11333
|
+
# @!attribute [rw] next_token
|
11334
|
+
# A continuation token, if not all blueprint names have been returned.
|
11335
|
+
# @return [String]
|
11336
|
+
#
|
11337
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprintsResponse AWS API Documentation
|
11338
|
+
#
|
11339
|
+
class ListBlueprintsResponse < Struct.new(
|
11340
|
+
:blueprints,
|
11341
|
+
:next_token)
|
11342
|
+
SENSITIVE = []
|
11343
|
+
include Aws::Structure
|
11344
|
+
end
|
11345
|
+
|
10805
11346
|
# @note When making an API call, you may pass ListCrawlersRequest
|
10806
11347
|
# data as a hash:
|
10807
11348
|
#
|
@@ -12692,7 +13233,7 @@ module Aws::Glue
|
|
12692
13233
|
# data as a hash:
|
12693
13234
|
#
|
12694
13235
|
# {
|
12695
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
13236
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
12696
13237
|
# }
|
12697
13238
|
#
|
12698
13239
|
# @!attribute [rw] recrawl_behavior
|
@@ -12704,6 +13245,9 @@ module Aws::Glue
|
|
12704
13245
|
#
|
12705
13246
|
# A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
|
12706
13247
|
# that were added since the last crawler run.
|
13248
|
+
#
|
13249
|
+
# A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
|
13250
|
+
# identified by Amazon S3 events.
|
12707
13251
|
# @return [String]
|
12708
13252
|
#
|
12709
13253
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
|
@@ -13107,6 +13651,8 @@ module Aws::Glue
|
|
13107
13651
|
# exclusions: ["Path"],
|
13108
13652
|
# connection_name: "ConnectionName",
|
13109
13653
|
# sample_size: 1,
|
13654
|
+
# event_queue_arn: "EventQueueArn",
|
13655
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
13110
13656
|
# }
|
13111
13657
|
#
|
13112
13658
|
# @!attribute [rw] path
|
@@ -13134,13 +13680,25 @@ module Aws::Glue
|
|
13134
13680
|
# crawled. A valid value is an integer between 1 and 249.
|
13135
13681
|
# @return [Integer]
|
13136
13682
|
#
|
13683
|
+
# @!attribute [rw] event_queue_arn
|
13684
|
+
# A valid Amazon SQS ARN. For example,
|
13685
|
+
# `arn:aws:sqs:region:account:sqs`.
|
13686
|
+
# @return [String]
|
13687
|
+
#
|
13688
|
+
# @!attribute [rw] dlq_event_queue_arn
|
13689
|
+
# A valid Amazon dead-letter SQS ARN. For example,
|
13690
|
+
# `arn:aws:sqs:region:account:deadLetterQueue`.
|
13691
|
+
# @return [String]
|
13692
|
+
#
|
13137
13693
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
|
13138
13694
|
#
|
13139
13695
|
class S3Target < Struct.new(
|
13140
13696
|
:path,
|
13141
13697
|
:exclusions,
|
13142
13698
|
:connection_name,
|
13143
|
-
:sample_size
|
13699
|
+
:sample_size,
|
13700
|
+
:event_queue_arn,
|
13701
|
+
:dlq_event_queue_arn)
|
13144
13702
|
SENSITIVE = []
|
13145
13703
|
include Aws::Structure
|
13146
13704
|
end
|
@@ -13732,6 +14290,49 @@ module Aws::Glue
|
|
13732
14290
|
include Aws::Structure
|
13733
14291
|
end
|
13734
14292
|
|
14293
|
+
# @note When making an API call, you may pass StartBlueprintRunRequest
|
14294
|
+
# data as a hash:
|
14295
|
+
#
|
14296
|
+
# {
|
14297
|
+
# blueprint_name: "OrchestrationNameString", # required
|
14298
|
+
# parameters: "BlueprintParameters",
|
14299
|
+
# role_arn: "OrchestrationIAMRoleArn", # required
|
14300
|
+
# }
|
14301
|
+
#
|
14302
|
+
# @!attribute [rw] blueprint_name
|
14303
|
+
# The name of the blueprint.
|
14304
|
+
# @return [String]
|
14305
|
+
#
|
14306
|
+
# @!attribute [rw] parameters
|
14307
|
+
# Specifies the parameters as a `BlueprintParameters` object.
|
14308
|
+
# @return [String]
|
14309
|
+
#
|
14310
|
+
# @!attribute [rw] role_arn
|
14311
|
+
# Specifies the IAM role used to create the workflow.
|
14312
|
+
# @return [String]
|
14313
|
+
#
|
14314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRunRequest AWS API Documentation
|
14315
|
+
#
|
14316
|
+
class StartBlueprintRunRequest < Struct.new(
|
14317
|
+
:blueprint_name,
|
14318
|
+
:parameters,
|
14319
|
+
:role_arn)
|
14320
|
+
SENSITIVE = []
|
14321
|
+
include Aws::Structure
|
14322
|
+
end
|
14323
|
+
|
14324
|
+
# @!attribute [rw] run_id
|
14325
|
+
# The run ID for this blueprint run.
|
14326
|
+
# @return [String]
|
14327
|
+
#
|
14328
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRunResponse AWS API Documentation
|
14329
|
+
#
|
14330
|
+
class StartBlueprintRunResponse < Struct.new(
|
14331
|
+
:run_id)
|
14332
|
+
SENSITIVE = []
|
14333
|
+
include Aws::Structure
|
14334
|
+
end
|
14335
|
+
|
13735
14336
|
# @note When making an API call, you may pass StartCrawlerRequest
|
13736
14337
|
# data as a hash:
|
13737
14338
|
#
|
@@ -15439,6 +16040,49 @@ module Aws::Glue
|
|
15439
16040
|
#
|
15440
16041
|
class UntagResourceResponse < Aws::EmptyStructure; end
|
15441
16042
|
|
16043
|
+
# @note When making an API call, you may pass UpdateBlueprintRequest
|
16044
|
+
# data as a hash:
|
16045
|
+
#
|
16046
|
+
# {
|
16047
|
+
# name: "OrchestrationNameString", # required
|
16048
|
+
# description: "Generic512CharString",
|
16049
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
16050
|
+
# }
|
16051
|
+
#
|
16052
|
+
# @!attribute [rw] name
|
16053
|
+
# The name of the blueprint.
|
16054
|
+
# @return [String]
|
16055
|
+
#
|
16056
|
+
# @!attribute [rw] description
|
16057
|
+
# A description of the blueprint.
|
16058
|
+
# @return [String]
|
16059
|
+
#
|
16060
|
+
# @!attribute [rw] blueprint_location
|
16061
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
16062
|
+
# @return [String]
|
16063
|
+
#
|
16064
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprintRequest AWS API Documentation
|
16065
|
+
#
|
16066
|
+
class UpdateBlueprintRequest < Struct.new(
|
16067
|
+
:name,
|
16068
|
+
:description,
|
16069
|
+
:blueprint_location)
|
16070
|
+
SENSITIVE = []
|
16071
|
+
include Aws::Structure
|
16072
|
+
end
|
16073
|
+
|
16074
|
+
# @!attribute [rw] name
|
16075
|
+
# Returns the name of the blueprint that was updated.
|
16076
|
+
# @return [String]
|
16077
|
+
#
|
16078
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprintResponse AWS API Documentation
|
16079
|
+
#
|
16080
|
+
class UpdateBlueprintResponse < Struct.new(
|
16081
|
+
:name)
|
16082
|
+
SENSITIVE = []
|
16083
|
+
include Aws::Structure
|
16084
|
+
end
|
16085
|
+
|
15442
16086
|
# @note When making an API call, you may pass UpdateClassifierRequest
|
15443
16087
|
# data as a hash:
|
15444
16088
|
#
|
@@ -15783,6 +16427,8 @@ module Aws::Glue
|
|
15783
16427
|
# exclusions: ["Path"],
|
15784
16428
|
# connection_name: "ConnectionName",
|
15785
16429
|
# sample_size: 1,
|
16430
|
+
# event_queue_arn: "EventQueueArn",
|
16431
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
15786
16432
|
# },
|
15787
16433
|
# ],
|
15788
16434
|
# jdbc_targets: [
|
@@ -15821,7 +16467,7 @@ module Aws::Glue
|
|
15821
16467
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
15822
16468
|
# },
|
15823
16469
|
# recrawl_policy: {
|
15824
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
16470
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
15825
16471
|
# },
|
15826
16472
|
# lineage_configuration: {
|
15827
16473
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -17194,6 +17840,11 @@ module Aws::Glue
|
|
17194
17840
|
# concurrent workflow runs.
|
17195
17841
|
# @return [Integer]
|
17196
17842
|
#
|
17843
|
+
# @!attribute [rw] blueprint_details
|
17844
|
+
# This structure indicates the details of the blueprint that this
|
17845
|
+
# particular workflow is created from.
|
17846
|
+
# @return [Types::BlueprintDetails]
|
17847
|
+
#
|
17197
17848
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
17198
17849
|
#
|
17199
17850
|
class Workflow < Struct.new(
|
@@ -17204,7 +17855,8 @@ module Aws::Glue
|
|
17204
17855
|
:last_modified_on,
|
17205
17856
|
:last_run,
|
17206
17857
|
:graph,
|
17207
|
-
:max_concurrent_runs
|
17858
|
+
:max_concurrent_runs,
|
17859
|
+
:blueprint_details)
|
17208
17860
|
SENSITIVE = []
|
17209
17861
|
include Aws::Structure
|
17210
17862
|
end
|