aws-sdk-gluedatabrew 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +175 -129
- data/lib/aws-sdk-gluedatabrew/client_api.rb +41 -0
- data/lib/aws-sdk-gluedatabrew/types.rb +294 -161
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: '09966b6413eee88bbeba6d72e937a0f51b1a8bb254d1e106af2cc13fc4a10934'
|
4
|
+
data.tar.gz: 12571aeedf4edcdf1883a862c8f26d11ee86fd713fa264a01d9d7aa38796bbc4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9d271f1a2deaf1bc0bac90679b465b2eda94602d752e394e2695993aa60b895461246cdff2df75e65aa13a5f74cb2955c0014d496f762f27936ad241385bf4ea
|
7
|
+
data.tar.gz: 6c7b17dfb3a6ea9028295a12a49a2dfe1466a2ba815305f99d85c06c5f83a35c2ced035be2ffd164806dfa9f8137bd1f9ba8dd27b6c2c3ea2f9bd49279375554
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -329,11 +329,40 @@ module Aws::GlueDataBrew
|
|
329
329
|
|
330
330
|
# Deletes one or more versions of a recipe at a time.
|
331
331
|
#
|
332
|
+
# The entire request will be rejected if:
|
333
|
+
#
|
334
|
+
# * The recipe does not exist.
|
335
|
+
#
|
336
|
+
# * There is an invalid version identifier in the list of versions.
|
337
|
+
#
|
338
|
+
# * The verision list is empty.
|
339
|
+
#
|
340
|
+
# * The version list size exceeds 50.
|
341
|
+
#
|
342
|
+
# * The verison list contains duplicate entries.
|
343
|
+
#
|
344
|
+
# The request will complete successfully, but with partial failures, if:
|
345
|
+
#
|
346
|
+
# * A version does not exist.
|
347
|
+
#
|
348
|
+
# * A version is being used by a job.
|
349
|
+
#
|
350
|
+
# * You specify `LATEST_WORKING`, but it's being used by a project.
|
351
|
+
#
|
352
|
+
# * The version fails to be deleted.
|
353
|
+
#
|
354
|
+
# The `LATEST_WORKING` version will only be deleted if the recipe has no
|
355
|
+
# other versions. If you try to delete `LATEST_WORKING` while other
|
356
|
+
# versions exist (or if they can't be deleted), then `LATEST_WORKING`
|
357
|
+
# will be listed as partial failure in the response.
|
358
|
+
#
|
332
359
|
# @option params [required, String] :name
|
333
|
-
# The name of the recipe to be
|
360
|
+
# The name of the recipe whose versions are to be deleted.
|
334
361
|
#
|
335
362
|
# @option params [required, Array<String>] :recipe_versions
|
336
|
-
# An array of version identifiers to be
|
363
|
+
# An array of version identifiers, for the recipe versions to be
|
364
|
+
# deleted. You can specify numeric versions (`X.Y`) or `LATEST_WORKING`.
|
365
|
+
# `LATEST_PUBLISHED` is not supported.
|
337
366
|
#
|
338
367
|
# @return [Types::BatchDeleteRecipeVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
339
368
|
#
|
@@ -364,18 +393,18 @@ module Aws::GlueDataBrew
|
|
364
393
|
req.send_request(options)
|
365
394
|
end
|
366
395
|
|
367
|
-
# Creates a new
|
396
|
+
# Creates a new DataBrew dataset.
|
368
397
|
#
|
369
398
|
# @option params [required, String] :name
|
370
|
-
# The name of the dataset to be created.
|
399
|
+
# The name of the dataset to be created. Valid characters are
|
400
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
371
401
|
#
|
372
402
|
# @option params [Types::FormatOptions] :format_options
|
373
|
-
# Options that define
|
374
|
-
# DataBrew.
|
403
|
+
# Options that define the structure of either Csv, Excel, or JSON input.
|
375
404
|
#
|
376
405
|
# @option params [required, Types::Input] :input
|
377
|
-
# Information on how
|
378
|
-
#
|
406
|
+
# Information on how DataBrew can find data, in either the AWS Glue Data
|
407
|
+
# Catalog or Amazon S3.
|
379
408
|
#
|
380
409
|
# @option params [Hash<String,String>] :tags
|
381
410
|
# Metadata tags to apply to this dataset.
|
@@ -396,6 +425,9 @@ module Aws::GlueDataBrew
|
|
396
425
|
# sheet_names: ["SheetName"],
|
397
426
|
# sheet_indexes: [1],
|
398
427
|
# },
|
428
|
+
# csv: {
|
429
|
+
# delimiter: "Delimiter",
|
430
|
+
# },
|
399
431
|
# },
|
400
432
|
# input: { # required
|
401
433
|
# s3_input_definition: {
|
@@ -430,8 +462,7 @@ module Aws::GlueDataBrew
|
|
430
462
|
req.send_request(options)
|
431
463
|
end
|
432
464
|
|
433
|
-
# Creates a new job to
|
434
|
-
# in the current AWS account.
|
465
|
+
# Creates a new job to analyze a dataset and create its data profile.
|
435
466
|
#
|
436
467
|
# @option params [required, String] :dataset_name
|
437
468
|
# The name of the dataset that this job is to act upon.
|
@@ -449,12 +480,12 @@ module Aws::GlueDataBrew
|
|
449
480
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
450
481
|
#
|
451
482
|
# @option params [required, String] :name
|
452
|
-
# The name of the job to be created.
|
483
|
+
# The name of the job to be created. Valid characters are alphanumeric
|
484
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
453
485
|
#
|
454
486
|
# @option params [String] :log_subscription
|
455
|
-
#
|
456
|
-
#
|
457
|
-
# stream for each job run.
|
487
|
+
# Enables or disables Amazon CloudWatch logging for the job. If logging
|
488
|
+
# is enabled, CloudWatch writes one log stream for each job run.
|
458
489
|
#
|
459
490
|
# @option params [Integer] :max_capacity
|
460
491
|
# The maximum number of nodes that DataBrew can use when the job
|
@@ -469,7 +500,7 @@ module Aws::GlueDataBrew
|
|
469
500
|
#
|
470
501
|
# @option params [required, String] :role_arn
|
471
502
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
472
|
-
# Management (IAM) role to be assumed
|
503
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
473
504
|
#
|
474
505
|
# @option params [Hash<String,String>] :tags
|
475
506
|
# Metadata tags to apply to this job.
|
@@ -516,20 +547,21 @@ module Aws::GlueDataBrew
|
|
516
547
|
req.send_request(options)
|
517
548
|
end
|
518
549
|
|
519
|
-
# Creates a new
|
550
|
+
# Creates a new DataBrew project.
|
520
551
|
#
|
521
552
|
# @option params [required, String] :dataset_name
|
522
|
-
# The name of
|
553
|
+
# The name of an existing dataset to associate this project with.
|
523
554
|
#
|
524
555
|
# @option params [required, String] :name
|
525
|
-
# A unique name for the new project.
|
556
|
+
# A unique name for the new project. Valid characters are alphanumeric
|
557
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
526
558
|
#
|
527
559
|
# @option params [required, String] :recipe_name
|
528
560
|
# The name of an existing recipe to associate with the project.
|
529
561
|
#
|
530
562
|
# @option params [Types::Sample] :sample
|
531
|
-
# Represents the sample size and sampling type for
|
532
|
-
#
|
563
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
564
|
+
# interactive data analysis.
|
533
565
|
#
|
534
566
|
# @option params [required, String] :role_arn
|
535
567
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
@@ -571,13 +603,14 @@ module Aws::GlueDataBrew
|
|
571
603
|
req.send_request(options)
|
572
604
|
end
|
573
605
|
|
574
|
-
# Creates a new
|
606
|
+
# Creates a new DataBrew recipe.
|
575
607
|
#
|
576
608
|
# @option params [String] :description
|
577
609
|
# A description for the recipe.
|
578
610
|
#
|
579
611
|
# @option params [required, String] :name
|
580
|
-
# A unique name for the recipe.
|
612
|
+
# A unique name for the recipe. Valid characters are alphanumeric (A-Z,
|
613
|
+
# a-z, 0-9), hyphen (-), period (.), and space.
|
581
614
|
#
|
582
615
|
# @option params [required, Array<Types::RecipeStep>] :steps
|
583
616
|
# An array containing the steps to be performed by the recipe. Each
|
@@ -631,9 +664,8 @@ module Aws::GlueDataBrew
|
|
631
664
|
req.send_request(options)
|
632
665
|
end
|
633
666
|
|
634
|
-
# Creates a new job
|
635
|
-
#
|
636
|
-
# project, or a combination of a recipe and a dataset.
|
667
|
+
# Creates a new job to transform input data, using steps defined in an
|
668
|
+
# existing AWS Glue DataBrew recipe
|
637
669
|
#
|
638
670
|
# @option params [String] :dataset_name
|
639
671
|
# The name of the dataset that this job processes.
|
@@ -650,12 +682,12 @@ module Aws::GlueDataBrew
|
|
650
682
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
651
683
|
#
|
652
684
|
# @option params [required, String] :name
|
653
|
-
# A unique name for the job.
|
685
|
+
# A unique name for the job. Valid characters are alphanumeric (A-Z,
|
686
|
+
# a-z, 0-9), hyphen (-), period (.), and space.
|
654
687
|
#
|
655
688
|
# @option params [String] :log_subscription
|
656
|
-
#
|
657
|
-
#
|
658
|
-
# stream for each job run.
|
689
|
+
# Enables or disables Amazon CloudWatch logging for the job. If logging
|
690
|
+
# is enabled, CloudWatch writes one log stream for each job run.
|
659
691
|
#
|
660
692
|
# @option params [Integer] :max_capacity
|
661
693
|
# The maximum number of nodes that DataBrew can consume when the job
|
@@ -672,14 +704,14 @@ module Aws::GlueDataBrew
|
|
672
704
|
# and a dataset to associate with the recipe.
|
673
705
|
#
|
674
706
|
# @option params [Types::RecipeReference] :recipe_reference
|
675
|
-
# Represents
|
707
|
+
# Represents the name and version of a DataBrew recipe.
|
676
708
|
#
|
677
709
|
# @option params [required, String] :role_arn
|
678
710
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
679
|
-
# Management (IAM) role to be assumed
|
711
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
680
712
|
#
|
681
713
|
# @option params [Hash<String,String>] :tags
|
682
|
-
# Metadata tags to apply to this job
|
714
|
+
# Metadata tags to apply to this job.
|
683
715
|
#
|
684
716
|
# @option params [Integer] :timeout
|
685
717
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -709,6 +741,11 @@ module Aws::GlueDataBrew
|
|
709
741
|
# key: "Key",
|
710
742
|
# },
|
711
743
|
# overwrite: false,
|
744
|
+
# format_options: {
|
745
|
+
# csv: {
|
746
|
+
# delimiter: "Delimiter",
|
747
|
+
# },
|
748
|
+
# },
|
712
749
|
# },
|
713
750
|
# ],
|
714
751
|
# project_name: "ProjectName",
|
@@ -736,21 +773,27 @@ module Aws::GlueDataBrew
|
|
736
773
|
req.send_request(options)
|
737
774
|
end
|
738
775
|
|
739
|
-
# Creates a new schedule for one or more
|
740
|
-
#
|
776
|
+
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
777
|
+
# at a specific date and time, or at regular intervals.
|
741
778
|
#
|
742
779
|
# @option params [Array<String>] :job_names
|
743
780
|
# The name or names of one or more jobs to be run.
|
744
781
|
#
|
745
782
|
# @option params [required, String] :cron_expression
|
746
|
-
# The date or dates and time or times
|
747
|
-
#
|
783
|
+
# The date or dates and time or times when the jobs are to be run. For
|
784
|
+
# more information, see [Cron expressions][1] in the *AWS Glue DataBrew
|
785
|
+
# Developer Guide*.
|
786
|
+
#
|
787
|
+
#
|
788
|
+
#
|
789
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
748
790
|
#
|
749
791
|
# @option params [Hash<String,String>] :tags
|
750
792
|
# Metadata tags to apply to this schedule.
|
751
793
|
#
|
752
794
|
# @option params [required, String] :name
|
753
|
-
# A unique name for the schedule.
|
795
|
+
# A unique name for the schedule. Valid characters are alphanumeric
|
796
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
754
797
|
#
|
755
798
|
# @return [Types::CreateScheduleResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
756
799
|
#
|
@@ -780,7 +823,7 @@ module Aws::GlueDataBrew
|
|
780
823
|
req.send_request(options)
|
781
824
|
end
|
782
825
|
|
783
|
-
# Deletes a dataset from
|
826
|
+
# Deletes a dataset from DataBrew.
|
784
827
|
#
|
785
828
|
# @option params [required, String] :name
|
786
829
|
# The name of the dataset to be deleted.
|
@@ -808,8 +851,7 @@ module Aws::GlueDataBrew
|
|
808
851
|
req.send_request(options)
|
809
852
|
end
|
810
853
|
|
811
|
-
# Deletes the specified
|
812
|
-
# account. The job can be for a recipe or for a profile.
|
854
|
+
# Deletes the specified DataBrew job.
|
813
855
|
#
|
814
856
|
# @option params [required, String] :name
|
815
857
|
# The name of the job to be deleted.
|
@@ -837,8 +879,7 @@ module Aws::GlueDataBrew
|
|
837
879
|
req.send_request(options)
|
838
880
|
end
|
839
881
|
|
840
|
-
# Deletes an existing
|
841
|
-
# account.
|
882
|
+
# Deletes an existing DataBrew project.
|
842
883
|
#
|
843
884
|
# @option params [required, String] :name
|
844
885
|
# The name of the project to be deleted.
|
@@ -866,13 +907,15 @@ module Aws::GlueDataBrew
|
|
866
907
|
req.send_request(options)
|
867
908
|
end
|
868
909
|
|
869
|
-
# Deletes a single version of
|
910
|
+
# Deletes a single version of a DataBrew recipe.
|
870
911
|
#
|
871
912
|
# @option params [required, String] :name
|
872
|
-
# The name of the recipe
|
913
|
+
# The name of the recipe.
|
873
914
|
#
|
874
915
|
# @option params [required, String] :recipe_version
|
875
|
-
# The version of the recipe to be deleted.
|
916
|
+
# The version of the recipe to be deleted. You can specify a numeric
|
917
|
+
# versions (`X.Y`) or `LATEST_WORKING`. `LATEST_PUBLISHED` is not
|
918
|
+
# supported.
|
876
919
|
#
|
877
920
|
# @return [Types::DeleteRecipeVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
878
921
|
#
|
@@ -900,8 +943,7 @@ module Aws::GlueDataBrew
|
|
900
943
|
req.send_request(options)
|
901
944
|
end
|
902
945
|
|
903
|
-
# Deletes the specified
|
904
|
-
# account.
|
946
|
+
# Deletes the specified DataBrew schedule.
|
905
947
|
#
|
906
948
|
# @option params [required, String] :name
|
907
949
|
# The name of the schedule to be deleted.
|
@@ -929,8 +971,7 @@ module Aws::GlueDataBrew
|
|
929
971
|
req.send_request(options)
|
930
972
|
end
|
931
973
|
|
932
|
-
# Returns the definition of a specific
|
933
|
-
# in the current AWS account.
|
974
|
+
# Returns the definition of a specific DataBrew dataset.
|
934
975
|
#
|
935
976
|
# @option params [required, String] :name
|
936
977
|
# The name of the dataset to be described.
|
@@ -964,6 +1005,7 @@ module Aws::GlueDataBrew
|
|
964
1005
|
# resp.format_options.excel.sheet_names[0] #=> String
|
965
1006
|
# resp.format_options.excel.sheet_indexes #=> Array
|
966
1007
|
# resp.format_options.excel.sheet_indexes[0] #=> Integer
|
1008
|
+
# resp.format_options.csv.delimiter #=> String
|
967
1009
|
# resp.input.s3_input_definition.bucket #=> String
|
968
1010
|
# resp.input.s3_input_definition.key #=> String
|
969
1011
|
# resp.input.data_catalog_input_definition.catalog_id #=> String
|
@@ -987,8 +1029,7 @@ module Aws::GlueDataBrew
|
|
987
1029
|
req.send_request(options)
|
988
1030
|
end
|
989
1031
|
|
990
|
-
# Returns the definition of a specific
|
991
|
-
# the current AWS account.
|
1032
|
+
# Returns the definition of a specific DataBrew job.
|
992
1033
|
#
|
993
1034
|
# @option params [required, String] :name
|
994
1035
|
# The name of the job to be described.
|
@@ -1043,6 +1084,7 @@ module Aws::GlueDataBrew
|
|
1043
1084
|
# resp.outputs[0].location.bucket #=> String
|
1044
1085
|
# resp.outputs[0].location.key #=> String
|
1045
1086
|
# resp.outputs[0].overwrite #=> Boolean
|
1087
|
+
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1046
1088
|
# resp.project_name #=> String
|
1047
1089
|
# resp.recipe_reference.name #=> String
|
1048
1090
|
# resp.recipe_reference.recipe_version #=> String
|
@@ -1061,8 +1103,7 @@ module Aws::GlueDataBrew
|
|
1061
1103
|
req.send_request(options)
|
1062
1104
|
end
|
1063
1105
|
|
1064
|
-
# Returns the definition of a specific
|
1065
|
-
# in the current AWS account.
|
1106
|
+
# Returns the definition of a specific DataBrew project.
|
1066
1107
|
#
|
1067
1108
|
# @option params [required, String] :name
|
1068
1109
|
# The name of the project to be described.
|
@@ -1118,8 +1159,8 @@ module Aws::GlueDataBrew
|
|
1118
1159
|
req.send_request(options)
|
1119
1160
|
end
|
1120
1161
|
|
1121
|
-
# Returns the definition of a specific
|
1122
|
-
#
|
1162
|
+
# Returns the definition of a specific DataBrew recipe corresponding to
|
1163
|
+
# a particular version.
|
1123
1164
|
#
|
1124
1165
|
# @option params [required, String] :name
|
1125
1166
|
# The name of the recipe to be described.
|
@@ -1184,8 +1225,7 @@ module Aws::GlueDataBrew
|
|
1184
1225
|
req.send_request(options)
|
1185
1226
|
end
|
1186
1227
|
|
1187
|
-
# Returns the definition of a specific
|
1188
|
-
# is in the current AWS account.
|
1228
|
+
# Returns the definition of a specific DataBrew schedule.
|
1189
1229
|
#
|
1190
1230
|
# @option params [required, String] :name
|
1191
1231
|
# The name of the schedule to be described.
|
@@ -1231,17 +1271,14 @@ module Aws::GlueDataBrew
|
|
1231
1271
|
req.send_request(options)
|
1232
1272
|
end
|
1233
1273
|
|
1234
|
-
# Lists all of the
|
1235
|
-
# account.
|
1274
|
+
# Lists all of the DataBrew datasets.
|
1236
1275
|
#
|
1237
1276
|
# @option params [Integer] :max_results
|
1238
1277
|
# The maximum number of results to return in this request.
|
1239
1278
|
#
|
1240
1279
|
# @option params [String] :next_token
|
1241
|
-
#
|
1242
|
-
#
|
1243
|
-
# pages, pass in the NextToken value from the response object of the
|
1244
|
-
# previous page call.
|
1280
|
+
# The token returned by a previous call to retrieve the next set of
|
1281
|
+
# results.
|
1245
1282
|
#
|
1246
1283
|
# @return [Types::ListDatasetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1247
1284
|
#
|
@@ -1269,6 +1306,7 @@ module Aws::GlueDataBrew
|
|
1269
1306
|
# resp.datasets[0].format_options.excel.sheet_names[0] #=> String
|
1270
1307
|
# resp.datasets[0].format_options.excel.sheet_indexes #=> Array
|
1271
1308
|
# resp.datasets[0].format_options.excel.sheet_indexes[0] #=> Integer
|
1309
|
+
# resp.datasets[0].format_options.csv.delimiter #=> String
|
1272
1310
|
# resp.datasets[0].input.s3_input_definition.bucket #=> String
|
1273
1311
|
# resp.datasets[0].input.s3_input_definition.key #=> String
|
1274
1312
|
# resp.datasets[0].input.data_catalog_input_definition.catalog_id #=> String
|
@@ -1293,8 +1331,7 @@ module Aws::GlueDataBrew
|
|
1293
1331
|
req.send_request(options)
|
1294
1332
|
end
|
1295
1333
|
|
1296
|
-
# Lists all of the previous runs of a particular
|
1297
|
-
# in the current AWS account.
|
1334
|
+
# Lists all of the previous runs of a particular DataBrew job.
|
1298
1335
|
#
|
1299
1336
|
# @option params [required, String] :name
|
1300
1337
|
# The name of the job.
|
@@ -1303,10 +1340,8 @@ module Aws::GlueDataBrew
|
|
1303
1340
|
# The maximum number of results to return in this request.
|
1304
1341
|
#
|
1305
1342
|
# @option params [String] :next_token
|
1306
|
-
#
|
1307
|
-
#
|
1308
|
-
# next set of pages, pass in the NextToken value from the response
|
1309
|
-
# object of the previous page call.
|
1343
|
+
# The token returned by a previous call to retrieve the next set of
|
1344
|
+
# results.
|
1310
1345
|
#
|
1311
1346
|
# @return [Types::ListJobRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1312
1347
|
#
|
@@ -1344,6 +1379,7 @@ module Aws::GlueDataBrew
|
|
1344
1379
|
# resp.job_runs[0].outputs[0].location.bucket #=> String
|
1345
1380
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1346
1381
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1382
|
+
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1347
1383
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1348
1384
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1349
1385
|
# resp.job_runs[0].started_by #=> String
|
@@ -1359,7 +1395,7 @@ module Aws::GlueDataBrew
|
|
1359
1395
|
req.send_request(options)
|
1360
1396
|
end
|
1361
1397
|
|
1362
|
-
# Lists
|
1398
|
+
# Lists all of the DataBrew jobs that are defined.
|
1363
1399
|
#
|
1364
1400
|
# @option params [String] :dataset_name
|
1365
1401
|
# The name of a dataset. Using this parameter indicates to return only
|
@@ -1418,6 +1454,7 @@ module Aws::GlueDataBrew
|
|
1418
1454
|
# resp.jobs[0].outputs[0].location.bucket #=> String
|
1419
1455
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1420
1456
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1457
|
+
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1421
1458
|
# resp.jobs[0].project_name #=> String
|
1422
1459
|
# resp.jobs[0].recipe_reference.name #=> String
|
1423
1460
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -1437,10 +1474,11 @@ module Aws::GlueDataBrew
|
|
1437
1474
|
req.send_request(options)
|
1438
1475
|
end
|
1439
1476
|
|
1440
|
-
# Lists all of the DataBrew projects
|
1477
|
+
# Lists all of the DataBrew projects that are defined.
|
1441
1478
|
#
|
1442
1479
|
# @option params [String] :next_token
|
1443
|
-
#
|
1480
|
+
# The token returned by a previous call to retrieve the next set of
|
1481
|
+
# results.
|
1444
1482
|
#
|
1445
1483
|
# @option params [Integer] :max_results
|
1446
1484
|
# The maximum number of results to return in this request.
|
@@ -1489,14 +1527,15 @@ module Aws::GlueDataBrew
|
|
1489
1527
|
req.send_request(options)
|
1490
1528
|
end
|
1491
1529
|
|
1492
|
-
# Lists
|
1493
|
-
#
|
1530
|
+
# Lists the versions of a particular DataBrew recipe, except for
|
1531
|
+
# `LATEST_WORKING`.
|
1494
1532
|
#
|
1495
1533
|
# @option params [Integer] :max_results
|
1496
1534
|
# The maximum number of results to return in this request.
|
1497
1535
|
#
|
1498
1536
|
# @option params [String] :next_token
|
1499
|
-
#
|
1537
|
+
# The token returned by a previous call to retrieve the next set of
|
1538
|
+
# results.
|
1500
1539
|
#
|
1501
1540
|
# @option params [required, String] :name
|
1502
1541
|
# The name of the recipe for which to return version information.
|
@@ -1551,17 +1590,21 @@ module Aws::GlueDataBrew
|
|
1551
1590
|
req.send_request(options)
|
1552
1591
|
end
|
1553
1592
|
|
1554
|
-
# Lists all of the
|
1593
|
+
# Lists all of the DataBrew recipes that are defined.
|
1555
1594
|
#
|
1556
1595
|
# @option params [Integer] :max_results
|
1557
1596
|
# The maximum number of results to return in this request.
|
1558
1597
|
#
|
1559
1598
|
# @option params [String] :next_token
|
1560
|
-
#
|
1599
|
+
# The token returned by a previous call to retrieve the next set of
|
1600
|
+
# results.
|
1561
1601
|
#
|
1562
1602
|
# @option params [String] :recipe_version
|
1563
|
-
#
|
1564
|
-
#
|
1603
|
+
# Return only those recipes with a version identifier of
|
1604
|
+
# `LATEST_WORKING` or `LATEST_PUBLISHED`. If `RecipeVersion` is omitted,
|
1605
|
+
# `ListRecipes` returns all of the `LATEST_PUBLISHED` recipe versions.
|
1606
|
+
#
|
1607
|
+
# Valid values: `LATEST_WORKING` \| `LATEST_PUBLISHED`
|
1565
1608
|
#
|
1566
1609
|
# @return [Types::ListRecipesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1567
1610
|
#
|
@@ -1613,7 +1656,7 @@ module Aws::GlueDataBrew
|
|
1613
1656
|
req.send_request(options)
|
1614
1657
|
end
|
1615
1658
|
|
1616
|
-
# Lists the
|
1659
|
+
# Lists the DataBrew schedules that are defined.
|
1617
1660
|
#
|
1618
1661
|
# @option params [String] :job_name
|
1619
1662
|
# The name of the job that these schedules apply to.
|
@@ -1622,7 +1665,8 @@ module Aws::GlueDataBrew
|
|
1622
1665
|
# The maximum number of results to return in this request.
|
1623
1666
|
#
|
1624
1667
|
# @option params [String] :next_token
|
1625
|
-
#
|
1668
|
+
# The token returned by a previous call to retrieve the next set of
|
1669
|
+
# results.
|
1626
1670
|
#
|
1627
1671
|
# @return [Types::ListSchedulesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1628
1672
|
#
|
@@ -1665,7 +1709,7 @@ module Aws::GlueDataBrew
|
|
1665
1709
|
req.send_request(options)
|
1666
1710
|
end
|
1667
1711
|
|
1668
|
-
# Lists all the tags for
|
1712
|
+
# Lists all the tags for a DataBrew resource.
|
1669
1713
|
#
|
1670
1714
|
# @option params [required, String] :resource_arn
|
1671
1715
|
# The Amazon Resource Name (ARN) string that uniquely identifies the
|
@@ -1695,8 +1739,7 @@ module Aws::GlueDataBrew
|
|
1695
1739
|
req.send_request(options)
|
1696
1740
|
end
|
1697
1741
|
|
1698
|
-
# Publishes a new
|
1699
|
-
# exists in the current AWS account.
|
1742
|
+
# Publishes a new version of a DataBrew recipe.
|
1700
1743
|
#
|
1701
1744
|
# @option params [String] :description
|
1702
1745
|
# A description of the recipe to be published, for this version of the
|
@@ -1729,19 +1772,18 @@ module Aws::GlueDataBrew
|
|
1729
1772
|
req.send_request(options)
|
1730
1773
|
end
|
1731
1774
|
|
1732
|
-
# Performs a recipe step within an interactive
|
1733
|
-
#
|
1775
|
+
# Performs a recipe step within an interactive DataBrew session that's
|
1776
|
+
# currently open.
|
1734
1777
|
#
|
1735
1778
|
# @option params [Boolean] :preview
|
1736
|
-
#
|
1737
|
-
#
|
1779
|
+
# If true, the result of the recipe step will be returned, but not
|
1780
|
+
# applied.
|
1738
1781
|
#
|
1739
1782
|
# @option params [required, String] :name
|
1740
1783
|
# The name of the project to apply the action to.
|
1741
1784
|
#
|
1742
1785
|
# @option params [Types::RecipeStep] :recipe_step
|
1743
|
-
# Represents a single step
|
1744
|
-
# recipe.
|
1786
|
+
# Represents a single step from a DataBrew recipe to be performed.
|
1745
1787
|
#
|
1746
1788
|
# @option params [Integer] :step_index
|
1747
1789
|
# The index from which to preview a step. This index is used to preview
|
@@ -1753,8 +1795,7 @@ module Aws::GlueDataBrew
|
|
1753
1795
|
# and ready for work. The action will be performed on this session.
|
1754
1796
|
#
|
1755
1797
|
# @option params [Types::ViewFrame] :view_frame
|
1756
|
-
# Represents the data being being transformed during an
|
1757
|
-
# DataBrew project session.
|
1798
|
+
# Represents the data being being transformed during an action.
|
1758
1799
|
#
|
1759
1800
|
# @return [Types::SendProjectSessionActionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1760
1801
|
#
|
@@ -1806,7 +1847,7 @@ module Aws::GlueDataBrew
|
|
1806
1847
|
req.send_request(options)
|
1807
1848
|
end
|
1808
1849
|
|
1809
|
-
# Runs
|
1850
|
+
# Runs a DataBrew job.
|
1810
1851
|
#
|
1811
1852
|
# @option params [required, String] :name
|
1812
1853
|
# The name of the job to be run.
|
@@ -1834,7 +1875,7 @@ module Aws::GlueDataBrew
|
|
1834
1875
|
req.send_request(options)
|
1835
1876
|
end
|
1836
1877
|
|
1837
|
-
# Creates an interactive session, enabling you to manipulate
|
1878
|
+
# Creates an interactive session, enabling you to manipulate data in a
|
1838
1879
|
# DataBrew project.
|
1839
1880
|
#
|
1840
1881
|
# @option params [required, String] :name
|
@@ -1870,7 +1911,7 @@ module Aws::GlueDataBrew
|
|
1870
1911
|
req.send_request(options)
|
1871
1912
|
end
|
1872
1913
|
|
1873
|
-
# Stops
|
1914
|
+
# Stops a particular run of a job.
|
1874
1915
|
#
|
1875
1916
|
# @option params [required, String] :name
|
1876
1917
|
# The name of the job to be stopped.
|
@@ -1902,8 +1943,8 @@ module Aws::GlueDataBrew
|
|
1902
1943
|
req.send_request(options)
|
1903
1944
|
end
|
1904
1945
|
|
1905
|
-
# Adds metadata tags to
|
1906
|
-
#
|
1946
|
+
# Adds metadata tags to a DataBrew resource, such as a dataset, project,
|
1947
|
+
# recipe, job, or schedule.
|
1907
1948
|
#
|
1908
1949
|
# @option params [required, String] :resource_arn
|
1909
1950
|
# The DataBrew resource to which tags should be added. The value for
|
@@ -1933,10 +1974,10 @@ module Aws::GlueDataBrew
|
|
1933
1974
|
req.send_request(options)
|
1934
1975
|
end
|
1935
1976
|
|
1936
|
-
# Removes metadata tags from
|
1977
|
+
# Removes metadata tags from a DataBrew resource.
|
1937
1978
|
#
|
1938
1979
|
# @option params [required, String] :resource_arn
|
1939
|
-
#
|
1980
|
+
# A DataBrew resource from which you want to remove a tag or tags. The
|
1940
1981
|
# value for this parameter is an Amazon Resource Name (ARN).
|
1941
1982
|
#
|
1942
1983
|
# @option params [required, Array<String>] :tag_keys
|
@@ -1960,19 +2001,17 @@ module Aws::GlueDataBrew
|
|
1960
2001
|
req.send_request(options)
|
1961
2002
|
end
|
1962
2003
|
|
1963
|
-
# Modifies the definition of an existing
|
1964
|
-
# the current AWS account.
|
2004
|
+
# Modifies the definition of an existing DataBrew dataset.
|
1965
2005
|
#
|
1966
2006
|
# @option params [required, String] :name
|
1967
2007
|
# The name of the dataset to be updated.
|
1968
2008
|
#
|
1969
2009
|
# @option params [Types::FormatOptions] :format_options
|
1970
|
-
# Options that define
|
1971
|
-
# DataBrew.
|
2010
|
+
# Options that define the structure of either Csv, Excel, or JSON input.
|
1972
2011
|
#
|
1973
2012
|
# @option params [required, Types::Input] :input
|
1974
|
-
# Information on how
|
1975
|
-
#
|
2013
|
+
# Information on how DataBrew can find data, in either the AWS Glue Data
|
2014
|
+
# Catalog or Amazon S3.
|
1976
2015
|
#
|
1977
2016
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1978
2017
|
#
|
@@ -1990,6 +2029,9 @@ module Aws::GlueDataBrew
|
|
1990
2029
|
# sheet_names: ["SheetName"],
|
1991
2030
|
# sheet_indexes: [1],
|
1992
2031
|
# },
|
2032
|
+
# csv: {
|
2033
|
+
# delimiter: "Delimiter",
|
2034
|
+
# },
|
1993
2035
|
# },
|
1994
2036
|
# input: { # required
|
1995
2037
|
# s3_input_definition: {
|
@@ -2021,8 +2063,7 @@ module Aws::GlueDataBrew
|
|
2021
2063
|
req.send_request(options)
|
2022
2064
|
end
|
2023
2065
|
|
2024
|
-
# Modifies the definition of an existing
|
2025
|
-
# current AWS account.
|
2066
|
+
# Modifies the definition of an existing profile job.
|
2026
2067
|
#
|
2027
2068
|
# @option params [String] :encryption_key_arn
|
2028
2069
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
@@ -2039,12 +2080,11 @@ module Aws::GlueDataBrew
|
|
2039
2080
|
# The name of the job to be updated.
|
2040
2081
|
#
|
2041
2082
|
# @option params [String] :log_subscription
|
2042
|
-
#
|
2043
|
-
#
|
2044
|
-
# stream for each job run.
|
2083
|
+
# Enables or disables Amazon CloudWatch logging for the job. If logging
|
2084
|
+
# is enabled, CloudWatch writes one log stream for each job run.
|
2045
2085
|
#
|
2046
2086
|
# @option params [Integer] :max_capacity
|
2047
|
-
# The maximum number of nodes that DataBrew can use when the job
|
2087
|
+
# The maximum number of compute nodes that DataBrew can use when the job
|
2048
2088
|
# processes data.
|
2049
2089
|
#
|
2050
2090
|
# @option params [Integer] :max_retries
|
@@ -2056,7 +2096,7 @@ module Aws::GlueDataBrew
|
|
2056
2096
|
#
|
2057
2097
|
# @option params [required, String] :role_arn
|
2058
2098
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
2059
|
-
# Management (IAM) role to be assumed
|
2099
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
2060
2100
|
#
|
2061
2101
|
# @option params [Integer] :timeout
|
2062
2102
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2096,12 +2136,11 @@ module Aws::GlueDataBrew
|
|
2096
2136
|
req.send_request(options)
|
2097
2137
|
end
|
2098
2138
|
|
2099
|
-
# Modifies the definition of an existing
|
2100
|
-
# the current AWS account.
|
2139
|
+
# Modifies the definition of an existing DataBrew project.
|
2101
2140
|
#
|
2102
2141
|
# @option params [Types::Sample] :sample
|
2103
|
-
# Represents the sample size and sampling type for
|
2104
|
-
#
|
2142
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
2143
|
+
# interactive data analysis.
|
2105
2144
|
#
|
2106
2145
|
# @option params [required, String] :role_arn
|
2107
2146
|
# The Amazon Resource Name (ARN) of the IAM role to be assumed for this
|
@@ -2140,8 +2179,8 @@ module Aws::GlueDataBrew
|
|
2140
2179
|
req.send_request(options)
|
2141
2180
|
end
|
2142
2181
|
|
2143
|
-
# Modifies the definition of the
|
2144
|
-
#
|
2182
|
+
# Modifies the definition of the `LATEST_WORKING` version of a DataBrew
|
2183
|
+
# recipe.
|
2145
2184
|
#
|
2146
2185
|
# @option params [String] :description
|
2147
2186
|
# A description of the recipe.
|
@@ -2194,8 +2233,7 @@ module Aws::GlueDataBrew
|
|
2194
2233
|
req.send_request(options)
|
2195
2234
|
end
|
2196
2235
|
|
2197
|
-
# Modifies the definition of an existing
|
2198
|
-
# the current AWS account.
|
2236
|
+
# Modifies the definition of an existing DataBrew recipe job.
|
2199
2237
|
#
|
2200
2238
|
# @option params [String] :encryption_key_arn
|
2201
2239
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
@@ -2212,9 +2250,8 @@ module Aws::GlueDataBrew
|
|
2212
2250
|
# The name of the job to update.
|
2213
2251
|
#
|
2214
2252
|
# @option params [String] :log_subscription
|
2215
|
-
#
|
2216
|
-
#
|
2217
|
-
# stream for each job run.
|
2253
|
+
# Enables or disables Amazon CloudWatch logging for the job. If logging
|
2254
|
+
# is enabled, CloudWatch writes one log stream for each job run.
|
2218
2255
|
#
|
2219
2256
|
# @option params [Integer] :max_capacity
|
2220
2257
|
# The maximum number of nodes that DataBrew can consume when the job
|
@@ -2228,7 +2265,7 @@ module Aws::GlueDataBrew
|
|
2228
2265
|
#
|
2229
2266
|
# @option params [required, String] :role_arn
|
2230
2267
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
2231
|
-
# Management (IAM) role to be assumed
|
2268
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
2232
2269
|
#
|
2233
2270
|
# @option params [Integer] :timeout
|
2234
2271
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2257,6 +2294,11 @@ module Aws::GlueDataBrew
|
|
2257
2294
|
# key: "Key",
|
2258
2295
|
# },
|
2259
2296
|
# overwrite: false,
|
2297
|
+
# format_options: {
|
2298
|
+
# csv: {
|
2299
|
+
# delimiter: "Delimiter",
|
2300
|
+
# },
|
2301
|
+
# },
|
2260
2302
|
# },
|
2261
2303
|
# ],
|
2262
2304
|
# role_arn: "Arn", # required
|
@@ -2276,15 +2318,19 @@ module Aws::GlueDataBrew
|
|
2276
2318
|
req.send_request(options)
|
2277
2319
|
end
|
2278
2320
|
|
2279
|
-
# Modifies the definition of an existing
|
2280
|
-
# the current AWS account.
|
2321
|
+
# Modifies the definition of an existing DataBrew schedule.
|
2281
2322
|
#
|
2282
2323
|
# @option params [Array<String>] :job_names
|
2283
2324
|
# The name or names of one or more jobs to be run for this schedule.
|
2284
2325
|
#
|
2285
2326
|
# @option params [required, String] :cron_expression
|
2286
|
-
# The date or dates and time or times
|
2287
|
-
#
|
2327
|
+
# The date or dates and time or times when the jobs are to be run. For
|
2328
|
+
# more information, see [Cron expressions][1] in the *AWS Glue DataBrew
|
2329
|
+
# Developer Guide*.
|
2330
|
+
#
|
2331
|
+
#
|
2332
|
+
#
|
2333
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
2288
2334
|
#
|
2289
2335
|
# @option params [required, String] :name
|
2290
2336
|
# The name of the schedule to update.
|
@@ -2327,7 +2373,7 @@ module Aws::GlueDataBrew
|
|
2327
2373
|
params: params,
|
2328
2374
|
config: config)
|
2329
2375
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2330
|
-
context[:gem_version] = '1.
|
2376
|
+
context[:gem_version] = '1.1.0'
|
2331
2377
|
Seahorse::Client::Request.new(handlers, context)
|
2332
2378
|
end
|
2333
2379
|
|