aws-sdk-gluedatabrew 1.18.0 → 1.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 535900e0eb77076c3034349139591688dff7f0efd39a74dd20a337a9e6b2cff6
4
- data.tar.gz: db82218f6ac3b9c4ca4ed9803c252644ffe4d2fca5dad5f129c8eabcc65dddf4
3
+ metadata.gz: e48f811b00ad81abf556ffb0c9442b0af68896a06ee38dc83a0b4b3b510eb2cb
4
+ data.tar.gz: 39319ee5abc64848a1cee0a0b0b1533ea4b0442ccb2df079c1389f00fe554bcc
5
5
  SHA512:
6
- metadata.gz: 305d268d7cff482a400d8dcd103ee69dd9f0d77fd909203a1daff2c6818469e8c5a0f41a899c10656e680782437969ff9114ad6f82697c2da9413a30284e3d11
7
- data.tar.gz: 3e8a7760033f21ba53823e771784ef7f54c7b046a9516842bf05572cb092fb21c67a922e60e669ac0e01cf65fcd3951cd8decc6c789e14f84d8cfd3d231a0d8c
6
+ metadata.gz: 17448cad770c757eac67582c745d681f43bf28615effc2483ed33cfd93fa98153fb5d6267b32d7c666dfc8d58b73422b4a9ddbf96f0f03a492cc0c7b75545dda
7
+ data.tar.gz: 8e1017e1172bdd6ebff455dc0ff29aa127291de2aebfce828df613146b49c6fe0da33802cdd26e0d6a9cce27357c001dc8a21209fc30ad9ad35b16333b7b2d91
data/CHANGELOG.md CHANGED
@@ -1,6 +1,21 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.21.0 (2022-02-24)
5
+ ------------------
6
+
7
+ * Feature - This AWS Glue Databrew release adds feature to merge job outputs into a max number of files for S3 File output type.
8
+
9
+ 1.20.0 (2022-02-03)
10
+ ------------------
11
+
12
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
13
+
14
+ 1.19.0 (2022-01-10)
15
+ ------------------
16
+
17
+ * Feature - This SDK release adds support for specifying a Bucket Owner for an S3 location.
18
+
4
19
  1.18.0 (2021-12-21)
5
20
  ------------------
6
21
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.18.0
1
+ 1.21.0
@@ -27,7 +27,9 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
27
27
  require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
28
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
29
  require 'aws-sdk-core/plugins/http_checksum.rb'
30
+ require 'aws-sdk-core/plugins/checksum_algorithm.rb'
30
31
  require 'aws-sdk-core/plugins/defaults_mode.rb'
32
+ require 'aws-sdk-core/plugins/recursion_detection.rb'
31
33
  require 'aws-sdk-core/plugins/signature_v4.rb'
32
34
  require 'aws-sdk-core/plugins/protocols/rest_json.rb'
33
35
 
@@ -74,7 +76,9 @@ module Aws::GlueDataBrew
74
76
  add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
75
77
  add_plugin(Aws::Plugins::TransferEncoding)
76
78
  add_plugin(Aws::Plugins::HttpChecksum)
79
+ add_plugin(Aws::Plugins::ChecksumAlgorithm)
77
80
  add_plugin(Aws::Plugins::DefaultsMode)
81
+ add_plugin(Aws::Plugins::RecursionDetection)
78
82
  add_plugin(Aws::Plugins::SignatureV4)
79
83
  add_plugin(Aws::Plugins::Protocols::RestJson)
80
84
 
@@ -465,6 +469,7 @@ module Aws::GlueDataBrew
465
469
  # s3_input_definition: {
466
470
  # bucket: "Bucket", # required
467
471
  # key: "Key",
472
+ # bucket_owner: "BucketOwner",
468
473
  # },
469
474
  # data_catalog_input_definition: {
470
475
  # catalog_id: "CatalogId",
@@ -473,6 +478,7 @@ module Aws::GlueDataBrew
473
478
  # temp_directory: {
474
479
  # bucket: "Bucket", # required
475
480
  # key: "Key",
481
+ # bucket_owner: "BucketOwner",
476
482
  # },
477
483
  # },
478
484
  # database_input_definition: {
@@ -481,6 +487,7 @@ module Aws::GlueDataBrew
481
487
  # temp_directory: {
482
488
  # bucket: "Bucket", # required
483
489
  # key: "Key",
490
+ # bucket_owner: "BucketOwner",
484
491
  # },
485
492
  # query_string: "QueryString",
486
493
  # },
@@ -570,8 +577,9 @@ module Aws::GlueDataBrew
570
577
  # The maximum number of times to retry the job after a job run fails.
571
578
  #
572
579
  # @option params [required, Types::S3Location] :output_location
573
- # Represents an Amazon S3 location (bucket name and object key) where
574
- # DataBrew can read input data, or write output from a job.
580
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
581
+ # object key) where DataBrew can read input data, or write output from a
582
+ # job.
575
583
  #
576
584
  # @option params [Types::ProfileConfiguration] :configuration
577
585
  # Configuration for profile jobs. Used to select columns, do
@@ -615,6 +623,7 @@ module Aws::GlueDataBrew
615
623
  # output_location: { # required
616
624
  # bucket: "Bucket", # required
617
625
  # key: "Key",
626
+ # bucket_owner: "BucketOwner",
618
627
  # },
619
628
  # configuration: {
620
629
  # dataset_statistics_configuration: {
@@ -894,6 +903,7 @@ module Aws::GlueDataBrew
894
903
  # location: { # required
895
904
  # bucket: "Bucket", # required
896
905
  # key: "Key",
906
+ # bucket_owner: "BucketOwner",
897
907
  # },
898
908
  # overwrite: false,
899
909
  # format_options: {
@@ -901,6 +911,7 @@ module Aws::GlueDataBrew
901
911
  # delimiter: "Delimiter",
902
912
  # },
903
913
  # },
914
+ # max_output_files: 1,
904
915
  # },
905
916
  # ],
906
917
  # data_catalog_outputs: [
@@ -912,12 +923,14 @@ module Aws::GlueDataBrew
912
923
  # location: { # required
913
924
  # bucket: "Bucket", # required
914
925
  # key: "Key",
926
+ # bucket_owner: "BucketOwner",
915
927
  # },
916
928
  # },
917
929
  # database_options: {
918
930
  # temp_directory: {
919
931
  # bucket: "Bucket", # required
920
932
  # key: "Key",
933
+ # bucket_owner: "BucketOwner",
921
934
  # },
922
935
  # table_name: "DatabaseTableName", # required
923
936
  # },
@@ -931,6 +944,7 @@ module Aws::GlueDataBrew
931
944
  # temp_directory: {
932
945
  # bucket: "Bucket", # required
933
946
  # key: "Key",
947
+ # bucket_owner: "BucketOwner",
934
948
  # },
935
949
  # table_name: "DatabaseTableName", # required
936
950
  # },
@@ -1300,15 +1314,18 @@ module Aws::GlueDataBrew
1300
1314
  # resp.format_options.csv.header_row #=> Boolean
1301
1315
  # resp.input.s3_input_definition.bucket #=> String
1302
1316
  # resp.input.s3_input_definition.key #=> String
1317
+ # resp.input.s3_input_definition.bucket_owner #=> String
1303
1318
  # resp.input.data_catalog_input_definition.catalog_id #=> String
1304
1319
  # resp.input.data_catalog_input_definition.database_name #=> String
1305
1320
  # resp.input.data_catalog_input_definition.table_name #=> String
1306
1321
  # resp.input.data_catalog_input_definition.temp_directory.bucket #=> String
1307
1322
  # resp.input.data_catalog_input_definition.temp_directory.key #=> String
1323
+ # resp.input.data_catalog_input_definition.temp_directory.bucket_owner #=> String
1308
1324
  # resp.input.database_input_definition.glue_connection_name #=> String
1309
1325
  # resp.input.database_input_definition.database_table_name #=> String
1310
1326
  # resp.input.database_input_definition.temp_directory.bucket #=> String
1311
1327
  # resp.input.database_input_definition.temp_directory.key #=> String
1328
+ # resp.input.database_input_definition.temp_directory.bucket_owner #=> String
1312
1329
  # resp.input.database_input_definition.query_string #=> String
1313
1330
  # resp.input.metadata.source_arn #=> String
1314
1331
  # resp.last_modified_date #=> Time
@@ -1402,22 +1419,27 @@ module Aws::GlueDataBrew
1402
1419
  # resp.outputs[0].partition_columns[0] #=> String
1403
1420
  # resp.outputs[0].location.bucket #=> String
1404
1421
  # resp.outputs[0].location.key #=> String
1422
+ # resp.outputs[0].location.bucket_owner #=> String
1405
1423
  # resp.outputs[0].overwrite #=> Boolean
1406
1424
  # resp.outputs[0].format_options.csv.delimiter #=> String
1425
+ # resp.outputs[0].max_output_files #=> Integer
1407
1426
  # resp.data_catalog_outputs #=> Array
1408
1427
  # resp.data_catalog_outputs[0].catalog_id #=> String
1409
1428
  # resp.data_catalog_outputs[0].database_name #=> String
1410
1429
  # resp.data_catalog_outputs[0].table_name #=> String
1411
1430
  # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1412
1431
  # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1432
+ # resp.data_catalog_outputs[0].s3_options.location.bucket_owner #=> String
1413
1433
  # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1414
1434
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1435
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket_owner #=> String
1415
1436
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1416
1437
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1417
1438
  # resp.database_outputs #=> Array
1418
1439
  # resp.database_outputs[0].glue_connection_name #=> String
1419
1440
  # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1420
1441
  # resp.database_outputs[0].database_options.temp_directory.key #=> String
1442
+ # resp.database_outputs[0].database_options.temp_directory.bucket_owner #=> String
1421
1443
  # resp.database_outputs[0].database_options.table_name #=> String
1422
1444
  # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1423
1445
  # resp.project_name #=> String
@@ -1550,22 +1572,27 @@ module Aws::GlueDataBrew
1550
1572
  # resp.outputs[0].partition_columns[0] #=> String
1551
1573
  # resp.outputs[0].location.bucket #=> String
1552
1574
  # resp.outputs[0].location.key #=> String
1575
+ # resp.outputs[0].location.bucket_owner #=> String
1553
1576
  # resp.outputs[0].overwrite #=> Boolean
1554
1577
  # resp.outputs[0].format_options.csv.delimiter #=> String
1578
+ # resp.outputs[0].max_output_files #=> Integer
1555
1579
  # resp.data_catalog_outputs #=> Array
1556
1580
  # resp.data_catalog_outputs[0].catalog_id #=> String
1557
1581
  # resp.data_catalog_outputs[0].database_name #=> String
1558
1582
  # resp.data_catalog_outputs[0].table_name #=> String
1559
1583
  # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1560
1584
  # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1585
+ # resp.data_catalog_outputs[0].s3_options.location.bucket_owner #=> String
1561
1586
  # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1562
1587
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1588
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket_owner #=> String
1563
1589
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1564
1590
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1565
1591
  # resp.database_outputs #=> Array
1566
1592
  # resp.database_outputs[0].glue_connection_name #=> String
1567
1593
  # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1568
1594
  # resp.database_outputs[0].database_options.temp_directory.key #=> String
1595
+ # resp.database_outputs[0].database_options.temp_directory.bucket_owner #=> String
1569
1596
  # resp.database_outputs[0].database_options.table_name #=> String
1570
1597
  # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1571
1598
  # resp.recipe_reference.name #=> String
@@ -1851,15 +1878,18 @@ module Aws::GlueDataBrew
1851
1878
  # resp.datasets[0].format_options.csv.header_row #=> Boolean
1852
1879
  # resp.datasets[0].input.s3_input_definition.bucket #=> String
1853
1880
  # resp.datasets[0].input.s3_input_definition.key #=> String
1881
+ # resp.datasets[0].input.s3_input_definition.bucket_owner #=> String
1854
1882
  # resp.datasets[0].input.data_catalog_input_definition.catalog_id #=> String
1855
1883
  # resp.datasets[0].input.data_catalog_input_definition.database_name #=> String
1856
1884
  # resp.datasets[0].input.data_catalog_input_definition.table_name #=> String
1857
1885
  # resp.datasets[0].input.data_catalog_input_definition.temp_directory.bucket #=> String
1858
1886
  # resp.datasets[0].input.data_catalog_input_definition.temp_directory.key #=> String
1887
+ # resp.datasets[0].input.data_catalog_input_definition.temp_directory.bucket_owner #=> String
1859
1888
  # resp.datasets[0].input.database_input_definition.glue_connection_name #=> String
1860
1889
  # resp.datasets[0].input.database_input_definition.database_table_name #=> String
1861
1890
  # resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
1862
1891
  # resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
1892
+ # resp.datasets[0].input.database_input_definition.temp_directory.bucket_owner #=> String
1863
1893
  # resp.datasets[0].input.database_input_definition.query_string #=> String
1864
1894
  # resp.datasets[0].input.metadata.source_arn #=> String
1865
1895
  # resp.datasets[0].last_modified_date #=> Time
@@ -1942,22 +1972,27 @@ module Aws::GlueDataBrew
1942
1972
  # resp.job_runs[0].outputs[0].partition_columns[0] #=> String
1943
1973
  # resp.job_runs[0].outputs[0].location.bucket #=> String
1944
1974
  # resp.job_runs[0].outputs[0].location.key #=> String
1975
+ # resp.job_runs[0].outputs[0].location.bucket_owner #=> String
1945
1976
  # resp.job_runs[0].outputs[0].overwrite #=> Boolean
1946
1977
  # resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
1978
+ # resp.job_runs[0].outputs[0].max_output_files #=> Integer
1947
1979
  # resp.job_runs[0].data_catalog_outputs #=> Array
1948
1980
  # resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
1949
1981
  # resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
1950
1982
  # resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
1951
1983
  # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1952
1984
  # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1985
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket_owner #=> String
1953
1986
  # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1954
1987
  # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1988
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket_owner #=> String
1955
1989
  # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1956
1990
  # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1957
1991
  # resp.job_runs[0].database_outputs #=> Array
1958
1992
  # resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
1959
1993
  # resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1960
1994
  # resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
1995
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket_owner #=> String
1961
1996
  # resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
1962
1997
  # resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1963
1998
  # resp.job_runs[0].recipe_reference.name #=> String
@@ -2038,22 +2073,27 @@ module Aws::GlueDataBrew
2038
2073
  # resp.jobs[0].outputs[0].partition_columns[0] #=> String
2039
2074
  # resp.jobs[0].outputs[0].location.bucket #=> String
2040
2075
  # resp.jobs[0].outputs[0].location.key #=> String
2076
+ # resp.jobs[0].outputs[0].location.bucket_owner #=> String
2041
2077
  # resp.jobs[0].outputs[0].overwrite #=> Boolean
2042
2078
  # resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
2079
+ # resp.jobs[0].outputs[0].max_output_files #=> Integer
2043
2080
  # resp.jobs[0].data_catalog_outputs #=> Array
2044
2081
  # resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
2045
2082
  # resp.jobs[0].data_catalog_outputs[0].database_name #=> String
2046
2083
  # resp.jobs[0].data_catalog_outputs[0].table_name #=> String
2047
2084
  # resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
2048
2085
  # resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
2086
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket_owner #=> String
2049
2087
  # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
2050
2088
  # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
2089
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket_owner #=> String
2051
2090
  # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
2052
2091
  # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
2053
2092
  # resp.jobs[0].database_outputs #=> Array
2054
2093
  # resp.jobs[0].database_outputs[0].glue_connection_name #=> String
2055
2094
  # resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
2056
2095
  # resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
2096
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket_owner #=> String
2057
2097
  # resp.jobs[0].database_outputs[0].database_options.table_name #=> String
2058
2098
  # resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
2059
2099
  # resp.jobs[0].project_name #=> String
@@ -2716,6 +2756,7 @@ module Aws::GlueDataBrew
2716
2756
  # s3_input_definition: {
2717
2757
  # bucket: "Bucket", # required
2718
2758
  # key: "Key",
2759
+ # bucket_owner: "BucketOwner",
2719
2760
  # },
2720
2761
  # data_catalog_input_definition: {
2721
2762
  # catalog_id: "CatalogId",
@@ -2724,6 +2765,7 @@ module Aws::GlueDataBrew
2724
2765
  # temp_directory: {
2725
2766
  # bucket: "Bucket", # required
2726
2767
  # key: "Key",
2768
+ # bucket_owner: "BucketOwner",
2727
2769
  # },
2728
2770
  # },
2729
2771
  # database_input_definition: {
@@ -2732,6 +2774,7 @@ module Aws::GlueDataBrew
2732
2774
  # temp_directory: {
2733
2775
  # bucket: "Bucket", # required
2734
2776
  # key: "Key",
2777
+ # bucket_owner: "BucketOwner",
2735
2778
  # },
2736
2779
  # query_string: "QueryString",
2737
2780
  # },
@@ -2818,8 +2861,9 @@ module Aws::GlueDataBrew
2818
2861
  # The maximum number of times to retry the job after a job run fails.
2819
2862
  #
2820
2863
  # @option params [required, Types::S3Location] :output_location
2821
- # Represents an Amazon S3 location (bucket name and object key) where
2822
- # DataBrew can read input data, or write output from a job.
2864
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
2865
+ # object key) where DataBrew can read input data, or write output from a
2866
+ # job.
2823
2867
  #
2824
2868
  # @option params [Array<Types::ValidationConfiguration>] :validation_configurations
2825
2869
  # List of validation configurations that are applied to the profile job.
@@ -2903,6 +2947,7 @@ module Aws::GlueDataBrew
2903
2947
  # output_location: { # required
2904
2948
  # bucket: "Bucket", # required
2905
2949
  # key: "Key",
2950
+ # bucket_owner: "BucketOwner",
2906
2951
  # },
2907
2952
  # validation_configurations: [
2908
2953
  # {
@@ -3095,6 +3140,7 @@ module Aws::GlueDataBrew
3095
3140
  # location: { # required
3096
3141
  # bucket: "Bucket", # required
3097
3142
  # key: "Key",
3143
+ # bucket_owner: "BucketOwner",
3098
3144
  # },
3099
3145
  # overwrite: false,
3100
3146
  # format_options: {
@@ -3102,6 +3148,7 @@ module Aws::GlueDataBrew
3102
3148
  # delimiter: "Delimiter",
3103
3149
  # },
3104
3150
  # },
3151
+ # max_output_files: 1,
3105
3152
  # },
3106
3153
  # ],
3107
3154
  # data_catalog_outputs: [
@@ -3113,12 +3160,14 @@ module Aws::GlueDataBrew
3113
3160
  # location: { # required
3114
3161
  # bucket: "Bucket", # required
3115
3162
  # key: "Key",
3163
+ # bucket_owner: "BucketOwner",
3116
3164
  # },
3117
3165
  # },
3118
3166
  # database_options: {
3119
3167
  # temp_directory: {
3120
3168
  # bucket: "Bucket", # required
3121
3169
  # key: "Key",
3170
+ # bucket_owner: "BucketOwner",
3122
3171
  # },
3123
3172
  # table_name: "DatabaseTableName", # required
3124
3173
  # },
@@ -3132,6 +3181,7 @@ module Aws::GlueDataBrew
3132
3181
  # temp_directory: {
3133
3182
  # bucket: "Bucket", # required
3134
3183
  # key: "Key",
3184
+ # bucket_owner: "BucketOwner",
3135
3185
  # },
3136
3186
  # table_name: "DatabaseTableName", # required
3137
3187
  # },
@@ -3267,7 +3317,7 @@ module Aws::GlueDataBrew
3267
3317
  params: params,
3268
3318
  config: config)
3269
3319
  context[:gem_name] = 'aws-sdk-gluedatabrew'
3270
- context[:gem_version] = '1.18.0'
3320
+ context[:gem_version] = '1.21.0'
3271
3321
  Seahorse::Client::Request.new(handlers, context)
3272
3322
  end
3273
3323
 
@@ -25,6 +25,7 @@ module Aws::GlueDataBrew
25
25
  BatchDeleteRecipeVersionRequest = Shapes::StructureShape.new(name: 'BatchDeleteRecipeVersionRequest')
26
26
  BatchDeleteRecipeVersionResponse = Shapes::StructureShape.new(name: 'BatchDeleteRecipeVersionResponse')
27
27
  Bucket = Shapes::StringShape.new(name: 'Bucket')
28
+ BucketOwner = Shapes::StringShape.new(name: 'BucketOwner')
28
29
  CatalogId = Shapes::StringShape.new(name: 'CatalogId')
29
30
  ClientSessionId = Shapes::StringShape.new(name: 'ClientSessionId')
30
31
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
@@ -160,6 +161,7 @@ module Aws::GlueDataBrew
160
161
  LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
161
162
  MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
162
163
  MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
164
+ MaxOutputFiles = Shapes::IntegerShape.new(name: 'MaxOutputFiles')
163
165
  MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
164
166
  MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
165
167
  Message = Shapes::StringShape.new(name: 'Message')
@@ -841,6 +843,7 @@ module Aws::GlueDataBrew
841
843
  Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
842
844
  Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
843
845
  Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
846
+ Output.add_member(:max_output_files, Shapes::ShapeRef.new(shape: MaxOutputFiles, location_name: "MaxOutputFiles"))
844
847
  Output.struct_class = Types::Output
845
848
 
846
849
  OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))
@@ -960,6 +963,7 @@ module Aws::GlueDataBrew
960
963
 
961
964
  S3Location.add_member(:bucket, Shapes::ShapeRef.new(shape: Bucket, required: true, location_name: "Bucket"))
962
965
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
966
+ S3Location.add_member(:bucket_owner, Shapes::ShapeRef.new(shape: BucketOwner, location_name: "BucketOwner"))
963
967
  S3Location.struct_class = Types::S3Location
964
968
 
965
969
  S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
@@ -252,6 +252,7 @@ module Aws::GlueDataBrew
252
252
  # s3_input_definition: {
253
253
  # bucket: "Bucket", # required
254
254
  # key: "Key",
255
+ # bucket_owner: "BucketOwner",
255
256
  # },
256
257
  # data_catalog_input_definition: {
257
258
  # catalog_id: "CatalogId",
@@ -260,6 +261,7 @@ module Aws::GlueDataBrew
260
261
  # temp_directory: {
261
262
  # bucket: "Bucket", # required
262
263
  # key: "Key",
264
+ # bucket_owner: "BucketOwner",
263
265
  # },
264
266
  # },
265
267
  # database_input_definition: {
@@ -268,6 +270,7 @@ module Aws::GlueDataBrew
268
270
  # temp_directory: {
269
271
  # bucket: "Bucket", # required
270
272
  # key: "Key",
273
+ # bucket_owner: "BucketOwner",
271
274
  # },
272
275
  # query_string: "QueryString",
273
276
  # },
@@ -379,6 +382,7 @@ module Aws::GlueDataBrew
379
382
  # output_location: { # required
380
383
  # bucket: "Bucket", # required
381
384
  # key: "Key",
385
+ # bucket_owner: "BucketOwner",
382
386
  # },
383
387
  # configuration: {
384
388
  # dataset_statistics_configuration: {
@@ -484,8 +488,9 @@ module Aws::GlueDataBrew
484
488
  # @return [Integer]
485
489
  #
486
490
  # @!attribute [rw] output_location
487
- # Represents an Amazon S3 location (bucket name and object key) where
488
- # DataBrew can read input data, or write output from a job.
491
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
492
+ # object key) where DataBrew can read input data, or write output from
493
+ # a job.
489
494
  # @return [Types::S3Location]
490
495
  #
491
496
  # @!attribute [rw] configuration
@@ -643,6 +648,7 @@ module Aws::GlueDataBrew
643
648
  # location: { # required
644
649
  # bucket: "Bucket", # required
645
650
  # key: "Key",
651
+ # bucket_owner: "BucketOwner",
646
652
  # },
647
653
  # overwrite: false,
648
654
  # format_options: {
@@ -650,6 +656,7 @@ module Aws::GlueDataBrew
650
656
  # delimiter: "Delimiter",
651
657
  # },
652
658
  # },
659
+ # max_output_files: 1,
653
660
  # },
654
661
  # ],
655
662
  # data_catalog_outputs: [
@@ -661,12 +668,14 @@ module Aws::GlueDataBrew
661
668
  # location: { # required
662
669
  # bucket: "Bucket", # required
663
670
  # key: "Key",
671
+ # bucket_owner: "BucketOwner",
664
672
  # },
665
673
  # },
666
674
  # database_options: {
667
675
  # temp_directory: {
668
676
  # bucket: "Bucket", # required
669
677
  # key: "Key",
678
+ # bucket_owner: "BucketOwner",
670
679
  # },
671
680
  # table_name: "DatabaseTableName", # required
672
681
  # },
@@ -680,6 +689,7 @@ module Aws::GlueDataBrew
680
689
  # temp_directory: {
681
690
  # bucket: "Bucket", # required
682
691
  # key: "Key",
692
+ # bucket_owner: "BucketOwner",
683
693
  # },
684
694
  # table_name: "DatabaseTableName", # required
685
695
  # },
@@ -1083,6 +1093,7 @@ module Aws::GlueDataBrew
1083
1093
  # temp_directory: {
1084
1094
  # bucket: "Bucket", # required
1085
1095
  # key: "Key",
1096
+ # bucket_owner: "BucketOwner",
1086
1097
  # },
1087
1098
  # }
1088
1099
  #
@@ -1130,12 +1141,14 @@ module Aws::GlueDataBrew
1130
1141
  # location: { # required
1131
1142
  # bucket: "Bucket", # required
1132
1143
  # key: "Key",
1144
+ # bucket_owner: "BucketOwner",
1133
1145
  # },
1134
1146
  # },
1135
1147
  # database_options: {
1136
1148
  # temp_directory: {
1137
1149
  # bucket: "Bucket", # required
1138
1150
  # key: "Key",
1151
+ # bucket_owner: "BucketOwner",
1139
1152
  # },
1140
1153
  # table_name: "DatabaseTableName", # required
1141
1154
  # },
@@ -1195,6 +1208,7 @@ module Aws::GlueDataBrew
1195
1208
  # temp_directory: {
1196
1209
  # bucket: "Bucket", # required
1197
1210
  # key: "Key",
1211
+ # bucket_owner: "BucketOwner",
1198
1212
  # },
1199
1213
  # query_string: "QueryString",
1200
1214
  # }
@@ -1209,8 +1223,9 @@ module Aws::GlueDataBrew
1209
1223
  # @return [String]
1210
1224
  #
1211
1225
  # @!attribute [rw] temp_directory
1212
- # Represents an Amazon S3 location (bucket name and object key) where
1213
- # DataBrew can read input data, or write output from a job.
1226
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
1227
+ # object key) where DataBrew can read input data, or write output from
1228
+ # a job.
1214
1229
  # @return [Types::S3Location]
1215
1230
  #
1216
1231
  # @!attribute [rw] query_string
@@ -1241,6 +1256,7 @@ module Aws::GlueDataBrew
1241
1256
  # temp_directory: {
1242
1257
  # bucket: "Bucket", # required
1243
1258
  # key: "Key",
1259
+ # bucket_owner: "BucketOwner",
1244
1260
  # },
1245
1261
  # table_name: "DatabaseTableName", # required
1246
1262
  # },
@@ -1282,6 +1298,7 @@ module Aws::GlueDataBrew
1282
1298
  # temp_directory: {
1283
1299
  # bucket: "Bucket", # required
1284
1300
  # key: "Key",
1301
+ # bucket_owner: "BucketOwner",
1285
1302
  # },
1286
1303
  # table_name: "DatabaseTableName", # required
1287
1304
  # }
@@ -2697,6 +2714,7 @@ module Aws::GlueDataBrew
2697
2714
  # s3_input_definition: {
2698
2715
  # bucket: "Bucket", # required
2699
2716
  # key: "Key",
2717
+ # bucket_owner: "BucketOwner",
2700
2718
  # },
2701
2719
  # data_catalog_input_definition: {
2702
2720
  # catalog_id: "CatalogId",
@@ -2705,6 +2723,7 @@ module Aws::GlueDataBrew
2705
2723
  # temp_directory: {
2706
2724
  # bucket: "Bucket", # required
2707
2725
  # key: "Key",
2726
+ # bucket_owner: "BucketOwner",
2708
2727
  # },
2709
2728
  # },
2710
2729
  # database_input_definition: {
@@ -2713,6 +2732,7 @@ module Aws::GlueDataBrew
2713
2732
  # temp_directory: {
2714
2733
  # bucket: "Bucket", # required
2715
2734
  # key: "Key",
2735
+ # bucket_owner: "BucketOwner",
2716
2736
  # },
2717
2737
  # query_string: "QueryString",
2718
2738
  # },
@@ -3566,6 +3586,7 @@ module Aws::GlueDataBrew
3566
3586
  # location: { # required
3567
3587
  # bucket: "Bucket", # required
3568
3588
  # key: "Key",
3589
+ # bucket_owner: "BucketOwner",
3569
3590
  # },
3570
3591
  # overwrite: false,
3571
3592
  # format_options: {
@@ -3573,6 +3594,7 @@ module Aws::GlueDataBrew
3573
3594
  # delimiter: "Delimiter",
3574
3595
  # },
3575
3596
  # },
3597
+ # max_output_files: 1,
3576
3598
  # }
3577
3599
  #
3578
3600
  # @!attribute [rw] compression_format
@@ -3603,6 +3625,12 @@ module Aws::GlueDataBrew
3603
3625
  # files.
3604
3626
  # @return [Types::OutputFormatOptions]
3605
3627
  #
3628
+ # @!attribute [rw] max_output_files
3629
+ # Maximum number of files to be generated by the job and written to
3630
+ # the output folder. For output partitioned by column(s), the
3631
+ # MaxOutputFiles value is the maximum number of files per partition.
3632
+ # @return [Integer]
3633
+ #
3606
3634
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
3607
3635
  #
3608
3636
  class Output < Struct.new(
@@ -3611,7 +3639,8 @@ module Aws::GlueDataBrew
3611
3639
  :partition_columns,
3612
3640
  :location,
3613
3641
  :overwrite,
3614
- :format_options)
3642
+ :format_options,
3643
+ :max_output_files)
3615
3644
  SENSITIVE = []
3616
3645
  include Aws::Structure
3617
3646
  end
@@ -4202,6 +4231,12 @@ module Aws::GlueDataBrew
4202
4231
  # ColumnSelectors has been defined, then there should be no columnn
4203
4232
  # reference in the left side of a condition, for example, `is_between
4204
4233
  # :val1 and :val2`.
4234
+ #
4235
+ # For more information, see [Available checks][1]
4236
+ #
4237
+ #
4238
+ #
4239
+ # [1]: https://docs.aws.amazon.com/databrew/latest/dg/profile.data-quality-available-checks.html
4205
4240
  # @return [String]
4206
4241
  #
4207
4242
  # @!attribute [rw] substitution_map
@@ -4304,8 +4339,9 @@ module Aws::GlueDataBrew
4304
4339
  include Aws::Structure
4305
4340
  end
4306
4341
 
4307
- # Represents an Amazon S3 location (bucket name and object key) where
4308
- # DataBrew can read input data, or write output from a job.
4342
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
4343
+ # object key) where DataBrew can read input data, or write output from a
4344
+ # job.
4309
4345
  #
4310
4346
  # @note When making an API call, you may pass S3Location
4311
4347
  # data as a hash:
@@ -4313,6 +4349,7 @@ module Aws::GlueDataBrew
4313
4349
  # {
4314
4350
  # bucket: "Bucket", # required
4315
4351
  # key: "Key",
4352
+ # bucket_owner: "BucketOwner",
4316
4353
  # }
4317
4354
  #
4318
4355
  # @!attribute [rw] bucket
@@ -4323,11 +4360,16 @@ module Aws::GlueDataBrew
4323
4360
  # The unique name of the object in the bucket.
4324
4361
  # @return [String]
4325
4362
  #
4363
+ # @!attribute [rw] bucket_owner
4364
+ # The Amazon Web Services account ID of the bucket owner.
4365
+ # @return [String]
4366
+ #
4326
4367
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3Location AWS API Documentation
4327
4368
  #
4328
4369
  class S3Location < Struct.new(
4329
4370
  :bucket,
4330
- :key)
4371
+ :key,
4372
+ :bucket_owner)
4331
4373
  SENSITIVE = []
4332
4374
  include Aws::Structure
4333
4375
  end
@@ -4342,6 +4384,7 @@ module Aws::GlueDataBrew
4342
4384
  # location: { # required
4343
4385
  # bucket: "Bucket", # required
4344
4386
  # key: "Key",
4387
+ # bucket_owner: "BucketOwner",
4345
4388
  # },
4346
4389
  # }
4347
4390
  #
@@ -4863,6 +4906,7 @@ module Aws::GlueDataBrew
4863
4906
  # s3_input_definition: {
4864
4907
  # bucket: "Bucket", # required
4865
4908
  # key: "Key",
4909
+ # bucket_owner: "BucketOwner",
4866
4910
  # },
4867
4911
  # data_catalog_input_definition: {
4868
4912
  # catalog_id: "CatalogId",
@@ -4871,6 +4915,7 @@ module Aws::GlueDataBrew
4871
4915
  # temp_directory: {
4872
4916
  # bucket: "Bucket", # required
4873
4917
  # key: "Key",
4918
+ # bucket_owner: "BucketOwner",
4874
4919
  # },
4875
4920
  # },
4876
4921
  # database_input_definition: {
@@ -4879,6 +4924,7 @@ module Aws::GlueDataBrew
4879
4924
  # temp_directory: {
4880
4925
  # bucket: "Bucket", # required
4881
4926
  # key: "Key",
4927
+ # bucket_owner: "BucketOwner",
4882
4928
  # },
4883
4929
  # query_string: "QueryString",
4884
4930
  # },
@@ -5028,6 +5074,7 @@ module Aws::GlueDataBrew
5028
5074
  # output_location: { # required
5029
5075
  # bucket: "Bucket", # required
5030
5076
  # key: "Key",
5077
+ # bucket_owner: "BucketOwner",
5031
5078
  # },
5032
5079
  # validation_configurations: [
5033
5080
  # {
@@ -5083,8 +5130,9 @@ module Aws::GlueDataBrew
5083
5130
  # @return [Integer]
5084
5131
  #
5085
5132
  # @!attribute [rw] output_location
5086
- # Represents an Amazon S3 location (bucket name and object key) where
5087
- # DataBrew can read input data, or write output from a job.
5133
+ # Represents an Amazon S3 location (bucket name, bucket owner, and
5134
+ # object key) where DataBrew can read input data, or write output from
5135
+ # a job.
5088
5136
  # @return [Types::S3Location]
5089
5137
  #
5090
5138
  # @!attribute [rw] validation_configurations
@@ -5212,6 +5260,7 @@ module Aws::GlueDataBrew
5212
5260
  # location: { # required
5213
5261
  # bucket: "Bucket", # required
5214
5262
  # key: "Key",
5263
+ # bucket_owner: "BucketOwner",
5215
5264
  # },
5216
5265
  # overwrite: false,
5217
5266
  # format_options: {
@@ -5219,6 +5268,7 @@ module Aws::GlueDataBrew
5219
5268
  # delimiter: "Delimiter",
5220
5269
  # },
5221
5270
  # },
5271
+ # max_output_files: 1,
5222
5272
  # },
5223
5273
  # ],
5224
5274
  # data_catalog_outputs: [
@@ -5230,12 +5280,14 @@ module Aws::GlueDataBrew
5230
5280
  # location: { # required
5231
5281
  # bucket: "Bucket", # required
5232
5282
  # key: "Key",
5283
+ # bucket_owner: "BucketOwner",
5233
5284
  # },
5234
5285
  # },
5235
5286
  # database_options: {
5236
5287
  # temp_directory: {
5237
5288
  # bucket: "Bucket", # required
5238
5289
  # key: "Key",
5290
+ # bucket_owner: "BucketOwner",
5239
5291
  # },
5240
5292
  # table_name: "DatabaseTableName", # required
5241
5293
  # },
@@ -5249,6 +5301,7 @@ module Aws::GlueDataBrew
5249
5301
  # temp_directory: {
5250
5302
  # bucket: "Bucket", # required
5251
5303
  # key: "Key",
5304
+ # bucket_owner: "BucketOwner",
5252
5305
  # },
5253
5306
  # table_name: "DatabaseTableName", # required
5254
5307
  # },
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.18.0'
51
+ GEM_VERSION = '1.21.0'
52
52
 
53
53
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-gluedatabrew
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.18.0
4
+ version: 1.21.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-12-21 00:00:00.000000000 Z
11
+ date: 2022-02-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.125.0
22
+ version: 3.127.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.125.0
32
+ version: 3.127.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement