aws-sdk-glue 1.46.0 → 1.47.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +78 -5
- data/lib/aws-sdk-glue/client_api.rb +5 -0
- data/lib/aws-sdk-glue/types.rb +165 -9
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 91cbecd5471943fcbd4de6a14cccac879343296b
|
4
|
+
data.tar.gz: 04b26f99d7ee59aed7fb4b1d9868c4accf1d7db5
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 184fd62f82f210f8b2014b75aecfb524d5b0d3fc3096cfe5db1462f899113fbb6ae436865f0acc0d2ddbd9e4864a3cee372410c913724fdc38417470465cc3b6
|
7
|
+
data.tar.gz: ba3086653d0edeb1d2061c5a5bcfdaed7f04c4a50d8f22597a4c3720dea7b134f422d867ece3e0769ac9e143c41656148d70cc2149faaa40a85edd188b6d2ea4
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1856,10 +1856,32 @@ module Aws::Glue
|
|
1856
1856
|
#
|
1857
1857
|
# @option params [required, String] :role
|
1858
1858
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
1859
|
-
# required permissions.
|
1860
|
-
#
|
1861
|
-
#
|
1862
|
-
#
|
1859
|
+
# required permissions. The required permissions include both AWS Glue
|
1860
|
+
# service role permissions to AWS Glue resources, and Amazon S3
|
1861
|
+
# permissions required by the transform.
|
1862
|
+
#
|
1863
|
+
# * This role needs AWS Glue service role permissions to allow access to
|
1864
|
+
# resources in AWS Glue. See [Attach a Policy to IAM Users That Access
|
1865
|
+
# AWS Glue][1].
|
1866
|
+
#
|
1867
|
+
# * This role needs permission to your Amazon Simple Storage Service
|
1868
|
+
# (Amazon S3) sources, targets, temporary directory, scripts, and any
|
1869
|
+
# libraries used by the task run for this transform.
|
1870
|
+
#
|
1871
|
+
#
|
1872
|
+
#
|
1873
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
1874
|
+
#
|
1875
|
+
# @option params [String] :glue_version
|
1876
|
+
# This value determines which version of AWS Glue this machine learning
|
1877
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
1878
|
+
# customers. If the value is not set, the Glue compatibility defaults to
|
1879
|
+
# Glue 0.9. For more information, see [AWS Glue Versions][1] in the
|
1880
|
+
# developer guide.
|
1881
|
+
#
|
1882
|
+
#
|
1883
|
+
#
|
1884
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
1863
1885
|
#
|
1864
1886
|
# @option params [Float] :max_capacity
|
1865
1887
|
# The number of AWS Glue data processing units (DPUs) that are allocated
|
@@ -1868,6 +1890,23 @@ module Aws::Glue
|
|
1868
1890
|
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
1869
1891
|
# more information, see the [AWS Glue pricing page][1].
|
1870
1892
|
#
|
1893
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
1894
|
+
# and `WorkerType`.
|
1895
|
+
#
|
1896
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
1897
|
+
# `MaxCapacity` cannot be set.
|
1898
|
+
#
|
1899
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
1900
|
+
# `WorkerType` can be set.
|
1901
|
+
#
|
1902
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and vice
|
1903
|
+
# versa).
|
1904
|
+
#
|
1905
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
1906
|
+
#
|
1907
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
1908
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
1909
|
+
#
|
1871
1910
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
1872
1911
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
1873
1912
|
#
|
@@ -1888,10 +1927,27 @@ module Aws::Glue
|
|
1888
1927
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
1889
1928
|
# memory and a 128GB disk, and 1 executor per worker.
|
1890
1929
|
#
|
1930
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
1931
|
+
# and `WorkerType`.
|
1932
|
+
#
|
1933
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
1934
|
+
# `MaxCapacity` cannot be set.
|
1935
|
+
#
|
1936
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
1937
|
+
# `WorkerType` can be set.
|
1938
|
+
#
|
1939
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and vice
|
1940
|
+
# versa).
|
1941
|
+
#
|
1942
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
1943
|
+
#
|
1891
1944
|
# @option params [Integer] :number_of_workers
|
1892
1945
|
# The number of workers of a defined `workerType` that are allocated
|
1893
1946
|
# when this task runs.
|
1894
1947
|
#
|
1948
|
+
# If `WorkerType` is set, then `NumberOfWorkers` is required (and vice
|
1949
|
+
# versa).
|
1950
|
+
#
|
1895
1951
|
# @option params [Integer] :timeout
|
1896
1952
|
# The timeout of the task run for this transform in minutes. This is the
|
1897
1953
|
# maximum time that a task run for this transform can consume resources
|
@@ -1929,6 +1985,7 @@ module Aws::Glue
|
|
1929
1985
|
# },
|
1930
1986
|
# },
|
1931
1987
|
# role: "RoleString", # required
|
1988
|
+
# glue_version: "GlueVersionString",
|
1932
1989
|
# max_capacity: 1.0,
|
1933
1990
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
1934
1991
|
# number_of_workers: 1,
|
@@ -4079,6 +4136,7 @@ module Aws::Glue
|
|
4079
4136
|
# * {Types::GetMLTransformResponse#label_count #label_count} => Integer
|
4080
4137
|
# * {Types::GetMLTransformResponse#schema #schema} => Array<Types::SchemaColumn>
|
4081
4138
|
# * {Types::GetMLTransformResponse#role #role} => String
|
4139
|
+
# * {Types::GetMLTransformResponse#glue_version #glue_version} => String
|
4082
4140
|
# * {Types::GetMLTransformResponse#max_capacity #max_capacity} => Float
|
4083
4141
|
# * {Types::GetMLTransformResponse#worker_type #worker_type} => String
|
4084
4142
|
# * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
|
@@ -4123,6 +4181,7 @@ module Aws::Glue
|
|
4123
4181
|
# resp.schema[0].name #=> String
|
4124
4182
|
# resp.schema[0].data_type #=> String
|
4125
4183
|
# resp.role #=> String
|
4184
|
+
# resp.glue_version #=> String
|
4126
4185
|
# resp.max_capacity #=> Float
|
4127
4186
|
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
4128
4187
|
# resp.number_of_workers #=> Integer
|
@@ -4171,6 +4230,7 @@ module Aws::Glue
|
|
4171
4230
|
# name: "NameString",
|
4172
4231
|
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
4173
4232
|
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
4233
|
+
# glue_version: "GlueVersionString",
|
4174
4234
|
# created_before: Time.now,
|
4175
4235
|
# created_after: Time.now,
|
4176
4236
|
# last_modified_before: Time.now,
|
@@ -4221,6 +4281,7 @@ module Aws::Glue
|
|
4221
4281
|
# resp.transforms[0].schema[0].name #=> String
|
4222
4282
|
# resp.transforms[0].schema[0].data_type #=> String
|
4223
4283
|
# resp.transforms[0].role #=> String
|
4284
|
+
# resp.transforms[0].glue_version #=> String
|
4224
4285
|
# resp.transforms[0].max_capacity #=> Float
|
4225
4286
|
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
4226
4287
|
# resp.transforms[0].number_of_workers #=> Integer
|
@@ -7393,6 +7454,17 @@ module Aws::Glue
|
|
7393
7454
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
7394
7455
|
# required permissions.
|
7395
7456
|
#
|
7457
|
+
# @option params [String] :glue_version
|
7458
|
+
# This value determines which version of AWS Glue this machine learning
|
7459
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
7460
|
+
# customers. If the value is not set, the Glue compatibility defaults to
|
7461
|
+
# Glue 0.9. For more information, see [AWS Glue Versions][1] in the
|
7462
|
+
# developer guide.
|
7463
|
+
#
|
7464
|
+
#
|
7465
|
+
#
|
7466
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
7467
|
+
#
|
7396
7468
|
# @option params [Float] :max_capacity
|
7397
7469
|
# The number of AWS Glue data processing units (DPUs) that are allocated
|
7398
7470
|
# to task runs for this transform. You can allocate from 2 to 100 DPUs;
|
@@ -7454,6 +7526,7 @@ module Aws::Glue
|
|
7454
7526
|
# },
|
7455
7527
|
# },
|
7456
7528
|
# role: "RoleString",
|
7529
|
+
# glue_version: "GlueVersionString",
|
7457
7530
|
# max_capacity: 1.0,
|
7458
7531
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
7459
7532
|
# number_of_workers: 1,
|
@@ -7850,7 +7923,7 @@ module Aws::Glue
|
|
7850
7923
|
params: params,
|
7851
7924
|
config: config)
|
7852
7925
|
context[:gem_name] = 'aws-sdk-glue'
|
7853
|
-
context[:gem_version] = '1.
|
7926
|
+
context[:gem_version] = '1.47.0'
|
7854
7927
|
Seahorse::Client::Request.new(handlers, context)
|
7855
7928
|
end
|
7856
7929
|
|
@@ -1053,6 +1053,7 @@ module Aws::Glue
|
|
1053
1053
|
CreateMLTransformRequest.add_member(:input_record_tables, Shapes::ShapeRef.new(shape: GlueTables, required: true, location_name: "InputRecordTables"))
|
1054
1054
|
CreateMLTransformRequest.add_member(:parameters, Shapes::ShapeRef.new(shape: TransformParameters, required: true, location_name: "Parameters"))
|
1055
1055
|
CreateMLTransformRequest.add_member(:role, Shapes::ShapeRef.new(shape: RoleString, required: true, location_name: "Role"))
|
1056
|
+
CreateMLTransformRequest.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
1056
1057
|
CreateMLTransformRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
|
1057
1058
|
CreateMLTransformRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1058
1059
|
CreateMLTransformRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
@@ -1552,6 +1553,7 @@ module Aws::Glue
|
|
1552
1553
|
GetMLTransformResponse.add_member(:label_count, Shapes::ShapeRef.new(shape: LabelCount, location_name: "LabelCount"))
|
1553
1554
|
GetMLTransformResponse.add_member(:schema, Shapes::ShapeRef.new(shape: TransformSchema, location_name: "Schema"))
|
1554
1555
|
GetMLTransformResponse.add_member(:role, Shapes::ShapeRef.new(shape: RoleString, location_name: "Role"))
|
1556
|
+
GetMLTransformResponse.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
1555
1557
|
GetMLTransformResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
|
1556
1558
|
GetMLTransformResponse.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1557
1559
|
GetMLTransformResponse.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
@@ -1963,6 +1965,7 @@ module Aws::Glue
|
|
1963
1965
|
MLTransform.add_member(:label_count, Shapes::ShapeRef.new(shape: LabelCount, location_name: "LabelCount"))
|
1964
1966
|
MLTransform.add_member(:schema, Shapes::ShapeRef.new(shape: TransformSchema, location_name: "Schema"))
|
1965
1967
|
MLTransform.add_member(:role, Shapes::ShapeRef.new(shape: RoleString, location_name: "Role"))
|
1968
|
+
MLTransform.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
1966
1969
|
MLTransform.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
|
1967
1970
|
MLTransform.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1968
1971
|
MLTransform.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
@@ -2389,6 +2392,7 @@ module Aws::Glue
|
|
2389
2392
|
TransformFilterCriteria.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2390
2393
|
TransformFilterCriteria.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, location_name: "TransformType"))
|
2391
2394
|
TransformFilterCriteria.add_member(:status, Shapes::ShapeRef.new(shape: TransformStatusType, location_name: "Status"))
|
2395
|
+
TransformFilterCriteria.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
2392
2396
|
TransformFilterCriteria.add_member(:created_before, Shapes::ShapeRef.new(shape: Timestamp, location_name: "CreatedBefore"))
|
2393
2397
|
TransformFilterCriteria.add_member(:created_after, Shapes::ShapeRef.new(shape: Timestamp, location_name: "CreatedAfter"))
|
2394
2398
|
TransformFilterCriteria.add_member(:last_modified_before, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedBefore"))
|
@@ -2525,6 +2529,7 @@ module Aws::Glue
|
|
2525
2529
|
UpdateMLTransformRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
2526
2530
|
UpdateMLTransformRequest.add_member(:parameters, Shapes::ShapeRef.new(shape: TransformParameters, location_name: "Parameters"))
|
2527
2531
|
UpdateMLTransformRequest.add_member(:role, Shapes::ShapeRef.new(shape: RoleString, location_name: "Role"))
|
2532
|
+
UpdateMLTransformRequest.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
2528
2533
|
UpdateMLTransformRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
|
2529
2534
|
UpdateMLTransformRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
2530
2535
|
UpdateMLTransformRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -2724,6 +2724,7 @@ module Aws::Glue
|
|
2724
2724
|
# },
|
2725
2725
|
# },
|
2726
2726
|
# role: "RoleString", # required
|
2727
|
+
# glue_version: "GlueVersionString",
|
2727
2728
|
# max_capacity: 1.0,
|
2728
2729
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2729
2730
|
# number_of_workers: 1,
|
@@ -2751,10 +2752,33 @@ module Aws::Glue
|
|
2751
2752
|
#
|
2752
2753
|
# @!attribute [rw] role
|
2753
2754
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2754
|
-
# required permissions.
|
2755
|
-
#
|
2756
|
-
#
|
2757
|
-
#
|
2755
|
+
# required permissions. The required permissions include both AWS Glue
|
2756
|
+
# service role permissions to AWS Glue resources, and Amazon S3
|
2757
|
+
# permissions required by the transform.
|
2758
|
+
#
|
2759
|
+
# * This role needs AWS Glue service role permissions to allow access
|
2760
|
+
# to resources in AWS Glue. See [Attach a Policy to IAM Users That
|
2761
|
+
# Access AWS Glue][1].
|
2762
|
+
#
|
2763
|
+
# * This role needs permission to your Amazon Simple Storage Service
|
2764
|
+
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
2765
|
+
# any libraries used by the task run for this transform.
|
2766
|
+
#
|
2767
|
+
#
|
2768
|
+
#
|
2769
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
2770
|
+
# @return [String]
|
2771
|
+
#
|
2772
|
+
# @!attribute [rw] glue_version
|
2773
|
+
# This value determines which version of AWS Glue this machine
|
2774
|
+
# learning transform is compatible with. Glue 1.0 is recommended for
|
2775
|
+
# most customers. If the value is not set, the Glue compatibility
|
2776
|
+
# defaults to Glue 0.9. For more information, see [AWS Glue
|
2777
|
+
# Versions][1] in the developer guide.
|
2778
|
+
#
|
2779
|
+
#
|
2780
|
+
#
|
2781
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
2758
2782
|
# @return [String]
|
2759
2783
|
#
|
2760
2784
|
# @!attribute [rw] max_capacity
|
@@ -2765,6 +2789,23 @@ module Aws::Glue
|
|
2765
2789
|
# GB of memory. For more information, see the [AWS Glue pricing
|
2766
2790
|
# page][1].
|
2767
2791
|
#
|
2792
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2793
|
+
# and `WorkerType`.
|
2794
|
+
#
|
2795
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
2796
|
+
# `MaxCapacity` cannot be set.
|
2797
|
+
#
|
2798
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
2799
|
+
# `WorkerType` can be set.
|
2800
|
+
#
|
2801
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and
|
2802
|
+
# vice versa).
|
2803
|
+
#
|
2804
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
2805
|
+
#
|
2806
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
2807
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
2808
|
+
#
|
2768
2809
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
2769
2810
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
2770
2811
|
#
|
@@ -2785,11 +2826,28 @@ module Aws::Glue
|
|
2785
2826
|
#
|
2786
2827
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
2787
2828
|
# memory and a 128GB disk, and 1 executor per worker.
|
2829
|
+
#
|
2830
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2831
|
+
# and `WorkerType`.
|
2832
|
+
#
|
2833
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
2834
|
+
# `MaxCapacity` cannot be set.
|
2835
|
+
#
|
2836
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
2837
|
+
# `WorkerType` can be set.
|
2838
|
+
#
|
2839
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and
|
2840
|
+
# vice versa).
|
2841
|
+
#
|
2842
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
2788
2843
|
# @return [String]
|
2789
2844
|
#
|
2790
2845
|
# @!attribute [rw] number_of_workers
|
2791
2846
|
# The number of workers of a defined `workerType` that are allocated
|
2792
2847
|
# when this task runs.
|
2848
|
+
#
|
2849
|
+
# If `WorkerType` is set, then `NumberOfWorkers` is required (and vice
|
2850
|
+
# versa).
|
2793
2851
|
# @return [Integer]
|
2794
2852
|
#
|
2795
2853
|
# @!attribute [rw] timeout
|
@@ -2812,6 +2870,7 @@ module Aws::Glue
|
|
2812
2870
|
:input_record_tables,
|
2813
2871
|
:parameters,
|
2814
2872
|
:role,
|
2873
|
+
:glue_version,
|
2815
2874
|
:max_capacity,
|
2816
2875
|
:worker_type,
|
2817
2876
|
:number_of_workers,
|
@@ -5689,6 +5748,18 @@ module Aws::Glue
|
|
5689
5748
|
# required permissions.
|
5690
5749
|
# @return [String]
|
5691
5750
|
#
|
5751
|
+
# @!attribute [rw] glue_version
|
5752
|
+
# This value determines which version of AWS Glue this machine
|
5753
|
+
# learning transform is compatible with. Glue 1.0 is recommended for
|
5754
|
+
# most customers. If the value is not set, the Glue compatibility
|
5755
|
+
# defaults to Glue 0.9. For more information, see [AWS Glue
|
5756
|
+
# Versions][1] in the developer guide.
|
5757
|
+
#
|
5758
|
+
#
|
5759
|
+
#
|
5760
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
5761
|
+
# @return [String]
|
5762
|
+
#
|
5692
5763
|
# @!attribute [rw] max_capacity
|
5693
5764
|
# The number of AWS Glue data processing units (DPUs) that are
|
5694
5765
|
# allocated to task runs for this transform. You can allocate from 2
|
@@ -5751,6 +5822,7 @@ module Aws::Glue
|
|
5751
5822
|
:label_count,
|
5752
5823
|
:schema,
|
5753
5824
|
:role,
|
5825
|
+
:glue_version,
|
5754
5826
|
:max_capacity,
|
5755
5827
|
:worker_type,
|
5756
5828
|
:number_of_workers,
|
@@ -5769,6 +5841,7 @@ module Aws::Glue
|
|
5769
5841
|
# name: "NameString",
|
5770
5842
|
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
5771
5843
|
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
5844
|
+
# glue_version: "GlueVersionString",
|
5772
5845
|
# created_before: Time.now,
|
5773
5846
|
# created_after: Time.now,
|
5774
5847
|
# last_modified_before: Time.now,
|
@@ -8304,10 +8377,33 @@ module Aws::Glue
|
|
8304
8377
|
#
|
8305
8378
|
# @!attribute [rw] role
|
8306
8379
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
8307
|
-
# required permissions.
|
8308
|
-
#
|
8309
|
-
#
|
8310
|
-
#
|
8380
|
+
# required permissions. The required permissions include both AWS Glue
|
8381
|
+
# service role permissions to AWS Glue resources, and Amazon S3
|
8382
|
+
# permissions required by the transform.
|
8383
|
+
#
|
8384
|
+
# * This role needs AWS Glue service role permissions to allow access
|
8385
|
+
# to resources in AWS Glue. See [Attach a Policy to IAM Users That
|
8386
|
+
# Access AWS Glue][1].
|
8387
|
+
#
|
8388
|
+
# * This role needs permission to your Amazon Simple Storage Service
|
8389
|
+
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
8390
|
+
# any libraries used by the task run for this transform.
|
8391
|
+
#
|
8392
|
+
#
|
8393
|
+
#
|
8394
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
8395
|
+
# @return [String]
|
8396
|
+
#
|
8397
|
+
# @!attribute [rw] glue_version
|
8398
|
+
# This value determines which version of AWS Glue this machine
|
8399
|
+
# learning transform is compatible with. Glue 1.0 is recommended for
|
8400
|
+
# most customers. If the value is not set, the Glue compatibility
|
8401
|
+
# defaults to Glue 0.9. For more information, see [AWS Glue
|
8402
|
+
# Versions][1] in the developer guide.
|
8403
|
+
#
|
8404
|
+
#
|
8405
|
+
#
|
8406
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
8311
8407
|
# @return [String]
|
8312
8408
|
#
|
8313
8409
|
# @!attribute [rw] max_capacity
|
@@ -8318,12 +8414,26 @@ module Aws::Glue
|
|
8318
8414
|
# GB of memory. For more information, see the [AWS Glue pricing
|
8319
8415
|
# page][1].
|
8320
8416
|
#
|
8417
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
8418
|
+
# and `WorkerType`.
|
8419
|
+
#
|
8420
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
8421
|
+
# `MaxCapacity` cannot be set.
|
8422
|
+
#
|
8423
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
8424
|
+
# `WorkerType` can be set.
|
8425
|
+
#
|
8426
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and
|
8427
|
+
# vice versa).
|
8428
|
+
#
|
8429
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
8430
|
+
#
|
8321
8431
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
8322
8432
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
8323
8433
|
#
|
8324
8434
|
#
|
8325
8435
|
#
|
8326
|
-
# [1]:
|
8436
|
+
# [1]: http://aws.amazon.com/glue/pricing/
|
8327
8437
|
# @return [Float]
|
8328
8438
|
#
|
8329
8439
|
# @!attribute [rw] worker_type
|
@@ -8338,11 +8448,28 @@ module Aws::Glue
|
|
8338
8448
|
#
|
8339
8449
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
8340
8450
|
# memory and a 128GB disk, and 1 executor per worker.
|
8451
|
+
#
|
8452
|
+
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
8453
|
+
# and `WorkerType`.
|
8454
|
+
#
|
8455
|
+
# * If either `NumberOfWorkers` or `WorkerType` is set, then
|
8456
|
+
# `MaxCapacity` cannot be set.
|
8457
|
+
#
|
8458
|
+
# * If `MaxCapacity` is set then neither `NumberOfWorkers` or
|
8459
|
+
# `WorkerType` can be set.
|
8460
|
+
#
|
8461
|
+
# * If `WorkerType` is set, then `NumberOfWorkers` is required (and
|
8462
|
+
# vice versa).
|
8463
|
+
#
|
8464
|
+
# * `MaxCapacity` and `NumberOfWorkers` must both be at least 1.
|
8341
8465
|
# @return [String]
|
8342
8466
|
#
|
8343
8467
|
# @!attribute [rw] number_of_workers
|
8344
8468
|
# The number of workers of a defined `workerType` that are allocated
|
8345
8469
|
# when a task of the transform runs.
|
8470
|
+
#
|
8471
|
+
# If `WorkerType` is set, then `NumberOfWorkers` is required (and vice
|
8472
|
+
# versa).
|
8346
8473
|
# @return [Integer]
|
8347
8474
|
#
|
8348
8475
|
# @!attribute [rw] timeout
|
@@ -8369,6 +8496,7 @@ module Aws::Glue
|
|
8369
8496
|
:label_count,
|
8370
8497
|
:schema,
|
8371
8498
|
:role,
|
8499
|
+
:glue_version,
|
8372
8500
|
:max_capacity,
|
8373
8501
|
:worker_type,
|
8374
8502
|
:number_of_workers,
|
@@ -10612,6 +10740,7 @@ module Aws::Glue
|
|
10612
10740
|
# name: "NameString",
|
10613
10741
|
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
10614
10742
|
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
10743
|
+
# glue_version: "GlueVersionString",
|
10615
10744
|
# created_before: Time.now,
|
10616
10745
|
# created_after: Time.now,
|
10617
10746
|
# last_modified_before: Time.now,
|
@@ -10640,6 +10769,18 @@ module Aws::Glue
|
|
10640
10769
|
# used or not). One of "NOT\_READY", "READY", or "DELETING".
|
10641
10770
|
# @return [String]
|
10642
10771
|
#
|
10772
|
+
# @!attribute [rw] glue_version
|
10773
|
+
# This value determines which version of AWS Glue this machine
|
10774
|
+
# learning transform is compatible with. Glue 1.0 is recommended for
|
10775
|
+
# most customers. If the value is not set, the Glue compatibility
|
10776
|
+
# defaults to Glue 0.9. For more information, see [AWS Glue
|
10777
|
+
# Versions][1] in the developer guide.
|
10778
|
+
#
|
10779
|
+
#
|
10780
|
+
#
|
10781
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
10782
|
+
# @return [String]
|
10783
|
+
#
|
10643
10784
|
# @!attribute [rw] created_before
|
10644
10785
|
# The time and date before which the transforms were created.
|
10645
10786
|
# @return [Time]
|
@@ -10670,6 +10811,7 @@ module Aws::Glue
|
|
10670
10811
|
:name,
|
10671
10812
|
:transform_type,
|
10672
10813
|
:status,
|
10814
|
+
:glue_version,
|
10673
10815
|
:created_before,
|
10674
10816
|
:created_after,
|
10675
10817
|
:last_modified_before,
|
@@ -11545,6 +11687,7 @@ module Aws::Glue
|
|
11545
11687
|
# },
|
11546
11688
|
# },
|
11547
11689
|
# role: "RoleString",
|
11690
|
+
# glue_version: "GlueVersionString",
|
11548
11691
|
# max_capacity: 1.0,
|
11549
11692
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
11550
11693
|
# number_of_workers: 1,
|
@@ -11575,6 +11718,18 @@ module Aws::Glue
|
|
11575
11718
|
# required permissions.
|
11576
11719
|
# @return [String]
|
11577
11720
|
#
|
11721
|
+
# @!attribute [rw] glue_version
|
11722
|
+
# This value determines which version of AWS Glue this machine
|
11723
|
+
# learning transform is compatible with. Glue 1.0 is recommended for
|
11724
|
+
# most customers. If the value is not set, the Glue compatibility
|
11725
|
+
# defaults to Glue 0.9. For more information, see [AWS Glue
|
11726
|
+
# Versions][1] in the developer guide.
|
11727
|
+
#
|
11728
|
+
#
|
11729
|
+
#
|
11730
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
11731
|
+
# @return [String]
|
11732
|
+
#
|
11578
11733
|
# @!attribute [rw] max_capacity
|
11579
11734
|
# The number of AWS Glue data processing units (DPUs) that are
|
11580
11735
|
# allocated to task runs for this transform. You can allocate from 2
|
@@ -11630,6 +11785,7 @@ module Aws::Glue
|
|
11630
11785
|
:description,
|
11631
11786
|
:parameters,
|
11632
11787
|
:role,
|
11788
|
+
:glue_version,
|
11633
11789
|
:max_capacity,
|
11634
11790
|
:worker_type,
|
11635
11791
|
:number_of_workers,
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.47.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-
|
11
|
+
date: 2019-11-21 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|