aws-sdk-glue 1.106.0 → 1.109.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +473 -1
- data/lib/aws-sdk-glue/client_api.rb +310 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +733 -3
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,20 +114,35 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# A structure containing information for audit.
|
118
|
+
#
|
117
119
|
# @note When making an API call, you may pass AuditContext
|
118
120
|
# data as a hash:
|
119
121
|
#
|
120
122
|
# {
|
121
123
|
# additional_audit_context: "AuditContextString",
|
124
|
+
# requested_columns: ["ColumnNameString"],
|
125
|
+
# all_columns_requested: false,
|
122
126
|
# }
|
123
127
|
#
|
124
128
|
# @!attribute [rw] additional_audit_context
|
129
|
+
# The context for the audit..
|
125
130
|
# @return [String]
|
126
131
|
#
|
132
|
+
# @!attribute [rw] requested_columns
|
133
|
+
# The requested columns for audit.
|
134
|
+
# @return [Array<String>]
|
135
|
+
#
|
136
|
+
# @!attribute [rw] all_columns_requested
|
137
|
+
# All columns request for audit.
|
138
|
+
# @return [Boolean]
|
139
|
+
#
|
127
140
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
|
128
141
|
#
|
129
142
|
class AuditContext < Struct.new(
|
130
|
-
:additional_audit_context
|
143
|
+
:additional_audit_context,
|
144
|
+
:requested_columns,
|
145
|
+
:all_columns_requested)
|
131
146
|
SENSITIVE = []
|
132
147
|
include Aws::Structure
|
133
148
|
end
|
@@ -1392,6 +1407,41 @@ module Aws::Glue
|
|
1392
1407
|
include Aws::Structure
|
1393
1408
|
end
|
1394
1409
|
|
1410
|
+
# @note When making an API call, you may pass CancelStatementRequest
|
1411
|
+
# data as a hash:
|
1412
|
+
#
|
1413
|
+
# {
|
1414
|
+
# session_id: "NameString", # required
|
1415
|
+
# id: 1, # required
|
1416
|
+
# request_origin: "OrchestrationNameString",
|
1417
|
+
# }
|
1418
|
+
#
|
1419
|
+
# @!attribute [rw] session_id
|
1420
|
+
# The Session ID of the statement to be cancelled.
|
1421
|
+
# @return [String]
|
1422
|
+
#
|
1423
|
+
# @!attribute [rw] id
|
1424
|
+
# The ID of the statement to be cancelled.
|
1425
|
+
# @return [Integer]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] request_origin
|
1428
|
+
# The origin of the request to cancel the statement.
|
1429
|
+
# @return [String]
|
1430
|
+
#
|
1431
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementRequest AWS API Documentation
|
1432
|
+
#
|
1433
|
+
class CancelStatementRequest < Struct.new(
|
1434
|
+
:session_id,
|
1435
|
+
:id,
|
1436
|
+
:request_origin)
|
1437
|
+
SENSITIVE = []
|
1438
|
+
include Aws::Structure
|
1439
|
+
end
|
1440
|
+
|
1441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementResponse AWS API Documentation
|
1442
|
+
#
|
1443
|
+
class CancelStatementResponse < Aws::EmptyStructure; end
|
1444
|
+
|
1395
1445
|
# Specifies a table definition in the Glue Data Catalog.
|
1396
1446
|
#
|
1397
1447
|
# @note When making an API call, you may pass CatalogEntry
|
@@ -4689,6 +4739,137 @@ module Aws::Glue
|
|
4689
4739
|
include Aws::Structure
|
4690
4740
|
end
|
4691
4741
|
|
4742
|
+
# Request to create a new session.
|
4743
|
+
#
|
4744
|
+
# @note When making an API call, you may pass CreateSessionRequest
|
4745
|
+
# data as a hash:
|
4746
|
+
#
|
4747
|
+
# {
|
4748
|
+
# id: "NameString", # required
|
4749
|
+
# description: "DescriptionString",
|
4750
|
+
# role: "OrchestrationRoleArn", # required
|
4751
|
+
# command: { # required
|
4752
|
+
# name: "NameString",
|
4753
|
+
# python_version: "PythonVersionString",
|
4754
|
+
# },
|
4755
|
+
# timeout: 1,
|
4756
|
+
# idle_timeout: 1,
|
4757
|
+
# default_arguments: {
|
4758
|
+
# "OrchestrationNameString" => "OrchestrationArgumentsValue",
|
4759
|
+
# },
|
4760
|
+
# connections: {
|
4761
|
+
# connections: ["GenericString"],
|
4762
|
+
# },
|
4763
|
+
# max_capacity: 1.0,
|
4764
|
+
# number_of_workers: 1,
|
4765
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4766
|
+
# security_configuration: "NameString",
|
4767
|
+
# glue_version: "GlueVersionString",
|
4768
|
+
# tags: {
|
4769
|
+
# "TagKey" => "TagValue",
|
4770
|
+
# },
|
4771
|
+
# request_origin: "OrchestrationNameString",
|
4772
|
+
# }
|
4773
|
+
#
|
4774
|
+
# @!attribute [rw] id
|
4775
|
+
# The ID of the session request.
|
4776
|
+
# @return [String]
|
4777
|
+
#
|
4778
|
+
# @!attribute [rw] description
|
4779
|
+
# The description of the session.
|
4780
|
+
# @return [String]
|
4781
|
+
#
|
4782
|
+
# @!attribute [rw] role
|
4783
|
+
# The IAM Role ARN
|
4784
|
+
# @return [String]
|
4785
|
+
#
|
4786
|
+
# @!attribute [rw] command
|
4787
|
+
# The `SessionCommand` that runs the job.
|
4788
|
+
# @return [Types::SessionCommand]
|
4789
|
+
#
|
4790
|
+
# @!attribute [rw] timeout
|
4791
|
+
# The number of seconds before request times out.
|
4792
|
+
# @return [Integer]
|
4793
|
+
#
|
4794
|
+
# @!attribute [rw] idle_timeout
|
4795
|
+
# The number of seconds when idle before request times out.
|
4796
|
+
# @return [Integer]
|
4797
|
+
#
|
4798
|
+
# @!attribute [rw] default_arguments
|
4799
|
+
# A map array of key-value pairs. Max is 75 pairs.
|
4800
|
+
# @return [Hash<String,String>]
|
4801
|
+
#
|
4802
|
+
# @!attribute [rw] connections
|
4803
|
+
# The number of connections to use for the session.
|
4804
|
+
# @return [Types::ConnectionsList]
|
4805
|
+
#
|
4806
|
+
# @!attribute [rw] max_capacity
|
4807
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
4808
|
+
# allocated when the job runs. A DPU is a relative measure of
|
4809
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
4810
|
+
# GB memory.
|
4811
|
+
# @return [Float]
|
4812
|
+
#
|
4813
|
+
# @!attribute [rw] number_of_workers
|
4814
|
+
# The number of workers to use for the session.
|
4815
|
+
# @return [Integer]
|
4816
|
+
#
|
4817
|
+
# @!attribute [rw] worker_type
|
4818
|
+
# The Worker Type. Can be one of G.1X, G.2X, Standard
|
4819
|
+
# @return [String]
|
4820
|
+
#
|
4821
|
+
# @!attribute [rw] security_configuration
|
4822
|
+
# The name of the SecurityConfiguration structure to be used with the
|
4823
|
+
# session
|
4824
|
+
# @return [String]
|
4825
|
+
#
|
4826
|
+
# @!attribute [rw] glue_version
|
4827
|
+
# The Glue version determines the versions of Apache Spark and Python
|
4828
|
+
# that AWS Glue supports. The GlueVersion must be greater than 2.0.
|
4829
|
+
# @return [String]
|
4830
|
+
#
|
4831
|
+
# @!attribute [rw] tags
|
4832
|
+
# The map of key value pairs (tags) belonging to the session.
|
4833
|
+
# @return [Hash<String,String>]
|
4834
|
+
#
|
4835
|
+
# @!attribute [rw] request_origin
|
4836
|
+
# The origin of the request.
|
4837
|
+
# @return [String]
|
4838
|
+
#
|
4839
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionRequest AWS API Documentation
|
4840
|
+
#
|
4841
|
+
class CreateSessionRequest < Struct.new(
|
4842
|
+
:id,
|
4843
|
+
:description,
|
4844
|
+
:role,
|
4845
|
+
:command,
|
4846
|
+
:timeout,
|
4847
|
+
:idle_timeout,
|
4848
|
+
:default_arguments,
|
4849
|
+
:connections,
|
4850
|
+
:max_capacity,
|
4851
|
+
:number_of_workers,
|
4852
|
+
:worker_type,
|
4853
|
+
:security_configuration,
|
4854
|
+
:glue_version,
|
4855
|
+
:tags,
|
4856
|
+
:request_origin)
|
4857
|
+
SENSITIVE = []
|
4858
|
+
include Aws::Structure
|
4859
|
+
end
|
4860
|
+
|
4861
|
+
# @!attribute [rw] session
|
4862
|
+
# Returns the session object in the response.
|
4863
|
+
# @return [Types::Session]
|
4864
|
+
#
|
4865
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionResponse AWS API Documentation
|
4866
|
+
#
|
4867
|
+
class CreateSessionResponse < Struct.new(
|
4868
|
+
:session)
|
4869
|
+
SENSITIVE = []
|
4870
|
+
include Aws::Structure
|
4871
|
+
end
|
4872
|
+
|
4692
4873
|
# @note When making an API call, you may pass CreateTableRequest
|
4693
4874
|
# data as a hash:
|
4694
4875
|
#
|
@@ -6085,6 +6266,43 @@ module Aws::Glue
|
|
6085
6266
|
#
|
6086
6267
|
class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
|
6087
6268
|
|
6269
|
+
# @note When making an API call, you may pass DeleteSessionRequest
|
6270
|
+
# data as a hash:
|
6271
|
+
#
|
6272
|
+
# {
|
6273
|
+
# id: "NameString", # required
|
6274
|
+
# request_origin: "OrchestrationNameString",
|
6275
|
+
# }
|
6276
|
+
#
|
6277
|
+
# @!attribute [rw] id
|
6278
|
+
# The ID of the session to be deleted.
|
6279
|
+
# @return [String]
|
6280
|
+
#
|
6281
|
+
# @!attribute [rw] request_origin
|
6282
|
+
# The name of the origin of the delete session request.
|
6283
|
+
# @return [String]
|
6284
|
+
#
|
6285
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionRequest AWS API Documentation
|
6286
|
+
#
|
6287
|
+
class DeleteSessionRequest < Struct.new(
|
6288
|
+
:id,
|
6289
|
+
:request_origin)
|
6290
|
+
SENSITIVE = []
|
6291
|
+
include Aws::Structure
|
6292
|
+
end
|
6293
|
+
|
6294
|
+
# @!attribute [rw] id
|
6295
|
+
# Returns the ID of the deleted session.
|
6296
|
+
# @return [String]
|
6297
|
+
#
|
6298
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionResponse AWS API Documentation
|
6299
|
+
#
|
6300
|
+
class DeleteSessionResponse < Struct.new(
|
6301
|
+
:id)
|
6302
|
+
SENSITIVE = []
|
6303
|
+
include Aws::Structure
|
6304
|
+
end
|
6305
|
+
|
6088
6306
|
# @note When making an API call, you may pass DeleteTableRequest
|
6089
6307
|
# data as a hash:
|
6090
6308
|
#
|
@@ -9592,6 +9810,86 @@ module Aws::Glue
|
|
9592
9810
|
include Aws::Structure
|
9593
9811
|
end
|
9594
9812
|
|
9813
|
+
# @note When making an API call, you may pass GetSessionRequest
|
9814
|
+
# data as a hash:
|
9815
|
+
#
|
9816
|
+
# {
|
9817
|
+
# id: "NameString", # required
|
9818
|
+
# request_origin: "OrchestrationNameString",
|
9819
|
+
# }
|
9820
|
+
#
|
9821
|
+
# @!attribute [rw] id
|
9822
|
+
# The ID of the session.
|
9823
|
+
# @return [String]
|
9824
|
+
#
|
9825
|
+
# @!attribute [rw] request_origin
|
9826
|
+
# The origin of the request.
|
9827
|
+
# @return [String]
|
9828
|
+
#
|
9829
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionRequest AWS API Documentation
|
9830
|
+
#
|
9831
|
+
class GetSessionRequest < Struct.new(
|
9832
|
+
:id,
|
9833
|
+
:request_origin)
|
9834
|
+
SENSITIVE = []
|
9835
|
+
include Aws::Structure
|
9836
|
+
end
|
9837
|
+
|
9838
|
+
# @!attribute [rw] session
|
9839
|
+
# The session object is returned in the response.
|
9840
|
+
# @return [Types::Session]
|
9841
|
+
#
|
9842
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionResponse AWS API Documentation
|
9843
|
+
#
|
9844
|
+
class GetSessionResponse < Struct.new(
|
9845
|
+
:session)
|
9846
|
+
SENSITIVE = []
|
9847
|
+
include Aws::Structure
|
9848
|
+
end
|
9849
|
+
|
9850
|
+
# @note When making an API call, you may pass GetStatementRequest
|
9851
|
+
# data as a hash:
|
9852
|
+
#
|
9853
|
+
# {
|
9854
|
+
# session_id: "NameString", # required
|
9855
|
+
# id: 1, # required
|
9856
|
+
# request_origin: "OrchestrationNameString",
|
9857
|
+
# }
|
9858
|
+
#
|
9859
|
+
# @!attribute [rw] session_id
|
9860
|
+
# The Session ID of the statement.
|
9861
|
+
# @return [String]
|
9862
|
+
#
|
9863
|
+
# @!attribute [rw] id
|
9864
|
+
# The Id of the statement.
|
9865
|
+
# @return [Integer]
|
9866
|
+
#
|
9867
|
+
# @!attribute [rw] request_origin
|
9868
|
+
# The origin of the request.
|
9869
|
+
# @return [String]
|
9870
|
+
#
|
9871
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementRequest AWS API Documentation
|
9872
|
+
#
|
9873
|
+
class GetStatementRequest < Struct.new(
|
9874
|
+
:session_id,
|
9875
|
+
:id,
|
9876
|
+
:request_origin)
|
9877
|
+
SENSITIVE = []
|
9878
|
+
include Aws::Structure
|
9879
|
+
end
|
9880
|
+
|
9881
|
+
# @!attribute [rw] statement
|
9882
|
+
# Returns the statement.
|
9883
|
+
# @return [Types::Statement]
|
9884
|
+
#
|
9885
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementResponse AWS API Documentation
|
9886
|
+
#
|
9887
|
+
class GetStatementResponse < Struct.new(
|
9888
|
+
:statement)
|
9889
|
+
SENSITIVE = []
|
9890
|
+
include Aws::Structure
|
9891
|
+
end
|
9892
|
+
|
9595
9893
|
# @note When making an API call, you may pass GetTableRequest
|
9596
9894
|
# data as a hash:
|
9597
9895
|
#
|
@@ -9973,6 +10271,8 @@ module Aws::Glue
|
|
9973
10271
|
# partition_values: ["ValueString"], # required
|
9974
10272
|
# audit_context: {
|
9975
10273
|
# additional_audit_context: "AuditContextString",
|
10274
|
+
# requested_columns: ["ColumnNameString"],
|
10275
|
+
# all_columns_requested: false,
|
9976
10276
|
# },
|
9977
10277
|
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
9978
10278
|
# }
|
@@ -9990,6 +10290,7 @@ module Aws::Glue
|
|
9990
10290
|
# @return [Array<String>]
|
9991
10291
|
#
|
9992
10292
|
# @!attribute [rw] audit_context
|
10293
|
+
# A structure containing information for audit.
|
9993
10294
|
# @return [Types::AuditContext]
|
9994
10295
|
#
|
9995
10296
|
# @!attribute [rw] supported_permission_types
|
@@ -10038,6 +10339,8 @@ module Aws::Glue
|
|
10038
10339
|
# expression: "PredicateString",
|
10039
10340
|
# audit_context: {
|
10040
10341
|
# additional_audit_context: "AuditContextString",
|
10342
|
+
# requested_columns: ["ColumnNameString"],
|
10343
|
+
# all_columns_requested: false,
|
10041
10344
|
# },
|
10042
10345
|
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10043
10346
|
# next_token: "Token",
|
@@ -10061,6 +10364,7 @@ module Aws::Glue
|
|
10061
10364
|
# @return [String]
|
10062
10365
|
#
|
10063
10366
|
# @!attribute [rw] audit_context
|
10367
|
+
# A structure containing information for audit.
|
10064
10368
|
# @return [Types::AuditContext]
|
10065
10369
|
#
|
10066
10370
|
# @!attribute [rw] supported_permission_types
|
@@ -10117,6 +10421,8 @@ module Aws::Glue
|
|
10117
10421
|
# name: "NameString", # required
|
10118
10422
|
# audit_context: {
|
10119
10423
|
# additional_audit_context: "AuditContextString",
|
10424
|
+
# requested_columns: ["ColumnNameString"],
|
10425
|
+
# all_columns_requested: false,
|
10120
10426
|
# },
|
10121
10427
|
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10122
10428
|
# }
|
@@ -10131,6 +10437,7 @@ module Aws::Glue
|
|
10131
10437
|
# @return [String]
|
10132
10438
|
#
|
10133
10439
|
# @!attribute [rw] audit_context
|
10440
|
+
# A structure containing information for audit.
|
10134
10441
|
# @return [Types::AuditContext]
|
10135
10442
|
#
|
10136
10443
|
# @!attribute [rw] supported_permission_types
|
@@ -10460,7 +10767,7 @@ module Aws::Glue
|
|
10460
10767
|
# An encryption operation failed.
|
10461
10768
|
#
|
10462
10769
|
# @!attribute [rw] message
|
10463
|
-
#
|
10770
|
+
# The message describing the problem.
|
10464
10771
|
# @return [String]
|
10465
10772
|
#
|
10466
10773
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
|
@@ -10621,6 +10928,20 @@ module Aws::Glue
|
|
10621
10928
|
include Aws::Structure
|
10622
10929
|
end
|
10623
10930
|
|
10931
|
+
# The session is in an invalid state to perform a requested operation.
|
10932
|
+
#
|
10933
|
+
# @!attribute [rw] message
|
10934
|
+
# A message describing the problem.
|
10935
|
+
# @return [String]
|
10936
|
+
#
|
10937
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
|
10938
|
+
#
|
10939
|
+
class IllegalSessionStateException < Struct.new(
|
10940
|
+
:message)
|
10941
|
+
SENSITIVE = []
|
10942
|
+
include Aws::Structure
|
10943
|
+
end
|
10944
|
+
|
10624
10945
|
# The workflow is in an invalid state to perform a requested operation.
|
10625
10946
|
#
|
10626
10947
|
# @!attribute [rw] message
|
@@ -11266,6 +11587,18 @@ module Aws::Glue
|
|
11266
11587
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
11267
11588
|
# @return [String]
|
11268
11589
|
#
|
11590
|
+
# @!attribute [rw] dpu_seconds
|
11591
|
+
# This field populates only when an Auto Scaling job run completes,
|
11592
|
+
# and represents the total time each executor ran during the lifecycle
|
11593
|
+
# of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
|
11594
|
+
# and 2 for `G.2X` workers). This value may be different than the
|
11595
|
+
# `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
|
11596
|
+
# Scaling jobs, as the number of executors running at a given time may
|
11597
|
+
# be less than the `MaxCapacity`. Therefore, it is possible that the
|
11598
|
+
# value of `DPUSeconds` is less than `executionEngineRuntime` *
|
11599
|
+
# `MaxCapacity`.
|
11600
|
+
# @return [Float]
|
11601
|
+
#
|
11269
11602
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
11270
11603
|
#
|
11271
11604
|
class JobRun < Struct.new(
|
@@ -11290,7 +11623,8 @@ module Aws::Glue
|
|
11290
11623
|
:security_configuration,
|
11291
11624
|
:log_group_name,
|
11292
11625
|
:notification_property,
|
11293
|
-
:glue_version
|
11626
|
+
:glue_version,
|
11627
|
+
:dpu_seconds)
|
11294
11628
|
SENSITIVE = []
|
11295
11629
|
include Aws::Structure
|
11296
11630
|
end
|
@@ -12167,6 +12501,115 @@ module Aws::Glue
|
|
12167
12501
|
include Aws::Structure
|
12168
12502
|
end
|
12169
12503
|
|
12504
|
+
# @note When making an API call, you may pass ListSessionsRequest
|
12505
|
+
# data as a hash:
|
12506
|
+
#
|
12507
|
+
# {
|
12508
|
+
# next_token: "OrchestrationToken",
|
12509
|
+
# max_results: 1,
|
12510
|
+
# tags: {
|
12511
|
+
# "TagKey" => "TagValue",
|
12512
|
+
# },
|
12513
|
+
# request_origin: "OrchestrationNameString",
|
12514
|
+
# }
|
12515
|
+
#
|
12516
|
+
# @!attribute [rw] next_token
|
12517
|
+
# The token for the next set of results, or null if there are no more
|
12518
|
+
# result.
|
12519
|
+
# @return [String]
|
12520
|
+
#
|
12521
|
+
# @!attribute [rw] max_results
|
12522
|
+
# The maximum number of results.
|
12523
|
+
# @return [Integer]
|
12524
|
+
#
|
12525
|
+
# @!attribute [rw] tags
|
12526
|
+
# Tags belonging to the session.
|
12527
|
+
# @return [Hash<String,String>]
|
12528
|
+
#
|
12529
|
+
# @!attribute [rw] request_origin
|
12530
|
+
# The origin of the request.
|
12531
|
+
# @return [String]
|
12532
|
+
#
|
12533
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsRequest AWS API Documentation
|
12534
|
+
#
|
12535
|
+
class ListSessionsRequest < Struct.new(
|
12536
|
+
:next_token,
|
12537
|
+
:max_results,
|
12538
|
+
:tags,
|
12539
|
+
:request_origin)
|
12540
|
+
SENSITIVE = []
|
12541
|
+
include Aws::Structure
|
12542
|
+
end
|
12543
|
+
|
12544
|
+
# @!attribute [rw] ids
|
12545
|
+
# Returns the Id of the session.
|
12546
|
+
# @return [Array<String>]
|
12547
|
+
#
|
12548
|
+
# @!attribute [rw] sessions
|
12549
|
+
# Returns the session object.
|
12550
|
+
# @return [Array<Types::Session>]
|
12551
|
+
#
|
12552
|
+
# @!attribute [rw] next_token
|
12553
|
+
# The token for the next set of results, or null if there are no more
|
12554
|
+
# result.
|
12555
|
+
# @return [String]
|
12556
|
+
#
|
12557
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsResponse AWS API Documentation
|
12558
|
+
#
|
12559
|
+
class ListSessionsResponse < Struct.new(
|
12560
|
+
:ids,
|
12561
|
+
:sessions,
|
12562
|
+
:next_token)
|
12563
|
+
SENSITIVE = []
|
12564
|
+
include Aws::Structure
|
12565
|
+
end
|
12566
|
+
|
12567
|
+
# @note When making an API call, you may pass ListStatementsRequest
|
12568
|
+
# data as a hash:
|
12569
|
+
#
|
12570
|
+
# {
|
12571
|
+
# session_id: "NameString", # required
|
12572
|
+
# request_origin: "OrchestrationNameString",
|
12573
|
+
# next_token: "OrchestrationToken",
|
12574
|
+
# }
|
12575
|
+
#
|
12576
|
+
# @!attribute [rw] session_id
|
12577
|
+
# The Session ID of the statements.
|
12578
|
+
# @return [String]
|
12579
|
+
#
|
12580
|
+
# @!attribute [rw] request_origin
|
12581
|
+
# The origin of the request to list statements.
|
12582
|
+
# @return [String]
|
12583
|
+
#
|
12584
|
+
# @!attribute [rw] next_token
|
12585
|
+
# @return [String]
|
12586
|
+
#
|
12587
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
|
12588
|
+
#
|
12589
|
+
class ListStatementsRequest < Struct.new(
|
12590
|
+
:session_id,
|
12591
|
+
:request_origin,
|
12592
|
+
:next_token)
|
12593
|
+
SENSITIVE = []
|
12594
|
+
include Aws::Structure
|
12595
|
+
end
|
12596
|
+
|
12597
|
+
# @!attribute [rw] statements
|
12598
|
+
# Returns the list of statements.
|
12599
|
+
# @return [Array<Types::Statement>]
|
12600
|
+
#
|
12601
|
+
# @!attribute [rw] next_token
|
12602
|
+
# @return [String]
|
12603
|
+
#
|
12604
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
|
12605
|
+
#
|
12606
|
+
class ListStatementsResponse < Struct.new(
|
12607
|
+
:statements,
|
12608
|
+
:next_token)
|
12609
|
+
SENSITIVE = []
|
12610
|
+
include Aws::Structure
|
12611
|
+
end
|
12612
|
+
|
12170
12613
|
# @note When making an API call, you may pass ListTriggersRequest
|
12171
12614
|
# data as a hash:
|
12172
12615
|
#
|
@@ -14059,6 +14502,49 @@ module Aws::Glue
|
|
14059
14502
|
include Aws::Structure
|
14060
14503
|
end
|
14061
14504
|
|
14505
|
+
# @note When making an API call, you may pass RunStatementRequest
|
14506
|
+
# data as a hash:
|
14507
|
+
#
|
14508
|
+
# {
|
14509
|
+
# session_id: "NameString", # required
|
14510
|
+
# code: "OrchestrationStatementCodeString", # required
|
14511
|
+
# request_origin: "OrchestrationNameString",
|
14512
|
+
# }
|
14513
|
+
#
|
14514
|
+
# @!attribute [rw] session_id
|
14515
|
+
# The Session Id of the statement to be run.
|
14516
|
+
# @return [String]
|
14517
|
+
#
|
14518
|
+
# @!attribute [rw] code
|
14519
|
+
# The statement code to be run.
|
14520
|
+
# @return [String]
|
14521
|
+
#
|
14522
|
+
# @!attribute [rw] request_origin
|
14523
|
+
# The origin of the request.
|
14524
|
+
# @return [String]
|
14525
|
+
#
|
14526
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementRequest AWS API Documentation
|
14527
|
+
#
|
14528
|
+
class RunStatementRequest < Struct.new(
|
14529
|
+
:session_id,
|
14530
|
+
:code,
|
14531
|
+
:request_origin)
|
14532
|
+
SENSITIVE = []
|
14533
|
+
include Aws::Structure
|
14534
|
+
end
|
14535
|
+
|
14536
|
+
# @!attribute [rw] id
|
14537
|
+
# Returns the Id of the statement that was run.
|
14538
|
+
# @return [Integer]
|
14539
|
+
#
|
14540
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementResponse AWS API Documentation
|
14541
|
+
#
|
14542
|
+
class RunStatementResponse < Struct.new(
|
14543
|
+
:id)
|
14544
|
+
SENSITIVE = []
|
14545
|
+
include Aws::Structure
|
14546
|
+
end
|
14547
|
+
|
14062
14548
|
# Specifies how Amazon Simple Storage Service (Amazon S3) data should be
|
14063
14549
|
# encrypted.
|
14064
14550
|
#
|
@@ -14673,6 +15159,115 @@ module Aws::Glue
|
|
14673
15159
|
include Aws::Structure
|
14674
15160
|
end
|
14675
15161
|
|
15162
|
+
# The period in which a remote Spark runtime environment is running.
|
15163
|
+
#
|
15164
|
+
# @!attribute [rw] id
|
15165
|
+
# The ID of the session.
|
15166
|
+
# @return [String]
|
15167
|
+
#
|
15168
|
+
# @!attribute [rw] created_on
|
15169
|
+
# The time and date when the session was created.
|
15170
|
+
# @return [Time]
|
15171
|
+
#
|
15172
|
+
# @!attribute [rw] status
|
15173
|
+
# The session status.
|
15174
|
+
# @return [String]
|
15175
|
+
#
|
15176
|
+
# @!attribute [rw] error_message
|
15177
|
+
# The error message displayed during the session.
|
15178
|
+
# @return [String]
|
15179
|
+
#
|
15180
|
+
# @!attribute [rw] description
|
15181
|
+
# The description of the session.
|
15182
|
+
# @return [String]
|
15183
|
+
#
|
15184
|
+
# @!attribute [rw] role
|
15185
|
+
# The name or Amazon Resource Name (ARN) of the IAM role associated
|
15186
|
+
# with the Session.
|
15187
|
+
# @return [String]
|
15188
|
+
#
|
15189
|
+
# @!attribute [rw] command
|
15190
|
+
# The command object.See SessionCommand.
|
15191
|
+
# @return [Types::SessionCommand]
|
15192
|
+
#
|
15193
|
+
# @!attribute [rw] default_arguments
|
15194
|
+
# A map array of key-value pairs. Max is 75 pairs.
|
15195
|
+
# @return [Hash<String,String>]
|
15196
|
+
#
|
15197
|
+
# @!attribute [rw] connections
|
15198
|
+
# The number of connections used for the session.
|
15199
|
+
# @return [Types::ConnectionsList]
|
15200
|
+
#
|
15201
|
+
# @!attribute [rw] progress
|
15202
|
+
# The code execution progress of the session.
|
15203
|
+
# @return [Float]
|
15204
|
+
#
|
15205
|
+
# @!attribute [rw] max_capacity
|
15206
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
15207
|
+
# allocated when the job runs. A DPU is a relative measure of
|
15208
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
15209
|
+
# GB memory.
|
15210
|
+
# @return [Float]
|
15211
|
+
#
|
15212
|
+
# @!attribute [rw] security_configuration
|
15213
|
+
# The name of the SecurityConfiguration structure to be used with the
|
15214
|
+
# session.
|
15215
|
+
# @return [String]
|
15216
|
+
#
|
15217
|
+
# @!attribute [rw] glue_version
|
15218
|
+
# The Glue version determines the versions of Apache Spark and Python
|
15219
|
+
# that AWS Glue supports. The GlueVersion must be greater than 2.0.
|
15220
|
+
# @return [String]
|
15221
|
+
#
|
15222
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
|
15223
|
+
#
|
15224
|
+
class Session < Struct.new(
|
15225
|
+
:id,
|
15226
|
+
:created_on,
|
15227
|
+
:status,
|
15228
|
+
:error_message,
|
15229
|
+
:description,
|
15230
|
+
:role,
|
15231
|
+
:command,
|
15232
|
+
:default_arguments,
|
15233
|
+
:connections,
|
15234
|
+
:progress,
|
15235
|
+
:max_capacity,
|
15236
|
+
:security_configuration,
|
15237
|
+
:glue_version)
|
15238
|
+
SENSITIVE = []
|
15239
|
+
include Aws::Structure
|
15240
|
+
end
|
15241
|
+
|
15242
|
+
# The `SessionCommand` that runs the job.
|
15243
|
+
#
|
15244
|
+
# @note When making an API call, you may pass SessionCommand
|
15245
|
+
# data as a hash:
|
15246
|
+
#
|
15247
|
+
# {
|
15248
|
+
# name: "NameString",
|
15249
|
+
# python_version: "PythonVersionString",
|
15250
|
+
# }
|
15251
|
+
#
|
15252
|
+
# @!attribute [rw] name
|
15253
|
+
# Specifies the name of the SessionCommand.Can be 'glueetl' or
|
15254
|
+
# 'gluestreaming'.
|
15255
|
+
# @return [String]
|
15256
|
+
#
|
15257
|
+
# @!attribute [rw] python_version
|
15258
|
+
# Specifies the Python version. The Python version indicates the
|
15259
|
+
# version supported for jobs of type Spark.
|
15260
|
+
# @return [String]
|
15261
|
+
#
|
15262
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SessionCommand AWS API Documentation
|
15263
|
+
#
|
15264
|
+
class SessionCommand < Struct.new(
|
15265
|
+
:name,
|
15266
|
+
:python_version)
|
15267
|
+
SENSITIVE = []
|
15268
|
+
include Aws::Structure
|
15269
|
+
end
|
15270
|
+
|
14676
15271
|
# Specifies skewed values in a table. Skewed values are those that occur
|
14677
15272
|
# with very high frequency.
|
14678
15273
|
#
|
@@ -15224,6 +15819,104 @@ module Aws::Glue
|
|
15224
15819
|
include Aws::Structure
|
15225
15820
|
end
|
15226
15821
|
|
15822
|
+
# The statement or request for a particular action to occur in a
|
15823
|
+
# session.
|
15824
|
+
#
|
15825
|
+
# @!attribute [rw] id
|
15826
|
+
# The ID of the statement.
|
15827
|
+
# @return [Integer]
|
15828
|
+
#
|
15829
|
+
# @!attribute [rw] code
|
15830
|
+
# The execution code of the statement.
|
15831
|
+
# @return [String]
|
15832
|
+
#
|
15833
|
+
# @!attribute [rw] state
|
15834
|
+
# The state while request is actioned.
|
15835
|
+
# @return [String]
|
15836
|
+
#
|
15837
|
+
# @!attribute [rw] output
|
15838
|
+
# The output in JSON.
|
15839
|
+
# @return [Types::StatementOutput]
|
15840
|
+
#
|
15841
|
+
# @!attribute [rw] progress
|
15842
|
+
# The code execution progress.
|
15843
|
+
# @return [Float]
|
15844
|
+
#
|
15845
|
+
# @!attribute [rw] started_on
|
15846
|
+
# The unix time and date that the job definition was started.
|
15847
|
+
# @return [Integer]
|
15848
|
+
#
|
15849
|
+
# @!attribute [rw] completed_on
|
15850
|
+
# The unix time and date that the job definition was completed.
|
15851
|
+
# @return [Integer]
|
15852
|
+
#
|
15853
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Statement AWS API Documentation
|
15854
|
+
#
|
15855
|
+
class Statement < Struct.new(
|
15856
|
+
:id,
|
15857
|
+
:code,
|
15858
|
+
:state,
|
15859
|
+
:output,
|
15860
|
+
:progress,
|
15861
|
+
:started_on,
|
15862
|
+
:completed_on)
|
15863
|
+
SENSITIVE = []
|
15864
|
+
include Aws::Structure
|
15865
|
+
end
|
15866
|
+
|
15867
|
+
# The code execution output in JSON format.
|
15868
|
+
#
|
15869
|
+
# @!attribute [rw] data
|
15870
|
+
# The code execution output.
|
15871
|
+
# @return [Types::StatementOutputData]
|
15872
|
+
#
|
15873
|
+
# @!attribute [rw] execution_count
|
15874
|
+
# The execution count of the output.
|
15875
|
+
# @return [Integer]
|
15876
|
+
#
|
15877
|
+
# @!attribute [rw] status
|
15878
|
+
# The status of the code execution output.
|
15879
|
+
# @return [String]
|
15880
|
+
#
|
15881
|
+
# @!attribute [rw] error_name
|
15882
|
+
# The name of the error in the output.
|
15883
|
+
# @return [String]
|
15884
|
+
#
|
15885
|
+
# @!attribute [rw] error_value
|
15886
|
+
# The error value of the output.
|
15887
|
+
# @return [String]
|
15888
|
+
#
|
15889
|
+
# @!attribute [rw] traceback
|
15890
|
+
# The traceback of the output.
|
15891
|
+
# @return [Array<String>]
|
15892
|
+
#
|
15893
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutput AWS API Documentation
|
15894
|
+
#
|
15895
|
+
class StatementOutput < Struct.new(
|
15896
|
+
:data,
|
15897
|
+
:execution_count,
|
15898
|
+
:status,
|
15899
|
+
:error_name,
|
15900
|
+
:error_value,
|
15901
|
+
:traceback)
|
15902
|
+
SENSITIVE = []
|
15903
|
+
include Aws::Structure
|
15904
|
+
end
|
15905
|
+
|
15906
|
+
# The code execution output in JSON format.
|
15907
|
+
#
|
15908
|
+
# @!attribute [rw] text_plain
|
15909
|
+
# The code execution output in text format.
|
15910
|
+
# @return [String]
|
15911
|
+
#
|
15912
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutputData AWS API Documentation
|
15913
|
+
#
|
15914
|
+
class StatementOutputData < Struct.new(
|
15915
|
+
:text_plain)
|
15916
|
+
SENSITIVE = []
|
15917
|
+
include Aws::Structure
|
15918
|
+
end
|
15919
|
+
|
15227
15920
|
# @note When making an API call, you may pass StopCrawlerRequest
|
15228
15921
|
# data as a hash:
|
15229
15922
|
#
|
@@ -15270,6 +15963,43 @@ module Aws::Glue
|
|
15270
15963
|
#
|
15271
15964
|
class StopCrawlerScheduleResponse < Aws::EmptyStructure; end
|
15272
15965
|
|
15966
|
+
# @note When making an API call, you may pass StopSessionRequest
|
15967
|
+
# data as a hash:
|
15968
|
+
#
|
15969
|
+
# {
|
15970
|
+
# id: "NameString", # required
|
15971
|
+
# request_origin: "OrchestrationNameString",
|
15972
|
+
# }
|
15973
|
+
#
|
15974
|
+
# @!attribute [rw] id
|
15975
|
+
# The ID of the session to be stopped.
|
15976
|
+
# @return [String]
|
15977
|
+
#
|
15978
|
+
# @!attribute [rw] request_origin
|
15979
|
+
# The origin of the request.
|
15980
|
+
# @return [String]
|
15981
|
+
#
|
15982
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionRequest AWS API Documentation
|
15983
|
+
#
|
15984
|
+
class StopSessionRequest < Struct.new(
|
15985
|
+
:id,
|
15986
|
+
:request_origin)
|
15987
|
+
SENSITIVE = []
|
15988
|
+
include Aws::Structure
|
15989
|
+
end
|
15990
|
+
|
15991
|
+
# @!attribute [rw] id
|
15992
|
+
# Returns the Id of the stopped session.
|
15993
|
+
# @return [String]
|
15994
|
+
#
|
15995
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionResponse AWS API Documentation
|
15996
|
+
#
|
15997
|
+
class StopSessionResponse < Struct.new(
|
15998
|
+
:id)
|
15999
|
+
SENSITIVE = []
|
16000
|
+
include Aws::Structure
|
16001
|
+
end
|
16002
|
+
|
15273
16003
|
# @note When making an API call, you may pass StopTriggerRequest
|
15274
16004
|
# data as a hash:
|
15275
16005
|
#
|