aws-sdk-glue 1.106.0 → 1.109.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -114,20 +114,35 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # A structure containing information for audit.
118
+ #
117
119
  # @note When making an API call, you may pass AuditContext
118
120
  # data as a hash:
119
121
  #
120
122
  # {
121
123
  # additional_audit_context: "AuditContextString",
124
+ # requested_columns: ["ColumnNameString"],
125
+ # all_columns_requested: false,
122
126
  # }
123
127
  #
124
128
  # @!attribute [rw] additional_audit_context
129
+ # The context for the audit..
125
130
  # @return [String]
126
131
  #
132
+ # @!attribute [rw] requested_columns
133
+ # The requested columns for audit.
134
+ # @return [Array<String>]
135
+ #
136
+ # @!attribute [rw] all_columns_requested
137
+ # All columns request for audit.
138
+ # @return [Boolean]
139
+ #
127
140
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
128
141
  #
129
142
  class AuditContext < Struct.new(
130
- :additional_audit_context)
143
+ :additional_audit_context,
144
+ :requested_columns,
145
+ :all_columns_requested)
131
146
  SENSITIVE = []
132
147
  include Aws::Structure
133
148
  end
@@ -1392,6 +1407,41 @@ module Aws::Glue
1392
1407
  include Aws::Structure
1393
1408
  end
1394
1409
 
1410
+ # @note When making an API call, you may pass CancelStatementRequest
1411
+ # data as a hash:
1412
+ #
1413
+ # {
1414
+ # session_id: "NameString", # required
1415
+ # id: 1, # required
1416
+ # request_origin: "OrchestrationNameString",
1417
+ # }
1418
+ #
1419
+ # @!attribute [rw] session_id
1420
+ # The Session ID of the statement to be cancelled.
1421
+ # @return [String]
1422
+ #
1423
+ # @!attribute [rw] id
1424
+ # The ID of the statement to be cancelled.
1425
+ # @return [Integer]
1426
+ #
1427
+ # @!attribute [rw] request_origin
1428
+ # The origin of the request to cancel the statement.
1429
+ # @return [String]
1430
+ #
1431
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementRequest AWS API Documentation
1432
+ #
1433
+ class CancelStatementRequest < Struct.new(
1434
+ :session_id,
1435
+ :id,
1436
+ :request_origin)
1437
+ SENSITIVE = []
1438
+ include Aws::Structure
1439
+ end
1440
+
1441
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementResponse AWS API Documentation
1442
+ #
1443
+ class CancelStatementResponse < Aws::EmptyStructure; end
1444
+
1395
1445
  # Specifies a table definition in the Glue Data Catalog.
1396
1446
  #
1397
1447
  # @note When making an API call, you may pass CatalogEntry
@@ -4689,6 +4739,137 @@ module Aws::Glue
4689
4739
  include Aws::Structure
4690
4740
  end
4691
4741
 
4742
+ # Request to create a new session.
4743
+ #
4744
+ # @note When making an API call, you may pass CreateSessionRequest
4745
+ # data as a hash:
4746
+ #
4747
+ # {
4748
+ # id: "NameString", # required
4749
+ # description: "DescriptionString",
4750
+ # role: "OrchestrationRoleArn", # required
4751
+ # command: { # required
4752
+ # name: "NameString",
4753
+ # python_version: "PythonVersionString",
4754
+ # },
4755
+ # timeout: 1,
4756
+ # idle_timeout: 1,
4757
+ # default_arguments: {
4758
+ # "OrchestrationNameString" => "OrchestrationArgumentsValue",
4759
+ # },
4760
+ # connections: {
4761
+ # connections: ["GenericString"],
4762
+ # },
4763
+ # max_capacity: 1.0,
4764
+ # number_of_workers: 1,
4765
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4766
+ # security_configuration: "NameString",
4767
+ # glue_version: "GlueVersionString",
4768
+ # tags: {
4769
+ # "TagKey" => "TagValue",
4770
+ # },
4771
+ # request_origin: "OrchestrationNameString",
4772
+ # }
4773
+ #
4774
+ # @!attribute [rw] id
4775
+ # The ID of the session request.
4776
+ # @return [String]
4777
+ #
4778
+ # @!attribute [rw] description
4779
+ # The description of the session.
4780
+ # @return [String]
4781
+ #
4782
+ # @!attribute [rw] role
4783
+ # The IAM Role ARN
4784
+ # @return [String]
4785
+ #
4786
+ # @!attribute [rw] command
4787
+ # The `SessionCommand` that runs the job.
4788
+ # @return [Types::SessionCommand]
4789
+ #
4790
+ # @!attribute [rw] timeout
4791
+ # The number of seconds before request times out.
4792
+ # @return [Integer]
4793
+ #
4794
+ # @!attribute [rw] idle_timeout
4795
+ # The number of seconds when idle before request times out.
4796
+ # @return [Integer]
4797
+ #
4798
+ # @!attribute [rw] default_arguments
4799
+ # A map array of key-value pairs. Max is 75 pairs.
4800
+ # @return [Hash<String,String>]
4801
+ #
4802
+ # @!attribute [rw] connections
4803
+ # The number of connections to use for the session.
4804
+ # @return [Types::ConnectionsList]
4805
+ #
4806
+ # @!attribute [rw] max_capacity
4807
+ # The number of AWS Glue data processing units (DPUs) that can be
4808
+ # allocated when the job runs. A DPU is a relative measure of
4809
+ # processing power that consists of 4 vCPUs of compute capacity and 16
4810
+ # GB memory.
4811
+ # @return [Float]
4812
+ #
4813
+ # @!attribute [rw] number_of_workers
4814
+ # The number of workers to use for the session.
4815
+ # @return [Integer]
4816
+ #
4817
+ # @!attribute [rw] worker_type
4818
+ # The Worker Type. Can be one of G.1X, G.2X, Standard
4819
+ # @return [String]
4820
+ #
4821
+ # @!attribute [rw] security_configuration
4822
+ # The name of the SecurityConfiguration structure to be used with the
4823
+ # session
4824
+ # @return [String]
4825
+ #
4826
+ # @!attribute [rw] glue_version
4827
+ # The Glue version determines the versions of Apache Spark and Python
4828
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4829
+ # @return [String]
4830
+ #
4831
+ # @!attribute [rw] tags
4832
+ # The map of key value pairs (tags) belonging to the session.
4833
+ # @return [Hash<String,String>]
4834
+ #
4835
+ # @!attribute [rw] request_origin
4836
+ # The origin of the request.
4837
+ # @return [String]
4838
+ #
4839
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionRequest AWS API Documentation
4840
+ #
4841
+ class CreateSessionRequest < Struct.new(
4842
+ :id,
4843
+ :description,
4844
+ :role,
4845
+ :command,
4846
+ :timeout,
4847
+ :idle_timeout,
4848
+ :default_arguments,
4849
+ :connections,
4850
+ :max_capacity,
4851
+ :number_of_workers,
4852
+ :worker_type,
4853
+ :security_configuration,
4854
+ :glue_version,
4855
+ :tags,
4856
+ :request_origin)
4857
+ SENSITIVE = []
4858
+ include Aws::Structure
4859
+ end
4860
+
4861
+ # @!attribute [rw] session
4862
+ # Returns the session object in the response.
4863
+ # @return [Types::Session]
4864
+ #
4865
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionResponse AWS API Documentation
4866
+ #
4867
+ class CreateSessionResponse < Struct.new(
4868
+ :session)
4869
+ SENSITIVE = []
4870
+ include Aws::Structure
4871
+ end
4872
+
4692
4873
  # @note When making an API call, you may pass CreateTableRequest
4693
4874
  # data as a hash:
4694
4875
  #
@@ -6085,6 +6266,43 @@ module Aws::Glue
6085
6266
  #
6086
6267
  class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
6087
6268
 
6269
+ # @note When making an API call, you may pass DeleteSessionRequest
6270
+ # data as a hash:
6271
+ #
6272
+ # {
6273
+ # id: "NameString", # required
6274
+ # request_origin: "OrchestrationNameString",
6275
+ # }
6276
+ #
6277
+ # @!attribute [rw] id
6278
+ # The ID of the session to be deleted.
6279
+ # @return [String]
6280
+ #
6281
+ # @!attribute [rw] request_origin
6282
+ # The name of the origin of the delete session request.
6283
+ # @return [String]
6284
+ #
6285
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionRequest AWS API Documentation
6286
+ #
6287
+ class DeleteSessionRequest < Struct.new(
6288
+ :id,
6289
+ :request_origin)
6290
+ SENSITIVE = []
6291
+ include Aws::Structure
6292
+ end
6293
+
6294
+ # @!attribute [rw] id
6295
+ # Returns the ID of the deleted session.
6296
+ # @return [String]
6297
+ #
6298
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionResponse AWS API Documentation
6299
+ #
6300
+ class DeleteSessionResponse < Struct.new(
6301
+ :id)
6302
+ SENSITIVE = []
6303
+ include Aws::Structure
6304
+ end
6305
+
6088
6306
  # @note When making an API call, you may pass DeleteTableRequest
6089
6307
  # data as a hash:
6090
6308
  #
@@ -9592,6 +9810,86 @@ module Aws::Glue
9592
9810
  include Aws::Structure
9593
9811
  end
9594
9812
 
9813
+ # @note When making an API call, you may pass GetSessionRequest
9814
+ # data as a hash:
9815
+ #
9816
+ # {
9817
+ # id: "NameString", # required
9818
+ # request_origin: "OrchestrationNameString",
9819
+ # }
9820
+ #
9821
+ # @!attribute [rw] id
9822
+ # The ID of the session.
9823
+ # @return [String]
9824
+ #
9825
+ # @!attribute [rw] request_origin
9826
+ # The origin of the request.
9827
+ # @return [String]
9828
+ #
9829
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionRequest AWS API Documentation
9830
+ #
9831
+ class GetSessionRequest < Struct.new(
9832
+ :id,
9833
+ :request_origin)
9834
+ SENSITIVE = []
9835
+ include Aws::Structure
9836
+ end
9837
+
9838
+ # @!attribute [rw] session
9839
+ # The session object is returned in the response.
9840
+ # @return [Types::Session]
9841
+ #
9842
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionResponse AWS API Documentation
9843
+ #
9844
+ class GetSessionResponse < Struct.new(
9845
+ :session)
9846
+ SENSITIVE = []
9847
+ include Aws::Structure
9848
+ end
9849
+
9850
+ # @note When making an API call, you may pass GetStatementRequest
9851
+ # data as a hash:
9852
+ #
9853
+ # {
9854
+ # session_id: "NameString", # required
9855
+ # id: 1, # required
9856
+ # request_origin: "OrchestrationNameString",
9857
+ # }
9858
+ #
9859
+ # @!attribute [rw] session_id
9860
+ # The Session ID of the statement.
9861
+ # @return [String]
9862
+ #
9863
+ # @!attribute [rw] id
9864
+ # The Id of the statement.
9865
+ # @return [Integer]
9866
+ #
9867
+ # @!attribute [rw] request_origin
9868
+ # The origin of the request.
9869
+ # @return [String]
9870
+ #
9871
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementRequest AWS API Documentation
9872
+ #
9873
+ class GetStatementRequest < Struct.new(
9874
+ :session_id,
9875
+ :id,
9876
+ :request_origin)
9877
+ SENSITIVE = []
9878
+ include Aws::Structure
9879
+ end
9880
+
9881
+ # @!attribute [rw] statement
9882
+ # Returns the statement.
9883
+ # @return [Types::Statement]
9884
+ #
9885
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementResponse AWS API Documentation
9886
+ #
9887
+ class GetStatementResponse < Struct.new(
9888
+ :statement)
9889
+ SENSITIVE = []
9890
+ include Aws::Structure
9891
+ end
9892
+
9595
9893
  # @note When making an API call, you may pass GetTableRequest
9596
9894
  # data as a hash:
9597
9895
  #
@@ -9973,6 +10271,8 @@ module Aws::Glue
9973
10271
  # partition_values: ["ValueString"], # required
9974
10272
  # audit_context: {
9975
10273
  # additional_audit_context: "AuditContextString",
10274
+ # requested_columns: ["ColumnNameString"],
10275
+ # all_columns_requested: false,
9976
10276
  # },
9977
10277
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
9978
10278
  # }
@@ -9990,6 +10290,7 @@ module Aws::Glue
9990
10290
  # @return [Array<String>]
9991
10291
  #
9992
10292
  # @!attribute [rw] audit_context
10293
+ # A structure containing information for audit.
9993
10294
  # @return [Types::AuditContext]
9994
10295
  #
9995
10296
  # @!attribute [rw] supported_permission_types
@@ -10038,6 +10339,8 @@ module Aws::Glue
10038
10339
  # expression: "PredicateString",
10039
10340
  # audit_context: {
10040
10341
  # additional_audit_context: "AuditContextString",
10342
+ # requested_columns: ["ColumnNameString"],
10343
+ # all_columns_requested: false,
10041
10344
  # },
10042
10345
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10043
10346
  # next_token: "Token",
@@ -10061,6 +10364,7 @@ module Aws::Glue
10061
10364
  # @return [String]
10062
10365
  #
10063
10366
  # @!attribute [rw] audit_context
10367
+ # A structure containing information for audit.
10064
10368
  # @return [Types::AuditContext]
10065
10369
  #
10066
10370
  # @!attribute [rw] supported_permission_types
@@ -10117,6 +10421,8 @@ module Aws::Glue
10117
10421
  # name: "NameString", # required
10118
10422
  # audit_context: {
10119
10423
  # additional_audit_context: "AuditContextString",
10424
+ # requested_columns: ["ColumnNameString"],
10425
+ # all_columns_requested: false,
10120
10426
  # },
10121
10427
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10122
10428
  # }
@@ -10131,6 +10437,7 @@ module Aws::Glue
10131
10437
  # @return [String]
10132
10438
  #
10133
10439
  # @!attribute [rw] audit_context
10440
+ # A structure containing information for audit.
10134
10441
  # @return [Types::AuditContext]
10135
10442
  #
10136
10443
  # @!attribute [rw] supported_permission_types
@@ -10460,7 +10767,7 @@ module Aws::Glue
10460
10767
  # An encryption operation failed.
10461
10768
  #
10462
10769
  # @!attribute [rw] message
10463
- # A message describing the problem.
10770
+ # The message describing the problem.
10464
10771
  # @return [String]
10465
10772
  #
10466
10773
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
@@ -10621,6 +10928,20 @@ module Aws::Glue
10621
10928
  include Aws::Structure
10622
10929
  end
10623
10930
 
10931
+ # The session is in an invalid state to perform a requested operation.
10932
+ #
10933
+ # @!attribute [rw] message
10934
+ # A message describing the problem.
10935
+ # @return [String]
10936
+ #
10937
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
10938
+ #
10939
+ class IllegalSessionStateException < Struct.new(
10940
+ :message)
10941
+ SENSITIVE = []
10942
+ include Aws::Structure
10943
+ end
10944
+
10624
10945
  # The workflow is in an invalid state to perform a requested operation.
10625
10946
  #
10626
10947
  # @!attribute [rw] message
@@ -11266,6 +11587,18 @@ module Aws::Glue
11266
11587
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
11267
11588
  # @return [String]
11268
11589
  #
11590
+ # @!attribute [rw] dpu_seconds
11591
+ # This field populates only when an Auto Scaling job run completes,
11592
+ # and represents the total time each executor ran during the lifecycle
11593
+ # of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
11594
+ # and 2 for `G.2X` workers). This value may be different than the
11595
+ # `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
11596
+ # Scaling jobs, as the number of executors running at a given time may
11597
+ # be less than the `MaxCapacity`. Therefore, it is possible that the
11598
+ # value of `DPUSeconds` is less than `executionEngineRuntime` *
11599
+ # `MaxCapacity`.
11600
+ # @return [Float]
11601
+ #
11269
11602
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
11270
11603
  #
11271
11604
  class JobRun < Struct.new(
@@ -11290,7 +11623,8 @@ module Aws::Glue
11290
11623
  :security_configuration,
11291
11624
  :log_group_name,
11292
11625
  :notification_property,
11293
- :glue_version)
11626
+ :glue_version,
11627
+ :dpu_seconds)
11294
11628
  SENSITIVE = []
11295
11629
  include Aws::Structure
11296
11630
  end
@@ -12167,6 +12501,115 @@ module Aws::Glue
12167
12501
  include Aws::Structure
12168
12502
  end
12169
12503
 
12504
+ # @note When making an API call, you may pass ListSessionsRequest
12505
+ # data as a hash:
12506
+ #
12507
+ # {
12508
+ # next_token: "OrchestrationToken",
12509
+ # max_results: 1,
12510
+ # tags: {
12511
+ # "TagKey" => "TagValue",
12512
+ # },
12513
+ # request_origin: "OrchestrationNameString",
12514
+ # }
12515
+ #
12516
+ # @!attribute [rw] next_token
12517
+ # The token for the next set of results, or null if there are no more
12518
+ # result.
12519
+ # @return [String]
12520
+ #
12521
+ # @!attribute [rw] max_results
12522
+ # The maximum number of results.
12523
+ # @return [Integer]
12524
+ #
12525
+ # @!attribute [rw] tags
12526
+ # Tags belonging to the session.
12527
+ # @return [Hash<String,String>]
12528
+ #
12529
+ # @!attribute [rw] request_origin
12530
+ # The origin of the request.
12531
+ # @return [String]
12532
+ #
12533
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsRequest AWS API Documentation
12534
+ #
12535
+ class ListSessionsRequest < Struct.new(
12536
+ :next_token,
12537
+ :max_results,
12538
+ :tags,
12539
+ :request_origin)
12540
+ SENSITIVE = []
12541
+ include Aws::Structure
12542
+ end
12543
+
12544
+ # @!attribute [rw] ids
12545
+ # Returns the Id of the session.
12546
+ # @return [Array<String>]
12547
+ #
12548
+ # @!attribute [rw] sessions
12549
+ # Returns the session object.
12550
+ # @return [Array<Types::Session>]
12551
+ #
12552
+ # @!attribute [rw] next_token
12553
+ # The token for the next set of results, or null if there are no more
12554
+ # result.
12555
+ # @return [String]
12556
+ #
12557
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsResponse AWS API Documentation
12558
+ #
12559
+ class ListSessionsResponse < Struct.new(
12560
+ :ids,
12561
+ :sessions,
12562
+ :next_token)
12563
+ SENSITIVE = []
12564
+ include Aws::Structure
12565
+ end
12566
+
12567
+ # @note When making an API call, you may pass ListStatementsRequest
12568
+ # data as a hash:
12569
+ #
12570
+ # {
12571
+ # session_id: "NameString", # required
12572
+ # request_origin: "OrchestrationNameString",
12573
+ # next_token: "OrchestrationToken",
12574
+ # }
12575
+ #
12576
+ # @!attribute [rw] session_id
12577
+ # The Session ID of the statements.
12578
+ # @return [String]
12579
+ #
12580
+ # @!attribute [rw] request_origin
12581
+ # The origin of the request to list statements.
12582
+ # @return [String]
12583
+ #
12584
+ # @!attribute [rw] next_token
12585
+ # @return [String]
12586
+ #
12587
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
12588
+ #
12589
+ class ListStatementsRequest < Struct.new(
12590
+ :session_id,
12591
+ :request_origin,
12592
+ :next_token)
12593
+ SENSITIVE = []
12594
+ include Aws::Structure
12595
+ end
12596
+
12597
+ # @!attribute [rw] statements
12598
+ # Returns the list of statements.
12599
+ # @return [Array<Types::Statement>]
12600
+ #
12601
+ # @!attribute [rw] next_token
12602
+ # @return [String]
12603
+ #
12604
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
12605
+ #
12606
+ class ListStatementsResponse < Struct.new(
12607
+ :statements,
12608
+ :next_token)
12609
+ SENSITIVE = []
12610
+ include Aws::Structure
12611
+ end
12612
+
12170
12613
  # @note When making an API call, you may pass ListTriggersRequest
12171
12614
  # data as a hash:
12172
12615
  #
@@ -14059,6 +14502,49 @@ module Aws::Glue
14059
14502
  include Aws::Structure
14060
14503
  end
14061
14504
 
14505
+ # @note When making an API call, you may pass RunStatementRequest
14506
+ # data as a hash:
14507
+ #
14508
+ # {
14509
+ # session_id: "NameString", # required
14510
+ # code: "OrchestrationStatementCodeString", # required
14511
+ # request_origin: "OrchestrationNameString",
14512
+ # }
14513
+ #
14514
+ # @!attribute [rw] session_id
14515
+ # The Session Id of the statement to be run.
14516
+ # @return [String]
14517
+ #
14518
+ # @!attribute [rw] code
14519
+ # The statement code to be run.
14520
+ # @return [String]
14521
+ #
14522
+ # @!attribute [rw] request_origin
14523
+ # The origin of the request.
14524
+ # @return [String]
14525
+ #
14526
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementRequest AWS API Documentation
14527
+ #
14528
+ class RunStatementRequest < Struct.new(
14529
+ :session_id,
14530
+ :code,
14531
+ :request_origin)
14532
+ SENSITIVE = []
14533
+ include Aws::Structure
14534
+ end
14535
+
14536
+ # @!attribute [rw] id
14537
+ # Returns the Id of the statement that was run.
14538
+ # @return [Integer]
14539
+ #
14540
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementResponse AWS API Documentation
14541
+ #
14542
+ class RunStatementResponse < Struct.new(
14543
+ :id)
14544
+ SENSITIVE = []
14545
+ include Aws::Structure
14546
+ end
14547
+
14062
14548
  # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
14063
14549
  # encrypted.
14064
14550
  #
@@ -14673,6 +15159,115 @@ module Aws::Glue
14673
15159
  include Aws::Structure
14674
15160
  end
14675
15161
 
15162
+ # The period in which a remote Spark runtime environment is running.
15163
+ #
15164
+ # @!attribute [rw] id
15165
+ # The ID of the session.
15166
+ # @return [String]
15167
+ #
15168
+ # @!attribute [rw] created_on
15169
+ # The time and date when the session was created.
15170
+ # @return [Time]
15171
+ #
15172
+ # @!attribute [rw] status
15173
+ # The session status.
15174
+ # @return [String]
15175
+ #
15176
+ # @!attribute [rw] error_message
15177
+ # The error message displayed during the session.
15178
+ # @return [String]
15179
+ #
15180
+ # @!attribute [rw] description
15181
+ # The description of the session.
15182
+ # @return [String]
15183
+ #
15184
+ # @!attribute [rw] role
15185
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
15186
+ # with the Session.
15187
+ # @return [String]
15188
+ #
15189
+ # @!attribute [rw] command
15190
+ # The command object.See SessionCommand.
15191
+ # @return [Types::SessionCommand]
15192
+ #
15193
+ # @!attribute [rw] default_arguments
15194
+ # A map array of key-value pairs. Max is 75 pairs.
15195
+ # @return [Hash<String,String>]
15196
+ #
15197
+ # @!attribute [rw] connections
15198
+ # The number of connections used for the session.
15199
+ # @return [Types::ConnectionsList]
15200
+ #
15201
+ # @!attribute [rw] progress
15202
+ # The code execution progress of the session.
15203
+ # @return [Float]
15204
+ #
15205
+ # @!attribute [rw] max_capacity
15206
+ # The number of AWS Glue data processing units (DPUs) that can be
15207
+ # allocated when the job runs. A DPU is a relative measure of
15208
+ # processing power that consists of 4 vCPUs of compute capacity and 16
15209
+ # GB memory.
15210
+ # @return [Float]
15211
+ #
15212
+ # @!attribute [rw] security_configuration
15213
+ # The name of the SecurityConfiguration structure to be used with the
15214
+ # session.
15215
+ # @return [String]
15216
+ #
15217
+ # @!attribute [rw] glue_version
15218
+ # The Glue version determines the versions of Apache Spark and Python
15219
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
15220
+ # @return [String]
15221
+ #
15222
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
15223
+ #
15224
+ class Session < Struct.new(
15225
+ :id,
15226
+ :created_on,
15227
+ :status,
15228
+ :error_message,
15229
+ :description,
15230
+ :role,
15231
+ :command,
15232
+ :default_arguments,
15233
+ :connections,
15234
+ :progress,
15235
+ :max_capacity,
15236
+ :security_configuration,
15237
+ :glue_version)
15238
+ SENSITIVE = []
15239
+ include Aws::Structure
15240
+ end
15241
+
15242
+ # The `SessionCommand` that runs the job.
15243
+ #
15244
+ # @note When making an API call, you may pass SessionCommand
15245
+ # data as a hash:
15246
+ #
15247
+ # {
15248
+ # name: "NameString",
15249
+ # python_version: "PythonVersionString",
15250
+ # }
15251
+ #
15252
+ # @!attribute [rw] name
15253
+ # Specifies the name of the SessionCommand.Can be 'glueetl' or
15254
+ # 'gluestreaming'.
15255
+ # @return [String]
15256
+ #
15257
+ # @!attribute [rw] python_version
15258
+ # Specifies the Python version. The Python version indicates the
15259
+ # version supported for jobs of type Spark.
15260
+ # @return [String]
15261
+ #
15262
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SessionCommand AWS API Documentation
15263
+ #
15264
+ class SessionCommand < Struct.new(
15265
+ :name,
15266
+ :python_version)
15267
+ SENSITIVE = []
15268
+ include Aws::Structure
15269
+ end
15270
+
14676
15271
  # Specifies skewed values in a table. Skewed values are those that occur
14677
15272
  # with very high frequency.
14678
15273
  #
@@ -15224,6 +15819,104 @@ module Aws::Glue
15224
15819
  include Aws::Structure
15225
15820
  end
15226
15821
 
15822
+ # The statement or request for a particular action to occur in a
15823
+ # session.
15824
+ #
15825
+ # @!attribute [rw] id
15826
+ # The ID of the statement.
15827
+ # @return [Integer]
15828
+ #
15829
+ # @!attribute [rw] code
15830
+ # The execution code of the statement.
15831
+ # @return [String]
15832
+ #
15833
+ # @!attribute [rw] state
15834
+ # The state while request is actioned.
15835
+ # @return [String]
15836
+ #
15837
+ # @!attribute [rw] output
15838
+ # The output in JSON.
15839
+ # @return [Types::StatementOutput]
15840
+ #
15841
+ # @!attribute [rw] progress
15842
+ # The code execution progress.
15843
+ # @return [Float]
15844
+ #
15845
+ # @!attribute [rw] started_on
15846
+ # The unix time and date that the job definition was started.
15847
+ # @return [Integer]
15848
+ #
15849
+ # @!attribute [rw] completed_on
15850
+ # The unix time and date that the job definition was completed.
15851
+ # @return [Integer]
15852
+ #
15853
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Statement AWS API Documentation
15854
+ #
15855
+ class Statement < Struct.new(
15856
+ :id,
15857
+ :code,
15858
+ :state,
15859
+ :output,
15860
+ :progress,
15861
+ :started_on,
15862
+ :completed_on)
15863
+ SENSITIVE = []
15864
+ include Aws::Structure
15865
+ end
15866
+
15867
+ # The code execution output in JSON format.
15868
+ #
15869
+ # @!attribute [rw] data
15870
+ # The code execution output.
15871
+ # @return [Types::StatementOutputData]
15872
+ #
15873
+ # @!attribute [rw] execution_count
15874
+ # The execution count of the output.
15875
+ # @return [Integer]
15876
+ #
15877
+ # @!attribute [rw] status
15878
+ # The status of the code execution output.
15879
+ # @return [String]
15880
+ #
15881
+ # @!attribute [rw] error_name
15882
+ # The name of the error in the output.
15883
+ # @return [String]
15884
+ #
15885
+ # @!attribute [rw] error_value
15886
+ # The error value of the output.
15887
+ # @return [String]
15888
+ #
15889
+ # @!attribute [rw] traceback
15890
+ # The traceback of the output.
15891
+ # @return [Array<String>]
15892
+ #
15893
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutput AWS API Documentation
15894
+ #
15895
+ class StatementOutput < Struct.new(
15896
+ :data,
15897
+ :execution_count,
15898
+ :status,
15899
+ :error_name,
15900
+ :error_value,
15901
+ :traceback)
15902
+ SENSITIVE = []
15903
+ include Aws::Structure
15904
+ end
15905
+
15906
+ # The code execution output in JSON format.
15907
+ #
15908
+ # @!attribute [rw] text_plain
15909
+ # The code execution output in text format.
15910
+ # @return [String]
15911
+ #
15912
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutputData AWS API Documentation
15913
+ #
15914
+ class StatementOutputData < Struct.new(
15915
+ :text_plain)
15916
+ SENSITIVE = []
15917
+ include Aws::Structure
15918
+ end
15919
+
15227
15920
  # @note When making an API call, you may pass StopCrawlerRequest
15228
15921
  # data as a hash:
15229
15922
  #
@@ -15270,6 +15963,43 @@ module Aws::Glue
15270
15963
  #
15271
15964
  class StopCrawlerScheduleResponse < Aws::EmptyStructure; end
15272
15965
 
15966
+ # @note When making an API call, you may pass StopSessionRequest
15967
+ # data as a hash:
15968
+ #
15969
+ # {
15970
+ # id: "NameString", # required
15971
+ # request_origin: "OrchestrationNameString",
15972
+ # }
15973
+ #
15974
+ # @!attribute [rw] id
15975
+ # The ID of the session to be stopped.
15976
+ # @return [String]
15977
+ #
15978
+ # @!attribute [rw] request_origin
15979
+ # The origin of the request.
15980
+ # @return [String]
15981
+ #
15982
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionRequest AWS API Documentation
15983
+ #
15984
+ class StopSessionRequest < Struct.new(
15985
+ :id,
15986
+ :request_origin)
15987
+ SENSITIVE = []
15988
+ include Aws::Structure
15989
+ end
15990
+
15991
+ # @!attribute [rw] id
15992
+ # Returns the Id of the stopped session.
15993
+ # @return [String]
15994
+ #
15995
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionResponse AWS API Documentation
15996
+ #
15997
+ class StopSessionResponse < Struct.new(
15998
+ :id)
15999
+ SENSITIVE = []
16000
+ include Aws::Structure
16001
+ end
16002
+
15273
16003
  # @note When making an API call, you may pass StopTriggerRequest
15274
16004
  # data as a hash:
15275
16005
  #