aws-sdk-glue 1.107.0 → 1.110.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -114,20 +114,35 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # A structure containing information for audit.
118
+ #
117
119
  # @note When making an API call, you may pass AuditContext
118
120
  # data as a hash:
119
121
  #
120
122
  # {
121
123
  # additional_audit_context: "AuditContextString",
124
+ # requested_columns: ["ColumnNameString"],
125
+ # all_columns_requested: false,
122
126
  # }
123
127
  #
124
128
  # @!attribute [rw] additional_audit_context
129
+ # The context for the audit..
125
130
  # @return [String]
126
131
  #
132
+ # @!attribute [rw] requested_columns
133
+ # The requested columns for audit.
134
+ # @return [Array<String>]
135
+ #
136
+ # @!attribute [rw] all_columns_requested
137
+ # All columns request for audit.
138
+ # @return [Boolean]
139
+ #
127
140
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
128
141
  #
129
142
  class AuditContext < Struct.new(
130
- :additional_audit_context)
143
+ :additional_audit_context,
144
+ :requested_columns,
145
+ :all_columns_requested)
131
146
  SENSITIVE = []
132
147
  include Aws::Structure
133
148
  end
@@ -582,6 +597,39 @@ module Aws::Glue
582
597
  include Aws::Structure
583
598
  end
584
599
 
600
+ # @note When making an API call, you may pass BatchGetCustomEntityTypesRequest
601
+ # data as a hash:
602
+ #
603
+ # {
604
+ # names: ["NameString"], # required
605
+ # }
606
+ #
607
+ # @!attribute [rw] names
608
+ # @return [Array<String>]
609
+ #
610
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesRequest AWS API Documentation
611
+ #
612
+ class BatchGetCustomEntityTypesRequest < Struct.new(
613
+ :names)
614
+ SENSITIVE = []
615
+ include Aws::Structure
616
+ end
617
+
618
+ # @!attribute [rw] custom_entity_types
619
+ # @return [Array<Types::CustomEntityType>]
620
+ #
621
+ # @!attribute [rw] custom_entity_types_not_found
622
+ # @return [Array<String>]
623
+ #
624
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesResponse AWS API Documentation
625
+ #
626
+ class BatchGetCustomEntityTypesResponse < Struct.new(
627
+ :custom_entity_types,
628
+ :custom_entity_types_not_found)
629
+ SENSITIVE = []
630
+ include Aws::Structure
631
+ end
632
+
585
633
  # @note When making an API call, you may pass BatchGetDevEndpointsRequest
586
634
  # data as a hash:
587
635
  #
@@ -1392,6 +1440,41 @@ module Aws::Glue
1392
1440
  include Aws::Structure
1393
1441
  end
1394
1442
 
1443
+ # @note When making an API call, you may pass CancelStatementRequest
1444
+ # data as a hash:
1445
+ #
1446
+ # {
1447
+ # session_id: "NameString", # required
1448
+ # id: 1, # required
1449
+ # request_origin: "OrchestrationNameString",
1450
+ # }
1451
+ #
1452
+ # @!attribute [rw] session_id
1453
+ # The Session ID of the statement to be cancelled.
1454
+ # @return [String]
1455
+ #
1456
+ # @!attribute [rw] id
1457
+ # The ID of the statement to be cancelled.
1458
+ # @return [Integer]
1459
+ #
1460
+ # @!attribute [rw] request_origin
1461
+ # The origin of the request to cancel the statement.
1462
+ # @return [String]
1463
+ #
1464
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementRequest AWS API Documentation
1465
+ #
1466
+ class CancelStatementRequest < Struct.new(
1467
+ :session_id,
1468
+ :id,
1469
+ :request_origin)
1470
+ SENSITIVE = []
1471
+ include Aws::Structure
1472
+ end
1473
+
1474
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementResponse AWS API Documentation
1475
+ #
1476
+ class CancelStatementResponse < Aws::EmptyStructure; end
1477
+
1395
1478
  # Specifies a table definition in the Glue Data Catalog.
1396
1479
  #
1397
1480
  # @note When making an API call, you may pass CatalogEntry
@@ -3251,6 +3334,45 @@ module Aws::Glue
3251
3334
  include Aws::Structure
3252
3335
  end
3253
3336
 
3337
+ # @note When making an API call, you may pass CreateCustomEntityTypeRequest
3338
+ # data as a hash:
3339
+ #
3340
+ # {
3341
+ # name: "NameString", # required
3342
+ # regex_string: "NameString", # required
3343
+ # context_words: ["NameString"],
3344
+ # }
3345
+ #
3346
+ # @!attribute [rw] name
3347
+ # @return [String]
3348
+ #
3349
+ # @!attribute [rw] regex_string
3350
+ # @return [String]
3351
+ #
3352
+ # @!attribute [rw] context_words
3353
+ # @return [Array<String>]
3354
+ #
3355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeRequest AWS API Documentation
3356
+ #
3357
+ class CreateCustomEntityTypeRequest < Struct.new(
3358
+ :name,
3359
+ :regex_string,
3360
+ :context_words)
3361
+ SENSITIVE = []
3362
+ include Aws::Structure
3363
+ end
3364
+
3365
+ # @!attribute [rw] name
3366
+ # @return [String]
3367
+ #
3368
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeResponse AWS API Documentation
3369
+ #
3370
+ class CreateCustomEntityTypeResponse < Struct.new(
3371
+ :name)
3372
+ SENSITIVE = []
3373
+ include Aws::Structure
3374
+ end
3375
+
3254
3376
  # @note When making an API call, you may pass CreateDatabaseRequest
3255
3377
  # data as a hash:
3256
3378
  #
@@ -4689,6 +4811,137 @@ module Aws::Glue
4689
4811
  include Aws::Structure
4690
4812
  end
4691
4813
 
4814
+ # Request to create a new session.
4815
+ #
4816
+ # @note When making an API call, you may pass CreateSessionRequest
4817
+ # data as a hash:
4818
+ #
4819
+ # {
4820
+ # id: "NameString", # required
4821
+ # description: "DescriptionString",
4822
+ # role: "OrchestrationRoleArn", # required
4823
+ # command: { # required
4824
+ # name: "NameString",
4825
+ # python_version: "PythonVersionString",
4826
+ # },
4827
+ # timeout: 1,
4828
+ # idle_timeout: 1,
4829
+ # default_arguments: {
4830
+ # "OrchestrationNameString" => "OrchestrationArgumentsValue",
4831
+ # },
4832
+ # connections: {
4833
+ # connections: ["GenericString"],
4834
+ # },
4835
+ # max_capacity: 1.0,
4836
+ # number_of_workers: 1,
4837
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4838
+ # security_configuration: "NameString",
4839
+ # glue_version: "GlueVersionString",
4840
+ # tags: {
4841
+ # "TagKey" => "TagValue",
4842
+ # },
4843
+ # request_origin: "OrchestrationNameString",
4844
+ # }
4845
+ #
4846
+ # @!attribute [rw] id
4847
+ # The ID of the session request.
4848
+ # @return [String]
4849
+ #
4850
+ # @!attribute [rw] description
4851
+ # The description of the session.
4852
+ # @return [String]
4853
+ #
4854
+ # @!attribute [rw] role
4855
+ # The IAM Role ARN
4856
+ # @return [String]
4857
+ #
4858
+ # @!attribute [rw] command
4859
+ # The `SessionCommand` that runs the job.
4860
+ # @return [Types::SessionCommand]
4861
+ #
4862
+ # @!attribute [rw] timeout
4863
+ # The number of seconds before request times out.
4864
+ # @return [Integer]
4865
+ #
4866
+ # @!attribute [rw] idle_timeout
4867
+ # The number of seconds when idle before request times out.
4868
+ # @return [Integer]
4869
+ #
4870
+ # @!attribute [rw] default_arguments
4871
+ # A map array of key-value pairs. Max is 75 pairs.
4872
+ # @return [Hash<String,String>]
4873
+ #
4874
+ # @!attribute [rw] connections
4875
+ # The number of connections to use for the session.
4876
+ # @return [Types::ConnectionsList]
4877
+ #
4878
+ # @!attribute [rw] max_capacity
4879
+ # The number of AWS Glue data processing units (DPUs) that can be
4880
+ # allocated when the job runs. A DPU is a relative measure of
4881
+ # processing power that consists of 4 vCPUs of compute capacity and 16
4882
+ # GB memory.
4883
+ # @return [Float]
4884
+ #
4885
+ # @!attribute [rw] number_of_workers
4886
+ # The number of workers to use for the session.
4887
+ # @return [Integer]
4888
+ #
4889
+ # @!attribute [rw] worker_type
4890
+ # The Worker Type. Can be one of G.1X, G.2X, Standard
4891
+ # @return [String]
4892
+ #
4893
+ # @!attribute [rw] security_configuration
4894
+ # The name of the SecurityConfiguration structure to be used with the
4895
+ # session
4896
+ # @return [String]
4897
+ #
4898
+ # @!attribute [rw] glue_version
4899
+ # The Glue version determines the versions of Apache Spark and Python
4900
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4901
+ # @return [String]
4902
+ #
4903
+ # @!attribute [rw] tags
4904
+ # The map of key value pairs (tags) belonging to the session.
4905
+ # @return [Hash<String,String>]
4906
+ #
4907
+ # @!attribute [rw] request_origin
4908
+ # The origin of the request.
4909
+ # @return [String]
4910
+ #
4911
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionRequest AWS API Documentation
4912
+ #
4913
+ class CreateSessionRequest < Struct.new(
4914
+ :id,
4915
+ :description,
4916
+ :role,
4917
+ :command,
4918
+ :timeout,
4919
+ :idle_timeout,
4920
+ :default_arguments,
4921
+ :connections,
4922
+ :max_capacity,
4923
+ :number_of_workers,
4924
+ :worker_type,
4925
+ :security_configuration,
4926
+ :glue_version,
4927
+ :tags,
4928
+ :request_origin)
4929
+ SENSITIVE = []
4930
+ include Aws::Structure
4931
+ end
4932
+
4933
+ # @!attribute [rw] session
4934
+ # Returns the session object in the response.
4935
+ # @return [Types::Session]
4936
+ #
4937
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionResponse AWS API Documentation
4938
+ #
4939
+ class CreateSessionResponse < Struct.new(
4940
+ :session)
4941
+ SENSITIVE = []
4942
+ include Aws::Structure
4943
+ end
4944
+
4692
4945
  # @note When making an API call, you may pass CreateTableRequest
4693
4946
  # data as a hash:
4694
4947
  #
@@ -5171,6 +5424,25 @@ module Aws::Glue
5171
5424
  include Aws::Structure
5172
5425
  end
5173
5426
 
5427
+ # @!attribute [rw] name
5428
+ # @return [String]
5429
+ #
5430
+ # @!attribute [rw] regex_string
5431
+ # @return [String]
5432
+ #
5433
+ # @!attribute [rw] context_words
5434
+ # @return [Array<String>]
5435
+ #
5436
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CustomEntityType AWS API Documentation
5437
+ #
5438
+ class CustomEntityType < Struct.new(
5439
+ :name,
5440
+ :regex_string,
5441
+ :context_words)
5442
+ SENSITIVE = []
5443
+ include Aws::Structure
5444
+ end
5445
+
5174
5446
  # Contains configuration information for maintaining Data Catalog
5175
5447
  # security.
5176
5448
  #
@@ -5691,6 +5963,35 @@ module Aws::Glue
5691
5963
  #
5692
5964
  class DeleteCrawlerResponse < Aws::EmptyStructure; end
5693
5965
 
5966
+ # @note When making an API call, you may pass DeleteCustomEntityTypeRequest
5967
+ # data as a hash:
5968
+ #
5969
+ # {
5970
+ # name: "NameString", # required
5971
+ # }
5972
+ #
5973
+ # @!attribute [rw] name
5974
+ # @return [String]
5975
+ #
5976
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeRequest AWS API Documentation
5977
+ #
5978
+ class DeleteCustomEntityTypeRequest < Struct.new(
5979
+ :name)
5980
+ SENSITIVE = []
5981
+ include Aws::Structure
5982
+ end
5983
+
5984
+ # @!attribute [rw] name
5985
+ # @return [String]
5986
+ #
5987
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeResponse AWS API Documentation
5988
+ #
5989
+ class DeleteCustomEntityTypeResponse < Struct.new(
5990
+ :name)
5991
+ SENSITIVE = []
5992
+ include Aws::Structure
5993
+ end
5994
+
5694
5995
  # @note When making an API call, you may pass DeleteDatabaseRequest
5695
5996
  # data as a hash:
5696
5997
  #
@@ -6085,6 +6386,43 @@ module Aws::Glue
6085
6386
  #
6086
6387
  class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
6087
6388
 
6389
+ # @note When making an API call, you may pass DeleteSessionRequest
6390
+ # data as a hash:
6391
+ #
6392
+ # {
6393
+ # id: "NameString", # required
6394
+ # request_origin: "OrchestrationNameString",
6395
+ # }
6396
+ #
6397
+ # @!attribute [rw] id
6398
+ # The ID of the session to be deleted.
6399
+ # @return [String]
6400
+ #
6401
+ # @!attribute [rw] request_origin
6402
+ # The name of the origin of the delete session request.
6403
+ # @return [String]
6404
+ #
6405
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionRequest AWS API Documentation
6406
+ #
6407
+ class DeleteSessionRequest < Struct.new(
6408
+ :id,
6409
+ :request_origin)
6410
+ SENSITIVE = []
6411
+ include Aws::Structure
6412
+ end
6413
+
6414
+ # @!attribute [rw] id
6415
+ # Returns the ID of the deleted session.
6416
+ # @return [String]
6417
+ #
6418
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionResponse AWS API Documentation
6419
+ #
6420
+ class DeleteSessionResponse < Struct.new(
6421
+ :id)
6422
+ SENSITIVE = []
6423
+ include Aws::Structure
6424
+ end
6425
+
6088
6426
  # @note When making an API call, you may pass DeleteTableRequest
6089
6427
  # data as a hash:
6090
6428
  #
@@ -7698,6 +8036,43 @@ module Aws::Glue
7698
8036
  include Aws::Structure
7699
8037
  end
7700
8038
 
8039
+ # @note When making an API call, you may pass GetCustomEntityTypeRequest
8040
+ # data as a hash:
8041
+ #
8042
+ # {
8043
+ # name: "NameString", # required
8044
+ # }
8045
+ #
8046
+ # @!attribute [rw] name
8047
+ # @return [String]
8048
+ #
8049
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeRequest AWS API Documentation
8050
+ #
8051
+ class GetCustomEntityTypeRequest < Struct.new(
8052
+ :name)
8053
+ SENSITIVE = []
8054
+ include Aws::Structure
8055
+ end
8056
+
8057
+ # @!attribute [rw] name
8058
+ # @return [String]
8059
+ #
8060
+ # @!attribute [rw] regex_string
8061
+ # @return [String]
8062
+ #
8063
+ # @!attribute [rw] context_words
8064
+ # @return [Array<String>]
8065
+ #
8066
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeResponse AWS API Documentation
8067
+ #
8068
+ class GetCustomEntityTypeResponse < Struct.new(
8069
+ :name,
8070
+ :regex_string,
8071
+ :context_words)
8072
+ SENSITIVE = []
8073
+ include Aws::Structure
8074
+ end
8075
+
7701
8076
  # @note When making an API call, you may pass GetDataCatalogEncryptionSettingsRequest
7702
8077
  # data as a hash:
7703
8078
  #
@@ -9592,6 +9967,86 @@ module Aws::Glue
9592
9967
  include Aws::Structure
9593
9968
  end
9594
9969
 
9970
+ # @note When making an API call, you may pass GetSessionRequest
9971
+ # data as a hash:
9972
+ #
9973
+ # {
9974
+ # id: "NameString", # required
9975
+ # request_origin: "OrchestrationNameString",
9976
+ # }
9977
+ #
9978
+ # @!attribute [rw] id
9979
+ # The ID of the session.
9980
+ # @return [String]
9981
+ #
9982
+ # @!attribute [rw] request_origin
9983
+ # The origin of the request.
9984
+ # @return [String]
9985
+ #
9986
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionRequest AWS API Documentation
9987
+ #
9988
+ class GetSessionRequest < Struct.new(
9989
+ :id,
9990
+ :request_origin)
9991
+ SENSITIVE = []
9992
+ include Aws::Structure
9993
+ end
9994
+
9995
+ # @!attribute [rw] session
9996
+ # The session object is returned in the response.
9997
+ # @return [Types::Session]
9998
+ #
9999
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionResponse AWS API Documentation
10000
+ #
10001
+ class GetSessionResponse < Struct.new(
10002
+ :session)
10003
+ SENSITIVE = []
10004
+ include Aws::Structure
10005
+ end
10006
+
10007
+ # @note When making an API call, you may pass GetStatementRequest
10008
+ # data as a hash:
10009
+ #
10010
+ # {
10011
+ # session_id: "NameString", # required
10012
+ # id: 1, # required
10013
+ # request_origin: "OrchestrationNameString",
10014
+ # }
10015
+ #
10016
+ # @!attribute [rw] session_id
10017
+ # The Session ID of the statement.
10018
+ # @return [String]
10019
+ #
10020
+ # @!attribute [rw] id
10021
+ # The Id of the statement.
10022
+ # @return [Integer]
10023
+ #
10024
+ # @!attribute [rw] request_origin
10025
+ # The origin of the request.
10026
+ # @return [String]
10027
+ #
10028
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementRequest AWS API Documentation
10029
+ #
10030
+ class GetStatementRequest < Struct.new(
10031
+ :session_id,
10032
+ :id,
10033
+ :request_origin)
10034
+ SENSITIVE = []
10035
+ include Aws::Structure
10036
+ end
10037
+
10038
+ # @!attribute [rw] statement
10039
+ # Returns the statement.
10040
+ # @return [Types::Statement]
10041
+ #
10042
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementResponse AWS API Documentation
10043
+ #
10044
+ class GetStatementResponse < Struct.new(
10045
+ :statement)
10046
+ SENSITIVE = []
10047
+ include Aws::Structure
10048
+ end
10049
+
9595
10050
  # @note When making an API call, you may pass GetTableRequest
9596
10051
  # data as a hash:
9597
10052
  #
@@ -9973,6 +10428,8 @@ module Aws::Glue
9973
10428
  # partition_values: ["ValueString"], # required
9974
10429
  # audit_context: {
9975
10430
  # additional_audit_context: "AuditContextString",
10431
+ # requested_columns: ["ColumnNameString"],
10432
+ # all_columns_requested: false,
9976
10433
  # },
9977
10434
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
9978
10435
  # }
@@ -9990,6 +10447,7 @@ module Aws::Glue
9990
10447
  # @return [Array<String>]
9991
10448
  #
9992
10449
  # @!attribute [rw] audit_context
10450
+ # A structure containing information for audit.
9993
10451
  # @return [Types::AuditContext]
9994
10452
  #
9995
10453
  # @!attribute [rw] supported_permission_types
@@ -10038,6 +10496,8 @@ module Aws::Glue
10038
10496
  # expression: "PredicateString",
10039
10497
  # audit_context: {
10040
10498
  # additional_audit_context: "AuditContextString",
10499
+ # requested_columns: ["ColumnNameString"],
10500
+ # all_columns_requested: false,
10041
10501
  # },
10042
10502
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10043
10503
  # next_token: "Token",
@@ -10061,6 +10521,7 @@ module Aws::Glue
10061
10521
  # @return [String]
10062
10522
  #
10063
10523
  # @!attribute [rw] audit_context
10524
+ # A structure containing information for audit.
10064
10525
  # @return [Types::AuditContext]
10065
10526
  #
10066
10527
  # @!attribute [rw] supported_permission_types
@@ -10117,6 +10578,8 @@ module Aws::Glue
10117
10578
  # name: "NameString", # required
10118
10579
  # audit_context: {
10119
10580
  # additional_audit_context: "AuditContextString",
10581
+ # requested_columns: ["ColumnNameString"],
10582
+ # all_columns_requested: false,
10120
10583
  # },
10121
10584
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10122
10585
  # }
@@ -10131,6 +10594,7 @@ module Aws::Glue
10131
10594
  # @return [String]
10132
10595
  #
10133
10596
  # @!attribute [rw] audit_context
10597
+ # A structure containing information for audit.
10134
10598
  # @return [Types::AuditContext]
10135
10599
  #
10136
10600
  # @!attribute [rw] supported_permission_types
@@ -10460,7 +10924,7 @@ module Aws::Glue
10460
10924
  # An encryption operation failed.
10461
10925
  #
10462
10926
  # @!attribute [rw] message
10463
- # A message describing the problem.
10927
+ # The message describing the problem.
10464
10928
  # @return [String]
10465
10929
  #
10466
10930
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
@@ -10621,6 +11085,20 @@ module Aws::Glue
10621
11085
  include Aws::Structure
10622
11086
  end
10623
11087
 
11088
+ # The session is in an invalid state to perform a requested operation.
11089
+ #
11090
+ # @!attribute [rw] message
11091
+ # A message describing the problem.
11092
+ # @return [String]
11093
+ #
11094
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
11095
+ #
11096
+ class IllegalSessionStateException < Struct.new(
11097
+ :message)
11098
+ SENSITIVE = []
11099
+ include Aws::Structure
11100
+ end
11101
+
10624
11102
  # The workflow is in an invalid state to perform a requested operation.
10625
11103
  #
10626
11104
  # @!attribute [rw] message
@@ -11266,6 +11744,18 @@ module Aws::Glue
11266
11744
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
11267
11745
  # @return [String]
11268
11746
  #
11747
+ # @!attribute [rw] dpu_seconds
11748
+ # This field populates only when an Auto Scaling job run completes,
11749
+ # and represents the total time each executor ran during the lifecycle
11750
+ # of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
11751
+ # and 2 for `G.2X` workers). This value may be different than the
11752
+ # `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
11753
+ # Scaling jobs, as the number of executors running at a given time may
11754
+ # be less than the `MaxCapacity`. Therefore, it is possible that the
11755
+ # value of `DPUSeconds` is less than `executionEngineRuntime` *
11756
+ # `MaxCapacity`.
11757
+ # @return [Float]
11758
+ #
11269
11759
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
11270
11760
  #
11271
11761
  class JobRun < Struct.new(
@@ -11290,7 +11780,8 @@ module Aws::Glue
11290
11780
  :security_configuration,
11291
11781
  :log_group_name,
11292
11782
  :notification_property,
11293
- :glue_version)
11783
+ :glue_version,
11784
+ :dpu_seconds)
11294
11785
  SENSITIVE = []
11295
11786
  include Aws::Structure
11296
11787
  end
@@ -11816,6 +12307,44 @@ module Aws::Glue
11816
12307
  include Aws::Structure
11817
12308
  end
11818
12309
 
12310
+ # @note When making an API call, you may pass ListCustomEntityTypesRequest
12311
+ # data as a hash:
12312
+ #
12313
+ # {
12314
+ # next_token: "PaginationToken",
12315
+ # max_results: 1,
12316
+ # }
12317
+ #
12318
+ # @!attribute [rw] next_token
12319
+ # @return [String]
12320
+ #
12321
+ # @!attribute [rw] max_results
12322
+ # @return [Integer]
12323
+ #
12324
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesRequest AWS API Documentation
12325
+ #
12326
+ class ListCustomEntityTypesRequest < Struct.new(
12327
+ :next_token,
12328
+ :max_results)
12329
+ SENSITIVE = []
12330
+ include Aws::Structure
12331
+ end
12332
+
12333
+ # @!attribute [rw] custom_entity_types
12334
+ # @return [Array<Types::CustomEntityType>]
12335
+ #
12336
+ # @!attribute [rw] next_token
12337
+ # @return [String]
12338
+ #
12339
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesResponse AWS API Documentation
12340
+ #
12341
+ class ListCustomEntityTypesResponse < Struct.new(
12342
+ :custom_entity_types,
12343
+ :next_token)
12344
+ SENSITIVE = []
12345
+ include Aws::Structure
12346
+ end
12347
+
11819
12348
  # @note When making an API call, you may pass ListDevEndpointsRequest
11820
12349
  # data as a hash:
11821
12350
  #
@@ -12167,6 +12696,115 @@ module Aws::Glue
12167
12696
  include Aws::Structure
12168
12697
  end
12169
12698
 
12699
+ # @note When making an API call, you may pass ListSessionsRequest
12700
+ # data as a hash:
12701
+ #
12702
+ # {
12703
+ # next_token: "OrchestrationToken",
12704
+ # max_results: 1,
12705
+ # tags: {
12706
+ # "TagKey" => "TagValue",
12707
+ # },
12708
+ # request_origin: "OrchestrationNameString",
12709
+ # }
12710
+ #
12711
+ # @!attribute [rw] next_token
12712
+ # The token for the next set of results, or null if there are no more
12713
+ # result.
12714
+ # @return [String]
12715
+ #
12716
+ # @!attribute [rw] max_results
12717
+ # The maximum number of results.
12718
+ # @return [Integer]
12719
+ #
12720
+ # @!attribute [rw] tags
12721
+ # Tags belonging to the session.
12722
+ # @return [Hash<String,String>]
12723
+ #
12724
+ # @!attribute [rw] request_origin
12725
+ # The origin of the request.
12726
+ # @return [String]
12727
+ #
12728
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsRequest AWS API Documentation
12729
+ #
12730
+ class ListSessionsRequest < Struct.new(
12731
+ :next_token,
12732
+ :max_results,
12733
+ :tags,
12734
+ :request_origin)
12735
+ SENSITIVE = []
12736
+ include Aws::Structure
12737
+ end
12738
+
12739
+ # @!attribute [rw] ids
12740
+ # Returns the Id of the session.
12741
+ # @return [Array<String>]
12742
+ #
12743
+ # @!attribute [rw] sessions
12744
+ # Returns the session object.
12745
+ # @return [Array<Types::Session>]
12746
+ #
12747
+ # @!attribute [rw] next_token
12748
+ # The token for the next set of results, or null if there are no more
12749
+ # result.
12750
+ # @return [String]
12751
+ #
12752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsResponse AWS API Documentation
12753
+ #
12754
+ class ListSessionsResponse < Struct.new(
12755
+ :ids,
12756
+ :sessions,
12757
+ :next_token)
12758
+ SENSITIVE = []
12759
+ include Aws::Structure
12760
+ end
12761
+
12762
+ # @note When making an API call, you may pass ListStatementsRequest
12763
+ # data as a hash:
12764
+ #
12765
+ # {
12766
+ # session_id: "NameString", # required
12767
+ # request_origin: "OrchestrationNameString",
12768
+ # next_token: "OrchestrationToken",
12769
+ # }
12770
+ #
12771
+ # @!attribute [rw] session_id
12772
+ # The Session ID of the statements.
12773
+ # @return [String]
12774
+ #
12775
+ # @!attribute [rw] request_origin
12776
+ # The origin of the request to list statements.
12777
+ # @return [String]
12778
+ #
12779
+ # @!attribute [rw] next_token
12780
+ # @return [String]
12781
+ #
12782
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
12783
+ #
12784
+ class ListStatementsRequest < Struct.new(
12785
+ :session_id,
12786
+ :request_origin,
12787
+ :next_token)
12788
+ SENSITIVE = []
12789
+ include Aws::Structure
12790
+ end
12791
+
12792
+ # @!attribute [rw] statements
12793
+ # Returns the list of statements.
12794
+ # @return [Array<Types::Statement>]
12795
+ #
12796
+ # @!attribute [rw] next_token
12797
+ # @return [String]
12798
+ #
12799
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
12800
+ #
12801
+ class ListStatementsResponse < Struct.new(
12802
+ :statements,
12803
+ :next_token)
12804
+ SENSITIVE = []
12805
+ include Aws::Structure
12806
+ end
12807
+
12170
12808
  # @note When making an API call, you may pass ListTriggersRequest
12171
12809
  # data as a hash:
12172
12810
  #
@@ -14059,6 +14697,49 @@ module Aws::Glue
14059
14697
  include Aws::Structure
14060
14698
  end
14061
14699
 
14700
+ # @note When making an API call, you may pass RunStatementRequest
14701
+ # data as a hash:
14702
+ #
14703
+ # {
14704
+ # session_id: "NameString", # required
14705
+ # code: "OrchestrationStatementCodeString", # required
14706
+ # request_origin: "OrchestrationNameString",
14707
+ # }
14708
+ #
14709
+ # @!attribute [rw] session_id
14710
+ # The Session Id of the statement to be run.
14711
+ # @return [String]
14712
+ #
14713
+ # @!attribute [rw] code
14714
+ # The statement code to be run.
14715
+ # @return [String]
14716
+ #
14717
+ # @!attribute [rw] request_origin
14718
+ # The origin of the request.
14719
+ # @return [String]
14720
+ #
14721
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementRequest AWS API Documentation
14722
+ #
14723
+ class RunStatementRequest < Struct.new(
14724
+ :session_id,
14725
+ :code,
14726
+ :request_origin)
14727
+ SENSITIVE = []
14728
+ include Aws::Structure
14729
+ end
14730
+
14731
+ # @!attribute [rw] id
14732
+ # Returns the Id of the statement that was run.
14733
+ # @return [Integer]
14734
+ #
14735
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementResponse AWS API Documentation
14736
+ #
14737
+ class RunStatementResponse < Struct.new(
14738
+ :id)
14739
+ SENSITIVE = []
14740
+ include Aws::Structure
14741
+ end
14742
+
14062
14743
  # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
14063
14744
  # encrypted.
14064
14745
  #
@@ -14673,6 +15354,115 @@ module Aws::Glue
14673
15354
  include Aws::Structure
14674
15355
  end
14675
15356
 
15357
+ # The period in which a remote Spark runtime environment is running.
15358
+ #
15359
+ # @!attribute [rw] id
15360
+ # The ID of the session.
15361
+ # @return [String]
15362
+ #
15363
+ # @!attribute [rw] created_on
15364
+ # The time and date when the session was created.
15365
+ # @return [Time]
15366
+ #
15367
+ # @!attribute [rw] status
15368
+ # The session status.
15369
+ # @return [String]
15370
+ #
15371
+ # @!attribute [rw] error_message
15372
+ # The error message displayed during the session.
15373
+ # @return [String]
15374
+ #
15375
+ # @!attribute [rw] description
15376
+ # The description of the session.
15377
+ # @return [String]
15378
+ #
15379
+ # @!attribute [rw] role
15380
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
15381
+ # with the Session.
15382
+ # @return [String]
15383
+ #
15384
+ # @!attribute [rw] command
15385
+ # The command object.See SessionCommand.
15386
+ # @return [Types::SessionCommand]
15387
+ #
15388
+ # @!attribute [rw] default_arguments
15389
+ # A map array of key-value pairs. Max is 75 pairs.
15390
+ # @return [Hash<String,String>]
15391
+ #
15392
+ # @!attribute [rw] connections
15393
+ # The number of connections used for the session.
15394
+ # @return [Types::ConnectionsList]
15395
+ #
15396
+ # @!attribute [rw] progress
15397
+ # The code execution progress of the session.
15398
+ # @return [Float]
15399
+ #
15400
+ # @!attribute [rw] max_capacity
15401
+ # The number of AWS Glue data processing units (DPUs) that can be
15402
+ # allocated when the job runs. A DPU is a relative measure of
15403
+ # processing power that consists of 4 vCPUs of compute capacity and 16
15404
+ # GB memory.
15405
+ # @return [Float]
15406
+ #
15407
+ # @!attribute [rw] security_configuration
15408
+ # The name of the SecurityConfiguration structure to be used with the
15409
+ # session.
15410
+ # @return [String]
15411
+ #
15412
+ # @!attribute [rw] glue_version
15413
+ # The Glue version determines the versions of Apache Spark and Python
15414
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
15415
+ # @return [String]
15416
+ #
15417
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
15418
+ #
15419
+ class Session < Struct.new(
15420
+ :id,
15421
+ :created_on,
15422
+ :status,
15423
+ :error_message,
15424
+ :description,
15425
+ :role,
15426
+ :command,
15427
+ :default_arguments,
15428
+ :connections,
15429
+ :progress,
15430
+ :max_capacity,
15431
+ :security_configuration,
15432
+ :glue_version)
15433
+ SENSITIVE = []
15434
+ include Aws::Structure
15435
+ end
15436
+
15437
+ # The `SessionCommand` that runs the job.
15438
+ #
15439
+ # @note When making an API call, you may pass SessionCommand
15440
+ # data as a hash:
15441
+ #
15442
+ # {
15443
+ # name: "NameString",
15444
+ # python_version: "PythonVersionString",
15445
+ # }
15446
+ #
15447
+ # @!attribute [rw] name
15448
+ # Specifies the name of the SessionCommand.Can be 'glueetl' or
15449
+ # 'gluestreaming'.
15450
+ # @return [String]
15451
+ #
15452
+ # @!attribute [rw] python_version
15453
+ # Specifies the Python version. The Python version indicates the
15454
+ # version supported for jobs of type Spark.
15455
+ # @return [String]
15456
+ #
15457
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SessionCommand AWS API Documentation
15458
+ #
15459
+ class SessionCommand < Struct.new(
15460
+ :name,
15461
+ :python_version)
15462
+ SENSITIVE = []
15463
+ include Aws::Structure
15464
+ end
15465
+
14676
15466
  # Specifies skewed values in a table. Skewed values are those that occur
14677
15467
  # with very high frequency.
14678
15468
  #
@@ -15224,6 +16014,104 @@ module Aws::Glue
15224
16014
  include Aws::Structure
15225
16015
  end
15226
16016
 
16017
+ # The statement or request for a particular action to occur in a
16018
+ # session.
16019
+ #
16020
+ # @!attribute [rw] id
16021
+ # The ID of the statement.
16022
+ # @return [Integer]
16023
+ #
16024
+ # @!attribute [rw] code
16025
+ # The execution code of the statement.
16026
+ # @return [String]
16027
+ #
16028
+ # @!attribute [rw] state
16029
+ # The state while request is actioned.
16030
+ # @return [String]
16031
+ #
16032
+ # @!attribute [rw] output
16033
+ # The output in JSON.
16034
+ # @return [Types::StatementOutput]
16035
+ #
16036
+ # @!attribute [rw] progress
16037
+ # The code execution progress.
16038
+ # @return [Float]
16039
+ #
16040
+ # @!attribute [rw] started_on
16041
+ # The unix time and date that the job definition was started.
16042
+ # @return [Integer]
16043
+ #
16044
+ # @!attribute [rw] completed_on
16045
+ # The unix time and date that the job definition was completed.
16046
+ # @return [Integer]
16047
+ #
16048
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Statement AWS API Documentation
16049
+ #
16050
+ class Statement < Struct.new(
16051
+ :id,
16052
+ :code,
16053
+ :state,
16054
+ :output,
16055
+ :progress,
16056
+ :started_on,
16057
+ :completed_on)
16058
+ SENSITIVE = []
16059
+ include Aws::Structure
16060
+ end
16061
+
16062
+ # The code execution output in JSON format.
16063
+ #
16064
+ # @!attribute [rw] data
16065
+ # The code execution output.
16066
+ # @return [Types::StatementOutputData]
16067
+ #
16068
+ # @!attribute [rw] execution_count
16069
+ # The execution count of the output.
16070
+ # @return [Integer]
16071
+ #
16072
+ # @!attribute [rw] status
16073
+ # The status of the code execution output.
16074
+ # @return [String]
16075
+ #
16076
+ # @!attribute [rw] error_name
16077
+ # The name of the error in the output.
16078
+ # @return [String]
16079
+ #
16080
+ # @!attribute [rw] error_value
16081
+ # The error value of the output.
16082
+ # @return [String]
16083
+ #
16084
+ # @!attribute [rw] traceback
16085
+ # The traceback of the output.
16086
+ # @return [Array<String>]
16087
+ #
16088
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutput AWS API Documentation
16089
+ #
16090
+ class StatementOutput < Struct.new(
16091
+ :data,
16092
+ :execution_count,
16093
+ :status,
16094
+ :error_name,
16095
+ :error_value,
16096
+ :traceback)
16097
+ SENSITIVE = []
16098
+ include Aws::Structure
16099
+ end
16100
+
16101
+ # The code execution output in JSON format.
16102
+ #
16103
+ # @!attribute [rw] text_plain
16104
+ # The code execution output in text format.
16105
+ # @return [String]
16106
+ #
16107
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutputData AWS API Documentation
16108
+ #
16109
+ class StatementOutputData < Struct.new(
16110
+ :text_plain)
16111
+ SENSITIVE = []
16112
+ include Aws::Structure
16113
+ end
16114
+
15227
16115
  # @note When making an API call, you may pass StopCrawlerRequest
15228
16116
  # data as a hash:
15229
16117
  #
@@ -15270,6 +16158,43 @@ module Aws::Glue
15270
16158
  #
15271
16159
  class StopCrawlerScheduleResponse < Aws::EmptyStructure; end
15272
16160
 
16161
+ # @note When making an API call, you may pass StopSessionRequest
16162
+ # data as a hash:
16163
+ #
16164
+ # {
16165
+ # id: "NameString", # required
16166
+ # request_origin: "OrchestrationNameString",
16167
+ # }
16168
+ #
16169
+ # @!attribute [rw] id
16170
+ # The ID of the session to be stopped.
16171
+ # @return [String]
16172
+ #
16173
+ # @!attribute [rw] request_origin
16174
+ # The origin of the request.
16175
+ # @return [String]
16176
+ #
16177
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionRequest AWS API Documentation
16178
+ #
16179
+ class StopSessionRequest < Struct.new(
16180
+ :id,
16181
+ :request_origin)
16182
+ SENSITIVE = []
16183
+ include Aws::Structure
16184
+ end
16185
+
16186
+ # @!attribute [rw] id
16187
+ # Returns the Id of the stopped session.
16188
+ # @return [String]
16189
+ #
16190
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionResponse AWS API Documentation
16191
+ #
16192
+ class StopSessionResponse < Struct.new(
16193
+ :id)
16194
+ SENSITIVE = []
16195
+ include Aws::Structure
16196
+ end
16197
+
15273
16198
  # @note When making an API call, you may pass StopTriggerRequest
15274
16199
  # data as a hash:
15275
16200
  #