aws-sdk-glue 1.107.0 → 1.110.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -114,20 +114,35 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # A structure containing information for audit.
118
+ #
117
119
  # @note When making an API call, you may pass AuditContext
118
120
  # data as a hash:
119
121
  #
120
122
  # {
121
123
  # additional_audit_context: "AuditContextString",
124
+ # requested_columns: ["ColumnNameString"],
125
+ # all_columns_requested: false,
122
126
  # }
123
127
  #
124
128
  # @!attribute [rw] additional_audit_context
129
+ # The context for the audit..
125
130
  # @return [String]
126
131
  #
132
+ # @!attribute [rw] requested_columns
133
+ # The requested columns for audit.
134
+ # @return [Array<String>]
135
+ #
136
+ # @!attribute [rw] all_columns_requested
137
+ # All columns request for audit.
138
+ # @return [Boolean]
139
+ #
127
140
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
128
141
  #
129
142
  class AuditContext < Struct.new(
130
- :additional_audit_context)
143
+ :additional_audit_context,
144
+ :requested_columns,
145
+ :all_columns_requested)
131
146
  SENSITIVE = []
132
147
  include Aws::Structure
133
148
  end
@@ -582,6 +597,39 @@ module Aws::Glue
582
597
  include Aws::Structure
583
598
  end
584
599
 
600
+ # @note When making an API call, you may pass BatchGetCustomEntityTypesRequest
601
+ # data as a hash:
602
+ #
603
+ # {
604
+ # names: ["NameString"], # required
605
+ # }
606
+ #
607
+ # @!attribute [rw] names
608
+ # @return [Array<String>]
609
+ #
610
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesRequest AWS API Documentation
611
+ #
612
+ class BatchGetCustomEntityTypesRequest < Struct.new(
613
+ :names)
614
+ SENSITIVE = []
615
+ include Aws::Structure
616
+ end
617
+
618
+ # @!attribute [rw] custom_entity_types
619
+ # @return [Array<Types::CustomEntityType>]
620
+ #
621
+ # @!attribute [rw] custom_entity_types_not_found
622
+ # @return [Array<String>]
623
+ #
624
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesResponse AWS API Documentation
625
+ #
626
+ class BatchGetCustomEntityTypesResponse < Struct.new(
627
+ :custom_entity_types,
628
+ :custom_entity_types_not_found)
629
+ SENSITIVE = []
630
+ include Aws::Structure
631
+ end
632
+
585
633
  # @note When making an API call, you may pass BatchGetDevEndpointsRequest
586
634
  # data as a hash:
587
635
  #
@@ -1392,6 +1440,41 @@ module Aws::Glue
1392
1440
  include Aws::Structure
1393
1441
  end
1394
1442
 
1443
+ # @note When making an API call, you may pass CancelStatementRequest
1444
+ # data as a hash:
1445
+ #
1446
+ # {
1447
+ # session_id: "NameString", # required
1448
+ # id: 1, # required
1449
+ # request_origin: "OrchestrationNameString",
1450
+ # }
1451
+ #
1452
+ # @!attribute [rw] session_id
1453
+ # The Session ID of the statement to be cancelled.
1454
+ # @return [String]
1455
+ #
1456
+ # @!attribute [rw] id
1457
+ # The ID of the statement to be cancelled.
1458
+ # @return [Integer]
1459
+ #
1460
+ # @!attribute [rw] request_origin
1461
+ # The origin of the request to cancel the statement.
1462
+ # @return [String]
1463
+ #
1464
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementRequest AWS API Documentation
1465
+ #
1466
+ class CancelStatementRequest < Struct.new(
1467
+ :session_id,
1468
+ :id,
1469
+ :request_origin)
1470
+ SENSITIVE = []
1471
+ include Aws::Structure
1472
+ end
1473
+
1474
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementResponse AWS API Documentation
1475
+ #
1476
+ class CancelStatementResponse < Aws::EmptyStructure; end
1477
+
1395
1478
  # Specifies a table definition in the Glue Data Catalog.
1396
1479
  #
1397
1480
  # @note When making an API call, you may pass CatalogEntry
@@ -3251,6 +3334,45 @@ module Aws::Glue
3251
3334
  include Aws::Structure
3252
3335
  end
3253
3336
 
3337
+ # @note When making an API call, you may pass CreateCustomEntityTypeRequest
3338
+ # data as a hash:
3339
+ #
3340
+ # {
3341
+ # name: "NameString", # required
3342
+ # regex_string: "NameString", # required
3343
+ # context_words: ["NameString"],
3344
+ # }
3345
+ #
3346
+ # @!attribute [rw] name
3347
+ # @return [String]
3348
+ #
3349
+ # @!attribute [rw] regex_string
3350
+ # @return [String]
3351
+ #
3352
+ # @!attribute [rw] context_words
3353
+ # @return [Array<String>]
3354
+ #
3355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeRequest AWS API Documentation
3356
+ #
3357
+ class CreateCustomEntityTypeRequest < Struct.new(
3358
+ :name,
3359
+ :regex_string,
3360
+ :context_words)
3361
+ SENSITIVE = []
3362
+ include Aws::Structure
3363
+ end
3364
+
3365
+ # @!attribute [rw] name
3366
+ # @return [String]
3367
+ #
3368
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeResponse AWS API Documentation
3369
+ #
3370
+ class CreateCustomEntityTypeResponse < Struct.new(
3371
+ :name)
3372
+ SENSITIVE = []
3373
+ include Aws::Structure
3374
+ end
3375
+
3254
3376
  # @note When making an API call, you may pass CreateDatabaseRequest
3255
3377
  # data as a hash:
3256
3378
  #
@@ -4689,6 +4811,137 @@ module Aws::Glue
4689
4811
  include Aws::Structure
4690
4812
  end
4691
4813
 
4814
+ # Request to create a new session.
4815
+ #
4816
+ # @note When making an API call, you may pass CreateSessionRequest
4817
+ # data as a hash:
4818
+ #
4819
+ # {
4820
+ # id: "NameString", # required
4821
+ # description: "DescriptionString",
4822
+ # role: "OrchestrationRoleArn", # required
4823
+ # command: { # required
4824
+ # name: "NameString",
4825
+ # python_version: "PythonVersionString",
4826
+ # },
4827
+ # timeout: 1,
4828
+ # idle_timeout: 1,
4829
+ # default_arguments: {
4830
+ # "OrchestrationNameString" => "OrchestrationArgumentsValue",
4831
+ # },
4832
+ # connections: {
4833
+ # connections: ["GenericString"],
4834
+ # },
4835
+ # max_capacity: 1.0,
4836
+ # number_of_workers: 1,
4837
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4838
+ # security_configuration: "NameString",
4839
+ # glue_version: "GlueVersionString",
4840
+ # tags: {
4841
+ # "TagKey" => "TagValue",
4842
+ # },
4843
+ # request_origin: "OrchestrationNameString",
4844
+ # }
4845
+ #
4846
+ # @!attribute [rw] id
4847
+ # The ID of the session request.
4848
+ # @return [String]
4849
+ #
4850
+ # @!attribute [rw] description
4851
+ # The description of the session.
4852
+ # @return [String]
4853
+ #
4854
+ # @!attribute [rw] role
4855
+ # The IAM Role ARN
4856
+ # @return [String]
4857
+ #
4858
+ # @!attribute [rw] command
4859
+ # The `SessionCommand` that runs the job.
4860
+ # @return [Types::SessionCommand]
4861
+ #
4862
+ # @!attribute [rw] timeout
4863
+ # The number of seconds before request times out.
4864
+ # @return [Integer]
4865
+ #
4866
+ # @!attribute [rw] idle_timeout
4867
+ # The number of seconds when idle before request times out.
4868
+ # @return [Integer]
4869
+ #
4870
+ # @!attribute [rw] default_arguments
4871
+ # A map array of key-value pairs. Max is 75 pairs.
4872
+ # @return [Hash<String,String>]
4873
+ #
4874
+ # @!attribute [rw] connections
4875
+ # The number of connections to use for the session.
4876
+ # @return [Types::ConnectionsList]
4877
+ #
4878
+ # @!attribute [rw] max_capacity
4879
+ # The number of AWS Glue data processing units (DPUs) that can be
4880
+ # allocated when the job runs. A DPU is a relative measure of
4881
+ # processing power that consists of 4 vCPUs of compute capacity and 16
4882
+ # GB memory.
4883
+ # @return [Float]
4884
+ #
4885
+ # @!attribute [rw] number_of_workers
4886
+ # The number of workers to use for the session.
4887
+ # @return [Integer]
4888
+ #
4889
+ # @!attribute [rw] worker_type
4890
+ # The Worker Type. Can be one of G.1X, G.2X, Standard
4891
+ # @return [String]
4892
+ #
4893
+ # @!attribute [rw] security_configuration
4894
+ # The name of the SecurityConfiguration structure to be used with the
4895
+ # session
4896
+ # @return [String]
4897
+ #
4898
+ # @!attribute [rw] glue_version
4899
+ # The Glue version determines the versions of Apache Spark and Python
4900
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4901
+ # @return [String]
4902
+ #
4903
+ # @!attribute [rw] tags
4904
+ # The map of key value pairs (tags) belonging to the session.
4905
+ # @return [Hash<String,String>]
4906
+ #
4907
+ # @!attribute [rw] request_origin
4908
+ # The origin of the request.
4909
+ # @return [String]
4910
+ #
4911
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionRequest AWS API Documentation
4912
+ #
4913
+ class CreateSessionRequest < Struct.new(
4914
+ :id,
4915
+ :description,
4916
+ :role,
4917
+ :command,
4918
+ :timeout,
4919
+ :idle_timeout,
4920
+ :default_arguments,
4921
+ :connections,
4922
+ :max_capacity,
4923
+ :number_of_workers,
4924
+ :worker_type,
4925
+ :security_configuration,
4926
+ :glue_version,
4927
+ :tags,
4928
+ :request_origin)
4929
+ SENSITIVE = []
4930
+ include Aws::Structure
4931
+ end
4932
+
4933
+ # @!attribute [rw] session
4934
+ # Returns the session object in the response.
4935
+ # @return [Types::Session]
4936
+ #
4937
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionResponse AWS API Documentation
4938
+ #
4939
+ class CreateSessionResponse < Struct.new(
4940
+ :session)
4941
+ SENSITIVE = []
4942
+ include Aws::Structure
4943
+ end
4944
+
4692
4945
  # @note When making an API call, you may pass CreateTableRequest
4693
4946
  # data as a hash:
4694
4947
  #
@@ -5171,6 +5424,25 @@ module Aws::Glue
5171
5424
  include Aws::Structure
5172
5425
  end
5173
5426
 
5427
+ # @!attribute [rw] name
5428
+ # @return [String]
5429
+ #
5430
+ # @!attribute [rw] regex_string
5431
+ # @return [String]
5432
+ #
5433
+ # @!attribute [rw] context_words
5434
+ # @return [Array<String>]
5435
+ #
5436
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CustomEntityType AWS API Documentation
5437
+ #
5438
+ class CustomEntityType < Struct.new(
5439
+ :name,
5440
+ :regex_string,
5441
+ :context_words)
5442
+ SENSITIVE = []
5443
+ include Aws::Structure
5444
+ end
5445
+
5174
5446
  # Contains configuration information for maintaining Data Catalog
5175
5447
  # security.
5176
5448
  #
@@ -5691,6 +5963,35 @@ module Aws::Glue
5691
5963
  #
5692
5964
  class DeleteCrawlerResponse < Aws::EmptyStructure; end
5693
5965
 
5966
+ # @note When making an API call, you may pass DeleteCustomEntityTypeRequest
5967
+ # data as a hash:
5968
+ #
5969
+ # {
5970
+ # name: "NameString", # required
5971
+ # }
5972
+ #
5973
+ # @!attribute [rw] name
5974
+ # @return [String]
5975
+ #
5976
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeRequest AWS API Documentation
5977
+ #
5978
+ class DeleteCustomEntityTypeRequest < Struct.new(
5979
+ :name)
5980
+ SENSITIVE = []
5981
+ include Aws::Structure
5982
+ end
5983
+
5984
+ # @!attribute [rw] name
5985
+ # @return [String]
5986
+ #
5987
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeResponse AWS API Documentation
5988
+ #
5989
+ class DeleteCustomEntityTypeResponse < Struct.new(
5990
+ :name)
5991
+ SENSITIVE = []
5992
+ include Aws::Structure
5993
+ end
5994
+
5694
5995
  # @note When making an API call, you may pass DeleteDatabaseRequest
5695
5996
  # data as a hash:
5696
5997
  #
@@ -6085,6 +6386,43 @@ module Aws::Glue
6085
6386
  #
6086
6387
  class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
6087
6388
 
6389
+ # @note When making an API call, you may pass DeleteSessionRequest
6390
+ # data as a hash:
6391
+ #
6392
+ # {
6393
+ # id: "NameString", # required
6394
+ # request_origin: "OrchestrationNameString",
6395
+ # }
6396
+ #
6397
+ # @!attribute [rw] id
6398
+ # The ID of the session to be deleted.
6399
+ # @return [String]
6400
+ #
6401
+ # @!attribute [rw] request_origin
6402
+ # The name of the origin of the delete session request.
6403
+ # @return [String]
6404
+ #
6405
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionRequest AWS API Documentation
6406
+ #
6407
+ class DeleteSessionRequest < Struct.new(
6408
+ :id,
6409
+ :request_origin)
6410
+ SENSITIVE = []
6411
+ include Aws::Structure
6412
+ end
6413
+
6414
+ # @!attribute [rw] id
6415
+ # Returns the ID of the deleted session.
6416
+ # @return [String]
6417
+ #
6418
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionResponse AWS API Documentation
6419
+ #
6420
+ class DeleteSessionResponse < Struct.new(
6421
+ :id)
6422
+ SENSITIVE = []
6423
+ include Aws::Structure
6424
+ end
6425
+
6088
6426
  # @note When making an API call, you may pass DeleteTableRequest
6089
6427
  # data as a hash:
6090
6428
  #
@@ -7698,6 +8036,43 @@ module Aws::Glue
7698
8036
  include Aws::Structure
7699
8037
  end
7700
8038
 
8039
+ # @note When making an API call, you may pass GetCustomEntityTypeRequest
8040
+ # data as a hash:
8041
+ #
8042
+ # {
8043
+ # name: "NameString", # required
8044
+ # }
8045
+ #
8046
+ # @!attribute [rw] name
8047
+ # @return [String]
8048
+ #
8049
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeRequest AWS API Documentation
8050
+ #
8051
+ class GetCustomEntityTypeRequest < Struct.new(
8052
+ :name)
8053
+ SENSITIVE = []
8054
+ include Aws::Structure
8055
+ end
8056
+
8057
+ # @!attribute [rw] name
8058
+ # @return [String]
8059
+ #
8060
+ # @!attribute [rw] regex_string
8061
+ # @return [String]
8062
+ #
8063
+ # @!attribute [rw] context_words
8064
+ # @return [Array<String>]
8065
+ #
8066
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeResponse AWS API Documentation
8067
+ #
8068
+ class GetCustomEntityTypeResponse < Struct.new(
8069
+ :name,
8070
+ :regex_string,
8071
+ :context_words)
8072
+ SENSITIVE = []
8073
+ include Aws::Structure
8074
+ end
8075
+
7701
8076
  # @note When making an API call, you may pass GetDataCatalogEncryptionSettingsRequest
7702
8077
  # data as a hash:
7703
8078
  #
@@ -9592,6 +9967,86 @@ module Aws::Glue
9592
9967
  include Aws::Structure
9593
9968
  end
9594
9969
 
9970
+ # @note When making an API call, you may pass GetSessionRequest
9971
+ # data as a hash:
9972
+ #
9973
+ # {
9974
+ # id: "NameString", # required
9975
+ # request_origin: "OrchestrationNameString",
9976
+ # }
9977
+ #
9978
+ # @!attribute [rw] id
9979
+ # The ID of the session.
9980
+ # @return [String]
9981
+ #
9982
+ # @!attribute [rw] request_origin
9983
+ # The origin of the request.
9984
+ # @return [String]
9985
+ #
9986
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionRequest AWS API Documentation
9987
+ #
9988
+ class GetSessionRequest < Struct.new(
9989
+ :id,
9990
+ :request_origin)
9991
+ SENSITIVE = []
9992
+ include Aws::Structure
9993
+ end
9994
+
9995
+ # @!attribute [rw] session
9996
+ # The session object is returned in the response.
9997
+ # @return [Types::Session]
9998
+ #
9999
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionResponse AWS API Documentation
10000
+ #
10001
+ class GetSessionResponse < Struct.new(
10002
+ :session)
10003
+ SENSITIVE = []
10004
+ include Aws::Structure
10005
+ end
10006
+
10007
+ # @note When making an API call, you may pass GetStatementRequest
10008
+ # data as a hash:
10009
+ #
10010
+ # {
10011
+ # session_id: "NameString", # required
10012
+ # id: 1, # required
10013
+ # request_origin: "OrchestrationNameString",
10014
+ # }
10015
+ #
10016
+ # @!attribute [rw] session_id
10017
+ # The Session ID of the statement.
10018
+ # @return [String]
10019
+ #
10020
+ # @!attribute [rw] id
10021
+ # The Id of the statement.
10022
+ # @return [Integer]
10023
+ #
10024
+ # @!attribute [rw] request_origin
10025
+ # The origin of the request.
10026
+ # @return [String]
10027
+ #
10028
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementRequest AWS API Documentation
10029
+ #
10030
+ class GetStatementRequest < Struct.new(
10031
+ :session_id,
10032
+ :id,
10033
+ :request_origin)
10034
+ SENSITIVE = []
10035
+ include Aws::Structure
10036
+ end
10037
+
10038
+ # @!attribute [rw] statement
10039
+ # Returns the statement.
10040
+ # @return [Types::Statement]
10041
+ #
10042
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementResponse AWS API Documentation
10043
+ #
10044
+ class GetStatementResponse < Struct.new(
10045
+ :statement)
10046
+ SENSITIVE = []
10047
+ include Aws::Structure
10048
+ end
10049
+
9595
10050
  # @note When making an API call, you may pass GetTableRequest
9596
10051
  # data as a hash:
9597
10052
  #
@@ -9973,6 +10428,8 @@ module Aws::Glue
9973
10428
  # partition_values: ["ValueString"], # required
9974
10429
  # audit_context: {
9975
10430
  # additional_audit_context: "AuditContextString",
10431
+ # requested_columns: ["ColumnNameString"],
10432
+ # all_columns_requested: false,
9976
10433
  # },
9977
10434
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
9978
10435
  # }
@@ -9990,6 +10447,7 @@ module Aws::Glue
9990
10447
  # @return [Array<String>]
9991
10448
  #
9992
10449
  # @!attribute [rw] audit_context
10450
+ # A structure containing information for audit.
9993
10451
  # @return [Types::AuditContext]
9994
10452
  #
9995
10453
  # @!attribute [rw] supported_permission_types
@@ -10038,6 +10496,8 @@ module Aws::Glue
10038
10496
  # expression: "PredicateString",
10039
10497
  # audit_context: {
10040
10498
  # additional_audit_context: "AuditContextString",
10499
+ # requested_columns: ["ColumnNameString"],
10500
+ # all_columns_requested: false,
10041
10501
  # },
10042
10502
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10043
10503
  # next_token: "Token",
@@ -10061,6 +10521,7 @@ module Aws::Glue
10061
10521
  # @return [String]
10062
10522
  #
10063
10523
  # @!attribute [rw] audit_context
10524
+ # A structure containing information for audit.
10064
10525
  # @return [Types::AuditContext]
10065
10526
  #
10066
10527
  # @!attribute [rw] supported_permission_types
@@ -10117,6 +10578,8 @@ module Aws::Glue
10117
10578
  # name: "NameString", # required
10118
10579
  # audit_context: {
10119
10580
  # additional_audit_context: "AuditContextString",
10581
+ # requested_columns: ["ColumnNameString"],
10582
+ # all_columns_requested: false,
10120
10583
  # },
10121
10584
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10122
10585
  # }
@@ -10131,6 +10594,7 @@ module Aws::Glue
10131
10594
  # @return [String]
10132
10595
  #
10133
10596
  # @!attribute [rw] audit_context
10597
+ # A structure containing information for audit.
10134
10598
  # @return [Types::AuditContext]
10135
10599
  #
10136
10600
  # @!attribute [rw] supported_permission_types
@@ -10460,7 +10924,7 @@ module Aws::Glue
10460
10924
  # An encryption operation failed.
10461
10925
  #
10462
10926
  # @!attribute [rw] message
10463
- # A message describing the problem.
10927
+ # The message describing the problem.
10464
10928
  # @return [String]
10465
10929
  #
10466
10930
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
@@ -10621,6 +11085,20 @@ module Aws::Glue
10621
11085
  include Aws::Structure
10622
11086
  end
10623
11087
 
11088
+ # The session is in an invalid state to perform a requested operation.
11089
+ #
11090
+ # @!attribute [rw] message
11091
+ # A message describing the problem.
11092
+ # @return [String]
11093
+ #
11094
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
11095
+ #
11096
+ class IllegalSessionStateException < Struct.new(
11097
+ :message)
11098
+ SENSITIVE = []
11099
+ include Aws::Structure
11100
+ end
11101
+
10624
11102
  # The workflow is in an invalid state to perform a requested operation.
10625
11103
  #
10626
11104
  # @!attribute [rw] message
@@ -11266,6 +11744,18 @@ module Aws::Glue
11266
11744
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
11267
11745
  # @return [String]
11268
11746
  #
11747
+ # @!attribute [rw] dpu_seconds
11748
+ # This field populates only when an Auto Scaling job run completes,
11749
+ # and represents the total time each executor ran during the lifecycle
11750
+ # of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
11751
+ # and 2 for `G.2X` workers). This value may be different than the
11752
+ # `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
11753
+ # Scaling jobs, as the number of executors running at a given time may
11754
+ # be less than the `MaxCapacity`. Therefore, it is possible that the
11755
+ # value of `DPUSeconds` is less than `executionEngineRuntime` *
11756
+ # `MaxCapacity`.
11757
+ # @return [Float]
11758
+ #
11269
11759
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
11270
11760
  #
11271
11761
  class JobRun < Struct.new(
@@ -11290,7 +11780,8 @@ module Aws::Glue
11290
11780
  :security_configuration,
11291
11781
  :log_group_name,
11292
11782
  :notification_property,
11293
- :glue_version)
11783
+ :glue_version,
11784
+ :dpu_seconds)
11294
11785
  SENSITIVE = []
11295
11786
  include Aws::Structure
11296
11787
  end
@@ -11816,6 +12307,44 @@ module Aws::Glue
11816
12307
  include Aws::Structure
11817
12308
  end
11818
12309
 
12310
+ # @note When making an API call, you may pass ListCustomEntityTypesRequest
12311
+ # data as a hash:
12312
+ #
12313
+ # {
12314
+ # next_token: "PaginationToken",
12315
+ # max_results: 1,
12316
+ # }
12317
+ #
12318
+ # @!attribute [rw] next_token
12319
+ # @return [String]
12320
+ #
12321
+ # @!attribute [rw] max_results
12322
+ # @return [Integer]
12323
+ #
12324
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesRequest AWS API Documentation
12325
+ #
12326
+ class ListCustomEntityTypesRequest < Struct.new(
12327
+ :next_token,
12328
+ :max_results)
12329
+ SENSITIVE = []
12330
+ include Aws::Structure
12331
+ end
12332
+
12333
+ # @!attribute [rw] custom_entity_types
12334
+ # @return [Array<Types::CustomEntityType>]
12335
+ #
12336
+ # @!attribute [rw] next_token
12337
+ # @return [String]
12338
+ #
12339
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesResponse AWS API Documentation
12340
+ #
12341
+ class ListCustomEntityTypesResponse < Struct.new(
12342
+ :custom_entity_types,
12343
+ :next_token)
12344
+ SENSITIVE = []
12345
+ include Aws::Structure
12346
+ end
12347
+
11819
12348
  # @note When making an API call, you may pass ListDevEndpointsRequest
11820
12349
  # data as a hash:
11821
12350
  #
@@ -12167,6 +12696,115 @@ module Aws::Glue
12167
12696
  include Aws::Structure
12168
12697
  end
12169
12698
 
12699
+ # @note When making an API call, you may pass ListSessionsRequest
12700
+ # data as a hash:
12701
+ #
12702
+ # {
12703
+ # next_token: "OrchestrationToken",
12704
+ # max_results: 1,
12705
+ # tags: {
12706
+ # "TagKey" => "TagValue",
12707
+ # },
12708
+ # request_origin: "OrchestrationNameString",
12709
+ # }
12710
+ #
12711
+ # @!attribute [rw] next_token
12712
+ # The token for the next set of results, or null if there are no more
12713
+ # result.
12714
+ # @return [String]
12715
+ #
12716
+ # @!attribute [rw] max_results
12717
+ # The maximum number of results.
12718
+ # @return [Integer]
12719
+ #
12720
+ # @!attribute [rw] tags
12721
+ # Tags belonging to the session.
12722
+ # @return [Hash<String,String>]
12723
+ #
12724
+ # @!attribute [rw] request_origin
12725
+ # The origin of the request.
12726
+ # @return [String]
12727
+ #
12728
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsRequest AWS API Documentation
12729
+ #
12730
+ class ListSessionsRequest < Struct.new(
12731
+ :next_token,
12732
+ :max_results,
12733
+ :tags,
12734
+ :request_origin)
12735
+ SENSITIVE = []
12736
+ include Aws::Structure
12737
+ end
12738
+
12739
+ # @!attribute [rw] ids
12740
+ # Returns the Id of the session.
12741
+ # @return [Array<String>]
12742
+ #
12743
+ # @!attribute [rw] sessions
12744
+ # Returns the session object.
12745
+ # @return [Array<Types::Session>]
12746
+ #
12747
+ # @!attribute [rw] next_token
12748
+ # The token for the next set of results, or null if there are no more
12749
+ # result.
12750
+ # @return [String]
12751
+ #
12752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsResponse AWS API Documentation
12753
+ #
12754
+ class ListSessionsResponse < Struct.new(
12755
+ :ids,
12756
+ :sessions,
12757
+ :next_token)
12758
+ SENSITIVE = []
12759
+ include Aws::Structure
12760
+ end
12761
+
12762
+ # @note When making an API call, you may pass ListStatementsRequest
12763
+ # data as a hash:
12764
+ #
12765
+ # {
12766
+ # session_id: "NameString", # required
12767
+ # request_origin: "OrchestrationNameString",
12768
+ # next_token: "OrchestrationToken",
12769
+ # }
12770
+ #
12771
+ # @!attribute [rw] session_id
12772
+ # The Session ID of the statements.
12773
+ # @return [String]
12774
+ #
12775
+ # @!attribute [rw] request_origin
12776
+ # The origin of the request to list statements.
12777
+ # @return [String]
12778
+ #
12779
+ # @!attribute [rw] next_token
12780
+ # @return [String]
12781
+ #
12782
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
12783
+ #
12784
+ class ListStatementsRequest < Struct.new(
12785
+ :session_id,
12786
+ :request_origin,
12787
+ :next_token)
12788
+ SENSITIVE = []
12789
+ include Aws::Structure
12790
+ end
12791
+
12792
+ # @!attribute [rw] statements
12793
+ # Returns the list of statements.
12794
+ # @return [Array<Types::Statement>]
12795
+ #
12796
+ # @!attribute [rw] next_token
12797
+ # @return [String]
12798
+ #
12799
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
12800
+ #
12801
+ class ListStatementsResponse < Struct.new(
12802
+ :statements,
12803
+ :next_token)
12804
+ SENSITIVE = []
12805
+ include Aws::Structure
12806
+ end
12807
+
12170
12808
  # @note When making an API call, you may pass ListTriggersRequest
12171
12809
  # data as a hash:
12172
12810
  #
@@ -14059,6 +14697,49 @@ module Aws::Glue
14059
14697
  include Aws::Structure
14060
14698
  end
14061
14699
 
14700
+ # @note When making an API call, you may pass RunStatementRequest
14701
+ # data as a hash:
14702
+ #
14703
+ # {
14704
+ # session_id: "NameString", # required
14705
+ # code: "OrchestrationStatementCodeString", # required
14706
+ # request_origin: "OrchestrationNameString",
14707
+ # }
14708
+ #
14709
+ # @!attribute [rw] session_id
14710
+ # The Session Id of the statement to be run.
14711
+ # @return [String]
14712
+ #
14713
+ # @!attribute [rw] code
14714
+ # The statement code to be run.
14715
+ # @return [String]
14716
+ #
14717
+ # @!attribute [rw] request_origin
14718
+ # The origin of the request.
14719
+ # @return [String]
14720
+ #
14721
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementRequest AWS API Documentation
14722
+ #
14723
+ class RunStatementRequest < Struct.new(
14724
+ :session_id,
14725
+ :code,
14726
+ :request_origin)
14727
+ SENSITIVE = []
14728
+ include Aws::Structure
14729
+ end
14730
+
14731
+ # @!attribute [rw] id
14732
+ # Returns the Id of the statement that was run.
14733
+ # @return [Integer]
14734
+ #
14735
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementResponse AWS API Documentation
14736
+ #
14737
+ class RunStatementResponse < Struct.new(
14738
+ :id)
14739
+ SENSITIVE = []
14740
+ include Aws::Structure
14741
+ end
14742
+
14062
14743
  # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
14063
14744
  # encrypted.
14064
14745
  #
@@ -14673,6 +15354,115 @@ module Aws::Glue
14673
15354
  include Aws::Structure
14674
15355
  end
14675
15356
 
15357
+ # The period in which a remote Spark runtime environment is running.
15358
+ #
15359
+ # @!attribute [rw] id
15360
+ # The ID of the session.
15361
+ # @return [String]
15362
+ #
15363
+ # @!attribute [rw] created_on
15364
+ # The time and date when the session was created.
15365
+ # @return [Time]
15366
+ #
15367
+ # @!attribute [rw] status
15368
+ # The session status.
15369
+ # @return [String]
15370
+ #
15371
+ # @!attribute [rw] error_message
15372
+ # The error message displayed during the session.
15373
+ # @return [String]
15374
+ #
15375
+ # @!attribute [rw] description
15376
+ # The description of the session.
15377
+ # @return [String]
15378
+ #
15379
+ # @!attribute [rw] role
15380
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
15381
+ # with the Session.
15382
+ # @return [String]
15383
+ #
15384
+ # @!attribute [rw] command
15385
+ # The command object.See SessionCommand.
15386
+ # @return [Types::SessionCommand]
15387
+ #
15388
+ # @!attribute [rw] default_arguments
15389
+ # A map array of key-value pairs. Max is 75 pairs.
15390
+ # @return [Hash<String,String>]
15391
+ #
15392
+ # @!attribute [rw] connections
15393
+ # The number of connections used for the session.
15394
+ # @return [Types::ConnectionsList]
15395
+ #
15396
+ # @!attribute [rw] progress
15397
+ # The code execution progress of the session.
15398
+ # @return [Float]
15399
+ #
15400
+ # @!attribute [rw] max_capacity
15401
+ # The number of AWS Glue data processing units (DPUs) that can be
15402
+ # allocated when the job runs. A DPU is a relative measure of
15403
+ # processing power that consists of 4 vCPUs of compute capacity and 16
15404
+ # GB memory.
15405
+ # @return [Float]
15406
+ #
15407
+ # @!attribute [rw] security_configuration
15408
+ # The name of the SecurityConfiguration structure to be used with the
15409
+ # session.
15410
+ # @return [String]
15411
+ #
15412
+ # @!attribute [rw] glue_version
15413
+ # The Glue version determines the versions of Apache Spark and Python
15414
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
15415
+ # @return [String]
15416
+ #
15417
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
15418
+ #
15419
+ class Session < Struct.new(
15420
+ :id,
15421
+ :created_on,
15422
+ :status,
15423
+ :error_message,
15424
+ :description,
15425
+ :role,
15426
+ :command,
15427
+ :default_arguments,
15428
+ :connections,
15429
+ :progress,
15430
+ :max_capacity,
15431
+ :security_configuration,
15432
+ :glue_version)
15433
+ SENSITIVE = []
15434
+ include Aws::Structure
15435
+ end
15436
+
15437
+ # The `SessionCommand` that runs the job.
15438
+ #
15439
+ # @note When making an API call, you may pass SessionCommand
15440
+ # data as a hash:
15441
+ #
15442
+ # {
15443
+ # name: "NameString",
15444
+ # python_version: "PythonVersionString",
15445
+ # }
15446
+ #
15447
+ # @!attribute [rw] name
15448
+ # Specifies the name of the SessionCommand.Can be 'glueetl' or
15449
+ # 'gluestreaming'.
15450
+ # @return [String]
15451
+ #
15452
+ # @!attribute [rw] python_version
15453
+ # Specifies the Python version. The Python version indicates the
15454
+ # version supported for jobs of type Spark.
15455
+ # @return [String]
15456
+ #
15457
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SessionCommand AWS API Documentation
15458
+ #
15459
+ class SessionCommand < Struct.new(
15460
+ :name,
15461
+ :python_version)
15462
+ SENSITIVE = []
15463
+ include Aws::Structure
15464
+ end
15465
+
14676
15466
  # Specifies skewed values in a table. Skewed values are those that occur
14677
15467
  # with very high frequency.
14678
15468
  #
@@ -15224,6 +16014,104 @@ module Aws::Glue
15224
16014
  include Aws::Structure
15225
16015
  end
15226
16016
 
16017
+ # The statement or request for a particular action to occur in a
16018
+ # session.
16019
+ #
16020
+ # @!attribute [rw] id
16021
+ # The ID of the statement.
16022
+ # @return [Integer]
16023
+ #
16024
+ # @!attribute [rw] code
16025
+ # The execution code of the statement.
16026
+ # @return [String]
16027
+ #
16028
+ # @!attribute [rw] state
16029
+ # The state while request is actioned.
16030
+ # @return [String]
16031
+ #
16032
+ # @!attribute [rw] output
16033
+ # The output in JSON.
16034
+ # @return [Types::StatementOutput]
16035
+ #
16036
+ # @!attribute [rw] progress
16037
+ # The code execution progress.
16038
+ # @return [Float]
16039
+ #
16040
+ # @!attribute [rw] started_on
16041
+ # The unix time and date that the job definition was started.
16042
+ # @return [Integer]
16043
+ #
16044
+ # @!attribute [rw] completed_on
16045
+ # The unix time and date that the job definition was completed.
16046
+ # @return [Integer]
16047
+ #
16048
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Statement AWS API Documentation
16049
+ #
16050
+ class Statement < Struct.new(
16051
+ :id,
16052
+ :code,
16053
+ :state,
16054
+ :output,
16055
+ :progress,
16056
+ :started_on,
16057
+ :completed_on)
16058
+ SENSITIVE = []
16059
+ include Aws::Structure
16060
+ end
16061
+
16062
+ # The code execution output in JSON format.
16063
+ #
16064
+ # @!attribute [rw] data
16065
+ # The code execution output.
16066
+ # @return [Types::StatementOutputData]
16067
+ #
16068
+ # @!attribute [rw] execution_count
16069
+ # The execution count of the output.
16070
+ # @return [Integer]
16071
+ #
16072
+ # @!attribute [rw] status
16073
+ # The status of the code execution output.
16074
+ # @return [String]
16075
+ #
16076
+ # @!attribute [rw] error_name
16077
+ # The name of the error in the output.
16078
+ # @return [String]
16079
+ #
16080
+ # @!attribute [rw] error_value
16081
+ # The error value of the output.
16082
+ # @return [String]
16083
+ #
16084
+ # @!attribute [rw] traceback
16085
+ # The traceback of the output.
16086
+ # @return [Array<String>]
16087
+ #
16088
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutput AWS API Documentation
16089
+ #
16090
+ class StatementOutput < Struct.new(
16091
+ :data,
16092
+ :execution_count,
16093
+ :status,
16094
+ :error_name,
16095
+ :error_value,
16096
+ :traceback)
16097
+ SENSITIVE = []
16098
+ include Aws::Structure
16099
+ end
16100
+
16101
+ # The code execution output in JSON format.
16102
+ #
16103
+ # @!attribute [rw] text_plain
16104
+ # The code execution output in text format.
16105
+ # @return [String]
16106
+ #
16107
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutputData AWS API Documentation
16108
+ #
16109
+ class StatementOutputData < Struct.new(
16110
+ :text_plain)
16111
+ SENSITIVE = []
16112
+ include Aws::Structure
16113
+ end
16114
+
15227
16115
  # @note When making an API call, you may pass StopCrawlerRequest
15228
16116
  # data as a hash:
15229
16117
  #
@@ -15270,6 +16158,43 @@ module Aws::Glue
15270
16158
  #
15271
16159
  class StopCrawlerScheduleResponse < Aws::EmptyStructure; end
15272
16160
 
16161
+ # @note When making an API call, you may pass StopSessionRequest
16162
+ # data as a hash:
16163
+ #
16164
+ # {
16165
+ # id: "NameString", # required
16166
+ # request_origin: "OrchestrationNameString",
16167
+ # }
16168
+ #
16169
+ # @!attribute [rw] id
16170
+ # The ID of the session to be stopped.
16171
+ # @return [String]
16172
+ #
16173
+ # @!attribute [rw] request_origin
16174
+ # The origin of the request.
16175
+ # @return [String]
16176
+ #
16177
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionRequest AWS API Documentation
16178
+ #
16179
+ class StopSessionRequest < Struct.new(
16180
+ :id,
16181
+ :request_origin)
16182
+ SENSITIVE = []
16183
+ include Aws::Structure
16184
+ end
16185
+
16186
+ # @!attribute [rw] id
16187
+ # Returns the Id of the stopped session.
16188
+ # @return [String]
16189
+ #
16190
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionResponse AWS API Documentation
16191
+ #
16192
+ class StopSessionResponse < Struct.new(
16193
+ :id)
16194
+ SENSITIVE = []
16195
+ include Aws::Structure
16196
+ end
16197
+
15273
16198
  # @note When making an API call, you may pass StopTriggerRequest
15274
16199
  # data as a hash:
15275
16200
  #