google-apis-dataproc_v1 0.87.0 → 0.88.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c7bb1ec3024d775087c7e91291675d3385e55c02ed17e061c00a51b4d4cdc959
|
|
4
|
+
data.tar.gz: a29a49f729bf6206b2cfec8447ca7265d7cbffa6d57b72e816e3bb55709c21c2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d07903e9bd4936514fd873996d7e565cfe581285fb241a50af59b765285a73bf3cf9509faa9d12aee05867eabcc0339a89639513f13f5bbb4a63e434e0032137
|
|
7
|
+
data.tar.gz: 2b32b8221c5a3dbb6500fda3d09ec621e27f6127f5a22ee43540448996e7e3ab600ddbab5721186f4f064dc3d870fe08ea6a8438f4e82e52a1f25bff1a84846f
|
data/CHANGELOG.md
CHANGED
|
@@ -5035,8 +5035,8 @@ module Google
|
|
|
5035
5035
|
attr_accessor :operations
|
|
5036
5036
|
|
|
5037
5037
|
# Unordered list. Unreachable resources. Populated when the request sets
|
|
5038
|
-
# ListOperationsRequest.return_partial_success and reads across collections
|
|
5039
|
-
# when attempting to list all resources across all supported locations.
|
|
5038
|
+
# ListOperationsRequest.return_partial_success and reads across collections. For
|
|
5039
|
+
# example, when attempting to list all resources across all supported locations.
|
|
5040
5040
|
# Corresponds to the JSON property `unreachable`
|
|
5041
5041
|
# @return [Array<String>]
|
|
5042
5042
|
attr_accessor :unreachable
|
|
@@ -6267,7 +6267,8 @@ module Google
|
|
|
6267
6267
|
class PyPiRepositoryConfig
|
|
6268
6268
|
include Google::Apis::Core::Hashable
|
|
6269
6269
|
|
|
6270
|
-
# Optional. PyPi repository address
|
|
6270
|
+
# Optional. The PyPi repository address. Note: This field is not available for
|
|
6271
|
+
# batch workloads.
|
|
6271
6272
|
# Corresponds to the JSON property `pypiRepository`
|
|
6272
6273
|
# @return [String]
|
|
6273
6274
|
attr_accessor :pypi_repository
|
|
@@ -7123,8 +7124,8 @@ module Google
|
|
|
7123
7124
|
# @return [Google::Apis::DataprocV1::AutotuningConfig]
|
|
7124
7125
|
attr_accessor :autotuning_config
|
|
7125
7126
|
|
|
7126
|
-
# Optional. Cohort identifier. Identifies families of the workloads
|
|
7127
|
-
# same shape,
|
|
7127
|
+
# Optional. Cohort identifier. Identifies families of the workloads that have
|
|
7128
|
+
# the same shape, for example, daily ETL jobs.
|
|
7128
7129
|
# Corresponds to the JSON property `cohort`
|
|
7129
7130
|
# @return [String]
|
|
7130
7131
|
attr_accessor :cohort
|
|
@@ -8638,6 +8639,140 @@ module Google
|
|
|
8638
8639
|
end
|
|
8639
8640
|
end
|
|
8640
8641
|
|
|
8642
|
+
# Represents the lifecycle and details of an Execution via Spark Connect
|
|
8643
|
+
class SparkConnectExecutionInfo
|
|
8644
|
+
include Google::Apis::Core::Hashable
|
|
8645
|
+
|
|
8646
|
+
# Timestamp when the execution was closed.
|
|
8647
|
+
# Corresponds to the JSON property `closeTimestamp`
|
|
8648
|
+
# @return [Fixnum]
|
|
8649
|
+
attr_accessor :close_timestamp
|
|
8650
|
+
|
|
8651
|
+
# Detailed information about the execution.
|
|
8652
|
+
# Corresponds to the JSON property `detail`
|
|
8653
|
+
# @return [String]
|
|
8654
|
+
attr_accessor :detail
|
|
8655
|
+
|
|
8656
|
+
# Timestamp when the execution finished.
|
|
8657
|
+
# Corresponds to the JSON property `finishTimestamp`
|
|
8658
|
+
# @return [Fixnum]
|
|
8659
|
+
attr_accessor :finish_timestamp
|
|
8660
|
+
|
|
8661
|
+
# Optional. List of job ids associated with the execution.
|
|
8662
|
+
# Corresponds to the JSON property `jobIds`
|
|
8663
|
+
# @return [Array<String>]
|
|
8664
|
+
attr_accessor :job_ids
|
|
8665
|
+
|
|
8666
|
+
# Required. Job tag of the execution.
|
|
8667
|
+
# Corresponds to the JSON property `jobTag`
|
|
8668
|
+
# @return [String]
|
|
8669
|
+
attr_accessor :job_tag
|
|
8670
|
+
|
|
8671
|
+
# Unique identifier for the operation.
|
|
8672
|
+
# Corresponds to the JSON property `operationId`
|
|
8673
|
+
# @return [String]
|
|
8674
|
+
attr_accessor :operation_id
|
|
8675
|
+
|
|
8676
|
+
# Required. Session ID, ties the execution to a specific Spark Connect session.
|
|
8677
|
+
# Corresponds to the JSON property `sessionId`
|
|
8678
|
+
# @return [String]
|
|
8679
|
+
attr_accessor :session_id
|
|
8680
|
+
|
|
8681
|
+
# Optional. Tags associated with the Spark session.
|
|
8682
|
+
# Corresponds to the JSON property `sparkSessionTags`
|
|
8683
|
+
# @return [Array<String>]
|
|
8684
|
+
attr_accessor :spark_session_tags
|
|
8685
|
+
|
|
8686
|
+
# Optional. List of sql execution ids associated with the execution.
|
|
8687
|
+
# Corresponds to the JSON property `sqlExecIds`
|
|
8688
|
+
# @return [Array<String>]
|
|
8689
|
+
attr_accessor :sql_exec_ids
|
|
8690
|
+
|
|
8691
|
+
# Timestamp when the execution started.
|
|
8692
|
+
# Corresponds to the JSON property `startTimestamp`
|
|
8693
|
+
# @return [Fixnum]
|
|
8694
|
+
attr_accessor :start_timestamp
|
|
8695
|
+
|
|
8696
|
+
# Output only. Current state of the execution.
|
|
8697
|
+
# Corresponds to the JSON property `state`
|
|
8698
|
+
# @return [String]
|
|
8699
|
+
attr_accessor :state
|
|
8700
|
+
|
|
8701
|
+
# statement of the execution.
|
|
8702
|
+
# Corresponds to the JSON property `statement`
|
|
8703
|
+
# @return [String]
|
|
8704
|
+
attr_accessor :statement
|
|
8705
|
+
|
|
8706
|
+
# User ID of the user who started the execution.
|
|
8707
|
+
# Corresponds to the JSON property `userId`
|
|
8708
|
+
# @return [String]
|
|
8709
|
+
attr_accessor :user_id
|
|
8710
|
+
|
|
8711
|
+
def initialize(**args)
|
|
8712
|
+
update!(**args)
|
|
8713
|
+
end
|
|
8714
|
+
|
|
8715
|
+
# Update properties of this object
|
|
8716
|
+
def update!(**args)
|
|
8717
|
+
@close_timestamp = args[:close_timestamp] if args.key?(:close_timestamp)
|
|
8718
|
+
@detail = args[:detail] if args.key?(:detail)
|
|
8719
|
+
@finish_timestamp = args[:finish_timestamp] if args.key?(:finish_timestamp)
|
|
8720
|
+
@job_ids = args[:job_ids] if args.key?(:job_ids)
|
|
8721
|
+
@job_tag = args[:job_tag] if args.key?(:job_tag)
|
|
8722
|
+
@operation_id = args[:operation_id] if args.key?(:operation_id)
|
|
8723
|
+
@session_id = args[:session_id] if args.key?(:session_id)
|
|
8724
|
+
@spark_session_tags = args[:spark_session_tags] if args.key?(:spark_session_tags)
|
|
8725
|
+
@sql_exec_ids = args[:sql_exec_ids] if args.key?(:sql_exec_ids)
|
|
8726
|
+
@start_timestamp = args[:start_timestamp] if args.key?(:start_timestamp)
|
|
8727
|
+
@state = args[:state] if args.key?(:state)
|
|
8728
|
+
@statement = args[:statement] if args.key?(:statement)
|
|
8729
|
+
@user_id = args[:user_id] if args.key?(:user_id)
|
|
8730
|
+
end
|
|
8731
|
+
end
|
|
8732
|
+
|
|
8733
|
+
# Represents session-level information for Spark Connect
|
|
8734
|
+
class SparkConnectSessionInfo
|
|
8735
|
+
include Google::Apis::Core::Hashable
|
|
8736
|
+
|
|
8737
|
+
# Timestamp when the session finished.
|
|
8738
|
+
# Corresponds to the JSON property `finishTimestamp`
|
|
8739
|
+
# @return [Fixnum]
|
|
8740
|
+
attr_accessor :finish_timestamp
|
|
8741
|
+
|
|
8742
|
+
# Required. Session ID of the session.
|
|
8743
|
+
# Corresponds to the JSON property `sessionId`
|
|
8744
|
+
# @return [String]
|
|
8745
|
+
attr_accessor :session_id
|
|
8746
|
+
|
|
8747
|
+
# Timestamp when the session started.
|
|
8748
|
+
# Corresponds to the JSON property `startTimestamp`
|
|
8749
|
+
# @return [Fixnum]
|
|
8750
|
+
attr_accessor :start_timestamp
|
|
8751
|
+
|
|
8752
|
+
# Optional. Total number of executions in the session.
|
|
8753
|
+
# Corresponds to the JSON property `totalExecution`
|
|
8754
|
+
# @return [Fixnum]
|
|
8755
|
+
attr_accessor :total_execution
|
|
8756
|
+
|
|
8757
|
+
# User ID of the user who started the session.
|
|
8758
|
+
# Corresponds to the JSON property `userId`
|
|
8759
|
+
# @return [String]
|
|
8760
|
+
attr_accessor :user_id
|
|
8761
|
+
|
|
8762
|
+
def initialize(**args)
|
|
8763
|
+
update!(**args)
|
|
8764
|
+
end
|
|
8765
|
+
|
|
8766
|
+
# Update properties of this object
|
|
8767
|
+
def update!(**args)
|
|
8768
|
+
@finish_timestamp = args[:finish_timestamp] if args.key?(:finish_timestamp)
|
|
8769
|
+
@session_id = args[:session_id] if args.key?(:session_id)
|
|
8770
|
+
@start_timestamp = args[:start_timestamp] if args.key?(:start_timestamp)
|
|
8771
|
+
@total_execution = args[:total_execution] if args.key?(:total_execution)
|
|
8772
|
+
@user_id = args[:user_id] if args.key?(:user_id)
|
|
8773
|
+
end
|
|
8774
|
+
end
|
|
8775
|
+
|
|
8641
8776
|
# Spark History Server configuration for the workload.
|
|
8642
8777
|
class SparkHistoryServerConfig
|
|
8643
8778
|
include Google::Apis::Core::Hashable
|
|
@@ -9260,6 +9395,16 @@ module Google
|
|
|
9260
9395
|
# @return [Google::Apis::DataprocV1::ResourceProfileInfo]
|
|
9261
9396
|
attr_accessor :resource_profile_info
|
|
9262
9397
|
|
|
9398
|
+
# Represents the lifecycle and details of an Execution via Spark Connect
|
|
9399
|
+
# Corresponds to the JSON property `sparkConnectExecutionInfo`
|
|
9400
|
+
# @return [Google::Apis::DataprocV1::SparkConnectExecutionInfo]
|
|
9401
|
+
attr_accessor :spark_connect_execution_info
|
|
9402
|
+
|
|
9403
|
+
# Represents session-level information for Spark Connect
|
|
9404
|
+
# Corresponds to the JSON property `sparkConnectSessionInfo`
|
|
9405
|
+
# @return [Google::Apis::DataprocV1::SparkConnectSessionInfo]
|
|
9406
|
+
attr_accessor :spark_connect_session_info
|
|
9407
|
+
|
|
9263
9408
|
# A graph used for storing information of an executionPlan of DataFrame.
|
|
9264
9409
|
# Corresponds to the JSON property `sparkPlanGraph`
|
|
9265
9410
|
# @return [Google::Apis::DataprocV1::SparkPlanGraph]
|
|
@@ -9321,6 +9466,8 @@ module Google
|
|
|
9321
9466
|
@rdd_operation_graph = args[:rdd_operation_graph] if args.key?(:rdd_operation_graph)
|
|
9322
9467
|
@rdd_storage_info = args[:rdd_storage_info] if args.key?(:rdd_storage_info)
|
|
9323
9468
|
@resource_profile_info = args[:resource_profile_info] if args.key?(:resource_profile_info)
|
|
9469
|
+
@spark_connect_execution_info = args[:spark_connect_execution_info] if args.key?(:spark_connect_execution_info)
|
|
9470
|
+
@spark_connect_session_info = args[:spark_connect_session_info] if args.key?(:spark_connect_session_info)
|
|
9324
9471
|
@spark_plan_graph = args[:spark_plan_graph] if args.key?(:spark_plan_graph)
|
|
9325
9472
|
@speculation_stage_summary = args[:speculation_stage_summary] if args.key?(:speculation_stage_summary)
|
|
9326
9473
|
@sql_execution_ui_data = args[:sql_execution_ui_data] if args.key?(:sql_execution_ui_data)
|
|
@@ -16,13 +16,13 @@ module Google
|
|
|
16
16
|
module Apis
|
|
17
17
|
module DataprocV1
|
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
|
19
|
-
GEM_VERSION = "0.
|
|
19
|
+
GEM_VERSION = "0.88.0"
|
|
20
20
|
|
|
21
21
|
# Version of the code generator used to generate this client
|
|
22
22
|
GENERATOR_VERSION = "0.18.0"
|
|
23
23
|
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
|
25
|
-
REVISION = "
|
|
25
|
+
REVISION = "20260122"
|
|
26
26
|
end
|
|
27
27
|
end
|
|
28
28
|
end
|
|
@@ -1186,6 +1186,18 @@ module Google
|
|
|
1186
1186
|
include Google::Apis::Core::JsonObjectSupport
|
|
1187
1187
|
end
|
|
1188
1188
|
|
|
1189
|
+
class SparkConnectExecutionInfo
|
|
1190
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
1191
|
+
|
|
1192
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
1193
|
+
end
|
|
1194
|
+
|
|
1195
|
+
class SparkConnectSessionInfo
|
|
1196
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
1197
|
+
|
|
1198
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
1199
|
+
end
|
|
1200
|
+
|
|
1189
1201
|
class SparkHistoryServerConfig
|
|
1190
1202
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
1191
1203
|
|
|
@@ -3821,6 +3833,36 @@ module Google
|
|
|
3821
3833
|
end
|
|
3822
3834
|
end
|
|
3823
3835
|
|
|
3836
|
+
class SparkConnectExecutionInfo
|
|
3837
|
+
# @private
|
|
3838
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
3839
|
+
property :close_timestamp, :numeric_string => true, as: 'closeTimestamp'
|
|
3840
|
+
property :detail, as: 'detail'
|
|
3841
|
+
property :finish_timestamp, :numeric_string => true, as: 'finishTimestamp'
|
|
3842
|
+
collection :job_ids, as: 'jobIds'
|
|
3843
|
+
property :job_tag, as: 'jobTag'
|
|
3844
|
+
property :operation_id, as: 'operationId'
|
|
3845
|
+
property :session_id, as: 'sessionId'
|
|
3846
|
+
collection :spark_session_tags, as: 'sparkSessionTags'
|
|
3847
|
+
collection :sql_exec_ids, as: 'sqlExecIds'
|
|
3848
|
+
property :start_timestamp, :numeric_string => true, as: 'startTimestamp'
|
|
3849
|
+
property :state, as: 'state'
|
|
3850
|
+
property :statement, as: 'statement'
|
|
3851
|
+
property :user_id, as: 'userId'
|
|
3852
|
+
end
|
|
3853
|
+
end
|
|
3854
|
+
|
|
3855
|
+
class SparkConnectSessionInfo
|
|
3856
|
+
# @private
|
|
3857
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
3858
|
+
property :finish_timestamp, :numeric_string => true, as: 'finishTimestamp'
|
|
3859
|
+
property :session_id, as: 'sessionId'
|
|
3860
|
+
property :start_timestamp, :numeric_string => true, as: 'startTimestamp'
|
|
3861
|
+
property :total_execution, :numeric_string => true, as: 'totalExecution'
|
|
3862
|
+
property :user_id, as: 'userId'
|
|
3863
|
+
end
|
|
3864
|
+
end
|
|
3865
|
+
|
|
3824
3866
|
class SparkHistoryServerConfig
|
|
3825
3867
|
# @private
|
|
3826
3868
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -3994,6 +4036,10 @@ module Google
|
|
|
3994
4036
|
|
|
3995
4037
|
property :resource_profile_info, as: 'resourceProfileInfo', class: Google::Apis::DataprocV1::ResourceProfileInfo, decorator: Google::Apis::DataprocV1::ResourceProfileInfo::Representation
|
|
3996
4038
|
|
|
4039
|
+
property :spark_connect_execution_info, as: 'sparkConnectExecutionInfo', class: Google::Apis::DataprocV1::SparkConnectExecutionInfo, decorator: Google::Apis::DataprocV1::SparkConnectExecutionInfo::Representation
|
|
4040
|
+
|
|
4041
|
+
property :spark_connect_session_info, as: 'sparkConnectSessionInfo', class: Google::Apis::DataprocV1::SparkConnectSessionInfo, decorator: Google::Apis::DataprocV1::SparkConnectSessionInfo::Representation
|
|
4042
|
+
|
|
3997
4043
|
property :spark_plan_graph, as: 'sparkPlanGraph', class: Google::Apis::DataprocV1::SparkPlanGraph, decorator: Google::Apis::DataprocV1::SparkPlanGraph::Representation
|
|
3998
4044
|
|
|
3999
4045
|
property :speculation_stage_summary, as: 'speculationStageSummary', class: Google::Apis::DataprocV1::SpeculationStageSummary, decorator: Google::Apis::DataprocV1::SpeculationStageSummary::Representation
|
|
@@ -1556,10 +1556,11 @@ module Google
|
|
|
1556
1556
|
# @param [Boolean] return_partial_success
|
|
1557
1557
|
# When set to true, operations that are reachable are returned as normal, and
|
|
1558
1558
|
# those that are unreachable are returned in the ListOperationsResponse.
|
|
1559
|
-
# unreachable field.This can only be true when reading across collections
|
|
1560
|
-
# when parent is set to "projects/example/locations/-".This field is
|
|
1561
|
-
#
|
|
1562
|
-
# explicitly documented otherwise in service or product specific
|
|
1559
|
+
# unreachable field.This can only be true when reading across collections. For
|
|
1560
|
+
# example, when parent is set to "projects/example/locations/-".This field is
|
|
1561
|
+
# not supported by default and will result in an UNIMPLEMENTED error if set
|
|
1562
|
+
# unless explicitly documented otherwise in service or product specific
|
|
1563
|
+
# documentation.
|
|
1563
1564
|
# @param [String] fields
|
|
1564
1565
|
# Selector specifying which fields to include in a partial response.
|
|
1565
1566
|
# @param [String] quota_user
|
|
@@ -4891,10 +4892,11 @@ module Google
|
|
|
4891
4892
|
# @param [Boolean] return_partial_success
|
|
4892
4893
|
# When set to true, operations that are reachable are returned as normal, and
|
|
4893
4894
|
# those that are unreachable are returned in the ListOperationsResponse.
|
|
4894
|
-
# unreachable field.This can only be true when reading across collections
|
|
4895
|
-
# when parent is set to "projects/example/locations/-".This field is
|
|
4896
|
-
#
|
|
4897
|
-
# explicitly documented otherwise in service or product specific
|
|
4895
|
+
# unreachable field.This can only be true when reading across collections. For
|
|
4896
|
+
# example, when parent is set to "projects/example/locations/-".This field is
|
|
4897
|
+
# not supported by default and will result in an UNIMPLEMENTED error if set
|
|
4898
|
+
# unless explicitly documented otherwise in service or product specific
|
|
4899
|
+
# documentation.
|
|
4898
4900
|
# @param [String] fields
|
|
4899
4901
|
# Selector specifying which fields to include in a partial response.
|
|
4900
4902
|
# @param [String] quota_user
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-apis-dataproc_v1
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.88.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
@@ -57,7 +57,7 @@ licenses:
|
|
|
57
57
|
metadata:
|
|
58
58
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
|
59
59
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
|
60
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
|
60
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.88.0
|
|
61
61
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
|
62
62
|
rdoc_options: []
|
|
63
63
|
require_paths:
|