google-cloud-dataproc 5.28.0__tar.gz → 5.30.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {google_cloud_dataproc-5.28.0/google_cloud_dataproc.egg-info → google_cloud_dataproc-5.30.0}/PKG-INFO +5 -6
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/__init__.py +2 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/gapic_version.py +1 -1
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/__init__.py +6 -4
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/gapic_version.py +1 -1
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/async_client.py +9 -5
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/client.py +9 -5
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/__init__.py +2 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/clusters.py +160 -18
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/jobs.py +24 -7
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0/google_cloud_dataproc.egg-info}/PKG-INFO +5 -6
- google_cloud_dataproc-5.30.0/google_cloud_dataproc.egg-info/requires.txt +9 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/setup.py +8 -6
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_cluster_controller.py +28 -2
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_job_controller.py +2 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_node_group_controller.py +9 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_workflow_template_service.py +36 -3
- google_cloud_dataproc-5.28.0/google_cloud_dataproc.egg-info/requires.txt +0 -12
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/LICENSE +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/MANIFEST.in +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/README.rst +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/py.typed +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/gapic_metadata.json +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/py.typed +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/batch_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/cluster_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/job_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/node_group_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/session_template_controller/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/async_client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/client.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/pagers.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/grpc.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/grpc_asyncio.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/rest.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/services/workflow_template_service/transports/rest_base.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/autoscaling_policies.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/batches.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/node_groups.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/operations.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/session_templates.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/sessions.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/shared.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/workflow_templates.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google_cloud_dataproc.egg-info/SOURCES.txt +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google_cloud_dataproc.egg-info/dependency_links.txt +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google_cloud_dataproc.egg-info/not-zip-safe +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google_cloud_dataproc.egg-info/top_level.txt +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/setup.cfg +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/system/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/system/smoke_test.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/__init__.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_autoscaling_policy_service.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_batch_controller.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_session_controller.py +0 -0
- {google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_session_template_controller.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: google-cloud-dataproc
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.30.0
|
|
4
4
|
Summary: Google Cloud Dataproc API client library
|
|
5
5
|
Home-page: https://github.com/googleapis/google-cloud-python/tree/main/packages/google-cloud-dataproc
|
|
6
6
|
Author: Google LLC
|
|
@@ -21,14 +21,13 @@ Classifier: Operating System :: OS Independent
|
|
|
21
21
|
Classifier: Topic :: Internet
|
|
22
22
|
Requires-Python: >=3.10
|
|
23
23
|
License-File: LICENSE
|
|
24
|
-
Requires-Dist: google-api-core[grpc]<3.0.0,>=2.
|
|
24
|
+
Requires-Dist: google-api-core[grpc]<3.0.0,>=2.24.2
|
|
25
25
|
Requires-Dist: google-auth!=2.24.0,!=2.25.0,<3.0.0,>=2.14.1
|
|
26
26
|
Requires-Dist: grpcio<2.0.0,>=1.59.0
|
|
27
27
|
Requires-Dist: grpcio<2.0.0,>=1.75.1; python_version >= "3.14"
|
|
28
|
-
Requires-Dist: proto-plus<2.0.0,>=1.
|
|
29
|
-
Requires-Dist:
|
|
30
|
-
Requires-Dist:
|
|
31
|
-
Requires-Dist: grpc-google-iam-v1<1.0.0,>=0.14.0
|
|
28
|
+
Requires-Dist: proto-plus<2.0.0,>=1.26.1
|
|
29
|
+
Requires-Dist: protobuf<8.0.0,>=6.33.5
|
|
30
|
+
Requires-Dist: grpc-google-iam-v1<1.0.0,>=0.14.2
|
|
32
31
|
Dynamic: author
|
|
33
32
|
Dynamic: author-email
|
|
34
33
|
Dynamic: classifier
|
{google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/__init__.py
RENAMED
|
@@ -91,6 +91,7 @@ from google.cloud.dataproc_v1.types.batches import (
|
|
|
91
91
|
)
|
|
92
92
|
from google.cloud.dataproc_v1.types.clusters import (
|
|
93
93
|
AcceleratorConfig,
|
|
94
|
+
AttachedDiskConfig,
|
|
94
95
|
AutoscalingConfig,
|
|
95
96
|
AuxiliaryNodeGroup,
|
|
96
97
|
AuxiliaryServicesConfig,
|
|
@@ -277,6 +278,7 @@ __all__ = (
|
|
|
277
278
|
"SparkRBatch",
|
|
278
279
|
"SparkSqlBatch",
|
|
279
280
|
"AcceleratorConfig",
|
|
281
|
+
"AttachedDiskConfig",
|
|
280
282
|
"AutoscalingConfig",
|
|
281
283
|
"AuxiliaryNodeGroup",
|
|
282
284
|
"AuxiliaryServicesConfig",
|
{google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/__init__.py
RENAMED
|
@@ -76,6 +76,7 @@ from .types.batches import (
|
|
|
76
76
|
)
|
|
77
77
|
from .types.clusters import (
|
|
78
78
|
AcceleratorConfig,
|
|
79
|
+
AttachedDiskConfig,
|
|
79
80
|
AutoscalingConfig,
|
|
80
81
|
AuxiliaryNodeGroup,
|
|
81
82
|
AuxiliaryServicesConfig,
|
|
@@ -248,7 +249,7 @@ else: # pragma: NO COVER
|
|
|
248
249
|
|
|
249
250
|
def parse_version_to_tuple(version_string: str):
|
|
250
251
|
"""Safely converts a semantic version string to a comparable tuple of integers.
|
|
251
|
-
Example: "
|
|
252
|
+
Example: "6.33.5" -> (6, 33, 5)
|
|
252
253
|
Ignores non-numeric parts and handles common version formats.
|
|
253
254
|
Args:
|
|
254
255
|
version_string: Version string in the format "x.y.z" or "x.y.z<suffix>"
|
|
@@ -277,9 +278,9 @@ else: # pragma: NO COVER
|
|
|
277
278
|
return (None, "--")
|
|
278
279
|
|
|
279
280
|
_dependency_package = "google.protobuf"
|
|
280
|
-
_next_supported_version = "
|
|
281
|
-
_next_supported_version_tuple = (
|
|
282
|
-
_recommendation = " (we recommend
|
|
281
|
+
_next_supported_version = "6.33.5"
|
|
282
|
+
_next_supported_version_tuple = (6, 33, 5)
|
|
283
|
+
_recommendation = " (we recommend 7.x)"
|
|
283
284
|
(_version_used, _version_used_string) = _get_version(_dependency_package)
|
|
284
285
|
if _version_used and _version_used < _next_supported_version_tuple:
|
|
285
286
|
warnings.warn(
|
|
@@ -316,6 +317,7 @@ __all__ = (
|
|
|
316
317
|
"SessionTemplateControllerAsyncClient",
|
|
317
318
|
"WorkflowTemplateServiceAsyncClient",
|
|
318
319
|
"AcceleratorConfig",
|
|
320
|
+
"AttachedDiskConfig",
|
|
319
321
|
"AuthenticationConfig",
|
|
320
322
|
"AutoscalingConfig",
|
|
321
323
|
"AutoscalingPolicy",
|
|
@@ -793,17 +793,21 @@ class JobControllerAsyncClient:
|
|
|
793
793
|
|
|
794
794
|
[field = value] AND [field [= value]] ...
|
|
795
795
|
|
|
796
|
-
where **field** is ``status.state`` or ``
|
|
797
|
-
and ``[KEY]`` is a label key.
|
|
798
|
-
match all values.
|
|
799
|
-
``
|
|
796
|
+
where **field** is ``status.state`` or ``insertTime``,
|
|
797
|
+
or ``labels.[KEY]``, and ``[KEY]`` is a label key.
|
|
798
|
+
**value** can be ``*`` to match all values.
|
|
799
|
+
``status.state`` can be either ``ACTIVE`` or
|
|
800
|
+
``NON_ACTIVE``. Allows ``insertTime`` to be a timestamp
|
|
801
|
+
in RFC 3339 format in double quotes, such as
|
|
802
|
+
``2025-01-01T00:00:00Z``. Only the logical ``AND``
|
|
800
803
|
operator is supported; space-separated items are treated
|
|
801
804
|
as having an implicit ``AND`` operator.
|
|
802
805
|
|
|
803
806
|
Example filter:
|
|
804
807
|
|
|
805
808
|
status.state = ACTIVE AND labels.env = staging AND
|
|
806
|
-
labels.starred = \*
|
|
809
|
+
labels.starred = \* AND insertTime <=
|
|
810
|
+
"2025-01-01T00:00:00Z"
|
|
807
811
|
|
|
808
812
|
This corresponds to the ``filter`` field
|
|
809
813
|
on the ``request`` instance; if ``request`` is provided, this
|
|
@@ -1200,17 +1200,21 @@ class JobControllerClient(metaclass=JobControllerClientMeta):
|
|
|
1200
1200
|
|
|
1201
1201
|
[field = value] AND [field [= value]] ...
|
|
1202
1202
|
|
|
1203
|
-
where **field** is ``status.state`` or ``
|
|
1204
|
-
and ``[KEY]`` is a label key.
|
|
1205
|
-
match all values.
|
|
1206
|
-
``
|
|
1203
|
+
where **field** is ``status.state`` or ``insertTime``,
|
|
1204
|
+
or ``labels.[KEY]``, and ``[KEY]`` is a label key.
|
|
1205
|
+
**value** can be ``*`` to match all values.
|
|
1206
|
+
``status.state`` can be either ``ACTIVE`` or
|
|
1207
|
+
``NON_ACTIVE``. Allows ``insertTime`` to be a timestamp
|
|
1208
|
+
in RFC 3339 format in double quotes, such as
|
|
1209
|
+
``2025-01-01T00:00:00Z``. Only the logical ``AND``
|
|
1207
1210
|
operator is supported; space-separated items are treated
|
|
1208
1211
|
as having an implicit ``AND`` operator.
|
|
1209
1212
|
|
|
1210
1213
|
Example filter:
|
|
1211
1214
|
|
|
1212
1215
|
status.state = ACTIVE AND labels.env = staging AND
|
|
1213
|
-
labels.starred = \*
|
|
1216
|
+
labels.starred = \* AND insertTime <=
|
|
1217
|
+
"2025-01-01T00:00:00Z"
|
|
1214
1218
|
|
|
1215
1219
|
This corresponds to the ``filter`` field
|
|
1216
1220
|
on the ``request`` instance; if ``request`` is provided, this
|
|
@@ -40,6 +40,7 @@ from .batches import (
|
|
|
40
40
|
)
|
|
41
41
|
from .clusters import (
|
|
42
42
|
AcceleratorConfig,
|
|
43
|
+
AttachedDiskConfig,
|
|
43
44
|
AutoscalingConfig,
|
|
44
45
|
AuxiliaryNodeGroup,
|
|
45
46
|
AuxiliaryServicesConfig,
|
|
@@ -210,6 +211,7 @@ __all__ = (
|
|
|
210
211
|
"SparkRBatch",
|
|
211
212
|
"SparkSqlBatch",
|
|
212
213
|
"AcceleratorConfig",
|
|
214
|
+
"AttachedDiskConfig",
|
|
213
215
|
"AutoscalingConfig",
|
|
214
216
|
"AuxiliaryNodeGroup",
|
|
215
217
|
"AuxiliaryServicesConfig",
|
|
@@ -46,6 +46,7 @@ __protobuf__ = proto.module(
|
|
|
46
46
|
"InstanceFlexibilityPolicy",
|
|
47
47
|
"AcceleratorConfig",
|
|
48
48
|
"DiskConfig",
|
|
49
|
+
"AttachedDiskConfig",
|
|
49
50
|
"AuxiliaryNodeGroup",
|
|
50
51
|
"NodeGroup",
|
|
51
52
|
"NodeInitializationAction",
|
|
@@ -702,7 +703,12 @@ class GceClusterConfig(proto.Message):
|
|
|
702
703
|
confidential_instance_config (google.cloud.dataproc_v1.types.ConfidentialInstanceConfig):
|
|
703
704
|
Optional. Confidential Instance Config for clusters using
|
|
704
705
|
`Confidential
|
|
705
|
-
VMs <https://cloud.google.com/
|
|
706
|
+
VMs <https://cloud.google.com/confidential-computing/confidential-vm/docs>`__.
|
|
707
|
+
resource_manager_tags (MutableMapping[str, str]):
|
|
708
|
+
Optional. [Resource manager tags]
|
|
709
|
+
(https://cloud.google.com/resource-manager/docs/tags/tags-creating-and-managing)
|
|
710
|
+
to add to all instances (see [Use secure tags]
|
|
711
|
+
(https://cloud.google.com/dataproc/docs/guides/use-secure-tags)).
|
|
706
712
|
"""
|
|
707
713
|
|
|
708
714
|
class PrivateIpv6GoogleAccess(proto.Enum):
|
|
@@ -795,6 +801,11 @@ class GceClusterConfig(proto.Message):
|
|
|
795
801
|
number=15,
|
|
796
802
|
message="ConfidentialInstanceConfig",
|
|
797
803
|
)
|
|
804
|
+
resource_manager_tags: MutableMapping[str, str] = proto.MapField(
|
|
805
|
+
proto.STRING,
|
|
806
|
+
proto.STRING,
|
|
807
|
+
number=16,
|
|
808
|
+
)
|
|
798
809
|
|
|
799
810
|
|
|
800
811
|
class NodeGroupAffinity(proto.Message):
|
|
@@ -866,18 +877,52 @@ class ShieldedInstanceConfig(proto.Message):
|
|
|
866
877
|
|
|
867
878
|
class ConfidentialInstanceConfig(proto.Message):
|
|
868
879
|
r"""Confidential Instance Config for clusters using `Confidential
|
|
869
|
-
VMs <https://cloud.google.com/
|
|
880
|
+
VMs <https://cloud.google.com/confidential-computing/confidential-vm/docs>`__
|
|
870
881
|
|
|
871
882
|
Attributes:
|
|
872
883
|
enable_confidential_compute (bool):
|
|
873
|
-
Optional.
|
|
874
|
-
|
|
884
|
+
Optional. Deprecated: Use 'confidential_instance_type'
|
|
885
|
+
instead. Defines whether the instance should have
|
|
886
|
+
confidential compute enabled.
|
|
887
|
+
confidential_instance_type (google.cloud.dataproc_v1.types.ConfidentialInstanceConfig.ConfidentialInstanceType):
|
|
888
|
+
Optional. Defines the type of Confidential
|
|
889
|
+
Compute technology to use.
|
|
875
890
|
"""
|
|
876
891
|
|
|
892
|
+
class ConfidentialInstanceType(proto.Enum):
|
|
893
|
+
r"""The type of Confidential Compute technology as per `Confidential
|
|
894
|
+
Computing
|
|
895
|
+
types <https://cloud.google.com/confidential-computing/confidential-vm/docs/create-a-confidential-vm-instance#create-instance>`__.
|
|
896
|
+
New values may be added in the future.
|
|
897
|
+
|
|
898
|
+
Values:
|
|
899
|
+
CONFIDENTIAL_INSTANCE_TYPE_UNSPECIFIED (0):
|
|
900
|
+
Confidential Instance Type is not specified.
|
|
901
|
+
SEV (1):
|
|
902
|
+
`AMD Secure Encrypted
|
|
903
|
+
Virtualization <https://cloud.google.com/confidential-computing/confidential-vm/docs/confidential-vm-overview#amd_sev>`__
|
|
904
|
+
SEV_SNP (2):
|
|
905
|
+
`AMD Secure Encrypted Virtualization-Secure Nested
|
|
906
|
+
Paging <https://cloud.google.com/confidential-computing/confidential-vm/docs/confidential-vm-overview#amd_sev-snp>`__
|
|
907
|
+
TDX (3):
|
|
908
|
+
`Intel Trust Domain
|
|
909
|
+
Extensions <https://cloud.google.com/confidential-computing/confidential-vm/docs/confidential-vm-overview#intel_tdx>`__
|
|
910
|
+
"""
|
|
911
|
+
|
|
912
|
+
CONFIDENTIAL_INSTANCE_TYPE_UNSPECIFIED = 0
|
|
913
|
+
SEV = 1
|
|
914
|
+
SEV_SNP = 2
|
|
915
|
+
TDX = 3
|
|
916
|
+
|
|
877
917
|
enable_confidential_compute: bool = proto.Field(
|
|
878
918
|
proto.BOOL,
|
|
879
919
|
number=1,
|
|
880
920
|
)
|
|
921
|
+
confidential_instance_type: ConfidentialInstanceType = proto.Field(
|
|
922
|
+
proto.ENUM,
|
|
923
|
+
number=2,
|
|
924
|
+
enum=ConfidentialInstanceType,
|
|
925
|
+
)
|
|
881
926
|
|
|
882
927
|
|
|
883
928
|
class InstanceGroupConfig(proto.Message):
|
|
@@ -1261,6 +1306,14 @@ class InstanceFlexibilityPolicy(proto.Message):
|
|
|
1261
1306
|
to next rank based on availability. Machine
|
|
1262
1307
|
types and instance selections with the same
|
|
1263
1308
|
priority have the same preference.
|
|
1309
|
+
disk_config (google.cloud.dataproc_v1.types.DiskConfig):
|
|
1310
|
+
Optional. Disk configuration to apply to the
|
|
1311
|
+
instances in this instance selection. If
|
|
1312
|
+
specified on any entry in instanceSelectionList,
|
|
1313
|
+
then it must be specified on every entry in
|
|
1314
|
+
instanceSelectionList and the
|
|
1315
|
+
instanceGroupConfig must not specify any
|
|
1316
|
+
diskConfig.
|
|
1264
1317
|
"""
|
|
1265
1318
|
|
|
1266
1319
|
machine_types: MutableSequence[str] = proto.RepeatedField(
|
|
@@ -1271,6 +1324,11 @@ class InstanceFlexibilityPolicy(proto.Message):
|
|
|
1271
1324
|
proto.INT32,
|
|
1272
1325
|
number=2,
|
|
1273
1326
|
)
|
|
1327
|
+
disk_config: "DiskConfig" = proto.Field(
|
|
1328
|
+
proto.MESSAGE,
|
|
1329
|
+
number=3,
|
|
1330
|
+
message="DiskConfig",
|
|
1331
|
+
)
|
|
1274
1332
|
|
|
1275
1333
|
class InstanceSelectionResult(proto.Message):
|
|
1276
1334
|
r"""Defines a mapping from machine types to the number of VMs
|
|
@@ -1359,19 +1417,19 @@ class AcceleratorConfig(proto.Message):
|
|
|
1359
1417
|
|
|
1360
1418
|
|
|
1361
1419
|
class DiskConfig(proto.Message):
|
|
1362
|
-
r"""Specifies the config of disk
|
|
1363
|
-
instances.
|
|
1420
|
+
r"""Specifies the config of boot disk and attached disk options
|
|
1421
|
+
for a group of VM instances.
|
|
1364
1422
|
|
|
1365
1423
|
|
|
1366
1424
|
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
|
|
1367
1425
|
|
|
1368
1426
|
Attributes:
|
|
1369
1427
|
boot_disk_type (str):
|
|
1370
|
-
Optional. Type of the boot disk (default is
|
|
1371
|
-
Valid values:
|
|
1372
|
-
State Drive),
|
|
1373
|
-
or
|
|
1374
|
-
`Disk
|
|
1428
|
+
Optional. Type of the boot disk (default is
|
|
1429
|
+
``pd-standard``). Valid values: ``pd-balanced`` (Persistent
|
|
1430
|
+
Disk Balanced Solid State Drive), ``pd-ssd`` (Persistent
|
|
1431
|
+
Disk Solid State Drive), or ``pd-standard`` (Persistent Disk
|
|
1432
|
+
Hard Disk Drive). See `Disk
|
|
1375
1433
|
types <https://cloud.google.com/compute/docs/disks#disk-types>`__.
|
|
1376
1434
|
boot_disk_size_gb (int):
|
|
1377
1435
|
Optional. Size in GB of the boot disk
|
|
@@ -1388,25 +1446,31 @@ class DiskConfig(proto.Message):
|
|
|
1388
1446
|
Note: Local SSD options may vary by machine type and number
|
|
1389
1447
|
of vCPUs selected.
|
|
1390
1448
|
local_ssd_interface (str):
|
|
1391
|
-
Optional. Interface type of local SSDs (default is
|
|
1392
|
-
Valid values:
|
|
1393
|
-
|
|
1449
|
+
Optional. Interface type of local SSDs (default is
|
|
1450
|
+
``scsi``). Valid values: ``scsi`` (Small Computer System
|
|
1451
|
+
Interface), ``nvme`` (Non-Volatile Memory Express). See
|
|
1452
|
+
`local SSD
|
|
1394
1453
|
performance <https://cloud.google.com/compute/docs/disks/local-ssd#performance>`__.
|
|
1395
1454
|
boot_disk_provisioned_iops (int):
|
|
1396
1455
|
Optional. Indicates how many IOPS to provision for the disk.
|
|
1397
1456
|
This sets the number of I/O operations per second that the
|
|
1398
|
-
disk can handle.
|
|
1399
|
-
boot_disk_type
|
|
1457
|
+
disk can handle. **This field is supported only if
|
|
1458
|
+
[boot_disk_type][google.cloud.dataproc.v1.DiskConfig.boot_disk_type]
|
|
1459
|
+
is ``hyperdisk-balanced``.**
|
|
1400
1460
|
|
|
1401
1461
|
This field is a member of `oneof`_ ``_boot_disk_provisioned_iops``.
|
|
1402
1462
|
boot_disk_provisioned_throughput (int):
|
|
1403
1463
|
Optional. Indicates how much throughput to provision for the
|
|
1404
1464
|
disk. This sets the number of throughput mb per second that
|
|
1405
1465
|
the disk can handle. Values must be greater than or equal to
|
|
1406
|
-
1.
|
|
1407
|
-
|
|
1466
|
+
1. **This field is supported only if
|
|
1467
|
+
[boot_disk_type][google.cloud.dataproc.v1.DiskConfig.boot_disk_type]
|
|
1468
|
+
is ``hyperdisk-balanced``.**
|
|
1408
1469
|
|
|
1409
1470
|
This field is a member of `oneof`_ ``_boot_disk_provisioned_throughput``.
|
|
1471
|
+
attached_disk_configs (MutableSequence[google.cloud.dataproc_v1.types.AttachedDiskConfig]):
|
|
1472
|
+
Optional. A list of attached disk configs for
|
|
1473
|
+
a group of VM instances.
|
|
1410
1474
|
"""
|
|
1411
1475
|
|
|
1412
1476
|
boot_disk_type: str = proto.Field(
|
|
@@ -1435,6 +1499,84 @@ class DiskConfig(proto.Message):
|
|
|
1435
1499
|
number=6,
|
|
1436
1500
|
optional=True,
|
|
1437
1501
|
)
|
|
1502
|
+
attached_disk_configs: MutableSequence["AttachedDiskConfig"] = proto.RepeatedField(
|
|
1503
|
+
proto.MESSAGE,
|
|
1504
|
+
number=7,
|
|
1505
|
+
message="AttachedDiskConfig",
|
|
1506
|
+
)
|
|
1507
|
+
|
|
1508
|
+
|
|
1509
|
+
class AttachedDiskConfig(proto.Message):
|
|
1510
|
+
r"""Specifies the config of attached disk options for single VM
|
|
1511
|
+
instance.
|
|
1512
|
+
|
|
1513
|
+
|
|
1514
|
+
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
|
|
1515
|
+
|
|
1516
|
+
Attributes:
|
|
1517
|
+
disk_type (google.cloud.dataproc_v1.types.AttachedDiskConfig.DiskType):
|
|
1518
|
+
Optional. Disk type.
|
|
1519
|
+
disk_size_gb (int):
|
|
1520
|
+
Optional. Disk size in GB.
|
|
1521
|
+
provisioned_iops (int):
|
|
1522
|
+
Optional. Indicates how many IOPS to
|
|
1523
|
+
provision for the attached disk. This sets the
|
|
1524
|
+
number of I/O operations per second that the
|
|
1525
|
+
disk can handle. See
|
|
1526
|
+
https://cloud.google.com/compute/docs/disks/hyperdisks#hyperdisk-features
|
|
1527
|
+
|
|
1528
|
+
This field is a member of `oneof`_ ``_provisioned_iops``.
|
|
1529
|
+
provisioned_throughput (int):
|
|
1530
|
+
Optional. Indicates how much throughput to
|
|
1531
|
+
provision for the attached disk. This sets the
|
|
1532
|
+
number of throughput mb per second that the disk
|
|
1533
|
+
can handle. See
|
|
1534
|
+
https://cloud.google.com/compute/docs/disks/hyperdisks#hyperdisk-features
|
|
1535
|
+
|
|
1536
|
+
This field is a member of `oneof`_ ``_provisioned_throughput``.
|
|
1537
|
+
"""
|
|
1538
|
+
|
|
1539
|
+
class DiskType(proto.Enum):
|
|
1540
|
+
r"""
|
|
1541
|
+
|
|
1542
|
+
Values:
|
|
1543
|
+
DISK_TYPE_UNSPECIFIED (0):
|
|
1544
|
+
Required unspecified disk type.
|
|
1545
|
+
HYPERDISK_BALANCED (1):
|
|
1546
|
+
Hyperdisk Balanced disk type.
|
|
1547
|
+
HYPERDISK_EXTREME (2):
|
|
1548
|
+
Hyperdisk Extreme disk type.
|
|
1549
|
+
HYPERDISK_ML (3):
|
|
1550
|
+
Hyperdisk ML disk type.
|
|
1551
|
+
HYPERDISK_THROUGHPUT (4):
|
|
1552
|
+
Hyperdisk Throughput disk type.
|
|
1553
|
+
"""
|
|
1554
|
+
|
|
1555
|
+
DISK_TYPE_UNSPECIFIED = 0
|
|
1556
|
+
HYPERDISK_BALANCED = 1
|
|
1557
|
+
HYPERDISK_EXTREME = 2
|
|
1558
|
+
HYPERDISK_ML = 3
|
|
1559
|
+
HYPERDISK_THROUGHPUT = 4
|
|
1560
|
+
|
|
1561
|
+
disk_type: DiskType = proto.Field(
|
|
1562
|
+
proto.ENUM,
|
|
1563
|
+
number=1,
|
|
1564
|
+
enum=DiskType,
|
|
1565
|
+
)
|
|
1566
|
+
disk_size_gb: int = proto.Field(
|
|
1567
|
+
proto.INT32,
|
|
1568
|
+
number=2,
|
|
1569
|
+
)
|
|
1570
|
+
provisioned_iops: int = proto.Field(
|
|
1571
|
+
proto.INT64,
|
|
1572
|
+
number=3,
|
|
1573
|
+
optional=True,
|
|
1574
|
+
)
|
|
1575
|
+
provisioned_throughput: int = proto.Field(
|
|
1576
|
+
proto.INT64,
|
|
1577
|
+
number=4,
|
|
1578
|
+
optional=True,
|
|
1579
|
+
)
|
|
1438
1580
|
|
|
1439
1581
|
|
|
1440
1582
|
class AuxiliaryNodeGroup(proto.Message):
|
{google_cloud_dataproc-5.28.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/jobs.py
RENAMED
|
@@ -1140,6 +1140,13 @@ class YarnApplication(proto.Message):
|
|
|
1140
1140
|
application-specific information. The URL uses
|
|
1141
1141
|
the internal hostname, and requires a proxy
|
|
1142
1142
|
server for resolution and, possibly, access.
|
|
1143
|
+
vcore_seconds (int):
|
|
1144
|
+
Optional. The cumulative CPU time consumed by
|
|
1145
|
+
the application for a job, measured in
|
|
1146
|
+
vcore-seconds.
|
|
1147
|
+
memory_mb_seconds (int):
|
|
1148
|
+
Optional. The cumulative memory usage of the
|
|
1149
|
+
application for a job, measured in mb-seconds.
|
|
1143
1150
|
"""
|
|
1144
1151
|
|
|
1145
1152
|
class State(proto.Enum):
|
|
@@ -1194,6 +1201,14 @@ class YarnApplication(proto.Message):
|
|
|
1194
1201
|
proto.STRING,
|
|
1195
1202
|
number=4,
|
|
1196
1203
|
)
|
|
1204
|
+
vcore_seconds: int = proto.Field(
|
|
1205
|
+
proto.INT64,
|
|
1206
|
+
number=5,
|
|
1207
|
+
)
|
|
1208
|
+
memory_mb_seconds: int = proto.Field(
|
|
1209
|
+
proto.INT64,
|
|
1210
|
+
number=6,
|
|
1211
|
+
)
|
|
1197
1212
|
|
|
1198
1213
|
|
|
1199
1214
|
class Job(proto.Message):
|
|
@@ -1622,17 +1637,19 @@ class ListJobsRequest(proto.Message):
|
|
|
1622
1637
|
|
|
1623
1638
|
[field = value] AND [field [= value]] ...
|
|
1624
1639
|
|
|
1625
|
-
where **field** is ``status.state`` or ``
|
|
1626
|
-
``[KEY]`` is a label key. **value**
|
|
1627
|
-
all values. ``status.state`` can be
|
|
1628
|
-
``NON_ACTIVE``.
|
|
1629
|
-
|
|
1630
|
-
|
|
1640
|
+
where **field** is ``status.state`` or ``insertTime``, or
|
|
1641
|
+
``labels.[KEY]``, and ``[KEY]`` is a label key. **value**
|
|
1642
|
+
can be ``*`` to match all values. ``status.state`` can be
|
|
1643
|
+
either ``ACTIVE`` or ``NON_ACTIVE``. Allows ``insertTime``
|
|
1644
|
+
to be a timestamp in RFC 3339 format in double quotes, such
|
|
1645
|
+
as ``2025-01-01T00:00:00Z``. Only the logical ``AND``
|
|
1646
|
+
operator is supported; space-separated items are treated as
|
|
1647
|
+
having an implicit ``AND`` operator.
|
|
1631
1648
|
|
|
1632
1649
|
Example filter:
|
|
1633
1650
|
|
|
1634
1651
|
status.state = ACTIVE AND labels.env = staging AND
|
|
1635
|
-
labels.starred = \*
|
|
1652
|
+
labels.starred = \* AND insertTime <= "2025-01-01T00:00:00Z".
|
|
1636
1653
|
"""
|
|
1637
1654
|
|
|
1638
1655
|
class JobStateMatcher(proto.Enum):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: google-cloud-dataproc
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.30.0
|
|
4
4
|
Summary: Google Cloud Dataproc API client library
|
|
5
5
|
Home-page: https://github.com/googleapis/google-cloud-python/tree/main/packages/google-cloud-dataproc
|
|
6
6
|
Author: Google LLC
|
|
@@ -21,14 +21,13 @@ Classifier: Operating System :: OS Independent
|
|
|
21
21
|
Classifier: Topic :: Internet
|
|
22
22
|
Requires-Python: >=3.10
|
|
23
23
|
License-File: LICENSE
|
|
24
|
-
Requires-Dist: google-api-core[grpc]<3.0.0,>=2.
|
|
24
|
+
Requires-Dist: google-api-core[grpc]<3.0.0,>=2.24.2
|
|
25
25
|
Requires-Dist: google-auth!=2.24.0,!=2.25.0,<3.0.0,>=2.14.1
|
|
26
26
|
Requires-Dist: grpcio<2.0.0,>=1.59.0
|
|
27
27
|
Requires-Dist: grpcio<2.0.0,>=1.75.1; python_version >= "3.14"
|
|
28
|
-
Requires-Dist: proto-plus<2.0.0,>=1.
|
|
29
|
-
Requires-Dist:
|
|
30
|
-
Requires-Dist:
|
|
31
|
-
Requires-Dist: grpc-google-iam-v1<1.0.0,>=0.14.0
|
|
28
|
+
Requires-Dist: proto-plus<2.0.0,>=1.26.1
|
|
29
|
+
Requires-Dist: protobuf<8.0.0,>=6.33.5
|
|
30
|
+
Requires-Dist: grpc-google-iam-v1<1.0.0,>=0.14.2
|
|
32
31
|
Dynamic: author
|
|
33
32
|
Dynamic: author-email
|
|
34
33
|
Dynamic: classifier
|
|
@@ -29,7 +29,10 @@ description = "Google Cloud Dataproc API client library"
|
|
|
29
29
|
version = None
|
|
30
30
|
|
|
31
31
|
with open(os.path.join(package_root, "google/cloud/dataproc/gapic_version.py")) as fp:
|
|
32
|
-
version_candidates = re.findall(
|
|
32
|
+
version_candidates = re.findall(
|
|
33
|
+
r"(?<=\")\d+\.\d+\.\d+[^\"\s]*(?=\")",
|
|
34
|
+
fp.read(),
|
|
35
|
+
)
|
|
33
36
|
assert len(version_candidates) == 1
|
|
34
37
|
version = version_candidates[0]
|
|
35
38
|
|
|
@@ -39,16 +42,15 @@ else:
|
|
|
39
42
|
release_status = "Development Status :: 5 - Production/Stable"
|
|
40
43
|
|
|
41
44
|
dependencies = [
|
|
42
|
-
"google-api-core[grpc] >= 2.
|
|
45
|
+
"google-api-core[grpc] >= 2.24.2, <3.0.0",
|
|
43
46
|
# Exclude incompatible versions of `google-auth`
|
|
44
47
|
# See https://github.com/googleapis/google-cloud-python/issues/12364
|
|
45
48
|
"google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
|
|
46
49
|
"grpcio >= 1.59.0, < 2.0.0",
|
|
47
50
|
"grpcio >= 1.75.1, < 2.0.0; python_version >= '3.14'",
|
|
48
|
-
"proto-plus >= 1.
|
|
49
|
-
"
|
|
50
|
-
"
|
|
51
|
-
"grpc-google-iam-v1 >= 0.14.0, <1.0.0",
|
|
51
|
+
"proto-plus >= 1.26.1, <2.0.0",
|
|
52
|
+
"protobuf >= 6.33.5, < 8.0.0",
|
|
53
|
+
"grpc-google-iam-v1 >= 0.14.2, <1.0.0",
|
|
52
54
|
]
|
|
53
55
|
extras = {}
|
|
54
56
|
url = "https://github.com/googleapis/google-cloud-python/tree/main/packages/google-cloud-dataproc"
|
|
@@ -6394,7 +6394,11 @@ def test_create_cluster_rest_call_success(request_type):
|
|
|
6394
6394
|
"enable_vtpm": True,
|
|
6395
6395
|
"enable_integrity_monitoring": True,
|
|
6396
6396
|
},
|
|
6397
|
-
"confidential_instance_config": {
|
|
6397
|
+
"confidential_instance_config": {
|
|
6398
|
+
"enable_confidential_compute": True,
|
|
6399
|
+
"confidential_instance_type": 1,
|
|
6400
|
+
},
|
|
6401
|
+
"resource_manager_tags": {},
|
|
6398
6402
|
},
|
|
6399
6403
|
"master_config": {
|
|
6400
6404
|
"num_instances": 1399,
|
|
@@ -6416,6 +6420,14 @@ def test_create_cluster_rest_call_success(request_type):
|
|
|
6416
6420
|
"local_ssd_interface": "local_ssd_interface_value",
|
|
6417
6421
|
"boot_disk_provisioned_iops": 2793,
|
|
6418
6422
|
"boot_disk_provisioned_throughput": 3464,
|
|
6423
|
+
"attached_disk_configs": [
|
|
6424
|
+
{
|
|
6425
|
+
"disk_type": 1,
|
|
6426
|
+
"disk_size_gb": 1261,
|
|
6427
|
+
"provisioned_iops": 1740,
|
|
6428
|
+
"provisioned_throughput": 2411,
|
|
6429
|
+
}
|
|
6430
|
+
],
|
|
6419
6431
|
},
|
|
6420
6432
|
"is_preemptible": True,
|
|
6421
6433
|
"preemptibility": 1,
|
|
@@ -6444,6 +6456,7 @@ def test_create_cluster_rest_call_success(request_type):
|
|
|
6444
6456
|
"machine_types_value2",
|
|
6445
6457
|
],
|
|
6446
6458
|
"rank": 428,
|
|
6459
|
+
"disk_config": {},
|
|
6447
6460
|
}
|
|
6448
6461
|
],
|
|
6449
6462
|
"instance_selection_results": [
|
|
@@ -6814,7 +6827,11 @@ def test_update_cluster_rest_call_success(request_type):
|
|
|
6814
6827
|
"enable_vtpm": True,
|
|
6815
6828
|
"enable_integrity_monitoring": True,
|
|
6816
6829
|
},
|
|
6817
|
-
"confidential_instance_config": {
|
|
6830
|
+
"confidential_instance_config": {
|
|
6831
|
+
"enable_confidential_compute": True,
|
|
6832
|
+
"confidential_instance_type": 1,
|
|
6833
|
+
},
|
|
6834
|
+
"resource_manager_tags": {},
|
|
6818
6835
|
},
|
|
6819
6836
|
"master_config": {
|
|
6820
6837
|
"num_instances": 1399,
|
|
@@ -6836,6 +6853,14 @@ def test_update_cluster_rest_call_success(request_type):
|
|
|
6836
6853
|
"local_ssd_interface": "local_ssd_interface_value",
|
|
6837
6854
|
"boot_disk_provisioned_iops": 2793,
|
|
6838
6855
|
"boot_disk_provisioned_throughput": 3464,
|
|
6856
|
+
"attached_disk_configs": [
|
|
6857
|
+
{
|
|
6858
|
+
"disk_type": 1,
|
|
6859
|
+
"disk_size_gb": 1261,
|
|
6860
|
+
"provisioned_iops": 1740,
|
|
6861
|
+
"provisioned_throughput": 2411,
|
|
6862
|
+
}
|
|
6863
|
+
],
|
|
6839
6864
|
},
|
|
6840
6865
|
"is_preemptible": True,
|
|
6841
6866
|
"preemptibility": 1,
|
|
@@ -6864,6 +6889,7 @@ def test_update_cluster_rest_call_success(request_type):
|
|
|
6864
6889
|
"machine_types_value2",
|
|
6865
6890
|
],
|
|
6866
6891
|
"rank": 428,
|
|
6892
|
+
"disk_config": {},
|
|
6867
6893
|
}
|
|
6868
6894
|
],
|
|
6869
6895
|
"instance_selection_results": [
|
|
@@ -6451,6 +6451,8 @@ def test_update_job_rest_call_success(request_type):
|
|
|
6451
6451
|
"state": 1,
|
|
6452
6452
|
"progress": 0.885,
|
|
6453
6453
|
"tracking_url": "tracking_url_value",
|
|
6454
|
+
"vcore_seconds": 1389,
|
|
6455
|
+
"memory_mb_seconds": 1813,
|
|
6454
6456
|
}
|
|
6455
6457
|
],
|
|
6456
6458
|
"driver_output_resource_uri": "driver_output_resource_uri_value",
|