google-cloud-dataproc 5.18.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. google/cloud/dataproc/__init__.py +409 -0
  2. google/cloud/dataproc/gapic_version.py +16 -0
  3. google/cloud/dataproc/py.typed +2 -0
  4. google/cloud/dataproc_v1/__init__.py +389 -0
  5. google/cloud/dataproc_v1/gapic_metadata.json +821 -0
  6. google/cloud/dataproc_v1/gapic_version.py +16 -0
  7. google/cloud/dataproc_v1/py.typed +2 -0
  8. google/cloud/dataproc_v1/services/__init__.py +15 -0
  9. google/cloud/dataproc_v1/services/autoscaling_policy_service/__init__.py +22 -0
  10. google/cloud/dataproc_v1/services/autoscaling_policy_service/async_client.py +1488 -0
  11. google/cloud/dataproc_v1/services/autoscaling_policy_service/client.py +1924 -0
  12. google/cloud/dataproc_v1/services/autoscaling_policy_service/pagers.py +201 -0
  13. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/__init__.py +41 -0
  14. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/base.py +361 -0
  15. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/grpc.py +635 -0
  16. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/grpc_asyncio.py +743 -0
  17. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/rest.py +2358 -0
  18. google/cloud/dataproc_v1/services/autoscaling_policy_service/transports/rest_base.py +671 -0
  19. google/cloud/dataproc_v1/services/batch_controller/__init__.py +22 -0
  20. google/cloud/dataproc_v1/services/batch_controller/async_client.py +1330 -0
  21. google/cloud/dataproc_v1/services/batch_controller/client.py +1786 -0
  22. google/cloud/dataproc_v1/services/batch_controller/pagers.py +197 -0
  23. google/cloud/dataproc_v1/services/batch_controller/transports/__init__.py +36 -0
  24. google/cloud/dataproc_v1/services/batch_controller/transports/base.py +308 -0
  25. google/cloud/dataproc_v1/services/batch_controller/transports/grpc.py +606 -0
  26. google/cloud/dataproc_v1/services/batch_controller/transports/grpc_asyncio.py +682 -0
  27. google/cloud/dataproc_v1/services/batch_controller/transports/rest.py +2118 -0
  28. google/cloud/dataproc_v1/services/batch_controller/transports/rest_base.py +592 -0
  29. google/cloud/dataproc_v1/services/cluster_controller/__init__.py +22 -0
  30. google/cloud/dataproc_v1/services/cluster_controller/async_client.py +2096 -0
  31. google/cloud/dataproc_v1/services/cluster_controller/client.py +2587 -0
  32. google/cloud/dataproc_v1/services/cluster_controller/pagers.py +197 -0
  33. google/cloud/dataproc_v1/services/cluster_controller/transports/__init__.py +36 -0
  34. google/cloud/dataproc_v1/services/cluster_controller/transports/base.py +423 -0
  35. google/cloud/dataproc_v1/services/cluster_controller/transports/grpc.py +729 -0
  36. google/cloud/dataproc_v1/services/cluster_controller/transports/grpc_asyncio.py +885 -0
  37. google/cloud/dataproc_v1/services/cluster_controller/transports/rest.py +3062 -0
  38. google/cloud/dataproc_v1/services/cluster_controller/transports/rest_base.py +821 -0
  39. google/cloud/dataproc_v1/services/job_controller/__init__.py +22 -0
  40. google/cloud/dataproc_v1/services/job_controller/async_client.py +1787 -0
  41. google/cloud/dataproc_v1/services/job_controller/client.py +2195 -0
  42. google/cloud/dataproc_v1/services/job_controller/pagers.py +197 -0
  43. google/cloud/dataproc_v1/services/job_controller/transports/__init__.py +36 -0
  44. google/cloud/dataproc_v1/services/job_controller/transports/base.py +408 -0
  45. google/cloud/dataproc_v1/services/job_controller/transports/grpc.py +678 -0
  46. google/cloud/dataproc_v1/services/job_controller/transports/grpc_asyncio.py +838 -0
  47. google/cloud/dataproc_v1/services/job_controller/transports/rest.py +2753 -0
  48. google/cloud/dataproc_v1/services/job_controller/transports/rest_base.py +765 -0
  49. google/cloud/dataproc_v1/services/node_group_controller/__init__.py +22 -0
  50. google/cloud/dataproc_v1/services/node_group_controller/async_client.py +1255 -0
  51. google/cloud/dataproc_v1/services/node_group_controller/client.py +1695 -0
  52. google/cloud/dataproc_v1/services/node_group_controller/transports/__init__.py +38 -0
  53. google/cloud/dataproc_v1/services/node_group_controller/transports/base.py +295 -0
  54. google/cloud/dataproc_v1/services/node_group_controller/transports/grpc.py +585 -0
  55. google/cloud/dataproc_v1/services/node_group_controller/transports/grpc_asyncio.py +656 -0
  56. google/cloud/dataproc_v1/services/node_group_controller/transports/rest.py +2017 -0
  57. google/cloud/dataproc_v1/services/node_group_controller/transports/rest_base.py +554 -0
  58. google/cloud/dataproc_v1/services/session_controller/__init__.py +22 -0
  59. google/cloud/dataproc_v1/services/session_controller/async_client.py +1488 -0
  60. google/cloud/dataproc_v1/services/session_controller/client.py +1960 -0
  61. google/cloud/dataproc_v1/services/session_controller/pagers.py +197 -0
  62. google/cloud/dataproc_v1/services/session_controller/transports/__init__.py +36 -0
  63. google/cloud/dataproc_v1/services/session_controller/transports/base.py +323 -0
  64. google/cloud/dataproc_v1/services/session_controller/transports/grpc.py +633 -0
  65. google/cloud/dataproc_v1/services/session_controller/transports/grpc_asyncio.py +716 -0
  66. google/cloud/dataproc_v1/services/session_controller/transports/rest.py +2416 -0
  67. google/cloud/dataproc_v1/services/session_controller/transports/rest_base.py +650 -0
  68. google/cloud/dataproc_v1/services/session_template_controller/__init__.py +22 -0
  69. google/cloud/dataproc_v1/services/session_template_controller/async_client.py +1442 -0
  70. google/cloud/dataproc_v1/services/session_template_controller/client.py +1886 -0
  71. google/cloud/dataproc_v1/services/session_template_controller/pagers.py +201 -0
  72. google/cloud/dataproc_v1/services/session_template_controller/transports/__init__.py +41 -0
  73. google/cloud/dataproc_v1/services/session_template_controller/transports/base.py +331 -0
  74. google/cloud/dataproc_v1/services/session_template_controller/transports/grpc.py +628 -0
  75. google/cloud/dataproc_v1/services/session_template_controller/transports/grpc_asyncio.py +708 -0
  76. google/cloud/dataproc_v1/services/session_template_controller/transports/rest.py +2349 -0
  77. google/cloud/dataproc_v1/services/session_template_controller/transports/rest_base.py +649 -0
  78. google/cloud/dataproc_v1/services/workflow_template_service/__init__.py +22 -0
  79. google/cloud/dataproc_v1/services/workflow_template_service/async_client.py +1885 -0
  80. google/cloud/dataproc_v1/services/workflow_template_service/client.py +2370 -0
  81. google/cloud/dataproc_v1/services/workflow_template_service/pagers.py +201 -0
  82. google/cloud/dataproc_v1/services/workflow_template_service/transports/__init__.py +41 -0
  83. google/cloud/dataproc_v1/services/workflow_template_service/transports/base.py +431 -0
  84. google/cloud/dataproc_v1/services/workflow_template_service/transports/grpc.py +760 -0
  85. google/cloud/dataproc_v1/services/workflow_template_service/transports/grpc_asyncio.py +916 -0
  86. google/cloud/dataproc_v1/services/workflow_template_service/transports/rest.py +2882 -0
  87. google/cloud/dataproc_v1/services/workflow_template_service/transports/rest_base.py +799 -0
  88. google/cloud/dataproc_v1/types/__init__.py +342 -0
  89. google/cloud/dataproc_v1/types/autoscaling_policies.py +448 -0
  90. google/cloud/dataproc_v1/types/batches.py +642 -0
  91. google/cloud/dataproc_v1/types/clusters.py +2671 -0
  92. google/cloud/dataproc_v1/types/jobs.py +1822 -0
  93. google/cloud/dataproc_v1/types/node_groups.py +166 -0
  94. google/cloud/dataproc_v1/types/operations.py +395 -0
  95. google/cloud/dataproc_v1/types/session_templates.py +284 -0
  96. google/cloud/dataproc_v1/types/sessions.py +504 -0
  97. google/cloud/dataproc_v1/types/shared.py +1010 -0
  98. google/cloud/dataproc_v1/types/workflow_templates.py +1229 -0
  99. google_cloud_dataproc-5.18.1.dist-info/LICENSE +202 -0
  100. google_cloud_dataproc-5.18.1.dist-info/METADATA +229 -0
  101. google_cloud_dataproc-5.18.1.dist-info/RECORD +103 -0
  102. google_cloud_dataproc-5.18.1.dist-info/WHEEL +5 -0
  103. google_cloud_dataproc-5.18.1.dist-info/top_level.txt +1 -0
@@ -0,0 +1,389 @@
1
+ # -*- coding: utf-8 -*-
2
+ # Copyright 2024 Google LLC
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+ #
16
+ from google.cloud.dataproc_v1 import gapic_version as package_version
17
+
18
+ __version__ = package_version.__version__
19
+
20
+
21
+ from .services.autoscaling_policy_service import (
22
+ AutoscalingPolicyServiceAsyncClient,
23
+ AutoscalingPolicyServiceClient,
24
+ )
25
+ from .services.batch_controller import BatchControllerAsyncClient, BatchControllerClient
26
+ from .services.cluster_controller import (
27
+ ClusterControllerAsyncClient,
28
+ ClusterControllerClient,
29
+ )
30
+ from .services.job_controller import JobControllerAsyncClient, JobControllerClient
31
+ from .services.node_group_controller import (
32
+ NodeGroupControllerAsyncClient,
33
+ NodeGroupControllerClient,
34
+ )
35
+ from .services.session_controller import (
36
+ SessionControllerAsyncClient,
37
+ SessionControllerClient,
38
+ )
39
+ from .services.session_template_controller import (
40
+ SessionTemplateControllerAsyncClient,
41
+ SessionTemplateControllerClient,
42
+ )
43
+ from .services.workflow_template_service import (
44
+ WorkflowTemplateServiceAsyncClient,
45
+ WorkflowTemplateServiceClient,
46
+ )
47
+ from .types.autoscaling_policies import (
48
+ AutoscalingPolicy,
49
+ BasicAutoscalingAlgorithm,
50
+ BasicYarnAutoscalingConfig,
51
+ CreateAutoscalingPolicyRequest,
52
+ DeleteAutoscalingPolicyRequest,
53
+ GetAutoscalingPolicyRequest,
54
+ InstanceGroupAutoscalingPolicyConfig,
55
+ ListAutoscalingPoliciesRequest,
56
+ ListAutoscalingPoliciesResponse,
57
+ UpdateAutoscalingPolicyRequest,
58
+ )
59
+ from .types.batches import (
60
+ Batch,
61
+ CreateBatchRequest,
62
+ DeleteBatchRequest,
63
+ GetBatchRequest,
64
+ ListBatchesRequest,
65
+ ListBatchesResponse,
66
+ PySparkBatch,
67
+ SparkBatch,
68
+ SparkRBatch,
69
+ SparkSqlBatch,
70
+ )
71
+ from .types.clusters import (
72
+ AcceleratorConfig,
73
+ AutoscalingConfig,
74
+ AuxiliaryNodeGroup,
75
+ AuxiliaryServicesConfig,
76
+ Cluster,
77
+ ClusterConfig,
78
+ ClusterMetrics,
79
+ ClusterStatus,
80
+ ConfidentialInstanceConfig,
81
+ CreateClusterRequest,
82
+ DataprocMetricConfig,
83
+ DeleteClusterRequest,
84
+ DiagnoseClusterRequest,
85
+ DiagnoseClusterResults,
86
+ DiskConfig,
87
+ EncryptionConfig,
88
+ EndpointConfig,
89
+ GceClusterConfig,
90
+ GetClusterRequest,
91
+ IdentityConfig,
92
+ InstanceFlexibilityPolicy,
93
+ InstanceGroupConfig,
94
+ InstanceReference,
95
+ KerberosConfig,
96
+ LifecycleConfig,
97
+ ListClustersRequest,
98
+ ListClustersResponse,
99
+ ManagedGroupConfig,
100
+ MetastoreConfig,
101
+ NodeGroup,
102
+ NodeGroupAffinity,
103
+ NodeInitializationAction,
104
+ ReservationAffinity,
105
+ SecurityConfig,
106
+ ShieldedInstanceConfig,
107
+ SoftwareConfig,
108
+ StartClusterRequest,
109
+ StartupConfig,
110
+ StopClusterRequest,
111
+ UpdateClusterRequest,
112
+ VirtualClusterConfig,
113
+ )
114
+ from .types.jobs import (
115
+ CancelJobRequest,
116
+ DeleteJobRequest,
117
+ DriverSchedulingConfig,
118
+ FlinkJob,
119
+ GetJobRequest,
120
+ HadoopJob,
121
+ HiveJob,
122
+ Job,
123
+ JobMetadata,
124
+ JobPlacement,
125
+ JobReference,
126
+ JobScheduling,
127
+ JobStatus,
128
+ ListJobsRequest,
129
+ ListJobsResponse,
130
+ LoggingConfig,
131
+ PigJob,
132
+ PrestoJob,
133
+ PySparkJob,
134
+ QueryList,
135
+ SparkJob,
136
+ SparkRJob,
137
+ SparkSqlJob,
138
+ SubmitJobRequest,
139
+ TrinoJob,
140
+ UpdateJobRequest,
141
+ YarnApplication,
142
+ )
143
+ from .types.node_groups import (
144
+ CreateNodeGroupRequest,
145
+ GetNodeGroupRequest,
146
+ ResizeNodeGroupRequest,
147
+ )
148
+ from .types.operations import (
149
+ BatchOperationMetadata,
150
+ ClusterOperationMetadata,
151
+ ClusterOperationStatus,
152
+ NodeGroupOperationMetadata,
153
+ SessionOperationMetadata,
154
+ )
155
+ from .types.session_templates import (
156
+ CreateSessionTemplateRequest,
157
+ DeleteSessionTemplateRequest,
158
+ GetSessionTemplateRequest,
159
+ ListSessionTemplatesRequest,
160
+ ListSessionTemplatesResponse,
161
+ SessionTemplate,
162
+ UpdateSessionTemplateRequest,
163
+ )
164
+ from .types.sessions import (
165
+ CreateSessionRequest,
166
+ DeleteSessionRequest,
167
+ GetSessionRequest,
168
+ JupyterConfig,
169
+ ListSessionsRequest,
170
+ ListSessionsResponse,
171
+ Session,
172
+ SparkConnectConfig,
173
+ TerminateSessionRequest,
174
+ )
175
+ from .types.shared import (
176
+ AuthenticationConfig,
177
+ AutotuningConfig,
178
+ Component,
179
+ EnvironmentConfig,
180
+ ExecutionConfig,
181
+ FailureAction,
182
+ GkeClusterConfig,
183
+ GkeNodePoolConfig,
184
+ GkeNodePoolTarget,
185
+ KubernetesClusterConfig,
186
+ KubernetesSoftwareConfig,
187
+ PeripheralsConfig,
188
+ PyPiRepositoryConfig,
189
+ RepositoryConfig,
190
+ RuntimeConfig,
191
+ RuntimeInfo,
192
+ SparkHistoryServerConfig,
193
+ UsageMetrics,
194
+ UsageSnapshot,
195
+ )
196
+ from .types.workflow_templates import (
197
+ ClusterOperation,
198
+ ClusterSelector,
199
+ CreateWorkflowTemplateRequest,
200
+ DeleteWorkflowTemplateRequest,
201
+ GetWorkflowTemplateRequest,
202
+ InstantiateInlineWorkflowTemplateRequest,
203
+ InstantiateWorkflowTemplateRequest,
204
+ ListWorkflowTemplatesRequest,
205
+ ListWorkflowTemplatesResponse,
206
+ ManagedCluster,
207
+ OrderedJob,
208
+ ParameterValidation,
209
+ RegexValidation,
210
+ TemplateParameter,
211
+ UpdateWorkflowTemplateRequest,
212
+ ValueValidation,
213
+ WorkflowGraph,
214
+ WorkflowMetadata,
215
+ WorkflowNode,
216
+ WorkflowTemplate,
217
+ WorkflowTemplatePlacement,
218
+ )
219
+
220
+ __all__ = (
221
+ "AutoscalingPolicyServiceAsyncClient",
222
+ "BatchControllerAsyncClient",
223
+ "ClusterControllerAsyncClient",
224
+ "JobControllerAsyncClient",
225
+ "NodeGroupControllerAsyncClient",
226
+ "SessionControllerAsyncClient",
227
+ "SessionTemplateControllerAsyncClient",
228
+ "WorkflowTemplateServiceAsyncClient",
229
+ "AcceleratorConfig",
230
+ "AuthenticationConfig",
231
+ "AutoscalingConfig",
232
+ "AutoscalingPolicy",
233
+ "AutoscalingPolicyServiceClient",
234
+ "AutotuningConfig",
235
+ "AuxiliaryNodeGroup",
236
+ "AuxiliaryServicesConfig",
237
+ "BasicAutoscalingAlgorithm",
238
+ "BasicYarnAutoscalingConfig",
239
+ "Batch",
240
+ "BatchControllerClient",
241
+ "BatchOperationMetadata",
242
+ "CancelJobRequest",
243
+ "Cluster",
244
+ "ClusterConfig",
245
+ "ClusterControllerClient",
246
+ "ClusterMetrics",
247
+ "ClusterOperation",
248
+ "ClusterOperationMetadata",
249
+ "ClusterOperationStatus",
250
+ "ClusterSelector",
251
+ "ClusterStatus",
252
+ "Component",
253
+ "ConfidentialInstanceConfig",
254
+ "CreateAutoscalingPolicyRequest",
255
+ "CreateBatchRequest",
256
+ "CreateClusterRequest",
257
+ "CreateNodeGroupRequest",
258
+ "CreateSessionRequest",
259
+ "CreateSessionTemplateRequest",
260
+ "CreateWorkflowTemplateRequest",
261
+ "DataprocMetricConfig",
262
+ "DeleteAutoscalingPolicyRequest",
263
+ "DeleteBatchRequest",
264
+ "DeleteClusterRequest",
265
+ "DeleteJobRequest",
266
+ "DeleteSessionRequest",
267
+ "DeleteSessionTemplateRequest",
268
+ "DeleteWorkflowTemplateRequest",
269
+ "DiagnoseClusterRequest",
270
+ "DiagnoseClusterResults",
271
+ "DiskConfig",
272
+ "DriverSchedulingConfig",
273
+ "EncryptionConfig",
274
+ "EndpointConfig",
275
+ "EnvironmentConfig",
276
+ "ExecutionConfig",
277
+ "FailureAction",
278
+ "FlinkJob",
279
+ "GceClusterConfig",
280
+ "GetAutoscalingPolicyRequest",
281
+ "GetBatchRequest",
282
+ "GetClusterRequest",
283
+ "GetJobRequest",
284
+ "GetNodeGroupRequest",
285
+ "GetSessionRequest",
286
+ "GetSessionTemplateRequest",
287
+ "GetWorkflowTemplateRequest",
288
+ "GkeClusterConfig",
289
+ "GkeNodePoolConfig",
290
+ "GkeNodePoolTarget",
291
+ "HadoopJob",
292
+ "HiveJob",
293
+ "IdentityConfig",
294
+ "InstanceFlexibilityPolicy",
295
+ "InstanceGroupAutoscalingPolicyConfig",
296
+ "InstanceGroupConfig",
297
+ "InstanceReference",
298
+ "InstantiateInlineWorkflowTemplateRequest",
299
+ "InstantiateWorkflowTemplateRequest",
300
+ "Job",
301
+ "JobControllerClient",
302
+ "JobMetadata",
303
+ "JobPlacement",
304
+ "JobReference",
305
+ "JobScheduling",
306
+ "JobStatus",
307
+ "JupyterConfig",
308
+ "KerberosConfig",
309
+ "KubernetesClusterConfig",
310
+ "KubernetesSoftwareConfig",
311
+ "LifecycleConfig",
312
+ "ListAutoscalingPoliciesRequest",
313
+ "ListAutoscalingPoliciesResponse",
314
+ "ListBatchesRequest",
315
+ "ListBatchesResponse",
316
+ "ListClustersRequest",
317
+ "ListClustersResponse",
318
+ "ListJobsRequest",
319
+ "ListJobsResponse",
320
+ "ListSessionTemplatesRequest",
321
+ "ListSessionTemplatesResponse",
322
+ "ListSessionsRequest",
323
+ "ListSessionsResponse",
324
+ "ListWorkflowTemplatesRequest",
325
+ "ListWorkflowTemplatesResponse",
326
+ "LoggingConfig",
327
+ "ManagedCluster",
328
+ "ManagedGroupConfig",
329
+ "MetastoreConfig",
330
+ "NodeGroup",
331
+ "NodeGroupAffinity",
332
+ "NodeGroupControllerClient",
333
+ "NodeGroupOperationMetadata",
334
+ "NodeInitializationAction",
335
+ "OrderedJob",
336
+ "ParameterValidation",
337
+ "PeripheralsConfig",
338
+ "PigJob",
339
+ "PrestoJob",
340
+ "PyPiRepositoryConfig",
341
+ "PySparkBatch",
342
+ "PySparkJob",
343
+ "QueryList",
344
+ "RegexValidation",
345
+ "RepositoryConfig",
346
+ "ReservationAffinity",
347
+ "ResizeNodeGroupRequest",
348
+ "RuntimeConfig",
349
+ "RuntimeInfo",
350
+ "SecurityConfig",
351
+ "Session",
352
+ "SessionControllerClient",
353
+ "SessionOperationMetadata",
354
+ "SessionTemplate",
355
+ "SessionTemplateControllerClient",
356
+ "ShieldedInstanceConfig",
357
+ "SoftwareConfig",
358
+ "SparkBatch",
359
+ "SparkConnectConfig",
360
+ "SparkHistoryServerConfig",
361
+ "SparkJob",
362
+ "SparkRBatch",
363
+ "SparkRJob",
364
+ "SparkSqlBatch",
365
+ "SparkSqlJob",
366
+ "StartClusterRequest",
367
+ "StartupConfig",
368
+ "StopClusterRequest",
369
+ "SubmitJobRequest",
370
+ "TemplateParameter",
371
+ "TerminateSessionRequest",
372
+ "TrinoJob",
373
+ "UpdateAutoscalingPolicyRequest",
374
+ "UpdateClusterRequest",
375
+ "UpdateJobRequest",
376
+ "UpdateSessionTemplateRequest",
377
+ "UpdateWorkflowTemplateRequest",
378
+ "UsageMetrics",
379
+ "UsageSnapshot",
380
+ "ValueValidation",
381
+ "VirtualClusterConfig",
382
+ "WorkflowGraph",
383
+ "WorkflowMetadata",
384
+ "WorkflowNode",
385
+ "WorkflowTemplate",
386
+ "WorkflowTemplatePlacement",
387
+ "WorkflowTemplateServiceClient",
388
+ "YarnApplication",
389
+ )