google-cloud-dataproc 5.18.1__py3-none-any.whl

google/cloud/dataproc/__init__.py

@@ -0,0 +1,409 @@
+# -*- coding: utf-8 -*-
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from google.cloud.dataproc import gapic_version as package_version
+
+__version__ = package_version.__version__
+
+
+from google.cloud.dataproc_v1.services.autoscaling_policy_service.async_client import (
+    AutoscalingPolicyServiceAsyncClient,
+)
+from google.cloud.dataproc_v1.services.autoscaling_policy_service.client import (
+    AutoscalingPolicyServiceClient,
+)
+from google.cloud.dataproc_v1.services.batch_controller.async_client import (
+    BatchControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.batch_controller.client import (
+    BatchControllerClient,
+)
+from google.cloud.dataproc_v1.services.cluster_controller.async_client import (
+    ClusterControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.cluster_controller.client import (
+    ClusterControllerClient,
+)
+from google.cloud.dataproc_v1.services.job_controller.async_client import (
+    JobControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.job_controller.client import JobControllerClient
+from google.cloud.dataproc_v1.services.node_group_controller.async_client import (
+    NodeGroupControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.node_group_controller.client import (
+    NodeGroupControllerClient,
+)
+from google.cloud.dataproc_v1.services.session_controller.async_client import (
+    SessionControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.session_controller.client import (
+    SessionControllerClient,
+)
+from google.cloud.dataproc_v1.services.session_template_controller.async_client import (
+    SessionTemplateControllerAsyncClient,
+)
+from google.cloud.dataproc_v1.services.session_template_controller.client import (
+    SessionTemplateControllerClient,
+)
+from google.cloud.dataproc_v1.services.workflow_template_service.async_client import (
+    WorkflowTemplateServiceAsyncClient,
+)
+from google.cloud.dataproc_v1.services.workflow_template_service.client import (
+    WorkflowTemplateServiceClient,
+)
+from google.cloud.dataproc_v1.types.autoscaling_policies import (
+    AutoscalingPolicy,
+    BasicAutoscalingAlgorithm,
+    BasicYarnAutoscalingConfig,
+    CreateAutoscalingPolicyRequest,
+    DeleteAutoscalingPolicyRequest,
+    GetAutoscalingPolicyRequest,
+    InstanceGroupAutoscalingPolicyConfig,
+    ListAutoscalingPoliciesRequest,
+    ListAutoscalingPoliciesResponse,
+    UpdateAutoscalingPolicyRequest,
+)
+from google.cloud.dataproc_v1.types.batches import (
+    Batch,
+    CreateBatchRequest,
+    DeleteBatchRequest,
+    GetBatchRequest,
+    ListBatchesRequest,
+    ListBatchesResponse,
+    PySparkBatch,
+    SparkBatch,
+    SparkRBatch,
+    SparkSqlBatch,
+)
+from google.cloud.dataproc_v1.types.clusters import (
+    AcceleratorConfig,
+    AutoscalingConfig,
+    AuxiliaryNodeGroup,
+    AuxiliaryServicesConfig,
+    Cluster,
+    ClusterConfig,
+    ClusterMetrics,
+    ClusterStatus,
+    ConfidentialInstanceConfig,
+    CreateClusterRequest,
+    DataprocMetricConfig,
+    DeleteClusterRequest,
+    DiagnoseClusterRequest,
+    DiagnoseClusterResults,
+    DiskConfig,
+    EncryptionConfig,
+    EndpointConfig,
+    GceClusterConfig,
+    GetClusterRequest,
+    IdentityConfig,
+    InstanceFlexibilityPolicy,
+    InstanceGroupConfig,
+    InstanceReference,
+    KerberosConfig,
+    LifecycleConfig,
+    ListClustersRequest,
+    ListClustersResponse,
+    ManagedGroupConfig,
+    MetastoreConfig,
+    NodeGroup,
+    NodeGroupAffinity,
+    NodeInitializationAction,
+    ReservationAffinity,
+    SecurityConfig,
+    ShieldedInstanceConfig,
+    SoftwareConfig,
+    StartClusterRequest,
+    StartupConfig,
+    StopClusterRequest,
+    UpdateClusterRequest,
+    VirtualClusterConfig,
+)
+from google.cloud.dataproc_v1.types.jobs import (
+    CancelJobRequest,
+    DeleteJobRequest,
+    DriverSchedulingConfig,
+    FlinkJob,
+    GetJobRequest,
+    HadoopJob,
+    HiveJob,
+    Job,
+    JobMetadata,
+    JobPlacement,
+    JobReference,
+    JobScheduling,
+    JobStatus,
+    ListJobsRequest,
+    ListJobsResponse,
+    LoggingConfig,
+    PigJob,
+    PrestoJob,
+    PySparkJob,
+    QueryList,
+    SparkJob,
+    SparkRJob,
+    SparkSqlJob,
+    SubmitJobRequest,
+    TrinoJob,
+    UpdateJobRequest,
+    YarnApplication,
+)
+from google.cloud.dataproc_v1.types.node_groups import (
+    CreateNodeGroupRequest,
+    GetNodeGroupRequest,
+    ResizeNodeGroupRequest,
+)
+from google.cloud.dataproc_v1.types.operations import (
+    BatchOperationMetadata,
+    ClusterOperationMetadata,
+    ClusterOperationStatus,
+    NodeGroupOperationMetadata,
+    SessionOperationMetadata,
+)
+from google.cloud.dataproc_v1.types.session_templates import (
+    CreateSessionTemplateRequest,
+    DeleteSessionTemplateRequest,
+    GetSessionTemplateRequest,
+    ListSessionTemplatesRequest,
+    ListSessionTemplatesResponse,
+    SessionTemplate,
+    UpdateSessionTemplateRequest,
+)
+from google.cloud.dataproc_v1.types.sessions import (
+    CreateSessionRequest,
+    DeleteSessionRequest,
+    GetSessionRequest,
+    JupyterConfig,
+    ListSessionsRequest,
+    ListSessionsResponse,
+    Session,
+    SparkConnectConfig,
+    TerminateSessionRequest,
+)
+from google.cloud.dataproc_v1.types.shared import (
+    AuthenticationConfig,
+    AutotuningConfig,
+    Component,
+    EnvironmentConfig,
+    ExecutionConfig,
+    FailureAction,
+    GkeClusterConfig,
+    GkeNodePoolConfig,
+    GkeNodePoolTarget,
+    KubernetesClusterConfig,
+    KubernetesSoftwareConfig,
+    PeripheralsConfig,
+    PyPiRepositoryConfig,
+    RepositoryConfig,
+    RuntimeConfig,
+    RuntimeInfo,
+    SparkHistoryServerConfig,
+    UsageMetrics,
+    UsageSnapshot,
+)
+from google.cloud.dataproc_v1.types.workflow_templates import (
+    ClusterOperation,
+    ClusterSelector,
+    CreateWorkflowTemplateRequest,
+    DeleteWorkflowTemplateRequest,
+    GetWorkflowTemplateRequest,
+    InstantiateInlineWorkflowTemplateRequest,
+    InstantiateWorkflowTemplateRequest,
+    ListWorkflowTemplatesRequest,
+    ListWorkflowTemplatesResponse,
+    ManagedCluster,
+    OrderedJob,
+    ParameterValidation,
+    RegexValidation,
+    TemplateParameter,
+    UpdateWorkflowTemplateRequest,
+    ValueValidation,
+    WorkflowGraph,
+    WorkflowMetadata,
+    WorkflowNode,
+    WorkflowTemplate,
+    WorkflowTemplatePlacement,
+)
+
+__all__ = (
+    "AutoscalingPolicyServiceClient",
+    "AutoscalingPolicyServiceAsyncClient",
+    "BatchControllerClient",
+    "BatchControllerAsyncClient",
+    "ClusterControllerClient",
+    "ClusterControllerAsyncClient",
+    "JobControllerClient",
+    "JobControllerAsyncClient",
+    "NodeGroupControllerClient",
+    "NodeGroupControllerAsyncClient",
+    "SessionControllerClient",
+    "SessionControllerAsyncClient",
+    "SessionTemplateControllerClient",
+    "SessionTemplateControllerAsyncClient",
+    "WorkflowTemplateServiceClient",
+    "WorkflowTemplateServiceAsyncClient",
+    "AutoscalingPolicy",
+    "BasicAutoscalingAlgorithm",
+    "BasicYarnAutoscalingConfig",
+    "CreateAutoscalingPolicyRequest",
+    "DeleteAutoscalingPolicyRequest",
+    "GetAutoscalingPolicyRequest",
+    "InstanceGroupAutoscalingPolicyConfig",
+    "ListAutoscalingPoliciesRequest",
+    "ListAutoscalingPoliciesResponse",
+    "UpdateAutoscalingPolicyRequest",
+    "Batch",
+    "CreateBatchRequest",
+    "DeleteBatchRequest",
+    "GetBatchRequest",
+    "ListBatchesRequest",
+    "ListBatchesResponse",
+    "PySparkBatch",
+    "SparkBatch",
+    "SparkRBatch",
+    "SparkSqlBatch",
+    "AcceleratorConfig",
+    "AutoscalingConfig",
+    "AuxiliaryNodeGroup",
+    "AuxiliaryServicesConfig",
+    "Cluster",
+    "ClusterConfig",
+    "ClusterMetrics",
+    "ClusterStatus",
+    "ConfidentialInstanceConfig",
+    "CreateClusterRequest",
+    "DataprocMetricConfig",
+    "DeleteClusterRequest",
+    "DiagnoseClusterRequest",
+    "DiagnoseClusterResults",
+    "DiskConfig",
+    "EncryptionConfig",
+    "EndpointConfig",
+    "GceClusterConfig",
+    "GetClusterRequest",
+    "IdentityConfig",
+    "InstanceFlexibilityPolicy",
+    "InstanceGroupConfig",
+    "InstanceReference",
+    "KerberosConfig",
+    "LifecycleConfig",
+    "ListClustersRequest",
+    "ListClustersResponse",
+    "ManagedGroupConfig",
+    "MetastoreConfig",
+    "NodeGroup",
+    "NodeGroupAffinity",
+    "NodeInitializationAction",
+    "ReservationAffinity",
+    "SecurityConfig",
+    "ShieldedInstanceConfig",
+    "SoftwareConfig",
+    "StartClusterRequest",
+    "StartupConfig",
+    "StopClusterRequest",
+    "UpdateClusterRequest",
+    "VirtualClusterConfig",
+    "CancelJobRequest",
+    "DeleteJobRequest",
+    "DriverSchedulingConfig",
+    "FlinkJob",
+    "GetJobRequest",
+    "HadoopJob",
+    "HiveJob",
+    "Job",
+    "JobMetadata",
+    "JobPlacement",
+    "JobReference",
+    "JobScheduling",
+    "JobStatus",
+    "ListJobsRequest",
+    "ListJobsResponse",
+    "LoggingConfig",
+    "PigJob",
+    "PrestoJob",
+    "PySparkJob",
+    "QueryList",
+    "SparkJob",
+    "SparkRJob",
+    "SparkSqlJob",
+    "SubmitJobRequest",
+    "TrinoJob",
+    "UpdateJobRequest",
+    "YarnApplication",
+    "CreateNodeGroupRequest",
+    "GetNodeGroupRequest",
+    "ResizeNodeGroupRequest",
+    "BatchOperationMetadata",
+    "ClusterOperationMetadata",
+    "ClusterOperationStatus",
+    "NodeGroupOperationMetadata",
+    "SessionOperationMetadata",
+    "CreateSessionTemplateRequest",
+    "DeleteSessionTemplateRequest",
+    "GetSessionTemplateRequest",
+    "ListSessionTemplatesRequest",
+    "ListSessionTemplatesResponse",
+    "SessionTemplate",
+    "UpdateSessionTemplateRequest",
+    "CreateSessionRequest",
+    "DeleteSessionRequest",
+    "GetSessionRequest",
+    "JupyterConfig",
+    "ListSessionsRequest",
+    "ListSessionsResponse",
+    "Session",
+    "SparkConnectConfig",
+    "TerminateSessionRequest",
+    "AuthenticationConfig",
+    "AutotuningConfig",
+    "EnvironmentConfig",
+    "ExecutionConfig",
+    "GkeClusterConfig",
+    "GkeNodePoolConfig",
+    "GkeNodePoolTarget",
+    "KubernetesClusterConfig",
+    "KubernetesSoftwareConfig",
+    "PeripheralsConfig",
+    "PyPiRepositoryConfig",
+    "RepositoryConfig",
+    "RuntimeConfig",
+    "RuntimeInfo",
+    "SparkHistoryServerConfig",
+    "UsageMetrics",
+    "UsageSnapshot",
+    "Component",
+    "FailureAction",
+    "ClusterOperation",
+    "ClusterSelector",
+    "CreateWorkflowTemplateRequest",
+    "DeleteWorkflowTemplateRequest",
+    "GetWorkflowTemplateRequest",
+    "InstantiateInlineWorkflowTemplateRequest",
+    "InstantiateWorkflowTemplateRequest",
+    "ListWorkflowTemplatesRequest",
+    "ListWorkflowTemplatesResponse",
+    "ManagedCluster",
+    "OrderedJob",
+    "ParameterValidation",
+    "RegexValidation",
+    "TemplateParameter",
+    "UpdateWorkflowTemplateRequest",
+    "ValueValidation",
+    "WorkflowGraph",
+    "WorkflowMetadata",
+    "WorkflowNode",
+    "WorkflowTemplate",
+    "WorkflowTemplatePlacement",
+)

google/cloud/dataproc/gapic_version.py

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+__version__ = "5.18.1"  # {x-release-please-version}

google/cloud/dataproc/py.typed

@@ -0,0 +1,2 @@
+# Marker file for PEP 561.
+# The google-cloud-dataproc package uses inline types.