apache-airflow-providers-google 10.14.0rc1__py3-none-any.whl → 10.15.0rc1__py3-none-any.whl

airflow/providers/google/cloud/hooks/dataproc.py

@@ -20,6 +20,7 @@ from __future__ import annotations
 
 import time
 import uuid
+from collections.abc import MutableSequence
 from typing import TYPE_CHECKING, Any, Sequence
 
 from google.api_core.client_options import ClientOptions
@@ -54,6 +55,7 @@ if TYPE_CHECKING:
     from google.api_core.retry_async import AsyncRetry
     from google.protobuf.duration_pb2 import Duration
     from google.protobuf.field_mask_pb2 import FieldMask
+    from google.type.interval_pb2 import Interval
 
 
 class DataProcJobBuilder:
@@ -386,17 +388,25 @@ class DataprocHook(GoogleBaseHook):
         region: str,
         cluster_name: str,
         project_id: str,
+        tarball_gcs_dir: str | None = None,
+        diagnosis_interval: dict | Interval | None = None,
+        jobs: MutableSequence[str] | None = None,
+        yarn_application_ids: MutableSequence[str] | None = None,
         retry: Retry | _MethodDefault = DEFAULT,
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
-    ) -> str:
+    ) -> Operation:
         """Get cluster diagnostic information.
 
-        After the operation completes, the GCS URI to diagnose is returned.
+        After the operation completes, the response contains the Cloud Storage URI of the diagnostic output report containing a summary of collected diagnostics.
 
         :param project_id: Google Cloud project ID that the cluster belongs to.
         :param region: Cloud Dataproc region in which to handle the request.
         :param cluster_name: Name of the cluster.
+        :param tarball_gcs_dir:  The output Cloud Storage directory for the diagnostic tarball. If not specified, a task-specific directory in the cluster's staging bucket will be used.
+        :param diagnosis_interval: Time interval in which diagnosis should be carried out on the cluster.
+        :param jobs: Specifies a list of jobs on which diagnosis is to be performed. Format: `projects/{project}/regions/{region}/jobs/{job}`
+        :param yarn_application_ids: Specifies a list of yarn applications on which diagnosis is to be performed.
         :param retry: A retry object used to retry requests. If *None*, requests
             will not be retried.
         :param timeout: The amount of time, in seconds, to wait for the request
@@ -405,15 +415,21 @@ class DataprocHook(GoogleBaseHook):
         :param metadata: Additional metadata that is provided to the method.
         """
         client = self.get_cluster_client(region=region)
-        operation = client.diagnose_cluster(
-            request={"project_id": project_id, "region": region, "cluster_name": cluster_name},
+        result = client.diagnose_cluster(
+            request={
+                "project_id": project_id,
+                "region": region,
+                "cluster_name": cluster_name,
+                "tarball_gcs_dir": tarball_gcs_dir,
+                "diagnosis_interval": diagnosis_interval,
+                "jobs": jobs,
+                "yarn_application_ids": yarn_application_ids,
+            },
             retry=retry,
             timeout=timeout,
             metadata=metadata,
         )
-        operation.result()
-        gcs_uri = str(operation.operation.response.value)
-        return gcs_uri
+        return result
 
     @GoogleBaseHook.fallback_to_default_project_id
     def get_cluster(
@@ -567,6 +583,94 @@ class DataprocHook(GoogleBaseHook):
         )
         return operation
 
+    @GoogleBaseHook.fallback_to_default_project_id
+    def start_cluster(
+        self,
+        region: str,
+        project_id: str,
+        cluster_name: str,
+        cluster_uuid: str | None = None,
+        request_id: str | None = None,
+        retry: Retry | _MethodDefault = DEFAULT,
+        timeout: float | None = None,
+        metadata: Sequence[tuple[str, str]] = (),
+    ) -> Operation:
+        """Start a cluster in a project.
+
+        :param region: Cloud Dataproc region to handle the request.
+        :param project_id: Google Cloud project ID that the cluster belongs to.
+        :param cluster_name: The cluster name.
+        :param cluster_uuid: The cluster UUID
+        :param request_id: A unique id used to identify the request. If the
+            server receives two *UpdateClusterRequest* requests with the same
+            ID, the second request will be ignored, and an operation created
+            for the first one and stored in the backend is returned.
+        :param retry: A retry object used to retry requests. If *None*, requests
+            will not be retried.
+        :param timeout: The amount of time, in seconds, to wait for the request
+            to complete. If *retry* is specified, the timeout applies to each
+            individual attempt.
+        :param metadata: Additional metadata that is provided to the method.
+        :return: An instance of ``google.api_core.operation.Operation``
+        """
+        client = self.get_cluster_client(region=region)
+        return client.start_cluster(
+            request={
+                "project_id": project_id,
+                "region": region,
+                "cluster_name": cluster_name,
+                "cluster_uuid": cluster_uuid,
+                "request_id": request_id,
+            },
+            retry=retry,
+            timeout=timeout,
+            metadata=metadata,
+        )
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def stop_cluster(
+        self,
+        region: str,
+        project_id: str,
+        cluster_name: str,
+        cluster_uuid: str | None = None,
+        request_id: str | None = None,
+        retry: Retry | _MethodDefault = DEFAULT,
+        timeout: float | None = None,
+        metadata: Sequence[tuple[str, str]] = (),
+    ) -> Operation:
+        """Start a cluster in a project.
+
+        :param region: Cloud Dataproc region to handle the request.
+        :param project_id: Google Cloud project ID that the cluster belongs to.
+        :param cluster_name: The cluster name.
+        :param cluster_uuid: The cluster UUID
+        :param request_id: A unique id used to identify the request. If the
+            server receives two *UpdateClusterRequest* requests with the same
+            ID, the second request will be ignored, and an operation created
+            for the first one and stored in the backend is returned.
+        :param retry: A retry object used to retry requests. If *None*, requests
+            will not be retried.
+        :param timeout: The amount of time, in seconds, to wait for the request
+            to complete. If *retry* is specified, the timeout applies to each
+            individual attempt.
+        :param metadata: Additional metadata that is provided to the method.
+        :return: An instance of ``google.api_core.operation.Operation``
+        """
+        client = self.get_cluster_client(region=region)
+        return client.stop_cluster(
+            request={
+                "project_id": project_id,
+                "region": region,
+                "cluster_name": cluster_name,
+                "cluster_uuid": cluster_uuid,
+                "request_id": request_id,
+            },
+            retry=retry,
+            timeout=timeout,
+            metadata=metadata,
+        )
+
     @GoogleBaseHook.fallback_to_default_project_id
     def create_workflow_template(
         self,
@@ -1243,17 +1347,25 @@ class DataprocAsyncHook(GoogleBaseHook):
         region: str,
         cluster_name: str,
         project_id: str,
+        tarball_gcs_dir: str | None = None,
+        diagnosis_interval: dict | Interval | None = None,
+        jobs: MutableSequence[str] | None = None,
+        yarn_application_ids: MutableSequence[str] | None = None,
         retry: AsyncRetry | _MethodDefault = DEFAULT,
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
-    ) -> str:
+    ) -> AsyncOperation:
         """Get cluster diagnostic information.
 
-        After the operation completes, the GCS URI to diagnose is returned.
+        After the operation completes, the response contains the Cloud Storage URI of the diagnostic output report containing a summary of collected diagnostics.
 
         :param project_id: Google Cloud project ID that the cluster belongs to.
         :param region: Cloud Dataproc region in which to handle the request.
         :param cluster_name: Name of the cluster.
+        :param tarball_gcs_dir:  The output Cloud Storage directory for the diagnostic tarball. If not specified, a task-specific directory in the cluster's staging bucket will be used.
+        :param diagnosis_interval: Time interval in which diagnosis should be carried out on the cluster.
+        :param jobs: Specifies a list of jobs on which diagnosis is to be performed. Format: `projects/{project}/regions/{region}/jobs/{job}`
+        :param yarn_application_ids: Specifies a list of yarn applications on which diagnosis is to be performed.
         :param retry: A retry object used to retry requests. If *None*, requests
             will not be retried.
         :param timeout: The amount of time, in seconds, to wait for the request
@@ -1262,15 +1374,21 @@ class DataprocAsyncHook(GoogleBaseHook):
         :param metadata: Additional metadata that is provided to the method.
         """
         client = self.get_cluster_client(region=region)
-        operation = await client.diagnose_cluster(
-            request={"project_id": project_id, "region": region, "cluster_name": cluster_name},
+        result = await client.diagnose_cluster(
+            request={
+                "project_id": project_id,
+                "region": region,
+                "cluster_name": cluster_name,
+                "tarball_gcs_dir": tarball_gcs_dir,
+                "diagnosis_interval": diagnosis_interval,
+                "jobs": jobs,
+                "yarn_application_ids": yarn_application_ids,
+            },
             retry=retry,
             timeout=timeout,
             metadata=metadata,
         )
-        operation.result()
-        gcs_uri = str(operation.operation.response.value)
-        return gcs_uri
+        return result
 
     @GoogleBaseHook.fallback_to_default_project_id
     async def get_cluster(

airflow/providers/google/cloud/hooks/dataproc_metastore.py

@@ -48,7 +48,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         super().__init__(**kwargs)
 
     def get_dataproc_metastore_client(self) -> DataprocMetastoreClient:
-        """Returns DataprocMetastoreClient."""
+        """Return DataprocMetastoreClient."""
         client_options = ClientOptions(api_endpoint="metastore.googleapis.com:443")
 
         return DataprocMetastoreClient(
@@ -56,7 +56,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         )
 
     def get_dataproc_metastore_client_v1beta(self):
-        """Returns DataprocMetastoreClient (from v1 beta)."""
+        """Return DataprocMetastoreClient (from v1 beta)."""
         from google.cloud.metastore_v1beta import DataprocMetastoreClient
 
         client_options = ClientOptions(api_endpoint="metastore.googleapis.com:443")
@@ -65,7 +65,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         )
 
     def wait_for_operation(self, timeout: float | None, operation: Operation):
-        """Waits for long-lasting operation to complete."""
+        """Wait for long-lasting operation to complete."""
         try:
             return operation.result(timeout=timeout)
         except Exception:
@@ -86,7 +86,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Creates a new backup in a given project and location.
+        Create a new backup in a given project and location.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -143,7 +143,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Creates a new MetadataImport in a given project and location.
+        Create a new MetadataImport in a given project and location.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -200,7 +200,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Creates a metastore service in a project and location.
+        Create a metastore service in a project and location.
 
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
@@ -250,7 +250,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Deletes a single backup.
+        Delete a single backup.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -298,7 +298,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Deletes a single service.
+        Delete a single service.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -342,7 +342,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Exports metadata from a service.
+        Export metadata from a service.
 
         :param destination_gcs_folder: A Cloud Storage URI of a folder, in the format
             ``gs://<bucket_name>/<path_inside_bucket>``. A sub-folder
@@ -391,7 +391,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Gets the details of a single service.
+        Get the details of a single service.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -474,7 +474,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Lists backups in a service.
+        List backups in a service.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -603,7 +603,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ):
         """
-        Updates the parameters of a single service.
+        Update the parameters of a single service.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -660,7 +660,7 @@ class DataprocMetastoreHook(GoogleBaseHook):
         partition_names: list[str] | None = None,
     ) -> Operation:
         """
-        Lists Hive partitions.
+        List Hive partitions.
 
         :param project_id: Optional. The ID of a dbt Cloud project.
         :param service_id: Required. Dataproc Metastore service id.

airflow/providers/google/cloud/hooks/datastore.py

@@ -57,7 +57,7 @@ class DatastoreHook(GoogleBaseHook):
 
     def get_conn(self) -> Resource:
         """
-        Establishes a connection to the Google API.
+        Establish a connection to the Google API.
 
         :return: a Google Cloud Datastore service object.
         """
@@ -200,7 +200,7 @@ class DatastoreHook(GoogleBaseHook):
 
     def get_operation(self, name: str) -> dict:
         """
-        Gets the latest state of a long-running operation.
+        Get the latest state of a long-running operation.
 
         .. seealso::
             https://cloud.google.com/datastore/docs/reference/data/rest/v1/projects.operations/get
@@ -216,7 +216,7 @@ class DatastoreHook(GoogleBaseHook):
 
     def delete_operation(self, name: str) -> dict:
         """
-        Deletes the long-running operation.
+        Delete the long-running operation.
 
         .. seealso::
             https://cloud.google.com/datastore/docs/reference/data/rest/v1/projects.operations/delete

airflow/providers/google/cloud/hooks/dlp.py

@@ -103,7 +103,7 @@ class CloudDLPHook(GoogleBaseHook):
 
     def get_conn(self) -> DlpServiceClient:
         """
-        Provides a client for interacting with the Cloud DLP API.
+        Provide a client for interacting with the Cloud DLP API.
 
         :return: Google Cloud DLP API Client
         """
@@ -130,7 +130,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
         """
-        Starts asynchronous cancellation on a long-running DLP job.
+        Start asynchronous cancellation on a long-running DLP job.
 
         :param dlp_job_id: ID of the DLP job resource to be cancelled.
         :param project_id: (Optional) Google Cloud project ID where the
@@ -221,7 +221,7 @@ class CloudDLPHook(GoogleBaseHook):
         time_to_sleep_in_seconds: int = 60,
     ) -> DlpJob:
         """
-        Creates a new job to inspect storage or calculate risk metrics.
+        Create a new job to inspect storage or calculate risk metrics.
 
         :param project_id: (Optional) Google Cloud project ID where the
             DLP Instance exists. If set to None or missing, the default
@@ -383,7 +383,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> StoredInfoType:
         """
-        Creates a pre-built stored info type to be used for inspection.
+        Create a pre-built stored info type to be used for inspection.
 
         :param organization_id: (Optional) The organization ID. Required to set this
             field if parent resource is an organization.
@@ -480,7 +480,7 @@ class CloudDLPHook(GoogleBaseHook):
         self, template_id, organization_id=None, project_id=None, retry=DEFAULT, timeout=None, metadata=()
     ) -> None:
         """
-        Deletes a deidentify template.
+        Delete a deidentify template.
 
         :param template_id: The ID of deidentify template to be deleted.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -529,7 +529,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
         """
-        Deletes a long-running DLP job.
+        Delete a long-running DLP job.
 
         This method indicates that the client is no longer interested in the DLP job result.
         The job will be cancelled if possible.
@@ -570,7 +570,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
         """
-        Deletes an inspect template.
+        Delete an inspect template.
 
         :param template_id: The ID of the inspect template to be deleted.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -619,7 +619,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
         """
-        Deletes a job trigger.
+        Delete a job trigger.
 
         :param job_trigger_id: The ID of the DLP job trigger to be deleted.
         :param project_id: (Optional) Google Cloud project ID where the
@@ -657,7 +657,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
         """
-        Deletes a stored info type.
+        Delete a stored info type.
 
         :param stored_info_type_id: The ID of the stored info type to be deleted.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -706,7 +706,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> DeidentifyTemplate:
         """
-        Gets a deidentify template.
+        Get a deidentify template.
 
         :param template_id: The ID of deidentify template to be read.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -755,7 +755,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> DlpJob:
         """
-        Gets the latest state of a long-running Dlp Job.
+        Get the latest state of a long-running Dlp Job.
 
         :param dlp_job_id: The ID of the DLP job resource to be read.
         :param project_id: (Optional) Google Cloud project ID where the
@@ -793,7 +793,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> InspectTemplate:
         """
-        Gets an inspect template.
+        Get an inspect template.
 
         :param template_id: The ID of inspect template to be read.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -842,7 +842,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> JobTrigger:
         """
-        Gets a DLP job trigger.
+        Get a DLP job trigger.
 
         :param job_trigger_id: The ID of the DLP job trigger to be read.
         :param project_id: (Optional) Google Cloud project ID where the
@@ -880,7 +880,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> StoredInfoType:
         """
-        Gets a stored info type.
+        Get a stored info type.
 
         :param stored_info_type_id: The ID of the stored info type to be read.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -931,7 +931,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> InspectContentResponse:
         """
-        Finds potentially sensitive info in content; limits input size, processing time, and output size.
+        Find potentially sensitive info in content; limits input size, processing time, and output size.
 
         :param project_id: (Optional) Google Cloud project ID where the
             DLP Instance exists. If set to None or missing, the default
@@ -974,7 +974,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> list[DeidentifyTemplate]:
         """
-        Lists deidentify templates.
+        List deidentify templates.
 
         :param organization_id: (Optional) The organization ID. Required to set this
             field if parent resource is an organization.
@@ -1030,7 +1030,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> list[DlpJob]:
         """
-        Lists DLP jobs that match the specified filter in the request.
+        List DLP jobs that match the specified filter in the request.
 
         :param project_id: (Optional) Google Cloud project ID where the
             DLP Instance exists. If set to None or missing, the default
@@ -1074,7 +1074,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListInfoTypesResponse:
         """
-        Returns a list of the sensitive information types that the DLP API supports.
+        Return a list of the sensitive information types that the DLP API supports.
 
         :param language_code: (Optional) Optional BCP-47 language code for localized info
             type friendly names. If omitted, or if localized strings are not available,
@@ -1110,7 +1110,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> list[InspectTemplate]:
         """
-        Lists inspect templates.
+        List inspect templates.
 
         :param organization_id: (Optional) The organization ID. Required to set this
             field if parent resource is an organization.
@@ -1164,7 +1164,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> list[JobTrigger]:
         """
-        Lists job triggers.
+        List job triggers.
 
         :param project_id: (Optional) Google Cloud project ID where the
             DLP Instance exists. If set to None or missing, the default
@@ -1208,7 +1208,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> list[StoredInfoType]:
         """
-        Lists stored info types.
+        List stored info types.
 
         :param organization_id: (Optional) The organization ID. Required to set this
             field if parent resource is an organization.
@@ -1363,7 +1363,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> DeidentifyTemplate:
         """
-        Updates the deidentify template.
+        Update the deidentify template.
 
         :param template_id: The ID of deidentify template to be updated.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -1418,7 +1418,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> InspectTemplate:
         """
-        Updates the inspect template.
+        Update the inspect template.
 
         :param template_id: The ID of the inspect template to be updated.
         :param organization_id: (Optional) The organization ID. Required to set this
@@ -1472,7 +1472,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> JobTrigger:
         """
-        Updates a job trigger.
+        Update a job trigger.
 
         :param job_trigger_id: The ID of the DLP job trigger to be updated.
         :param project_id: (Optional) Google Cloud project ID where the
@@ -1520,7 +1520,7 @@ class CloudDLPHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> StoredInfoType:
         """
-        Updates the stored info type by creating a new version.
+        Update the stored info type by creating a new version.
 
         :param stored_info_type_id: The ID of the stored info type to be updated.
         :param organization_id: (Optional) The organization ID. Required to set this