apache-airflow-providers-google 10.2.0rc1__py3-none-any.whl → 10.3.0rc1__py3-none-any.whl

airflow/providers/google/cloud/operators/bigquery.py

@@ -29,6 +29,7 @@ from google.api_core.retry import Retry
 from google.cloud.bigquery import DEFAULT_RETRY, CopyJob, ExtractJob, LoadJob, QueryJob
 from google.cloud.bigquery.table import RowIterator
 
+from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.models import BaseOperator, BaseOperatorLink
 from airflow.models.xcom import XCom
@@ -51,6 +52,7 @@ from airflow.providers.google.cloud.triggers.bigquery import (
     BigQueryIntervalCheckTrigger,
     BigQueryValueCheckTrigger,
 )
+from airflow.providers.google.cloud.utils.bigquery import convert_job_id
 
 if TYPE_CHECKING:
     from google.cloud.bigquery import UnknownJob
@@ -90,8 +92,8 @@ class BigQueryConsoleLink(BaseOperatorLink):
         *,
         ti_key: TaskInstanceKey,
     ):
-        job_id = XCom.get_value(key="job_id", ti_key=ti_key)
-        return BIGQUERY_JOB_DETAILS_LINK_FMT.format(job_id=job_id) if job_id else ""
+        job_id_path = XCom.get_value(key="job_id_path", ti_key=ti_key)
+        return BIGQUERY_JOB_DETAILS_LINK_FMT.format(job_id=job_id_path) if job_id_path else ""
 
 
 @attr.s(auto_attribs=True)
@@ -110,7 +112,7 @@ class BigQueryConsoleIndexableLink(BaseOperatorLink):
         *,
         ti_key: TaskInstanceKey,
     ):
-        job_ids = XCom.get_value(key="job_id", ti_key=ti_key)
+        job_ids = XCom.get_value(key="job_id_path", ti_key=ti_key)
         if not job_ids:
             return None
         if len(job_ids) < self.index:
@@ -132,17 +134,17 @@ class _BigQueryDbHookMixin:
 
 
 class BigQueryCheckOperator(_BigQueryDbHookMixin, SQLCheckOperator):
-    """
-    Performs checks against BigQuery. The ``BigQueryCheckOperator`` expects
-    a sql query that will return a single row. Each value on that
-    first row is evaluated using python ``bool`` casting. If any of the
-    values return ``False`` the check is failed and errors out.
+    """Performs checks against BigQuery.
+
+    This operator expects a SQL query that returns a single row. Each value on
+    that row is evaluated using a Python ``bool`` cast. If any of the values
+    is falsy, the check errors out.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
         :ref:`howto/operator:BigQueryCheckOperator`
 
-    Note that Python bool casting evals the following as ``False``:
+    Note that Python bool casting evals the following as *False*:
 
     * ``False``
     * ``0``
@@ -151,36 +153,34 @@ class BigQueryCheckOperator(_BigQueryDbHookMixin, SQLCheckOperator):
     * Empty dictionary or set (``{}``)
 
     Given a query like ``SELECT COUNT(*) FROM foo``, it will fail only if
-    the count ``== 0``. You can craft much more complex query that could,
-    for instance, check that the table has the same number of rows as
-    the source table upstream, or that the count of today's partition is
-    greater than yesterday's partition, or that a set of metrics are less
-    than 3 standard deviation for the 7 day average.
-
-    This operator can be used as a data quality check in your pipeline, and
-    depending on where you put it in your DAG, you have the choice to
-    stop the critical path, preventing from
-    publishing dubious data, or on the side and receive email alerts
-    without stopping the progress of the DAG.
-
-    :param sql: the sql to be executed
-    :param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
-    :param use_legacy_sql: Whether to use legacy SQL (true)
-        or standard SQL (false).
+    the count equals to zero. You can craft much more complex query that could,
+    for instance, check that the table has the same number of rows as the source
+    table upstream, or that the count of today's partition is greater than
+    yesterday's partition, or that a set of metrics are less than three standard
+    deviation for the 7-day average.
+
+    This operator can be used as a data quality check in your pipeline.
+    Depending on where you put it in your DAG, you have the choice to stop the
+    critical path, preventing from publishing dubious data, or on the side and
+    receive email alerts without stopping the progress of the DAG.
+
+    :param sql: SQL to execute.
+    :param gcp_conn_id: Connection ID for Google Cloud.
+    :param use_legacy_sql: Whether to use legacy SQL (true) or standard SQL (false).
     :param location: The geographic location of the job. See details at:
         https://cloud.google.com/bigquery/docs/locations#specifying_your_location
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    :param labels: a dictionary containing labels for the table, passed to BigQuery
-    :param deferrable: Run operator in the deferrable mode
-    :param poll_interval: (Deferrable mode only) polling period in seconds to check for the status of job.
-        Defaults to 4 seconds.
+    :param impersonation_chain: Optional service account to impersonate using
+        short-term credentials, or chained list of accounts required to get the
+        access token of the last account in the list, which will be impersonated
+        in the request. If set as a string, the account must grant the
+        originating account the Service Account Token Creator IAM role. If set
+        as a sequence, the identities from the list must grant Service Account
+        Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account. (templated)
+    :param labels: a dictionary containing labels for the table, passed to BigQuery.
+    :param deferrable: Run operator in the deferrable mode.
+    :param poll_interval: (Deferrable mode only) polling period in seconds to
+        check for the status of job.
     """
 
     template_fields: Sequence[str] = (
@@ -201,7 +201,7 @@ class BigQueryCheckOperator(_BigQueryDbHookMixin, SQLCheckOperator):
         location: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         labels: dict | None = None,
-        deferrable: bool = False,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         poll_interval: float = 4.0,
         **kwargs,
     ) -> None:
@@ -254,10 +254,10 @@ class BigQueryCheckOperator(_BigQueryDbHookMixin, SQLCheckOperator):
             self.log.info("Current state of job %s is %s", job.job_id, job.state)
 
     def execute_complete(self, context: Context, event: dict[str, Any]) -> None:
-        """
-        Callback for when the trigger fires - returns immediately.
-        Relies on trigger to throw an exception, otherwise it assumes execution was
-        successful.
+        """Callback for when the trigger fires.
+
+        This returns immediately. It relies on trigger to throw an exception,
+        otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
             raise AirflowException(event["message"])
@@ -274,31 +274,30 @@ class BigQueryCheckOperator(_BigQueryDbHookMixin, SQLCheckOperator):
 
 
 class BigQueryValueCheckOperator(_BigQueryDbHookMixin, SQLValueCheckOperator):
-    """
-    Performs a simple value check using sql code.
+    """Perform a simple value check using sql code.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
         :ref:`howto/operator:BigQueryValueCheckOperator`
 
-    :param sql: the sql to be executed
+    :param sql: SQL to execute.
     :param use_legacy_sql: Whether to use legacy SQL (true)
         or standard SQL (false).
     :param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
     :param location: The geographic location of the job. See details at:
         https://cloud.google.com/bigquery/docs/locations#specifying_your_location
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    :param labels: a dictionary containing labels for the table, passed to BigQuery
-    :param deferrable: Run operator in the deferrable mode
-    :param poll_interval: (Deferrable mode only) polling period in seconds to check for the status of job.
-        Defaults to 4 seconds.
+    :param impersonation_chain: Optional service account to impersonate using
+        short-term credentials, or chained list of accounts required to get the
+        access token of the last account in the list, which will be impersonated
+        in the request. If set as a string, the account must grant the
+        originating account the Service Account Token Creator IAM role. If set
+        as a sequence, the identities from the list must grant Service Account
+        Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account. (templated)
+    :param labels: a dictionary containing labels for the table, passed to BigQuery.
+    :param deferrable: Run operator in the deferrable mode.
+    :param poll_interval: (Deferrable mode only) polling period in seconds to
+        check for the status of job.
     """
 
     template_fields: Sequence[str] = (
@@ -322,7 +321,7 @@ class BigQueryValueCheckOperator(_BigQueryDbHookMixin, SQLValueCheckOperator):
         location: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         labels: dict | None = None,
-        deferrable: bool = False,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         poll_interval: float = 4.0,
         **kwargs,
     ) -> None:
@@ -364,25 +363,33 @@ class BigQueryValueCheckOperator(_BigQueryDbHookMixin, SQLValueCheckOperator):
 
             job = self._submit_job(hook, job_id="")
             context["ti"].xcom_push(key="job_id", value=job.job_id)
-            self.defer(
-                timeout=self.execution_timeout,
-                trigger=BigQueryValueCheckTrigger(
-                    conn_id=self.gcp_conn_id,
-                    job_id=job.job_id,
-                    project_id=hook.project_id,
-                    sql=self.sql,
-                    pass_value=self.pass_value,
-                    tolerance=self.tol,
-                    poll_interval=self.poll_interval,
-                ),
-                method_name="execute_complete",
-            )
+            if job.running():
+                self.defer(
+                    timeout=self.execution_timeout,
+                    trigger=BigQueryValueCheckTrigger(
+                        conn_id=self.gcp_conn_id,
+                        job_id=job.job_id,
+                        project_id=hook.project_id,
+                        sql=self.sql,
+                        pass_value=self.pass_value,
+                        tolerance=self.tol,
+                        poll_interval=self.poll_interval,
+                    ),
+                    method_name="execute_complete",
+                )
+            self._handle_job_error(job)
+            self.log.info("Current state of job %s is %s", job.job_id, job.state)
+
+    @staticmethod
+    def _handle_job_error(job: BigQueryJob | UnknownJob) -> None:
+        if job.error_result:
+            raise AirflowException(f"BigQuery job {job.job_id} failed: {job.error_result}")
 
     def execute_complete(self, context: Context, event: dict[str, Any]) -> None:
-        """
-        Callback for when the trigger fires - returns immediately.
-        Relies on trigger to throw an exception, otherwise it assumes execution was
-        successful.
+        """Callback for when the trigger fires.
+
+        This returns immediately. It relies on trigger to throw an exception,
+        otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
             raise AirflowException(event["message"])
@@ -454,7 +461,7 @@ class BigQueryIntervalCheckOperator(_BigQueryDbHookMixin, SQLIntervalCheckOperat
         location: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         labels: dict | None = None,
-        deferrable: bool = False,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         poll_interval: float = 4.0,
         **kwargs,
     ) -> None:
@@ -522,10 +529,10 @@ class BigQueryIntervalCheckOperator(_BigQueryDbHookMixin, SQLIntervalCheckOperat
             )
 
     def execute_complete(self, context: Context, event: dict[str, Any]) -> None:
-        """
-        Callback for when the trigger fires - returns immediately.
-        Relies on trigger to throw an exception, otherwise it assumes execution was
-        successful.
+        """Callback for when the trigger fires.
+
+        This returns immediately. It relies on trigger to throw an exception,
+        otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
             raise AirflowException(event["message"])
@@ -789,7 +796,7 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
         ``[A,B,C]`` and you pass 'B,A' in the ``selected_fields``
         the data would still be of the form ``'A,B'``.
 
-    **Example**: ::
+    **Example**::
 
         get_data = BigQueryGetDataOperator(
             task_id='get_data_from_bq',
@@ -848,7 +855,7 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
         gcp_conn_id: str = "google_cloud_default",
         location: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
-        deferrable: bool = False,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         poll_interval: float = 4.0,
         as_dict: bool = False,
         use_legacy_sql: bool = True,
@@ -886,12 +893,7 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
         )
 
     def generate_query(self, hook: BigQueryHook) -> str:
-        """
-        Generate a select query if selected fields are given or with *
-        for the given dataset and table id.
-
-        :param hook BigQuery Hook
-        """
+        """Generate a SELECT query if for the given dataset and table ID."""
         query = "select "
         if self.selected_fields:
             query += self.selected_fields
@@ -967,10 +969,10 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
         )
 
     def execute_complete(self, context: Context, event: dict[str, Any]) -> Any:
-        """
-        Callback for when the trigger fires - returns immediately.
-        Relies on trigger to throw an exception, otherwise it assumes execution was
-        successful.
+        """Callback for when the trigger fires.
+
+        This returns immediately. It relies on trigger to throw an exception,
+        otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
             raise AirflowException(event["message"])
@@ -980,12 +982,13 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
-    """
-    Executes BigQuery SQL queries in a specific BigQuery database.
-    This operator does not assert idempotency.
+    """Executes BigQuery SQL queries in a specific BigQuery database.
 
-    This operator is deprecated.
-    Please use :class:`airflow.providers.google.cloud.operators.bigquery.BigQueryInsertJobOperator`
+    This operator is deprecated. Please use
+    :class:`airflow.providers.google.cloud.operators.bigquery.BigQueryInsertJobOperator`
+    instead.
+
+    This operator does not assert idempotency.
 
     :param sql: the SQL code to be executed as a single string, or
         a list of str (sql statements), or a reference to a template file.
@@ -1041,10 +1044,11 @@ class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
         US and EU. See details at
         https://cloud.google.com/bigquery/docs/locations#specifying_your_location
     :param encryption_configuration: [Optional] Custom encryption configuration (e.g., Cloud KMS keys).
-        **Example**: ::
+
+        .. code-block:: python
 
             encryption_configuration = {
-                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"
+                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key",
             }
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
@@ -1184,7 +1188,11 @@ class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
             ]
         else:
             raise AirflowException(f"argument 'sql' of type {type(str)} is neither a string nor an iterable")
-        context["task_instance"].xcom_push(key="job_id", value=job_id)
+        project_id = self.hook.project_id
+        if project_id:
+            job_id_path = convert_job_id(job_id=job_id, project_id=project_id, location=self.location)
+            context["task_instance"].xcom_push(key="job_id_path", value=job_id_path)
+        return job_id
 
     def on_kill(self) -> None:
         super().on_kill()
@@ -1194,9 +1202,7 @@ class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryCreateEmptyTableOperator(GoogleCloudBaseOperator):
-    """
-    Creates a new, empty table in the specified BigQuery dataset,
-    optionally with schema.
+    """Creates a new table in the specified BigQuery dataset, optionally with schema.
 
     The schema to be used for the BigQuery table may be specified in one of
     two ways. You may either directly pass the schema fields in, or you may
@@ -1217,7 +1223,7 @@ class BigQueryCreateEmptyTableOperator(GoogleCloudBaseOperator):
     :param schema_fields: If set, the schema field list as defined here:
         https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema
 
-        **Example**: ::
+        **Example**::
 
             schema_fields=[{"name": "emp_name", "type": "STRING", "mode": "REQUIRED"},
                            {"name": "salary", "type": "INTEGER", "mode": "NULLABLE"}]
@@ -1236,45 +1242,46 @@ class BigQueryCreateEmptyTableOperator(GoogleCloudBaseOperator):
         and interact with the Google Cloud Storage service.
     :param labels: a dictionary containing labels for the table, passed to BigQuery
 
-        **Example (with schema JSON in GCS)**: ::
+    **Example (with schema JSON in GCS)**::
 
-            CreateTable = BigQueryCreateEmptyTableOperator(
-                task_id='BigQueryCreateEmptyTableOperator_task',
-                dataset_id='ODS',
-                table_id='Employees',
-                project_id='internal-gcp-project',
-                gcs_schema_object='gs://schema-bucket/employee_schema.json',
-                gcp_conn_id='airflow-conn-id',
-                google_cloud_storage_conn_id='airflow-conn-id'
-            )
+        CreateTable = BigQueryCreateEmptyTableOperator(
+            task_id='BigQueryCreateEmptyTableOperator_task',
+            dataset_id='ODS',
+            table_id='Employees',
+            project_id='internal-gcp-project',
+            gcs_schema_object='gs://schema-bucket/employee_schema.json',
+            gcp_conn_id='airflow-conn-id',
+            google_cloud_storage_conn_id='airflow-conn-id'
+        )
 
-        **Corresponding Schema file** (``employee_schema.json``): ::
+    **Corresponding Schema file** (``employee_schema.json``)::
 
-            [
-              {
-                "mode": "NULLABLE",
-                "name": "emp_name",
-                "type": "STRING"
-              },
-              {
-                "mode": "REQUIRED",
-                "name": "salary",
-                "type": "INTEGER"
-              }
-            ]
+        [
+            {
+            "mode": "NULLABLE",
+            "name": "emp_name",
+            "type": "STRING"
+            },
+            {
+            "mode": "REQUIRED",
+            "name": "salary",
+            "type": "INTEGER"
+            }
+        ]
+
+    **Example (with schema in the DAG)**::
+
+        CreateTable = BigQueryCreateEmptyTableOperator(
+            task_id='BigQueryCreateEmptyTableOperator_task',
+            dataset_id='ODS',
+            table_id='Employees',
+            project_id='internal-gcp-project',
+            schema_fields=[{"name": "emp_name", "type": "STRING", "mode": "REQUIRED"},
+                            {"name": "salary", "type": "INTEGER", "mode": "NULLABLE"}],
+            gcp_conn_id='airflow-conn-id-account',
+            google_cloud_storage_conn_id='airflow-conn-id'
+        )
 
-        **Example (with schema in the DAG)**: ::
-
-            CreateTable = BigQueryCreateEmptyTableOperator(
-                task_id='BigQueryCreateEmptyTableOperator_task',
-                dataset_id='ODS',
-                table_id='Employees',
-                project_id='internal-gcp-project',
-                schema_fields=[{"name": "emp_name", "type": "STRING", "mode": "REQUIRED"},
-                               {"name": "salary", "type": "INTEGER", "mode": "NULLABLE"}],
-                gcp_conn_id='airflow-conn-id-account',
-                google_cloud_storage_conn_id='airflow-conn-id'
-            )
     :param view: [Optional] A dictionary containing definition for the view.
         If set, it will create a view instead of a table:
 
@@ -1282,10 +1289,11 @@ class BigQueryCreateEmptyTableOperator(GoogleCloudBaseOperator):
             https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#ViewDefinition
     :param materialized_view: [Optional] The materialized view definition.
     :param encryption_configuration: [Optional] Custom encryption configuration (e.g., Cloud KMS keys).
-        **Example**: ::
+
+        .. code-block:: python
 
             encryption_configuration = {
-                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"
+                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key",
             }
     :param location: The location used for the operation.
     :param cluster_fields: [Optional] The fields used for clustering.
@@ -1446,9 +1454,7 @@ class BigQueryCreateEmptyTableOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryCreateExternalTableOperator(GoogleCloudBaseOperator):
-    """
-    Creates a new external table in the dataset with the data from Google Cloud
-    Storage.
+    """Create a new external table with data from Google Cloud Storage.
 
     The schema to be used for the BigQuery table may be specified in one of
     two ways. You may either directly pass the schema fields in, or you may
@@ -1468,7 +1474,7 @@ class BigQueryCreateExternalTableOperator(GoogleCloudBaseOperator):
     :param schema_fields: If set, the schema field list as defined here:
         https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema
 
-        **Example**: ::
+        **Example**::
 
             schema_fields=[{"name": "emp_name", "type": "STRING", "mode": "REQUIRED"},
                            {"name": "salary", "type": "INTEGER", "mode": "NULLABLE"}]
@@ -1508,10 +1514,11 @@ class BigQueryCreateExternalTableOperator(GoogleCloudBaseOperator):
     :param src_fmt_configs: configure optional fields specific to the source format
     :param labels: a dictionary containing labels for the table, passed to BigQuery
     :param encryption_configuration: [Optional] Custom encryption configuration (e.g., Cloud KMS keys).
-        **Example**: ::
+
+        .. code-block:: python
 
             encryption_configuration = {
-                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"
+                "kmsKeyName": "projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key",
             }
     :param location: The location used for the operation.
     :param impersonation_chain: Optional service account to impersonate using short-term
@@ -1735,8 +1742,7 @@ class BigQueryCreateExternalTableOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryDeleteDatasetOperator(GoogleCloudBaseOperator):
-    """
-    This operator deletes an existing dataset from your Project in Big query.
+    """Delete an existing dataset from your Project in BigQuery.
 
     https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/delete
 
@@ -1760,7 +1766,7 @@ class BigQueryDeleteDatasetOperator(GoogleCloudBaseOperator):
         Service Account Token Creator IAM role to the directly preceding identity, with first
         account from the list granting this role to the originating account (templated).
 
-    **Example**: ::
+    **Example**::
 
         delete_temp_data = BigQueryDeleteDatasetOperator(
             dataset_id='temp-dataset',
@@ -1810,8 +1816,7 @@ class BigQueryDeleteDatasetOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryCreateEmptyDatasetOperator(GoogleCloudBaseOperator):
-    """
-    This operator is used to create new dataset for your Project in BigQuery.
+    """Create a new dataset for your Project in BigQuery.
 
     https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource
 
@@ -1837,7 +1842,7 @@ class BigQueryCreateEmptyDatasetOperator(GoogleCloudBaseOperator):
     :param if_exists: What should Airflow do if the dataset exists. If set to `log`, the TI will be passed to
         success and an error message will be logged. Set to `ignore` to ignore the error, set to `fail` to
         fail the TI, and set to `skip` to skip it.
-        **Example**: ::
+        **Example**::
 
             create_new_dataset = BigQueryCreateEmptyDatasetOperator(
                 dataset_id='new-dataset',
@@ -1872,7 +1877,6 @@ class BigQueryCreateEmptyDatasetOperator(GoogleCloudBaseOperator):
         exists_ok: bool | None = None,
         **kwargs,
     ) -> None:
-
         self.dataset_id = dataset_id
         self.project_id = project_id
         self.location = location
@@ -1934,8 +1938,7 @@ class BigQueryCreateEmptyDatasetOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryGetDatasetOperator(GoogleCloudBaseOperator):
-    """
-    This operator is used to return the dataset specified by dataset_id.
+    """Get the dataset specified by ID.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -1999,8 +2002,7 @@ class BigQueryGetDatasetOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryGetDatasetTablesOperator(GoogleCloudBaseOperator):
-    """
-    This operator retrieves the list of tables in the specified dataset.
+    """Retrieve the list of tables in the specified dataset.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -2059,12 +2061,13 @@ class BigQueryGetDatasetTablesOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryPatchDatasetOperator(GoogleCloudBaseOperator):
-    """
-    This operator is used to patch dataset for your Project in BigQuery.
-    It only replaces fields that are provided in the submitted dataset resource.
+    """Patch a dataset for your Project in BigQuery.
 
-    This operator is deprecated.
-    Please use :class:`airflow.providers.google.cloud.operators.bigquery.BigQueryUpdateTableOperator`
+    This operator is deprecated. Please use
+    :class:`airflow.providers.google.cloud.operators.bigquery.BigQueryUpdateTableOperator`
+    instead.
+
+    Only replaces fields that are provided in the submitted dataset resource.
 
     :param dataset_id: The id of dataset. Don't need to provide,
         if datasetId in dataset_reference.
@@ -2127,8 +2130,8 @@ class BigQueryPatchDatasetOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryUpdateTableOperator(GoogleCloudBaseOperator):
-    """
-    This operator is used to update table for your Project in BigQuery.
+    """Update a table for your Project in BigQuery.
+
     Use ``fields`` to specify which fields of table to update. If a field
     is listed in ``fields`` and is ``None`` in table, it will be deleted.
 
@@ -2214,8 +2217,8 @@ class BigQueryUpdateTableOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryUpdateDatasetOperator(GoogleCloudBaseOperator):
-    """
-    This operator is used to update dataset for your Project in BigQuery.
+    """Update a dataset for your Project in BigQuery.
+
     Use ``fields`` to specify which fields of dataset to update. If a field
     is listed in ``fields`` and is ``None`` in dataset, it will be deleted.
     If no ``fields`` are provided then all fields of provided ``dataset_resource``
@@ -2296,8 +2299,7 @@ class BigQueryUpdateDatasetOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryDeleteTableOperator(GoogleCloudBaseOperator):
-    """
-    Deletes BigQuery tables.
+    """Delete a BigQuery table.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -2355,8 +2357,7 @@ class BigQueryDeleteTableOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryUpsertTableOperator(GoogleCloudBaseOperator):
-    """
-    Upsert BigQuery table.
+    """Upsert to a BigQuery table.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -2433,8 +2434,8 @@ class BigQueryUpsertTableOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryUpdateTableSchemaOperator(GoogleCloudBaseOperator):
-    """
-    Update BigQuery Table Schema
+    """Update BigQuery Table Schema.
+
     Updates fields on a table schema based on contents of the supplied schema_fields_updates
     parameter. The supplied schema does not need to be complete, if the field
     already exists in the schema you only need to supply keys & values for the
@@ -2447,16 +2448,22 @@ class BigQueryUpdateTableSchemaOperator(GoogleCloudBaseOperator):
     :param schema_fields_updates: a partial schema resource. see
         https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#TableSchema
 
-    **Example**: ::
+        .. code-block:: python
 
-        schema_fields_updates=[
-            {"name": "emp_name", "description": "Some New Description"},
-            {"name": "salary", "policyTags": {'names': ['some_new_policy_tag']},},
-            {"name": "departments", "fields": [
-                {"name": "name", "description": "Some New Description"},
-                {"name": "type", "description": "Some New Description"}
-            ]},
-        ]
+            schema_fields_updates = [
+                {"name": "emp_name", "description": "Some New Description"},
+                {
+                    "name": "salary",
+                    "policyTags": {"names": ["some_new_policy_tag"]},
+                },
+                {
+                    "name": "departments",
+                    "fields": [
+                        {"name": "name", "description": "Some New Description"},
+                        {"name": "type", "description": "Some New Description"},
+                    ],
+                },
+            ]
 
     :param include_policy_tags: (Optional) If set to True policy tags will be included in
         the update request which requires special permissions even if unchanged (default False)
@@ -2536,9 +2543,9 @@ class BigQueryUpdateTableSchemaOperator(GoogleCloudBaseOperator):
 
 
 class BigQueryInsertJobOperator(GoogleCloudBaseOperator):
-    """
-    Executes a BigQuery job. Waits for the job to complete and returns job id.
+    """Execute a BigQuery job.
 
+    Waits for the job to complete and returns job id.
     This operator work in the following way:
 
     - it calculates a unique hash of the job using job's configuration or uuid if ``force_rerun`` is True
@@ -2616,7 +2623,7 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator):
         cancel_on_kill: bool = True,
         result_retry: Retry = DEFAULT_RETRY,
         result_timeout: float | None = None,
-        deferrable: bool = False,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         poll_interval: float = 4.0,
         **kwargs,
     ) -> None:
@@ -2727,9 +2734,11 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator):
                                 persist_kwargs["dataset_id"] = table["datasetId"]
                                 persist_kwargs["project_id"] = table["projectId"]
                             BigQueryTableLink.persist(**persist_kwargs)
-
         self.job_id = job.job_id
-        context["ti"].xcom_push(key="job_id", value=self.job_id)
+        project_id = self.project_id or self.hook.project_id
+        if project_id:
+            job_id_path = convert_job_id(job_id=job_id, project_id=project_id, location=self.location)
+            context["ti"].xcom_push(key="job_id_path", value=job_id_path)
         # Wait for the job to complete
         if not self.deferrable:
             job.result(timeout=self.result_timeout, retry=self.result_retry)
@@ -2749,12 +2758,13 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator):
                     method_name="execute_complete",
                 )
             self.log.info("Current state of job %s is %s", job.job_id, job.state)
+            self._handle_job_error(job)
 
     def execute_complete(self, context: Context, event: dict[str, Any]):
-        """
-        Callback for when the trigger fires - returns immediately.
-        Relies on trigger to throw an exception, otherwise it assumes execution was
-        successful.
+        """Callback for when the trigger fires.
+
+        This returns immediately. It relies on trigger to throw an exception,
+        otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
             raise AirflowException(event["message"])