apache-airflow-providers-common-sql 1.3.4__py3-none-any.whl → 1.4.0__py3-none-any.whl

airflow/providers/common/sql/get_provider_info.py

@@ -27,7 +27,7 @@ def get_provider_info():
         "package-name": "apache-airflow-providers-common-sql",
         "name": "Common SQL",
         "description": "`Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__\n",
-        "versions": ["1.3.4", "1.3.3", "1.3.2", "1.3.1", "1.3.0", "1.2.0", "1.1.0", "1.0.0"],
+        "versions": ["1.4.0", "1.3.4", "1.3.3", "1.3.2", "1.3.1", "1.3.0", "1.2.0", "1.1.0", "1.0.0"],
         "dependencies": ["sqlparse>=0.4.2"],
         "additional-extras": [{"name": "pandas", "dependencies": ["pandas>=0.17.1"]}],
         "integrations": [

airflow/providers/common/sql/hooks/sql.py

@@ -300,10 +300,10 @@ class DbApiHook(BaseForDbApiHook):
 
         After ``run`` is called, you may access the following properties on the hook object:
 
-          * ``descriptions``: an array of cursor descriptions. If ``return_last`` is True, this will be
-             a one-element array containing the cursor ``description`` for the last statement.
-             Otherwise, it will contain the cursor description for each statement executed.
-          * ``last_description``: the description for the last statement executed
+        * ``descriptions``: an array of cursor descriptions. If ``return_last`` is True, this will be
+          a one-element array containing the cursor ``description`` for the last statement.
+          Otherwise, it will contain the cursor description for each statement executed.
+        * ``last_description``: the description for the last statement executed
 
         Note that query result will ONLY be actually returned when a handler is provided; if
         ``handler`` is None, this method will return None.
@@ -311,7 +311,7 @@ class DbApiHook(BaseForDbApiHook):
         Handler is a way to process the rows from cursor (Iterator) into a value that is suitable to be
         returned to XCom and generally fit in memory.
 
-        You can use pre-defined handles (`fetch_all_handler``, ''fetch_one_handler``) or implement your
+        You can use pre-defined handles (``fetch_all_handler``, ``fetch_one_handler``) or implement your
         own handler.
 
         :param sql: the sql statement to be executed (str) or a list of

airflow/providers/common/sql/operators/sql.py

@@ -73,6 +73,8 @@ def _get_failed_checks(checks, col=None):
 
 parse_boolean = _parse_boolean
 """
+:sphinx-autoapi-skip:
+
 IMPORTANT!!! Keep it for compatibility with released 8.4.0 version of google provider.
 
 Unfortunately the provider used _get_failed_checks and parse_boolean as imports and we should
@@ -187,20 +189,22 @@ class BaseSQLOperator(BaseOperator):
 class SQLExecuteQueryOperator(BaseSQLOperator):
     """
     Executes SQL code in a specific database
-    :param sql: the SQL code or string pointing to a template file to be executed (templated).
-    File must have a '.sql' extensions.
 
     When implementing a specific Operator, you can also implement `_process_output` method in the
     hook to perform additional processing of values returned by the DB Hook of yours. For example, you
     can join description retrieved from the cursors of your statements with returned values, or save
     the output of your operator to a file.
 
+    :param sql: the SQL code or string pointing to a template file to be executed (templated).
+        File must have a '.sql' extension.
     :param autocommit: (optional) if True, each command is automatically committed (default: False).
     :param parameters: (optional) the parameters to render the SQL query with.
     :param handler: (optional) the function that will be applied to the cursor (default: fetch_all_handler).
     :param split_statements: (optional) if split single SQL string into statements. By default, defers
         to the default value in the ``run`` method of the configured hook.
     :param return_last: (optional) return the result of only last statement (default: True).
+    :param show_return_value_in_logs: (optional) if true operator output will be printed to the task log.
+        Use with caution. It's not recommended to dump large datasets to the log. (default: False).
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -221,6 +225,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
         handler: Callable[[Any], Any] = fetch_all_handler,
         split_statements: bool | None = None,
         return_last: bool = True,
+        show_return_value_in_logs: bool = False,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -230,6 +235,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
         self.handler = handler
         self.split_statements = split_statements
         self.return_last = return_last
+        self.show_return_value_in_logs = show_return_value_in_logs
 
     def _process_output(self, results: list[Any], descriptions: list[Sequence[Sequence] | None]) -> list[Any]:
         """
@@ -248,6 +254,8 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
         :param results: results in the form of list of rows.
         :param descriptions: list of descriptions returned by ``cur.description`` in the Python DBAPI
         """
+        if self.show_return_value_in_logs:
+            self.log.info("Operator output is: %s", results)
         return results
 
     def execute(self, context):
@@ -286,40 +294,41 @@ class SQLColumnCheckOperator(BaseSQLOperator):
     Checks are performed on a per-column basis specified by the column_mapping.
 
     Each check can take one or more of the following options:
-    - equal_to: an exact value to equal, cannot be used with other comparison options
-    - greater_than: value that result should be strictly greater than
-    - less_than: value that results should be strictly less than
-    - geq_to: value that results should be greater than or equal to
-    - leq_to: value that results should be less than or equal to
-    - tolerance: the percentage that the result may be off from the expected value
-    - partition_clause: an extra clause passed into a WHERE statement to partition data
+
+    * ``equal_to``: an exact value to equal, cannot be used with other comparison options
+    * ``greater_than``: value that result should be strictly greater than
+    * ``less_than``: value that results should be strictly less than
+    * ``geq_to``: value that results should be greater than or equal to
+    * ``leq_to``: value that results should be less than or equal to
+    * ``tolerance``: the percentage that the result may be off from the expected value
+    * ``partition_clause``: an extra clause passed into a WHERE statement to partition data
 
     :param table: the table to run checks on
     :param column_mapping: the dictionary of columns and their associated checks, e.g.
 
-    .. code-block:: python
-
-        {
-            "col_name": {
-                "null_check": {
-                    "equal_to": 0,
-                    "partition_clause": "foreign_key IS NOT NULL",
-                },
-                "min": {
-                    "greater_than": 5,
-                    "leq_to": 10,
-                    "tolerance": 0.2,
-                },
-                "max": {"less_than": 1000, "geq_to": 10, "tolerance": 0.01},
+        .. code-block:: python
+
+            {
+                "col_name": {
+                    "null_check": {
+                        "equal_to": 0,
+                        "partition_clause": "foreign_key IS NOT NULL",
+                    },
+                    "min": {
+                        "greater_than": 5,
+                        "leq_to": 10,
+                        "tolerance": 0.2,
+                    },
+                    "max": {"less_than": 1000, "geq_to": 10, "tolerance": 0.01},
+                }
             }
-        }
 
     :param partition_clause: a partial SQL statement that is added to a WHERE clause in the query built by
         the operator that creates partition_clauses for the checks to run on, e.g.
 
-    .. code-block:: python
+        .. code-block:: python
 
-        "date = '1970-01-01'"
+            "date = '1970-01-01'"
 
     :param conn_id: the connection ID used to connect to the database
     :param database: name of database which overwrite the defined one in connection
@@ -534,21 +543,21 @@ class SQLTableCheckOperator(BaseSQLOperator):
     :param checks: the dictionary of checks, where check names are followed by a dictionary containing at
         least a check statement, and optionally a partition clause, e.g.:
 
-    .. code-block:: python
+        .. code-block:: python
 
-        {
-            "row_count_check": {"check_statement": "COUNT(*) = 1000"},
-            "column_sum_check": {"check_statement": "col_a + col_b < col_c"},
-            "third_check": {"check_statement": "MIN(col) = 1", "partition_clause": "col IS NOT NULL"},
-        }
+            {
+                "row_count_check": {"check_statement": "COUNT(*) = 1000"},
+                "column_sum_check": {"check_statement": "col_a + col_b < col_c"},
+                "third_check": {"check_statement": "MIN(col) = 1", "partition_clause": "col IS NOT NULL"},
+            }
 
 
     :param partition_clause: a partial SQL statement that is added to a WHERE clause in the query built by
         the operator that creates partition_clauses for the checks to run on, e.g.
 
-    .. code-block:: python
+        .. code-block:: python
 
-        "date = '1970-01-01'"
+            "date = '1970-01-01'"
 
     :param conn_id: the connection ID used to connect to the database
     :param database: name of database which overwrite the defined one in connection
@@ -807,12 +816,11 @@ class SQLIntervalCheckOperator(BaseSQLOperator):
     :param date_filter_column: The column name for the dates to filter on. Defaults to 'ds'
     :param ratio_formula: which formula to use to compute the ratio between
         the two metrics. Assuming cur is the metric of today and ref is
-        the metric to today - days_back.
+        the metric to today - days_back. Default: 'max_over_min'
 
-        max_over_min: computes max(cur, ref) / min(cur, ref)
-        relative_diff: computes abs(cur-ref) / ref
+        * ``max_over_min``: computes max(cur, ref) / min(cur, ref)
+        * ``relative_diff``: computes abs(cur-ref) / ref
 
-        Default: 'max_over_min'
     :param ignore_zero: whether we should ignore zero metrics
     :param metrics_thresholds: a dictionary of ratios indexed by metrics
     """
@@ -1029,7 +1037,7 @@ class BranchSQLOperator(BaseSQLOperator, SkipMixin):
 
     :param sql: The SQL code to be executed, should return true or false (templated)
        Template reference are recognized by str ending in '.sql'.
-       Expected SQL query to return Boolean (True/False), integer (0 = False, Otherwise = 1)
+       Expected SQL query to return a boolean (True/False), integer (0 = False, Otherwise = 1)
        or string (true/y/yes/1/on/false/n/no/0/off).
     :param follow_task_ids_if_true: task id or task ids to follow if query returns true
     :param follow_task_ids_if_false: task id or task ids to follow if query returns false

{apache_airflow_providers_common_sql-1.3.4.dist-info → apache_airflow_providers_common_sql-1.4.0.dist-info}/METADATA

@@ -1,19 +1,18 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-common-sql
-Version: 1.3.4
+Version: 1.4.0
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-common-sql package
 Home-page: https://airflow.apache.org/
+Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Download-URL: https://archive.apache.org/dist/airflow/providers
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.3.4/
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
-Platform: UNKNOWN
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Environment :: Web Environment
@@ -56,7 +55,7 @@ Requires-Dist: pandas (>=0.17.1) ; extra == 'pandas'
 
 Package ``apache-airflow-providers-common-sql``
 
-Release: ``1.3.4``
+Release: ``1.4.0``
 
 
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -69,7 +68,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
 are in ``airflow.providers.common.sql`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.3.4/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/>`_.
 
 
 Installation
@@ -116,6 +115,19 @@ PIP package    Version required
 Changelog
 ---------
 
+1.4.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add option to show output of 'SQLExecuteQueryOperator' in the log (#29954)``
+
+Misc
+~~~~
+
+* ``Fix Python API docs formatting for Common SQL provider (#29863)``
+
 1.3.4
 .....
 
@@ -260,5 +272,3 @@ Bug Fixes
 Initial version of the provider.
 Adds ``SQLColumnCheckOperator`` and ``SQLTableCheckOperator``.
 Moves ``DBApiHook``, ``SQLSensor`` and ``ConnectorProtocol`` to the provider.
-
-

apache_airflow_providers_common_sql-1.4.0.dist-info/RECORD

@@ -0,0 +1,15 @@
+airflow/providers/common/sql/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/sql/get_provider_info.py,sha256=EdtCMM7YWFHw2NRwYch1dWOWGVcndF9ED9iqctui_Ho,2343
+airflow/providers/common/sql/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/sql/hooks/sql.py,sha256=UoN_xliZoGVZAP2Spw-qNNsIBrAnEVXoRyl03U2zqMI,21739
+airflow/providers/common/sql/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/sql/operators/sql.py,sha256=cZvSFT0Wm5poN6MLwhhAvIlSfMRz21_lRH11ySe7x6g,44390
+airflow/providers/common/sql/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/sql/sensors/sql.py,sha256=iMJVBO-meJjrfnwD6c5kxgyCZ0ZzoWe7mj4vmCeoo5Y,4691
+apache_airflow_providers_common_sql-1.4.0.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_common_sql-1.4.0.dist-info/METADATA,sha256=S119TKCjpcde1bkhZJ5BpHb9_BYpYAqp5bmkCL0mVa8,9482
+apache_airflow_providers_common_sql-1.4.0.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
+apache_airflow_providers_common_sql-1.4.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+apache_airflow_providers_common_sql-1.4.0.dist-info/entry_points.txt,sha256=tmKZSanpZW-c-LmV95ou0uu9LqJ9MGXvO18XZNC5KsY,107
+apache_airflow_providers_common_sql-1.4.0.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
+apache_airflow_providers_common_sql-1.4.0.dist-info/RECORD,,

{apache_airflow_providers_common_sql-1.3.4.dist-info → apache_airflow_providers_common_sql-1.4.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{apache_airflow_providers_common_sql-1.3.4.dist-info → apache_airflow_providers_common_sql-1.4.0.dist-info}/entry_points.txt

@@ -1,3 +1,2 @@
 [apache_airflow_provider]
 provider_info = airflow.providers.common.sql.get_provider_info:get_provider_info
-

apache_airflow_providers_common_sql-1.3.4.dist-info/RECORD

@@ -1,15 +0,0 @@
-airflow/providers/common/sql/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/sql/get_provider_info.py,sha256=LYEf16XL7V3NF9vPhOqDyNPWwrLLGL6oJovMjegruhA,2334
-airflow/providers/common/sql/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/sql/hooks/sql.py,sha256=DQzqSqX4fO5pGxFqEZhn1KmdYTP-5zZmcMhCHKTqYWg,21748
-airflow/providers/common/sql/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/sql/operators/sql.py,sha256=UHZJvjn8jNYpWGDh3ZBwCevsb17leOzramCzmFM4Eig,43803
-airflow/providers/common/sql/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/sql/sensors/sql.py,sha256=iMJVBO-meJjrfnwD6c5kxgyCZ0ZzoWe7mj4vmCeoo5Y,4691
-apache_airflow_providers_common_sql-1.3.4.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_common_sql-1.3.4.dist-info/METADATA,sha256=B3uOTdW_lEGLkzEQU74Yp61o2YKVK_5ZU0NUbOaimbY,9306
-apache_airflow_providers_common_sql-1.3.4.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
-apache_airflow_providers_common_sql-1.3.4.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-apache_airflow_providers_common_sql-1.3.4.dist-info/entry_points.txt,sha256=cp5O8pmTdaXOHe20cn7orc8OPd05YFN2NWZ05KLd2QU,108
-apache_airflow_providers_common_sql-1.3.4.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
-apache_airflow_providers_common_sql-1.3.4.dist-info/RECORD,,