apache-airflow-providers-openlineage 1.13.0rc1__tar.gz → 1.14.0rc1__tar.gz

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: apache-airflow-providers-openlineage
-Version: 1.13.0rc1
+Version: 1.14.0rc1
 Summary: Provider package apache-airflow-providers-openlineage for Apache Airflow
 Keywords: airflow-provider,openlineage,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,22 +21,22 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow-providers-common-compat>=1.2.1rc0
-Requires-Dist: apache-airflow-providers-common-sql>=1.6.0rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc0
 Requires-Dist: apache-airflow>=2.8.0rc0
 Requires-Dist: attrs>=22.2
-Requires-Dist: openlineage-integration-common>=1.22.0
-Requires-Dist: openlineage-python>=1.22.0
-Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
-Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
+Requires-Dist: openlineage-integration-common>=1.24.2
+Requires-Dist: openlineage-python>=1.24.2
+Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
+Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
-Provides-Extra: common.compat
-Provides-Extra: common.sql
+Provides-Extra: common-compat
+Provides-Extra: common-sql
 
 
 .. Licensed to the Apache Software Foundation (ASF) under one
@@ -82,7 +82,7 @@ Provides-Extra: common.sql
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.13.0.rc1``
+Release: ``1.14.0.rc1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -95,7 +95,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/>`_.
 
 Installation
 ------------
@@ -113,11 +113,11 @@ Requirements
 PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.8.0``
-``apache-airflow-providers-common-sql``     ``>=1.6.0``
+``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``attrs``                                   ``>=22.2``
-``openlineage-integration-common``          ``>=1.22.0``
-``openlineage-python``                      ``>=1.22.0``
+``openlineage-integration-common``          ``>=1.24.2``
+``openlineage-python``                      ``>=1.24.2``
 ==========================================  ==================
 
 Cross provider package dependencies
@@ -141,4 +141,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/changelog.html>`_.

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.13.0.rc1``
+Release: ``1.14.0.rc1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/>`_.
 
 Installation
 ------------
@@ -73,11 +73,11 @@ Requirements
 PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.8.0``
-``apache-airflow-providers-common-sql``     ``>=1.6.0``
+``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``attrs``                                   ``>=22.2``
-``openlineage-integration-common``          ``>=1.22.0``
-``openlineage-python``                      ``>=1.22.0``
+``openlineage-integration-common``          ``>=1.24.2``
+``openlineage-python``                      ``>=1.24.2``
 ==========================================  ==================
 
 Cross provider package dependencies
@@ -101,4 +101,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/changelog.html>`_.

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.13.0"
+__version__ = "1.14.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/extractors/manager.py

@@ -198,6 +198,8 @@ class ExtractorManager(LoggingMixin):
         except ImportError:
             return None
 
+        if not hasattr(get_hook_lineage_collector(), "has_collected"):
+            return None
         if not get_hook_lineage_collector().has_collected:
             return None
 

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/get_provider_info.py

@@ -30,6 +30,7 @@ def get_provider_info():
         "state": "ready",
         "source-date-epoch": 1730013356,
         "versions": [
+            "1.14.0",
             "1.13.0",
             "1.12.2",
             "1.12.1",
@@ -56,11 +57,11 @@ def get_provider_info():
         ],
         "dependencies": [
             "apache-airflow>=2.8.0",
-            "apache-airflow-providers-common-sql>=1.6.0",
+            "apache-airflow-providers-common-sql>=1.20.0",
             "apache-airflow-providers-common-compat>=1.2.1",
             "attrs>=22.2",
-            "openlineage-integration-common>=1.22.0",
-            "openlineage-python>=1.22.0",
+            "openlineage-integration-common>=1.24.2",
+            "openlineage-python>=1.24.2",
         ],
         "integrations": [
             {
@@ -90,7 +91,7 @@ def get_provider_info():
                     "disabled_for_operators": {
                         "description": "Exclude some Operators from emitting OpenLineage events by passing a string of semicolon separated\nfull import paths of Operators to disable.\n",
                         "type": "string",
-                        "example": "airflow.providers.standard.operators.bash.BashOperator; airflow.operators.python.PythonOperator",
+                        "example": "airflow.providers.standard.operators.bash.BashOperator; airflow.providers.standard.operators.python.PythonOperator",
                         "default": "",
                         "version_added": "1.1.0",
                     },

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/plugins/adapter.py

@@ -32,7 +32,6 @@ from openlineage.client.facet_v2 import (
     nominal_time_run,
     ownership_job,
     parent_run,
-    processing_engine_run,
     source_code_location_job,
 )
 from openlineage.client.uuid import generate_static_uuid
@@ -42,6 +41,7 @@ from airflow.providers.openlineage.utils.utils import (
     OpenLineageRedactor,
     get_airflow_debug_facet,
     get_airflow_state_run_facet,
+    get_processing_engine_facet,
 )
 from airflow.stats import Stats
 from airflow.utils.log.logging_mixin import LoggingMixin
@@ -84,7 +84,7 @@ class OpenLineageAdapter(LoggingMixin):
                     "OpenLineage configuration found. Transport type: `%s`",
                     config.get("type", "no type provided"),
                 )
-                self._client = OpenLineageClient.from_dict(config=config)
+                self._client = OpenLineageClient(config=config)
             else:
                 self.log.debug(
                     "OpenLineage configuration not found directly in Airflow. "
@@ -98,9 +98,7 @@ class OpenLineageAdapter(LoggingMixin):
         openlineage_config_path = conf.config_path(check_legacy_env_var=False)
         if openlineage_config_path:
             config = self._read_yaml_config(openlineage_config_path)
-            if config:
-                return config.get("transport", None)
-            self.log.debug("OpenLineage config file is empty: `%s`", openlineage_config_path)
+            return config
         else:
             self.log.debug("OpenLineage config_path configuration not found.")
 
@@ -109,7 +107,7 @@ class OpenLineageAdapter(LoggingMixin):
         if not transport_config:
             self.log.debug("OpenLineage transport configuration not found.")
             return None
-        return transport_config
+        return {"transport": transport_config}
 
     @staticmethod
     def _read_yaml_config(path: str) -> dict | None:
@@ -197,18 +195,10 @@ class OpenLineageAdapter(LoggingMixin):
         :param task: metadata container with information extracted from operator
         :param run_facets: custom run facets
         """
-        from airflow.version import version as AIRFLOW_VERSION
-
-        processing_engine_version_facet = processing_engine_run.ProcessingEngineRunFacet(
-            version=AIRFLOW_VERSION,
-            name="Airflow",
-            openlineageAdapterVersion=OPENLINEAGE_PROVIDER_VERSION,
-        )
-
         run_facets = run_facets or {}
         if task:
             run_facets = {**task.run_facets, **run_facets}
-        run_facets["processing_engine"] = processing_engine_version_facet  # type: ignore
+        run_facets = {**run_facets, **get_processing_engine_facet()}  # type: ignore
         event = RunEvent(
             eventType=RunState.START,
             eventTime=event_time,
@@ -364,7 +354,7 @@ class OpenLineageAdapter(LoggingMixin):
                     job_name=dag_id,
                     nominal_start_time=nominal_start_time,
                     nominal_end_time=nominal_end_time,
-                    run_facets={**run_facets, **get_airflow_debug_facet()},
+                    run_facets={**run_facets, **get_airflow_debug_facet(), **get_processing_engine_facet()},
                 ),
                 inputs=[],
                 outputs=[],

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/sqlparser.py

@@ -331,8 +331,11 @@ class SQLParser(LoggingMixin):
             split_statement = DbApiHook.split_sql_string
         except (ImportError, AttributeError):
             # No common.sql Airflow provider available or version is too old.
-            def split_statement(sql: str) -> list[str]:
-                splits = sqlparse.split(sqlparse.format(sql, strip_comments=True))
+            def split_statement(sql: str, strip_semicolon: bool = False) -> list[str]:
+                splits = sqlparse.split(
+                    sql=sqlparse.format(sql, strip_comments=True),
+                    strip_semicolon=strip_semicolon,
+                )
                 return [s for s in splits if s]
 
         if isinstance(sql, str):

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/airflow/providers/openlineage/utils/utils.py

@@ -38,7 +38,7 @@ from airflow.exceptions import (
 # TODO: move this maybe to Airflow's logic?
 from airflow.models import DAG, BaseOperator, DagRun, MappedOperator
 from airflow.providers.common.compat.assets import Asset
-from airflow.providers.openlineage import conf
+from airflow.providers.openlineage import __version__ as OPENLINEAGE_PROVIDER_VERSION, conf
 from airflow.providers.openlineage.plugins.facets import (
     AirflowDagRunFacet,
     AirflowDebugRunFacet,
@@ -65,7 +65,7 @@ from airflow.utils.module_loading import import_string
 
 if TYPE_CHECKING:
     from openlineage.client.event_v2 import Dataset as OpenLineageDataset
-    from openlineage.client.facet_v2 import RunFacet
+    from openlineage.client.facet_v2 import RunFacet, processing_engine_run
 
     from airflow.models import TaskInstance
     from airflow.utils.state import DagRunState, TaskInstanceState
@@ -262,9 +262,31 @@ class DagInfo(InfoJsonEncodable):
         "start_date",
         "tags",
     ]
-    casts = {"timetable": lambda dag: dag.timetable.serialize() if getattr(dag, "timetable", None) else None}
+    casts = {"timetable": lambda dag: DagInfo.serialize_timetable(dag)}
     renames = {"_dag_id": "dag_id"}
 
+    @classmethod
+    def serialize_timetable(cls, dag: DAG) -> dict[str, Any]:
+        serialized = dag.timetable.serialize()
+        if serialized != {} and serialized is not None:
+            return serialized
+        if (
+            hasattr(dag, "dataset_triggers")
+            and isinstance(dag.dataset_triggers, list)
+            and len(dag.dataset_triggers)
+        ):
+            triggers = dag.dataset_triggers
+            return {
+                "dataset_condition": {
+                    "__type": "dataset_all",
+                    "objects": [
+                        {"__type": "dataset", "uri": trigger.uri, "extra": trigger.extra}
+                        for trigger in triggers
+                    ],
+                }
+            }
+        return {}
+
 
 class DagRunInfo(InfoJsonEncodable):
     """Defines encoding DagRun object to JSON."""
@@ -406,6 +428,18 @@ def _get_all_packages_installed() -> dict[str, str]:
     return {dist.metadata["Name"]: dist.version for dist in metadata.distributions()}
 
 
+def get_processing_engine_facet() -> dict[str, processing_engine_run.ProcessingEngineRunFacet]:
+    from openlineage.client.facet_v2 import processing_engine_run
+
+    return {
+        "processing_engine": processing_engine_run.ProcessingEngineRunFacet(
+            version=AIRFLOW_VERSION,
+            name="Airflow",
+            openlineageAdapterVersion=OPENLINEAGE_PROVIDER_VERSION,
+        )
+    }
+
+
 def get_airflow_debug_facet() -> dict[str, AirflowDebugRunFacet]:
     if not conf.debug_mode():
         return {}

{apache_airflow_providers_openlineage-1.13.0rc1 → apache_airflow_providers_openlineage-1.14.0rc1}/pyproject.toml

@@ -21,14 +21,13 @@
 
 # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
-#
 [build-system]
-requires = ["flit_core >=3.2,<4"]
+requires = ["flit_core==3.10.1"]
 build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-openlineage"
-version = "1.13.0.rc1"
+version = "1.14.0.rc1"
 description = "Provider package apache-airflow-providers-openlineage for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -56,16 +55,16 @@ classifiers = [
 requires-python = "~=3.9"
 dependencies = [
     "apache-airflow-providers-common-compat>=1.2.1rc0",
-    "apache-airflow-providers-common-sql>=1.6.0rc0",
+    "apache-airflow-providers-common-sql>=1.20.0rc0",
     "apache-airflow>=2.8.0rc0",
     "attrs>=22.2",
-    "openlineage-integration-common>=1.22.0",
-    "openlineage-python>=1.22.0",
+    "openlineage-integration-common>=1.24.2",
+    "openlineage-python>=1.24.2",
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.13.0/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.14.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"