openlineage-python 1.10.1__tar.gz → 1.11.1__tar.gz

{openlineage_python-1.10.1 → openlineage_python-1.11.1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: openlineage-python
-Version: 1.10.1
+Version: 1.11.1
 Summary: OpenLineage Python Client
 Author-email: OpenLineage <info@openlineage.io>
 Keywords: openlineage

{openlineage_python-1.10.1 → openlineage_python-1.11.1}/openlineage/client/client.py

@@ -4,7 +4,7 @@ from __future__ import annotations
 
 import logging
 import os
-from typing import TYPE_CHECKING, Any, TypeVar, Union
+from typing import TYPE_CHECKING, Any, TypeVar
 
 import attr
 from openlineage.client.filter import Filter, create_filter
@@ -86,20 +86,20 @@ class OpenLineageClient:
             ),
         )
 
-    def emit(self, event: Union[RunEvent, DatasetEvent | JobEvent]) -> None:  # noqa: UP007
+    def emit(self, event: RunEvent | DatasetEvent | JobEvent) -> None:
         if not (isinstance(event, (RunEvent, DatasetEvent, JobEvent))):
             msg = "`emit` only accepts RunEvent, DatasetEvent, JobEvent classes"
             raise ValueError(msg)  # noqa: TRY004
+        if self._filters and self.filter_event(event) is None:
+            return
         if not self.transport:
             log.error("Tried to emit OpenLineage event, but transport is not configured.")
             return
+
         if log.isEnabledFor(logging.DEBUG):
             val = Serde.to_json(event).encode("utf-8")
             log.debug("OpenLineageClient will emit event %s", val)
-        if self._filters and self.filter_event(event) is None:
-            return
-        if event:
-            self.transport.emit(event)
+        self.transport.emit(event)
 
     @classmethod
     def from_environment(cls: type[_T]) -> _T:
@@ -112,8 +112,8 @@ class OpenLineageClient:
 
     def filter_event(
         self,
-        event: Union[RunEvent, DatasetEvent, JobEvent],  # noqa: UP007
-    ) -> Union[RunEvent, DatasetEvent, JobEvent] | None:  # noqa: UP007
+        event: RunEvent | DatasetEvent | JobEvent,
+    ) -> RunEvent | DatasetEvent | JobEvent | None:
         """Filters jobs according to config-defined events"""
         for _filter in self._filters:
             if isinstance(event, RunEvent) and _filter.filter_event(event) is None:

{openlineage_python-1.10.1 → openlineage_python-1.11.1}/openlineage/client/constants.py

@@ -2,7 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 from __future__ import annotations
 
-__version__ = "1.10.1"
+__version__ = "1.11.1"
 
 DEFAULT_TIMEOUT_MS = 5000
 DEFAULT_NAMESPACE_NAME = "default"

{openlineage_python-1.10.1 → openlineage_python-1.11.1}/openlineage/client/facet.py

@@ -145,10 +145,11 @@ class DataSourceDatasetFacet(BaseFacet):
 
 @attr.s
 class OutputStatisticsOutputDatasetFacet(BaseFacet):
-    rowCount: int = attr.ib()  # noqa: N815
+    rowCount: Optional[int] = attr.ib(default=None)  # noqa: N815
     size: Optional[int] = attr.ib(default=None)
+    fileCount: Optional[int] = attr.ib(default=None)  # noqa: N815
 
-    _additional_skip_redact: ClassVar[List[str]] = ["rowCount", "size"]
+    _additional_skip_redact: ClassVar[List[str]] = ["rowCount", "size", "fileCount"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -170,6 +171,7 @@ class ColumnMetric:
 class DataQualityMetricsInputDatasetFacet(BaseFacet):
     rowCount: Optional[int] = attr.ib(default=None)  # noqa: N815
     bytes: Optional[int] = attr.ib(default=None)  # noqa: A003
+    fileCount: Optional[int] = attr.ib(default=None)  # noqa: N815
     columnMetrics: Dict[str, ColumnMetric] = attr.ib(factory=dict)  # noqa: N815
 
     @staticmethod

{openlineage_python-1.10.1 → openlineage_python-1.11.1}/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [project]
 name = "openlineage-python"
-version = "1.10.1"
+version = "1.11.1"
 description = "OpenLineage Python Client"
 readme = "README.md"
 keywords = [