openlineage-python 1.24.1__tar.gz → 1.25.0__tar.gz

{openlineage_python-1.24.1 → openlineage_python-1.25.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: openlineage-python
-Version: 1.24.1
+Version: 1.25.0
 Summary: OpenLineage Python Client
 Author-email: OpenLineage <info@openlineage.io>
 Keywords: openlineage

{openlineage_python-1.24.1 → openlineage_python-1.25.0}/openlineage/client/constants.py

@@ -2,7 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 from __future__ import annotations
 
-__version__ = "1.24.1"
+__version__ = "1.25.0"
 
 DEFAULT_TIMEOUT_MS = 5000
 DEFAULT_NAMESPACE_NAME = "default"

{openlineage_python-1.24.1 → openlineage_python-1.25.0}/openlineage/client/facet_v2.py

@@ -13,6 +13,7 @@ from openlineage.client.generated import (
     error_message_run,
     external_query_run,
     extraction_error_run,
+    input_statistics_input_dataset,
     job_type_job,
     lifecycle_state_change_dataset,
     nominal_time_run,
@@ -59,6 +60,7 @@ __all__ = [
     "error_message_run",
     "external_query_run",
     "extraction_error_run",
+    "input_statistics_input_dataset",
     "job_type_job",
     "lifecycle_state_change_dataset",
     "nominal_time_run",

openlineage_python-1.25.0/openlineage/client/generated/input_statistics_input_dataset.py

@@ -0,0 +1,27 @@
+# Copyright 2018-2024 contributors to the OpenLineage project
+# SPDX-License-Identifier: Apache-2.0
+
+from __future__ import annotations
+
+from typing import ClassVar
+
+import attr
+from openlineage.client.generated.base import InputDatasetFacet
+
+
+@attr.define
+class InputStatisticsInputDatasetFacet(InputDatasetFacet):
+    rowCount: int | None = attr.field(default=None)  # noqa: N815
+    """The number of rows read"""
+
+    size: int | None = attr.field(default=None)
+    """The size in bytes read"""
+
+    fileCount: int | None = attr.field(default=None)  # noqa: N815
+    """The number of files read"""
+
+    _additional_skip_redact: ClassVar[list[str]] = ["rowCount", "size"]
+
+    @staticmethod
+    def _get_schema() -> str:
+        return "https://openlineage.io/spec/facets/1-0-0/InputStatisticsInputDatasetFacet.json#/$defs/InputStatisticsInputDatasetFacet"

{openlineage_python-1.24.1 → openlineage_python-1.25.0}/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [project]
 name = "openlineage-python"
-version = "1.24.1"
+version = "1.25.0"
 description = "OpenLineage Python Client"
 readme = "README.md"
 keywords = [

{openlineage_python-1.24.1 → openlineage_python-1.25.0}/redact_fields.yml

@@ -138,6 +138,12 @@
       redact_fields:
         - rowCount
         - size
+- module: input_statistics_input_dataset
+  classes:
+    - class_name: InputStatisticsInputDatasetFacet
+      redact_fields:
+        - rowCount
+        - size
 - module: ownership_dataset
   classes:
     - class_name: Owner