openlineage-python 1.31.0__tar.gz → 1.32.0__tar.gz

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/PKG-INFO

@@ -1,23 +1,23 @@
 Metadata-Version: 2.4
 Name: openlineage-python
-Version: 1.31.0
+Version: 1.32.0
 Summary: OpenLineage Python Client
 Author-email: OpenLineage <info@openlineage.io>
 Keywords: openlineage
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Python: >=3.8
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.9
 Requires-Dist: attrs>=20.0
 Requires-Dist: packaging>=21.0
 Requires-Dist: python-dateutil>=2.8.2
 Requires-Dist: pyyaml>=5.4
-Requires-Dist: requests>=2.20.0
+Requires-Dist: requests>=2.32.3
 Provides-Extra: docs
 Requires-Dist: beautifulsoup4>=4.12.0; extra == 'docs'
 Requires-Dist: pydata-sphinx-theme>=0.13; extra == 'docs'
@@ -26,7 +26,7 @@ Requires-Dist: sphinx>=7.0; extra == 'docs'
 Provides-Extra: generator
 Requires-Dist: click; extra == 'generator'
 Requires-Dist: datamodel-code-generator==0.25.4; extra == 'generator'
-Requires-Dist: ruff==0.3.5; extra == 'generator'
+Requires-Dist: ruff; extra == 'generator'
 Provides-Extra: kafka
 Requires-Dist: confluent-kafka>=2.1.1; extra == 'kafka'
 Provides-Extra: msk-iam

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/client.py

@@ -153,7 +153,7 @@ class OpenLineageClient:
     ) -> Event | None:
         """Filters jobs according to config-defined events"""
         for _filter in self._filters:
-            if isinstance(event, RunEvent) and _filter.filter_event(event) is None:
+            if isinstance(event, (RunEvent, event_v2.RunEvent)) and _filter.filter_event(event) is None:
                 return None
         return event
 
@@ -397,7 +397,10 @@ class OpenLineageClient:
         """
         Adds environment variables as facets to the event object.
         """
-        if isinstance(event, RunEvent) and (env_vars := self._collect_environment_variables()):
+        if isinstance(event, (RunEvent, event_v2.RunEvent)) and (
+            env_vars := self._collect_environment_variables()
+        ):
+            event.run.facets = event.run.facets or {}
             event.run.facets["environmentVariables"] = EnvironmentVariablesRunFacet(
                 environmentVariables=[
                     EnvironmentVariable(name=name, value=value) for name, value in env_vars.items()

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/constants.py

@@ -2,7 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 from __future__ import annotations
 
-__version__ = "1.31.0"
+__version__ = "1.32.0"
 
 DEFAULT_TIMEOUT_MS = 5000
 DEFAULT_NAMESPACE_NAME = "default"

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/facet.py

@@ -2,7 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 import warnings
 from enum import Enum
-from typing import Any, ClassVar, Dict, List, Optional
+from typing import Any, ClassVar, Optional
 
 import attr
 from openlineage.client.constants import DEFAULT_PRODUCER
@@ -27,8 +27,8 @@ class BaseFacet(RedactMixin):
     _producer: str = attr.ib(init=False)
     _schemaURL: str = attr.ib(init=False)  # noqa: N815
 
-    _base_skip_redact: ClassVar[List[str]] = ["_producer", "_schemaURL"]
-    _additional_skip_redact: ClassVar[List[str]] = []
+    _base_skip_redact: ClassVar[list[str]] = ["_producer", "_schemaURL"]
+    _additional_skip_redact: ClassVar[list[str]] = []
 
     def __attrs_post_init__(self) -> None:
         self._producer = PRODUCER
@@ -39,7 +39,7 @@ class BaseFacet(RedactMixin):
         return SCHEMA_URI + "#/definitions/BaseFacet"
 
     @property
-    def skip_redact(self) -> List[str]:
+    def skip_redact(self) -> list[str]:
         return self._base_skip_redact + self._additional_skip_redact
 
 
@@ -48,7 +48,7 @@ class NominalTimeRunFacet(BaseFacet):
     nominalStartTime: str = attr.ib()  # noqa: N815
     nominalEndTime: Optional[str] = attr.ib(default=None)  # noqa: N815
 
-    _additional_skip_redact: ClassVar[List[str]] = ["nominalStartTime", "nominalEndTime"]
+    _additional_skip_redact: ClassVar[list[str]] = ["nominalStartTime", "nominalEndTime"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -57,10 +57,10 @@ class NominalTimeRunFacet(BaseFacet):
 
 @attr.s
 class ParentRunFacet(BaseFacet):
-    run: Dict[Any, Any] = attr.ib()
-    job: Dict[Any, Any] = attr.ib()
+    run: dict[Any, Any] = attr.ib()
+    job: dict[Any, Any] = attr.ib()
 
-    _additional_skip_redact: ClassVar[List[str]] = ["job", "run"]
+    _additional_skip_redact: ClassVar[list[str]] = ["job", "run"]
 
     @classmethod
     def create(cls, runId: str, namespace: str, name: str) -> "ParentRunFacet":  # noqa: N803
@@ -93,7 +93,7 @@ class SourceCodeLocationJobFacet(BaseFacet):
     type: str = attr.ib()
     url: str = attr.ib()
 
-    _additional_skip_redact: ClassVar[List[str]] = ["type", "url"]
+    _additional_skip_redact: ClassVar[list[str]] = ["type", "url"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -124,12 +124,12 @@ class SchemaField(RedactMixin):
     type: str = attr.ib()
     description: Optional[str] = attr.ib(default=None)
 
-    _do_not_redact: ClassVar[List[str]] = ["name", "type"]
+    _do_not_redact: ClassVar[list[str]] = ["name", "type"]
 
 
 @attr.s
 class SchemaDatasetFacet(BaseFacet):
-    fields: List[SchemaField] = attr.ib()
+    fields: list[SchemaField] = attr.ib()
 
     @staticmethod
     def _get_schema() -> str:
@@ -141,7 +141,7 @@ class DataSourceDatasetFacet(BaseFacet):
     name: str = attr.ib()
     uri: str = attr.ib()
 
-    _additional_skip_redact: ClassVar[List[str]] = ["name", "uri"]
+    _additional_skip_redact: ClassVar[list[str]] = ["name", "uri"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -154,7 +154,7 @@ class OutputStatisticsOutputDatasetFacet(BaseFacet):
     size: Optional[int] = attr.ib(default=None)
     fileCount: Optional[int] = attr.ib(default=None)  # noqa: N815
 
-    _additional_skip_redact: ClassVar[List[str]] = ["rowCount", "size", "fileCount"]
+    _additional_skip_redact: ClassVar[list[str]] = ["rowCount", "size", "fileCount"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -169,7 +169,7 @@ class ColumnMetric:
     count: Optional[int] = attr.ib(default=None)
     min: Optional[float] = attr.ib(default=None)
     max: Optional[float] = attr.ib(default=None)
-    quantiles: Optional[Dict[str, float]] = attr.ib(default=None)
+    quantiles: Optional[dict[str, float]] = attr.ib(default=None)
 
 
 @attr.s
@@ -177,7 +177,7 @@ class DataQualityMetricsInputDatasetFacet(BaseFacet):
     rowCount: Optional[int] = attr.ib(default=None)  # noqa: N815
     bytes: Optional[int] = attr.ib(default=None)
     fileCount: Optional[int] = attr.ib(default=None)  # noqa: N815
-    columnMetrics: Dict[str, ColumnMetric] = attr.ib(factory=dict)  # noqa: N815
+    columnMetrics: dict[str, ColumnMetric] = attr.ib(factory=dict)  # noqa: N815
 
     @staticmethod
     def _get_schema() -> str:
@@ -190,7 +190,7 @@ class Assertion(RedactMixin):
     success: bool = attr.ib()
     column: Optional[str] = attr.ib(default=None)
 
-    _skip_redact: ClassVar[List[str]] = ["column"]
+    _skip_redact: ClassVar[list[str]] = ["column"]
 
 
 @attr.s
@@ -198,7 +198,7 @@ class DataQualityAssertionsDatasetFacet(BaseFacet):
 
     """This facet represents asserted expectations on dataset or it's column."""
 
-    assertions: List[Assertion] = attr.ib()
+    assertions: list[Assertion] = attr.ib()
 
     @staticmethod
     def _get_schema() -> str:
@@ -213,7 +213,7 @@ class SourceCodeJobFacet(BaseFacet):
     language: str = attr.ib()  # language that the code was written in
     source: str = attr.ib()  # source code text
 
-    _additional_skip_redact: ClassVar[List[str]] = ["language"]
+    _additional_skip_redact: ClassVar[list[str]] = ["language"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -235,7 +235,7 @@ class ErrorMessageRunFacet(BaseFacet):
     programmingLanguage: str = attr.ib()  # noqa: N815
     stackTrace: Optional[str] = attr.ib(default=None)  # noqa: N815
 
-    _additional_skip_redact: ClassVar[List[str]] = ["programmingLanguage"]
+    _additional_skip_redact: ClassVar[list[str]] = ["programmingLanguage"]
 
     @staticmethod
     def _get_schema() -> str:
@@ -254,7 +254,7 @@ class SymlinksDatasetFacet(BaseFacet):
 
     """This facet represents dataset symlink names."""
 
-    identifiers: List[SymlinksDatasetFacetIdentifiers] = attr.ib(factory=dict)
+    identifiers: list[SymlinksDatasetFacetIdentifiers] = attr.ib(factory=dict)
 
     @staticmethod
     def _get_schema() -> str:
@@ -285,7 +285,7 @@ class OwnershipJobFacet(BaseFacet):
 
     """This facet represents ownership of a job."""
 
-    owners: List[OwnershipJobFacetOwners] = attr.ib(factory=dict)
+    owners: list[OwnershipJobFacetOwners] = attr.ib(factory=dict)
 
     @staticmethod
     def _get_schema() -> str:
@@ -357,7 +357,7 @@ class OwnershipDatasetFacet(BaseFacet):
 
     """This facet represents ownership of a dataset."""
 
-    owners: List[OwnershipDatasetFacetOwners] = attr.ib(factory=dict)
+    owners: list[OwnershipDatasetFacetOwners] = attr.ib(factory=dict)
 
     @staticmethod
     def _get_schema() -> str:
@@ -370,12 +370,12 @@ class ColumnLineageDatasetFacetFieldsAdditionalInputFields(RedactMixin):
     name: str = attr.ib()
     field: str = attr.ib()
 
-    _skip_redact: ClassVar[List[str]] = ["namespace", "name", "field"]
+    _skip_redact: ClassVar[list[str]] = ["namespace", "name", "field"]
 
 
 @attr.s
 class ColumnLineageDatasetFacetFieldsAdditional:
-    inputFields: ClassVar[List[ColumnLineageDatasetFacetFieldsAdditionalInputFields]] = attr.ib()  # noqa: N815
+    inputFields: ClassVar[list[ColumnLineageDatasetFacetFieldsAdditionalInputFields]] = attr.ib()  # noqa: N815
     transformationDescription: str = attr.ib()  # noqa:  N815
     transformationType: str = attr.ib()  # noqa:  N815
 
@@ -385,7 +385,7 @@ class ColumnLineageDatasetFacet(BaseFacet):
 
     """This facet contains column lineage of a dataset."""
 
-    fields: Dict[str, ColumnLineageDatasetFacetFieldsAdditional] = attr.ib(factory=dict)
+    fields: dict[str, ColumnLineageDatasetFacetFieldsAdditional] = attr.ib(factory=dict)
 
     @staticmethod
     def _get_schema() -> str:
@@ -415,7 +415,7 @@ class ExtractionError(BaseFacet):
 class ExtractionErrorRunFacet(BaseFacet):
     totalTasks: int = attr.ib()  # noqa: N815
     failedTasks: int = attr.ib()  # noqa: N815
-    errors: List[ExtractionError] = attr.ib()
+    errors: list[ExtractionError] = attr.ib()
 
     @staticmethod
     def _get_schema() -> str:

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/filter.py

@@ -2,6 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 from __future__ import annotations
 
+import logging
 import re
 import typing
 
@@ -9,6 +10,7 @@ import attr
 from openlineage.client.event_v2 import RunEvent as RunEvent_v2
 from openlineage.client.run import RunEvent
 
+log = logging.getLogger(__name__)
 RunEventType = typing.Union[RunEvent, RunEvent_v2]
 
 
@@ -30,6 +32,7 @@ class ExactMatchFilter(Filter):
 
     def filter_event(self, event: RunEventType) -> RunEventType | None:
         if self.match == event.job.name:
+            log.debug("Job name `%s` matches exactly `%s`.", event.job.name, self.match)
             return None
         return event
 
@@ -40,16 +43,20 @@ class RegexFilter(Filter):
 
     def filter_event(self, event: RunEventType) -> RunEventType | None:
         if self.pattern.match(event.job.name):
+            log.debug("Job name `%s` matches regex `%s`.", event.job.name, self.pattern.pattern)
             return None
         return event
 
 
 def create_filter(conf: FilterConfig) -> Filter | None:
     if not conf.type:
+        log.warning("OpenLineage filter config must have a `type`.")
         return None
-    # Switch in 3.10 🙂
     if conf.type == "exact" and conf.match:
+        log.debug("Creating ExactMatchFilter with match='%s'", conf.match)
         return ExactMatchFilter(match=conf.match)
     if conf.type == "regex" and conf.regex:
+        log.debug("Creating RegexFilter with regex='%s'", conf.regex)
         return RegexFilter(regex=conf.regex)
+    log.warning("Unsupported OpenLineage filter type: `%s`", conf.type)
     return None

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/run.py

@@ -3,7 +3,7 @@
 import uuid
 import warnings
 from enum import Enum
-from typing import Any, ClassVar, Dict, List, Optional
+from typing import Any, ClassVar, Optional
 
 import attr
 from dateutil import parser
@@ -36,19 +36,19 @@ _RUN_FACETS = [
 class Dataset(RedactMixin):
     namespace: str = attr.ib()
     name: str = attr.ib()
-    facets: Dict[Any, Any] = attr.ib(factory=dict)
+    facets: dict[Any, Any] = attr.ib(factory=dict)
 
-    _skip_redact: ClassVar[List[str]] = ["namespace", "name"]
+    _skip_redact: ClassVar[list[str]] = ["namespace", "name"]
 
 
 @attr.s
 class InputDataset(Dataset):
-    inputFacets: Dict[Any, Any] = attr.ib(factory=dict)  # noqa:  N815
+    inputFacets: dict[Any, Any] = attr.ib(factory=dict)  # noqa:  N815
 
 
 @attr.s
 class OutputDataset(Dataset):
-    outputFacets: Dict[Any, Any] = attr.ib(factory=dict)  # noqa:  N815
+    outputFacets: dict[Any, Any] = attr.ib(factory=dict)  # noqa:  N815
 
 
 @attr.s
@@ -58,16 +58,16 @@ class DatasetEvent(RedactMixin):
     schemaURL: str = attr.ib()  # noqa: N815
     dataset: Dataset = attr.ib()
 
-    _skip_redact: ClassVar[List[str]] = ["producer"]
+    _skip_redact: ClassVar[list[str]] = ["producer"]
 
 
 @attr.s
 class Job(RedactMixin):
     namespace: str = attr.ib()
     name: str = attr.ib()
-    facets: Dict[Any, Any] = attr.ib(factory=dict)
+    facets: dict[Any, Any] = attr.ib(factory=dict)
 
-    _skip_redact: ClassVar[List[str]] = ["namespace", "name"]
+    _skip_redact: ClassVar[list[str]] = ["namespace", "name"]
 
 
 @attr.s
@@ -76,18 +76,18 @@ class JobEvent(RedactMixin):
     producer: str = attr.ib()
     schemaURL: str = attr.ib()  # noqa: N815
     job: Job = attr.ib()
-    inputs: Optional[List[Dataset]] = attr.ib(factory=list)
-    outputs: Optional[List[Dataset]] = attr.ib(factory=list)
+    inputs: Optional[list[Dataset]] = attr.ib(factory=list)
+    outputs: Optional[list[Dataset]] = attr.ib(factory=list)
 
-    _skip_redact: ClassVar[List[str]] = ["producer"]
+    _skip_redact: ClassVar[list[str]] = ["producer"]
 
 
 @attr.s
 class Run(RedactMixin):
     runId: str = attr.ib()  # noqa:  N815
-    facets: Dict[Any, Any] = attr.ib(factory=dict)
+    facets: dict[Any, Any] = attr.ib(factory=dict)
 
-    _skip_redact: ClassVar[List[str]] = ["runId"]
+    _skip_redact: ClassVar[list[str]] = ["runId"]
 
     @runId.validator
     def check(self, attribute: str, value: str) -> None:  # noqa: ARG002
@@ -101,11 +101,11 @@ class RunEvent(RedactMixin):
     run: Run = attr.ib()
     job: Job = attr.ib()
     producer: str = attr.ib()
-    inputs: Optional[List[Dataset]] = attr.ib(factory=list)
-    outputs: Optional[List[Dataset]] = attr.ib(factory=list)
+    inputs: Optional[list[Dataset]] = attr.ib(factory=list)
+    outputs: Optional[list[Dataset]] = attr.ib(factory=list)
     schemaURL: str = attr.ib(default=SCHEMA_URL)  # noqa: N815
 
-    _skip_redact: ClassVar[List[str]] = ["eventType", "eventTime", "producer", "schemaURL"]
+    _skip_redact: ClassVar[list[str]] = ["eventType", "eventTime", "producer", "schemaURL"]
 
     @eventTime.validator
     def check(self, attribute: str, value: str) -> None:  # noqa: ARG002

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/serde.py

@@ -6,7 +6,7 @@ import json
 import logging
 import sys
 from enum import Enum
-from typing import Any, Dict, List, cast
+from typing import Any, cast
 
 import attr
 
@@ -23,14 +23,14 @@ class Serde:
     def remove_nulls_and_enums(cls, obj: Any) -> Any:
         if isinstance(obj, Enum):
             return obj.value
-        if isinstance(obj, Dict):
+        if isinstance(obj, dict):
             return dict(
                 filter(
                     lambda x: x[1] is not None,
                     {k: cls.remove_nulls_and_enums(v) for k, v in obj.items()}.items(),
                 ),
             )
-        if isinstance(obj, List):
+        if isinstance(obj, list):
             return list(
                 filter(
                     lambda x: x is not None and (not isinstance(x, dict) or x != {}),
@@ -47,7 +47,7 @@ class Serde:
     def to_dict(cls, obj: Any) -> dict[Any, Any]:
         if not isinstance(obj, dict):
             obj = attr.asdict(obj)
-        return cast(Dict[Any, Any], cls.remove_nulls_and_enums(obj))
+        return cast(dict[Any, Any], cls.remove_nulls_and_enums(obj))
 
     @classmethod
     def to_json(cls, obj: Any) -> str:

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/transport/composite.py

@@ -24,9 +24,10 @@ class CompositeConfig(Config):
 
     Attributes:
         transports:
-            A list of dictionaries, where each dictionary represents the configuration
+            A list or dict of dictionaries, where each dictionary represents the configuration
             for a child transport. Each dictionary should contain the necessary parameters
-            to initialize a specific transport instance.
+            to initialize a specific transport instance. If dict of dictionaries is passed,
+            keys of the dict will be treated as transport names.
 
         continue_on_failure:
             If set to True, the CompositeTransport will attempt to emit the event using
@@ -56,6 +57,10 @@ class CompositeTransport(Transport):
     def __init__(self, config: CompositeConfig) -> None:
         """Initialize a CompositeTransport object."""
         self.config = config
+        log.debug(
+            "Constructing OpenLineage composite transport with the following transports: %s",
+            [str(x) for x in self.transports],
+        )
 
     @cached_property
     def transports(self) -> list[Transport]:
@@ -76,11 +81,11 @@ class CompositeTransport(Transport):
         """Emit an event using all transports in the config."""
         for transport in self.transports:
             try:
-                log.debug("Emitting event using %s", transport.kind)
+                log.debug("Emitting event using transport %s", transport)
                 transport.emit(event)
             except Exception as e:  # noqa: BLE001
                 if self.config.continue_on_failure:
-                    log.warning("Transport %s failed to emit event with error: %s", transport.kind, e)
+                    log.warning("Transport %s failed to emit event with error: %s", transport, e)
                 else:
-                    msg = f"Transport {transport.kind} failed to emit event"
+                    msg = f"Transport {transport} failed to emit event"
                     raise RuntimeError(msg) from e

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/transport/console.py

@@ -11,6 +11,8 @@ from openlineage.client.transport.transport import Config, Transport
 if TYPE_CHECKING:
     from openlineage.client.client import Event
 
+log = logging.getLogger(__name__)
+
 
 class ConsoleConfig(Config):
     ...
@@ -21,10 +23,9 @@ class ConsoleTransport(Transport):
     config_class = ConsoleConfig
 
     def __init__(self, config: ConsoleConfig) -> None:  # noqa: ARG002
-        self.log = logging.getLogger(__name__)
-        self.log.debug("Constructing OpenLineage transport that will send events to console or logs")
+        log.debug("Constructing OpenLineage transport that will send events to console or logs")
 
     def emit(self, event: Event) -> None:
         # Note: When the logging level is set to DEBUG, the content of events is logged twice:
         # here on the INFO level and in client.py on the DEBUG level for when different transport is used.
-        self.log.info(Serde.to_json(event))
+        log.info(Serde.to_json(event))

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/transport/http.py

@@ -11,10 +11,11 @@ from typing import TYPE_CHECKING, Any
 from urllib.parse import urljoin
 
 import attr
+import urllib3.util
 
 if TYPE_CHECKING:
     from openlineage.client.client import Event, OpenLineageClientOptions
-    from requests.adapters import HTTPAdapter, Response
+    from requests import Response
 
 import http.client as http_client
 
@@ -22,6 +23,7 @@ from openlineage.client.serde import Serde
 from openlineage.client.transport.transport import Config, Transport
 from openlineage.client.utils import get_only_specified_fields, try_import_from_string
 from requests import Session
+from requests.adapters import HTTPAdapter
 
 log = logging.getLogger(__name__)
 
@@ -89,6 +91,17 @@ class HttpConfig(Config):
     adapter: HTTPAdapter | None = attr.ib(default=None)
     # custom headers support
     custom_headers: dict[str, str] = attr.ib(factory=dict)
+    # retry settings
+    retry: dict[str, Any] = attr.ib(
+        default={
+            "total": 5,
+            "read": 5,
+            "connect": 5,
+            "backoff_factor": 0.3,
+            "status_forcelist": [500, 502, 503, 504],
+            "allowed_methods": ["HEAD", "POST"],
+        }
+    )
 
     @classmethod
     def from_dict(cls, params: dict[str, Any]) -> HttpConfig:
@@ -149,21 +162,11 @@ class HttpTransport(Transport):
         self.session = None
         if config.session:
             self.session = config.session
-            self.session.headers["Content-Type"] = "application/json"
-            auth_headers = self._auth_headers(config.auth)
-            self.session.headers.update(auth_headers)
-            self.session.headers.update(config.custom_headers)
+            self._prepare_session(self.session)
         self.timeout = config.timeout
         self.verify = config.verify
         self.compression = config.compression
 
-        if config.adapter:
-            self.set_adapter(config.adapter)
-
-    def set_adapter(self, adapter: HTTPAdapter) -> None:
-        if self.session:
-            self.session.mount(self.url, adapter)
-
     def emit(self, event: Event) -> Response:
         # If anyone overrides debuglevel manually, we can potentially leak secrets to logs.
         # Override this setting to make sure it does not happen.
@@ -171,9 +174,6 @@ class HttpTransport(Transport):
         http_client.HTTPConnection.debuglevel = 0
         body, headers = self._prepare_request(Serde.to_json(event))
 
-        # Update headers with custom headers from the config
-        headers.update(self.config.custom_headers)
-
         if self.session:
             resp = self.session.post(
                 url=urljoin(self.url, self.endpoint),
@@ -183,10 +183,8 @@ class HttpTransport(Transport):
                 verify=self.verify,
             )
         else:
-            headers["Content-Type"] = "application/json"
-            headers.update(self._auth_headers(self.config.auth))
-            headers.update(self.config.custom_headers)
             with Session() as session:
+                self._prepare_session(session)
                 resp = session.post(
                     url=urljoin(self.url, self.endpoint),
                     data=body,
@@ -205,8 +203,24 @@ class HttpTransport(Transport):
             return {"Authorization": bearer}
         return {}
 
+    def _prepare_session(self, session: Session) -> None:
+        if self.config.adapter:
+            session.mount(self.url, self.config.adapter)
+        else:
+            session.mount(self.url, self._prepare_adapter())
+
+    def _prepare_adapter(self) -> HTTPAdapter:
+        retry = urllib3.util.Retry(**self.config.retry)
+        return HTTPAdapter(max_retries=retry)
+
     def _prepare_request(self, event_str: str) -> tuple[bytes | str, dict[str, str]]:
+        headers = {
+            "Content-Type": "application/json",
+            **self._auth_headers(self.config.auth),
+            **self.config.custom_headers,
+        }
         if self.compression == HttpCompression.GZIP:
-            return gzip.compress(event_str.encode("utf-8")), {"Content-Encoding": "gzip"}
+            headers["Content-Encoding"] = "gzip"
+            return gzip.compress(event_str.encode("utf-8")), headers
 
-        return event_str, {}
+        return event_str, headers

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/transport/kafka.py

@@ -74,12 +74,7 @@ class KafkaTransport(Transport):
         self.producer = None
         if not self._is_airflow_sqlalchemy:
             self._setup_producer(self.kafka_config.config)
-        log.debug(
-            "Constructing OpenLineage transport that will send events "
-            "to kafka topic `%s` using the following config: %s",
-            self.topic,
-            self.kafka_config,
-        )
+        log.debug("Constructing OpenLineage transport that will send events to kafka topic `%s`", self.topic)
 
     def _get_message_key(self, event: Event) -> str | None:
         if isinstance(event, (DatasetEvent, event_v2.DatasetEvent)):

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/transport/transport.py

@@ -44,6 +44,9 @@ class Transport:
     def emit(self, event: Event) -> Any:
         raise NotImplementedError
 
+    def __str__(self) -> str:
+        return f"<{self.__class__.__name__}(name={self.name}, kind={self.kind})>"
+
 
 class TransportFactory:
     def create(self, config: dict[str, str] | None = None) -> Transport:

{openlineage_python-1.31.0 → openlineage_python-1.32.0}/openlineage/client/utils.py

@@ -4,7 +4,7 @@ from __future__ import annotations
 
 import importlib
 import logging
-from typing import Any, ClassVar, Type, cast
+from typing import Any, ClassVar, cast
 
 import attr
 
@@ -15,7 +15,7 @@ def import_from_string(path: str) -> type[Any]:
     try:
         module_path, target = path.rsplit(".", 1)
         module = importlib.import_module(module_path)
-        return cast(Type[Any], getattr(module, target))
+        return cast(type[Any], getattr(module, target))
     except Exception as e:  # noqa: BLE001
         log.warning(e)
         msg = f"Failed to import {path}"