dlt-utils 0.7.0__tar.gz → 0.7.2__tar.gz

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dlt_utils
-Version: 0.7.0
+Version: 0.7.2
 Summary: Shared utilities for dlt data pipelines with multi-company support
 Author: Jay van den Bos
 License: MIT
@@ -20,6 +20,7 @@ Description-Content-Type: text/markdown
 Requires-Dist: dlt>=1.19.1
 Requires-Dist: azure-identity>=1.15.0
 Requires-Dist: azure-keyvault-secrets>=4.8.0
+Requires-Dist: pendulum>=3.0.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/dlt_utils/__init__.py

@@ -10,6 +10,7 @@ multiple companies/tenants, including:
 - CLI argument parsing with standard arguments
 - Logging configuration
 - Pipeline helpers
+- Authentication: OAuth2 with proactive token refresh
 """
 
 from .incremental import PartitionedIncremental
@@ -30,6 +31,7 @@ from .args import (
     resolve_start_year,
 )
 from .azure_keyvault import AzureKeyVault
+from .auth import BufferedOAuth2ClientCredentials
 from .logging import configure_logging
 from .pipeline import (
     cleanup_tombstones,
@@ -43,7 +45,7 @@ from .pipeline import (
 )
 
 
-__version__ = "0.7.0"
+__version__ = "0.7.2"
 
 __all__ = [
     # Incremental
@@ -63,6 +65,9 @@ __all__ = [
     "resolve_start_year",
     # azure_keyvault
     "AzureKeyVault",
+    # auth
+    "BufferedOAuth2ClientCredentials",
+    "OAUTH_REFRESH_BUFFER_SECONDS",
     # logging
     "configure_logging",
     # pipeline

dlt_utils-0.7.2/dlt_utils/auth.py

@@ -0,0 +1,88 @@
+"""
+Authentication utilities for dlt pipelines.
+
+This module provides authentication helpers including OAuth2 client credentials
+with proactive token refresh.
+"""
+
+import logging
+
+import pendulum
+from dlt.sources.helpers.rest_client.auth import OAuth2ClientCredentials
+
+logger = logging.getLogger(__name__)
+
+# Default buffer in seconds to refresh OAuth token before expiry
+OAUTH_REFRESH_BUFFER_SECONDS = 120
+
+
+class BufferedOAuth2ClientCredentials(OAuth2ClientCredentials):
+    """
+    OAuth2 client credentials auth with proactive refresh buffer.
+
+    dlt refreshes just-in-time based on token expiry. This subclass refreshes
+    earlier to avoid edge cases around network latency and clock skew.
+
+    The buffer works by marking the token as expired earlier than its actual expiry time.
+    For example, if a token has expires_in=3600 seconds (1 hour) and the buffer is 120
+    seconds, the token will be refreshed after 3480 seconds (3600 - 120), giving a 
+    120-second safety margin before actual expiry.
+
+    Args:
+        refresh_buffer_seconds: Seconds before actual expiry to refresh token (default: 120)
+        forced_expires_in_seconds: Override the expires_in from token response (optional)
+
+    Example:
+        ```python
+        from dlt_utils import BufferedOAuth2ClientCredentials
+
+        # Use default 120-second buffer
+        auth = BufferedOAuth2ClientCredentials(
+            client_id="...",
+            client_secret="...",
+            token_url="https://..."
+        )
+
+        # Use custom 300-second buffer
+        auth = BufferedOAuth2ClientCredentials(
+            client_id="...",
+            client_secret="...",
+            token_url="https://...",
+            refresh_buffer_seconds=300
+        )
+        ```
+    """
+
+    refresh_buffer_seconds: int = OAUTH_REFRESH_BUFFER_SECONDS
+    forced_expires_in_seconds: int | None = None
+
+    def __init__(
+        self,
+        *args: object,
+        refresh_buffer_seconds: int = OAUTH_REFRESH_BUFFER_SECONDS,
+        forced_expires_in_seconds: int | None = None,
+        **kwargs: object,
+    ) -> None:
+        super().__init__(*args, **kwargs)
+        self.refresh_buffer_seconds = refresh_buffer_seconds
+        self.forced_expires_in_seconds = forced_expires_in_seconds
+
+    def is_token_expired(self) -> bool:
+        return (
+            self.token_expiry is None
+            or pendulum.now().add(seconds=self.refresh_buffer_seconds)
+            >= self.token_expiry
+        )
+
+    def obtain_token(self) -> None:
+        super().obtain_token()
+        if self.forced_expires_in_seconds is not None:
+            self.token_expiry = pendulum.now().add(
+                seconds=self.forced_expires_in_seconds
+            )
+        logger.debug(
+            "OAuth token refreshed; expires_at=%s (buffer=%ss, forced_expires_in=%s)",
+            self.token_expiry,
+            self.refresh_buffer_seconds,
+            self.forced_expires_in_seconds,
+        )

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/dlt_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dlt_utils
-Version: 0.7.0
+Version: 0.7.2
 Summary: Shared utilities for dlt data pipelines with multi-company support
 Author: Jay van den Bos
 License: MIT
@@ -20,6 +20,7 @@ Description-Content-Type: text/markdown
 Requires-Dist: dlt>=1.19.1
 Requires-Dist: azure-identity>=1.15.0
 Requires-Dist: azure-keyvault-secrets>=4.8.0
+Requires-Dist: pendulum>=3.0.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/dlt_utils.egg-info/SOURCES.txt

@@ -2,6 +2,7 @@ README.md
 pyproject.toml
 dlt_utils/__init__.py
 dlt_utils/args.py
+dlt_utils/auth.py
 dlt_utils/azure_keyvault.py
 dlt_utils/dates.py
 dlt_utils/incremental.py

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/dlt_utils.egg-info/requires.txt

@@ -1,6 +1,7 @@
 dlt>=1.19.1
 azure-identity>=1.15.0
 azure-keyvault-secrets>=4.8.0
+pendulum>=3.0.0
 
 [dev]
 pytest>=7.0

{dlt_utils-0.7.0 → dlt_utils-0.7.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dlt_utils"
-version = "0.7.0"
+version = "0.7.2"
 description = "Shared utilities for dlt data pipelines with multi-company support"
 readme = "README.md"
 license = { text = "MIT" }
@@ -27,6 +27,7 @@ dependencies = [
     "dlt>=1.19.1",
     "azure-identity>=1.15.0",
     "azure-keyvault-secrets>=4.8.0",
+    "pendulum>=3.0.0",
 ]
 
 [project.optional-dependencies]