thds.adls 4.1.20250721225416__py3-none-any.whl → 4.1.20250721231014__py3-none-any.whl

thds/adls/__init__.py

@@ -5,7 +5,7 @@ from .cached import download_directory, download_to_cache, upload_through_cache
 from .copy import copy_file, copy_files, wait_for_copy  # noqa: F401
 from .errors import BlobNotFoundError  # noqa: F401
 from .fqn import *  # noqa: F401,F403
-from .global_client import get_global_client, get_global_fs_client  # noqa: F401
+from .global_client import get_global_fs_client  # noqa: F401
 from .impl import *  # noqa: F401,F403
 from .ro_cache import Cache, global_cache  # noqa: F401
 from .upload import upload  # noqa: F401

thds/adls/_fork_protector.py

@@ -0,0 +1,38 @@
+import os
+import typing as ty
+from functools import partial
+
+from typing_extensions import Concatenate, ParamSpec
+
+P = ParamSpec("P")
+T = ty.TypeVar("T")
+F = ty.TypeVar("F", bound=ty.Callable)
+
+
+def _pid_swallower(
+    func: ty.Callable[P, T],
+    pid: int,
+    *args: P.args,
+    **kwargs: P.kwargs,
+) -> T:
+    return func(*args, **kwargs)
+
+
+def _pid_sending_wrapper(
+    caching_pid_swallower: ty.Callable[Concatenate[int, P], T],
+    *args: P.args,
+    **kwargs: P.kwargs,
+) -> T:
+    return caching_pid_swallower(os.getpid(), *args, **kwargs)
+
+
+def fork_safe_cached(
+    cache_deco: ty.Callable[[F], F],
+    func: ty.Callable[P, T],
+) -> ty.Callable[P, T]:
+    """Decorator to make a fork-safe cached.locking function by wrapping it in a function that
+    always calls os.getpid() to invalidate the cache on new processes."""
+    return partial(
+        _pid_sending_wrapper,
+        cache_deco(ty.cast(F, partial(_pid_swallower, func))),
+    )

thds/adls/global_client.py

@@ -4,7 +4,7 @@ from azure.storage.filedatalake import DataLakeServiceClient, FileSystemClient
 
 from thds.core import cache, config
 
-from . import conf
+from . import _fork_protector, conf
 from .shared_credential import SharedCredential
 
 DEFAULT_CONNECTION_POOL_SIZE = config.item("default_connection_pool_size", default=100, parse=int)
@@ -53,9 +53,7 @@ best approach for all applications.
 This avoids creating a client at a module level and is
 thread-safe.
 """
-get_global_client = cache.locking(adls_fs_client)
-# deprecated name - prefer get_global_fs_client
-get_global_fs_client = get_global_client
+get_global_fs_client = _fork_protector.fork_safe_cached(cache.locking, adls_fs_client)
 
 
 def adls_blob_service_client(
@@ -84,4 +82,6 @@ def adls_blob_container_client(
     return get_global_blob_service_client(storage_account, connpool_size).get_container_client(container)
 
 
-get_global_blob_container_client = cache.locking(adls_blob_container_client)
+get_global_blob_container_client = _fork_protector.fork_safe_cached(
+    cache.locking, adls_blob_container_client
+)

{thds_adls-4.1.20250721225416.dist-info → thds_adls-4.1.20250721231014.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.adls
-Version: 4.1.20250721225416
+Version: 4.1.20250721231014
 Summary: ADLS tools
 Author-email: Trilliant Health <info@trillianthealth.com>
 License: MIT

{thds_adls-4.1.20250721225416.dist-info → thds_adls-4.1.20250721231014.dist-info}/RECORD

@@ -1,4 +1,5 @@
-thds/adls/__init__.py,sha256=g2Zb0EAAH-JzPMYHAub9liU4qa5pfqQDnILfEhmObGo,1036
+thds/adls/__init__.py,sha256=PL0BRhiLhW_xY_2hhBgd8v3_NS1zpR4Kdd28zjNHBgo,1017
+thds/adls/_fork_protector.py,sha256=WML1Ul-G_MCziBOyRp6GoNq1IGktn8-OQVjny1IZ1bs,950
 thds/adls/_progress.py,sha256=D6XIipzG_xwmxs_08LuiYFfThGqHTU2KiIyjNduiOFY,6656
 thds/adls/_upload.py,sha256=mhTdWiQroaugYuwQg7R8CEgdfCYF4xvJthlsqO0jlnE,4692
 thds/adls/abfss.py,sha256=ZRJOLjDuXmS4bIbQAQpQxWWWeu74N9NKEKCNfXQek80,726
@@ -13,7 +14,7 @@ thds/adls/errors.py,sha256=6NMLHtVNsWBRDXaes9yzHj9cwKOD9t1dwL4BltdtjhU,1895
 thds/adls/etag.py,sha256=ct7jpHhNFcKzbekn5rZ3m6DhjK48A7qOZGwDiHkc-pc,242
 thds/adls/file_properties.py,sha256=dhRtbsMNOYfExkEiy76wrLfrJ6IMQeN1Z3LIxgKceqY,2042
 thds/adls/fqn.py,sha256=0zHmHhBWN7GEfKRB3fBC1NVhaiIHHifBdCRanyT01X8,5822
-thds/adls/global_client.py,sha256=f4VJw5y_Yh__8gQUcdSYTh1aU6iEPlauMchVirSAwDQ,3716
+thds/adls/global_client.py,sha256=q6oG1OOsfl4fbti81u8TE9d4Jx9-phlYgsGSc4032w8,3721
 thds/adls/hashes.py,sha256=-wRRATGmww7k2RD5Zmhq_Fq7Z2JihLy1njeHFekU15c,5316
 thds/adls/impl.py,sha256=cNf1vmeS46X_wvyVdDJ8qFfowHn2QwtU5C80BmDtu5Y,43247
 thds/adls/md5.py,sha256=hGT8AIX32VUsnRCbm8cel9OlxAiRrgjwNWQTqRDHM_k,374
@@ -35,8 +36,8 @@ thds/adls/azcopy/upload.py,sha256=RQLDJzS6qsMM12t5bykWJWBXs0UrmImrEFnPMxX2UlM,27
 thds/adls/tools/download.py,sha256=CW2cWbCRdUqisVVVoqqvqk5Ved7pPGTkwnZj3uV0jy4,1587
 thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
 thds/adls/tools/upload.py,sha256=5WyWkpuVp2PETZ3O3ODlq8LXszSHU73ZMnIDZXPJdC8,442
-thds_adls-4.1.20250721225416.dist-info/METADATA,sha256=ZE6JsWnw5fTX4kI3fpeEl7nFXbsICK57OzrdneNeU-8,587
-thds_adls-4.1.20250721225416.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_adls-4.1.20250721225416.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
-thds_adls-4.1.20250721225416.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_adls-4.1.20250721225416.dist-info/RECORD,,
+thds_adls-4.1.20250721231014.dist-info/METADATA,sha256=dwSp3f5tlnZlY-qEdv2MERjFKhel6y_ClZKbVPwjY9I,587
+thds_adls-4.1.20250721231014.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_adls-4.1.20250721231014.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
+thds_adls-4.1.20250721231014.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_adls-4.1.20250721231014.dist-info/RECORD,,