thds.adls 4.3.20251016004351__py3-none-any.whl → 4.3.20251016155624__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of thds.adls might be problematic. Click here for more details.

thds/adls/list_fast.py CHANGED
@@ -6,7 +6,7 @@ client instead of the file system client.
6
6
 
7
7
  import typing as ty
8
8
 
9
- from thds.core import parallel, thunks
9
+ from thds.core import log, parallel, thunks
10
10
 
11
11
  from . import global_client
12
12
  from .fqn import AdlsFqn
@@ -15,8 +15,16 @@ from .source_tree import BlobMeta, to_blob_meta, yield_blob_meta
15
15
  R = ty.TypeVar("R")
16
16
 
17
17
 
18
+ logger = log.getLogger(__name__)
19
+
20
+
18
21
  def _failfast_parallel(thunks: ty.Iterable[ty.Callable[[], R]]) -> ty.Iterator[R]:
19
- yield from (res for _, res in parallel.failfast(parallel.yield_all(parallel.create_keys(thunks))))
22
+ yield from (
23
+ res
24
+ for _, res in parallel.failfast(
25
+ parallel.yield_all(parallel.create_keys(thunks), progress_logger=logger.debug)
26
+ )
27
+ )
20
28
 
21
29
 
22
30
  def multilayer_yield_blob_meta(fqn: AdlsFqn, layers: int = 1) -> ty.Iterator[BlobMeta]:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: thds.adls
3
- Version: 4.3.20251016004351
3
+ Version: 4.3.20251016155624
4
4
  Summary: ADLS tools
5
5
  Author-email: Trilliant Health <info@trillianthealth.com>
6
6
  License: MIT
@@ -17,7 +17,7 @@ thds/adls/fqn.py,sha256=pIfEw25SjZNGmtzOLwrYCblciK35VQ35ZWb_mRaZKK0,5915
17
17
  thds/adls/global_client.py,sha256=q6oG1OOsfl4fbti81u8TE9d4Jx9-phlYgsGSc4032w8,3721
18
18
  thds/adls/hashes.py,sha256=2x1zcT_87en_vqFrLFs6F_EZCGpn7hk_81dYAwcypm8,5459
19
19
  thds/adls/impl.py,sha256=cNf1vmeS46X_wvyVdDJ8qFfowHn2QwtU5C80BmDtu5Y,43247
20
- thds/adls/list_fast.py,sha256=yk0ydFiBa7U5JU3BCcIGCcrnS-J3yJaZbaZQ_Xj9xWU,4207
20
+ thds/adls/list_fast.py,sha256=t6rIk0ub-YO7Uo--7ml2zx0_L-AYknCeALwA-JGi95s,4321
21
21
  thds/adls/md5.py,sha256=hGT8AIX32VUsnRCbm8cel9OlxAiRrgjwNWQTqRDHM_k,374
22
22
  thds/adls/named_roots.py,sha256=7SLbAoQQpV_mrFZaUPjYoS-F9dxQxN5Hg4M3YPirF_w,751
23
23
  thds/adls/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -38,8 +38,8 @@ thds/adls/tools/download.py,sha256=CW2cWbCRdUqisVVVoqqvqk5Ved7pPGTkwnZj3uV0jy4,1
38
38
  thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
39
39
  thds/adls/tools/ls_fast.py,sha256=Nowc-efAL_Y4ybPwZzKIeh7KGIjfecRzdWvJZcBzq_8,585
40
40
  thds/adls/tools/upload.py,sha256=5WyWkpuVp2PETZ3O3ODlq8LXszSHU73ZMnIDZXPJdC8,442
41
- thds_adls-4.3.20251016004351.dist-info/METADATA,sha256=oV31NY3C9zNJHXm5YBPW7z-7-BogFOo0Nwn9xSB1S5o,587
42
- thds_adls-4.3.20251016004351.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
43
- thds_adls-4.3.20251016004351.dist-info/entry_points.txt,sha256=rtVF0A2MMTYUsBScF6b3AlOuk2Vm02QK7Tc2bDcDpk0,200
44
- thds_adls-4.3.20251016004351.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
45
- thds_adls-4.3.20251016004351.dist-info/RECORD,,
41
+ thds_adls-4.3.20251016155624.dist-info/METADATA,sha256=fAN3FkCbEW3txP00rfya-7-2d7ByymyZT1P7AQ-tq-I,587
42
+ thds_adls-4.3.20251016155624.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
43
+ thds_adls-4.3.20251016155624.dist-info/entry_points.txt,sha256=rtVF0A2MMTYUsBScF6b3AlOuk2Vm02QK7Tc2bDcDpk0,200
44
+ thds_adls-4.3.20251016155624.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
45
+ thds_adls-4.3.20251016155624.dist-info/RECORD,,