thds.adls 4.1.20250730184525__py3-none-any.whl → 4.1.20250805191547__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of thds.adls might be problematic. Click here for more details.

Files changed (7) hide show
  1. thds/adls/download.py +1 -1
  2. thds/adls/hashes.py +4 -2
  3. {thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/METADATA +1 -1
  4. {thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/RECORD +7 -7
  5. {thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/WHEEL +0 -0
  6. {thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/entry_points.txt +0 -0
  7. {thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/top_level.txt +0 -0
thds/adls/download.py CHANGED
@@ -376,7 +376,7 @@ def download_or_use_verified(
376
376
  except StopIteration as si:
377
377
  if meta := hashes.create_hash_metadata_if_missing(file_properties, si.value.hash):
378
378
  try:
379
- logger.info(f"Setting missing hash for {remote_key}")
379
+ logger.info(f"Setting missing {si.value.hash.algo} hash for {remote_key}")
380
380
  assert file_properties
381
381
  dl_file_client.set_metadata(meta, **etag.match_etag(file_properties))
382
382
  except (HttpResponseError, ResourceModifiedError) as ex:
thds/adls/hashes.py CHANGED
@@ -13,7 +13,9 @@ from .fqn import AdlsFqn
13
13
 
14
14
  logger = log.getLogger(__name__)
15
15
 
16
- PREFERRED_ALGOS: ty.Final = ("xxh3_128", "blake3")
16
+ _KNOWN_METADATA_ALGOS: ty.Final = ("xxh3_128", "blake3") # in order of descending preference
17
+ PREFERRED_ALGOS: ty.Final = _KNOWN_METADATA_ALGOS[:1]
18
+ assert PREFERRED_ALGOS == ("xxh3_128",)
17
19
  AnyStrSrc = ty.Union[SomehowReadable, ty.Iterable[ty.AnyStr]]
18
20
  # this type closely corresponds to what the underlying DataLakeStorageClient will accept for upload_data.
19
21
 
@@ -60,7 +62,7 @@ def metadata_hash_b64_key(algo: str) -> str:
60
62
 
61
63
  def extract_hashes_from_metadata(metadata: dict) -> ty.Iterable[hashing.Hash]:
62
64
  # NOTE! the order here is critical, because we want to _prefer_ the faster hash if it exists.
63
- for hash_algo in PREFERRED_ALGOS:
65
+ for hash_algo in _KNOWN_METADATA_ALGOS:
64
66
  md_key = metadata_hash_b64_key(hash_algo)
65
67
  if metadata and md_key in metadata:
66
68
  yield hashing.Hash(hash_algo, hashing.db64(metadata[md_key]))
{thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: thds.adls
3
- Version: 4.1.20250730184525
3
+ Version: 4.1.20250805191547
4
4
  Summary: ADLS tools
5
5
  Author-email: Trilliant Health <info@trillianthealth.com>
6
6
  License: MIT
{thds_adls-4.1.20250730184525.dist-info → thds_adls-4.1.20250805191547.dist-info}/RECORD RENAMED
@@ -8,14 +8,14 @@ thds/adls/conf.py,sha256=nTw3X1ilC3A_905jZH-rWXFsESeHAKQn5IghvfX2VIo,1991
8
8
  thds/adls/copy.py,sha256=jUWbGvTpb4B3yRGS0nhGSbDzqRPzUqYgH0z1lFRJB3k,6365
9
9
  thds/adls/dbfs.py,sha256=pPAjbIZRKJsaXKQljDMUgqS_zy1yKeEZHGMueXbuv3g,2219
10
10
  thds/adls/defaults.py,sha256=GGq5Pn4r-8cX4bZItp4nnwWAAz7S07pzPoOegw0y5Fw,676
11
- thds/adls/download.py,sha256=VmvkI3c0bAxVF2B7dBqHpSL18a701ddFNFCwpJSfdF4,19223
11
+ thds/adls/download.py,sha256=2NoxL5RpzHLWJBGfbTKmRCtcnZGgQLFR-Cp-aZiNYHc,19244
12
12
  thds/adls/download_lock.py,sha256=tgT48l4C5_qmArGeq05gl7VlxT22dZBH2Xwxx0itE9o,3176
13
13
  thds/adls/errors.py,sha256=6NMLHtVNsWBRDXaes9yzHj9cwKOD9t1dwL4BltdtjhU,1895
14
14
  thds/adls/etag.py,sha256=ct7jpHhNFcKzbekn5rZ3m6DhjK48A7qOZGwDiHkc-pc,242
15
15
  thds/adls/file_properties.py,sha256=dhRtbsMNOYfExkEiy76wrLfrJ6IMQeN1Z3LIxgKceqY,2042
16
16
  thds/adls/fqn.py,sha256=0zHmHhBWN7GEfKRB3fBC1NVhaiIHHifBdCRanyT01X8,5822
17
17
  thds/adls/global_client.py,sha256=q6oG1OOsfl4fbti81u8TE9d4Jx9-phlYgsGSc4032w8,3721
18
- thds/adls/hashes.py,sha256=-wRRATGmww7k2RD5Zmhq_Fq7Z2JihLy1njeHFekU15c,5316
18
+ thds/adls/hashes.py,sha256=2x1zcT_87en_vqFrLFs6F_EZCGpn7hk_81dYAwcypm8,5459
19
19
  thds/adls/impl.py,sha256=cNf1vmeS46X_wvyVdDJ8qFfowHn2QwtU5C80BmDtu5Y,43247
20
20
  thds/adls/md5.py,sha256=hGT8AIX32VUsnRCbm8cel9OlxAiRrgjwNWQTqRDHM_k,374
21
21
  thds/adls/named_roots.py,sha256=7SLbAoQQpV_mrFZaUPjYoS-F9dxQxN5Hg4M3YPirF_w,751
@@ -36,8 +36,8 @@ thds/adls/azcopy/upload.py,sha256=RQLDJzS6qsMM12t5bykWJWBXs0UrmImrEFnPMxX2UlM,27
36
36
  thds/adls/tools/download.py,sha256=CW2cWbCRdUqisVVVoqqvqk5Ved7pPGTkwnZj3uV0jy4,1587
37
37
  thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
38
38
  thds/adls/tools/upload.py,sha256=5WyWkpuVp2PETZ3O3ODlq8LXszSHU73ZMnIDZXPJdC8,442
39
- thds_adls-4.1.20250730184525.dist-info/METADATA,sha256=E2W8LrIYqIZyt6s3rdOhjkRph4rtKPeLg6eciLMzTtc,587
40
- thds_adls-4.1.20250730184525.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
41
- thds_adls-4.1.20250730184525.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
42
- thds_adls-4.1.20250730184525.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
43
- thds_adls-4.1.20250730184525.dist-info/RECORD,,
39
+ thds_adls-4.1.20250805191547.dist-info/METADATA,sha256=E9eoJOD95EUHCRxfzWHkDv119Rp_r4gNF07y59gx90w,587
40
+ thds_adls-4.1.20250805191547.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
41
+ thds_adls-4.1.20250805191547.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
42
+ thds_adls-4.1.20250805191547.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
43
+ thds_adls-4.1.20250805191547.dist-info/RECORD,,