thds.adls 4.2.20250910232237__py3-none-any.whl → 4.2.20250911213450__py3-none-any.whl

thds/adls/copy.py

@@ -1,5 +1,6 @@
 """Functions for copying blobs across remote locations."""
 
+import concurrent.futures
 import datetime
 import random
 import time
@@ -12,6 +13,7 @@ from thds.core import cache, log, parallel, thunks
 from .file_properties import exists, get_blob_properties, get_file_properties, is_directory
 from .fqn import AdlsFqn
 from .global_client import get_global_blob_container_client, get_global_blob_service_client
+from .hashes import extract_hashes_from_props
 from .sas_tokens import gen_blob_sas_token, get_user_delegation_key
 from .uri import UriIsh, parse_any
 
@@ -55,15 +57,13 @@ def _copy_file(
         dest.path
     )
 
-    def md5s_exist_and_are_equal() -> bool:
-        if (
-            src_md5 := src_blob_client.get_blob_properties().content_settings.content_md5
-        ) and src_md5 == dest_blob_client.get_blob_properties().content_settings.content_md5:
-            return True
-        return False
+    def hashes_exist_and_are_equal() -> bool:
+        src_blob_props = src_blob_client.get_blob_properties()
+        dest_blob_props = dest_blob_client.get_blob_properties()
+        return extract_hashes_from_props(src_blob_props) == extract_hashes_from_props(dest_blob_props)
 
     if dest_blob_client.exists():
-        if md5s_exist_and_are_equal():
+        if hashes_exist_and_are_equal():
             # no point in copying if the files are the same
             logger.info(
                 "%s already exists with the same md5 as the file at %s, no copy will occur", dest, src
@@ -179,6 +179,8 @@ def copy_files(
     # would be cool to do this async, but using threads for quicker dev
     return list(
         parallel.yield_results(
-            [thunks.thunking(copy_wrapper)(src, dest) for src, dest in src_dest_fqn_pairs]
+            [thunks.thunking(copy_wrapper)(src, dest) for src, dest in src_dest_fqn_pairs],
+            executor_cm=concurrent.futures.ThreadPoolExecutor(max_workers=30),
+            # max_workers=30 prevents hitting system thread count limits (speaking from experience)
         )
     )

{thds_adls-4.2.20250910232237.dist-info → thds_adls-4.2.20250911213450.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.adls
-Version: 4.2.20250910232237
+Version: 4.2.20250911213450
 Summary: ADLS tools
 Author-email: Trilliant Health <info@trillianthealth.com>
 License: MIT

{thds_adls-4.2.20250910232237.dist-info → thds_adls-4.2.20250911213450.dist-info}/RECORD

@@ -5,7 +5,7 @@ thds/adls/_upload.py,sha256=mhTdWiQroaugYuwQg7R8CEgdfCYF4xvJthlsqO0jlnE,4692
 thds/adls/abfss.py,sha256=nCFfcdwLiwtz_MdbrpLJ9WOhoz0zHIVxsf-tarorEwM,727
 thds/adls/cached.py,sha256=up1F5JOVXdmwdZ8RAB2UDgiy6ooLg8IMULohBh75VpQ,3034
 thds/adls/conf.py,sha256=nTw3X1ilC3A_905jZH-rWXFsESeHAKQn5IghvfX2VIo,1991
-thds/adls/copy.py,sha256=BGtzroE46ZrL10eFsW_a2ng6W9dUgG2tlk1wk0UNeDI,6366
+thds/adls/copy.py,sha256=aD6AquUR8r5W9SXd6Nm1qPrFH_fYpLC5dZk6HjPJnSQ,6611
 thds/adls/dbfs.py,sha256=pPAjbIZRKJsaXKQljDMUgqS_zy1yKeEZHGMueXbuv3g,2219
 thds/adls/defaults.py,sha256=GGq5Pn4r-8cX4bZItp4nnwWAAz7S07pzPoOegw0y5Fw,676
 thds/adls/download.py,sha256=LHxkv073T-pCmIRmiXIgYEXIEpEm_OIZKvNHp1e4_k4,19124
@@ -38,8 +38,8 @@ thds/adls/tools/download.py,sha256=CW2cWbCRdUqisVVVoqqvqk5Ved7pPGTkwnZj3uV0jy4,1
 thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
 thds/adls/tools/ls_fast.py,sha256=Nowc-efAL_Y4ybPwZzKIeh7KGIjfecRzdWvJZcBzq_8,585
 thds/adls/tools/upload.py,sha256=5WyWkpuVp2PETZ3O3ODlq8LXszSHU73ZMnIDZXPJdC8,442
-thds_adls-4.2.20250910232237.dist-info/METADATA,sha256=41DjqO9RGJLkoD4oIxa4625_X8LnhpUD1e3G2sVsWuQ,587
-thds_adls-4.2.20250910232237.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_adls-4.2.20250910232237.dist-info/entry_points.txt,sha256=rtVF0A2MMTYUsBScF6b3AlOuk2Vm02QK7Tc2bDcDpk0,200
-thds_adls-4.2.20250910232237.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_adls-4.2.20250910232237.dist-info/RECORD,,
+thds_adls-4.2.20250911213450.dist-info/METADATA,sha256=zjbZ7L6pmwqDupZaXi91IOkyRg8MVUYFvhHCysIC23g,587
+thds_adls-4.2.20250911213450.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_adls-4.2.20250911213450.dist-info/entry_points.txt,sha256=rtVF0A2MMTYUsBScF6b3AlOuk2Vm02QK7Tc2bDcDpk0,200
+thds_adls-4.2.20250911213450.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_adls-4.2.20250911213450.dist-info/RECORD,,