thds.adls 3.1.20250227181712__py3-none-any.whl → 3.1.20250227212149__py3-none-any.whl

thds/adls/cached_up_down.py

@@ -1,5 +1,10 @@
+import typing as ty
 from pathlib import Path
 
+from thds.adls import source
+from thds.core.source import Source
+from thds.core.source.tree import SourceTree
+
 from .download import download_or_use_verified
 from .fqn import AdlsFqn
 from .global_client import get_global_fs_client
@@ -46,3 +51,20 @@ def download_directory(fqn: AdlsFqn) -> Path:
     fs.fetch_directory(fqn.path, cached_dir_root)
     assert cached_dir_root.is_dir(), "Directory should have been downloaded to the cache."
     return cached_dir_root
+
+
+def upload_directory_through_cache(dest: UriIsh, src_path: Path) -> SourceTree:
+    if not src_path.is_dir():
+        raise ValueError(f"If you want to upload a file, use {upload_through_cache.__name__} instead")
+
+    dest = parse_any(dest)
+
+    def _upload_directory(dir_path: Path) -> ty.Iterable[Source]:
+        for item in dir_path.iterdir():
+            if item.is_dir():  # recur
+                yield from _upload_directory(item)
+            elif item.is_file():  # upload
+                file_dest = dest / str(item.relative_to(src_path))
+                yield source.from_adls(upload_through_cache(file_dest, item))
+
+    return SourceTree(sources=list(_upload_directory(src_path)))

{thds_adls-3.1.20250227181712.dist-info → thds_adls-3.1.20250227212149.dist-info}/METADATA

@@ -1,15 +1,18 @@
 Metadata-Version: 2.2
 Name: thds.adls
-Version: 3.1.20250227181712
+Version: 3.1.20250227212149
 Summary: ADLS tools
-Author: Trilliant Health
+Author-email: Trilliant Health <info@trillianthealth.com>
+License: MIT
+Project-URL: Repository, https://github.com/TrilliantHealth/trilliant-data-science
+Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 Requires-Dist: aiohttp>=3.8.1
 Requires-Dist: aiostream>=0.4.5
 Requires-Dist: azure-identity>=1.9
 Requires-Dist: azure-storage-file-datalake>=12.6
 Requires-Dist: filelock>=3.0
-Requires-Dist: thds.core>=1.32
+Requires-Dist: thds-core
 
 # adls Library
 

{thds_adls-3.1.20250227181712.dist-info → thds_adls-3.1.20250227212149.dist-info}/RECORD

@@ -2,7 +2,7 @@ thds/adls/__init__.py,sha256=er14MoCC9PlJMxWVS4G1hAeMJItaJj4EAsrTZlvlb0M,797
 thds/adls/_progress.py,sha256=ZzCHn_G7nHakioNFxdvoJZRr-jN6ymsp5JXf-iReROM,6580
 thds/adls/_upload.py,sha256=q6Sk0CRnNcAjUOUPiBj4CfO4tJD196SQY0lT25CTSE4,4364
 thds/adls/abfss.py,sha256=ZRJOLjDuXmS4bIbQAQpQxWWWeu74N9NKEKCNfXQek80,726
-thds/adls/cached_up_down.py,sha256=qTMrsHHrDq3YZ0gaLMFIPnGNraz0ctG9yoFd3HCVit4,1896
+thds/adls/cached_up_down.py,sha256=CEqg-Q9FB_fvgCsN0C_dn9CJqnEpnF0lA7gCdd9s6gg,2721
 thds/adls/conf.py,sha256=q1SPrgb46NpobVzwt_Oyv71-BvsIbZLq9nRWS3LZjz0,1990
 thds/adls/copy.py,sha256=jUWbGvTpb4B3yRGS0nhGSbDzqRPzUqYgH0z1lFRJB3k,6365
 thds/adls/dbfs.py,sha256=pPAjbIZRKJsaXKQljDMUgqS_zy1yKeEZHGMueXbuv3g,2219
@@ -16,7 +16,6 @@ thds/adls/fqn.py,sha256=0zHmHhBWN7GEfKRB3fBC1NVhaiIHHifBdCRanyT01X8,5822
 thds/adls/global_client.py,sha256=f4VJw5y_Yh__8gQUcdSYTh1aU6iEPlauMchVirSAwDQ,3716
 thds/adls/impl.py,sha256=x1nSqc8W4NeuX8-JGOp2MRkK8ff6GnelTWedGxPs-qY,42494
 thds/adls/md5.py,sha256=qOX4_7WUj1QkbH_IwREcQNHvvZccOj-HpHZBfsKn1gY,1846
-thds/adls/meta.json,sha256=MhZqsLGrHq1cqZB6OydUf5yDbfo_GySrRRtjdpImBQc,195
 thds/adls/named_roots.py,sha256=7SLbAoQQpV_mrFZaUPjYoS-F9dxQxN5Hg4M3YPirF_w,751
 thds/adls/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 thds/adls/ro_cache.py,sha256=F0uXol0t95mcRuBukNg3A7wt7XXQxpD5Sy09d9sl8f0,4825
@@ -34,8 +33,8 @@ thds/adls/resource/up_down.py,sha256=3uNlTvm2gVhSyYdQTBwsGecOgwtINQfINckR-awwV0Y
 thds/adls/tools/download.py,sha256=vvBO8lSDl9oPugv75qpCkoemT9pOM9BV6yeExlkyG08,1594
 thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
 thds/adls/tools/upload.py,sha256=eMk4pdug1aCMPDDWpIE3Zoq77i5APp9Uuh-sVCCDNJE,493
-thds_adls-3.1.20250227181712.dist-info/METADATA,sha256=O8W1_KMHFvwQZ--B8xPvFDMLL774NvfbhpxvEKkACWE,397
-thds_adls-3.1.20250227181712.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-thds_adls-3.1.20250227181712.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
-thds_adls-3.1.20250227181712.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_adls-3.1.20250227181712.dist-info/RECORD,,
+thds_adls-3.1.20250227212149.dist-info/METADATA,sha256=6yWUfyCWoC9_C_HYmalt1Wyux_QLfRUP-hP7euqkciM,543
+thds_adls-3.1.20250227212149.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+thds_adls-3.1.20250227212149.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
+thds_adls-3.1.20250227212149.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_adls-3.1.20250227212149.dist-info/RECORD,,

thds/adls/meta.json

@@ -1,8 +0,0 @@
-{
-  "git_commit": "f4211224c05a5de6426bfd3efe4d62e3c0a7d64d",
-  "git_branch": "main",
-  "git_is_clean": true,
-  "pyproject_version": "3.1.20250227181712",
-  "thds_user": "runner",
-  "misc": {}
-}