thds.adls 3.1.20250221190717__py3-none-any.whl → 3.1.20250221201653__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of thds.adls might be problematic. Click here for more details.
- thds/adls/download.py +1 -5
- thds/adls/errors.py +4 -0
- thds/adls/meta.json +2 -2
- {thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/METADATA +1 -1
- {thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/RECORD +8 -8
- {thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/WHEEL +0 -0
- {thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/entry_points.txt +0 -0
- {thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/top_level.txt +0 -0
thds/adls/download.py
CHANGED
|
@@ -20,7 +20,7 @@ from thds.core.types import StrOrPath
|
|
|
20
20
|
from ._progress import report_download_progress
|
|
21
21
|
from .conf import CONNECTION_TIMEOUT, DOWNLOAD_FILE_MAX_CONCURRENCY
|
|
22
22
|
from .download_lock import download_lock
|
|
23
|
-
from .errors import translate_azure_error
|
|
23
|
+
from .errors import MD5MismatchError, translate_azure_error
|
|
24
24
|
from .etag import match_etag
|
|
25
25
|
from .fqn import AdlsFqn
|
|
26
26
|
from .md5 import check_reasonable_md5b64, md5_file
|
|
@@ -29,10 +29,6 @@ from .ro_cache import Cache, from_cache_path_to_local, from_local_path_to_cache
|
|
|
29
29
|
logger = log.getLogger(__name__)
|
|
30
30
|
|
|
31
31
|
|
|
32
|
-
class MD5MismatchError(Exception):
|
|
33
|
-
"""Indicates that something needs to be done by the developer to correct a hash mismatch."""
|
|
34
|
-
|
|
35
|
-
|
|
36
32
|
@contextlib.contextmanager
|
|
37
33
|
def _atomic_download_and_move(
|
|
38
34
|
fqn: AdlsFqn,
|
thds/adls/errors.py
CHANGED
|
@@ -15,6 +15,10 @@ class BlobNotFoundError(HttpResponseError):
|
|
|
15
15
|
super().__init__(f"{type_hint} not found: {fqn}")
|
|
16
16
|
|
|
17
17
|
|
|
18
|
+
class MD5MismatchError(Exception):
|
|
19
|
+
"""Indicates that something needs to be done by the developer to correct a hash mismatch."""
|
|
20
|
+
|
|
21
|
+
|
|
18
22
|
def is_blob_not_found(exc: Exception) -> bool:
|
|
19
23
|
return (isinstance(exc, HttpResponseError) and exc.status_code == 404) or isinstance(
|
|
20
24
|
exc, BlobNotFoundError
|
thds/adls/meta.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
{
|
|
2
|
-
"git_commit": "
|
|
2
|
+
"git_commit": "e6219055e555105558ae349b0c944411f6581b5b",
|
|
3
3
|
"git_branch": "main",
|
|
4
4
|
"git_is_clean": true,
|
|
5
|
-
"pyproject_version": "3.1.
|
|
5
|
+
"pyproject_version": "3.1.20250221201653",
|
|
6
6
|
"thds_user": "runner",
|
|
7
7
|
"misc": {}
|
|
8
8
|
}
|
|
@@ -7,16 +7,16 @@ thds/adls/conf.py,sha256=q1SPrgb46NpobVzwt_Oyv71-BvsIbZLq9nRWS3LZjz0,1990
|
|
|
7
7
|
thds/adls/copy.py,sha256=jUWbGvTpb4B3yRGS0nhGSbDzqRPzUqYgH0z1lFRJB3k,6365
|
|
8
8
|
thds/adls/dbfs.py,sha256=pPAjbIZRKJsaXKQljDMUgqS_zy1yKeEZHGMueXbuv3g,2219
|
|
9
9
|
thds/adls/defaults.py,sha256=VxyaGz1gCcz2rGTR9acNRybbxGOYhTldvD_-SdGLBh0,652
|
|
10
|
-
thds/adls/download.py,sha256=
|
|
10
|
+
thds/adls/download.py,sha256=liVfnW4PJRjvBgPKsMqoo_F-9NT8syKsFMDaVSL8A4E,16345
|
|
11
11
|
thds/adls/download_lock.py,sha256=_JZj-kjCUfHk9FvrmEuYpJYknmbam5eReFhGNDgzdLQ,2520
|
|
12
|
-
thds/adls/errors.py,sha256=
|
|
12
|
+
thds/adls/errors.py,sha256=B_rMsQvQnNmP_sf-x8kmGsv2vIeOh4G9kVbdNVyk350,1469
|
|
13
13
|
thds/adls/etag.py,sha256=ct7jpHhNFcKzbekn5rZ3m6DhjK48A7qOZGwDiHkc-pc,242
|
|
14
14
|
thds/adls/file_properties.py,sha256=JFkobkxcAaRGAh3TJ9mfc3X872gqrGuw4Xk_HSTj1sY,1582
|
|
15
15
|
thds/adls/fqn.py,sha256=0zHmHhBWN7GEfKRB3fBC1NVhaiIHHifBdCRanyT01X8,5822
|
|
16
16
|
thds/adls/global_client.py,sha256=f4VJw5y_Yh__8gQUcdSYTh1aU6iEPlauMchVirSAwDQ,3716
|
|
17
17
|
thds/adls/impl.py,sha256=x1nSqc8W4NeuX8-JGOp2MRkK8ff6GnelTWedGxPs-qY,42494
|
|
18
18
|
thds/adls/md5.py,sha256=qOX4_7WUj1QkbH_IwREcQNHvvZccOj-HpHZBfsKn1gY,1846
|
|
19
|
-
thds/adls/meta.json,sha256=
|
|
19
|
+
thds/adls/meta.json,sha256=EE40HuyZ06Cc_0dc4Ap20ZxI1ApoRIQSgGAZFw23iSQ,195
|
|
20
20
|
thds/adls/named_roots.py,sha256=7SLbAoQQpV_mrFZaUPjYoS-F9dxQxN5Hg4M3YPirF_w,751
|
|
21
21
|
thds/adls/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
22
22
|
thds/adls/ro_cache.py,sha256=F0uXol0t95mcRuBukNg3A7wt7XXQxpD5Sy09d9sl8f0,4825
|
|
@@ -32,8 +32,8 @@ thds/adls/resource/up_down.py,sha256=3uNlTvm2gVhSyYdQTBwsGecOgwtINQfINckR-awwV0Y
|
|
|
32
32
|
thds/adls/tools/download.py,sha256=ZZ8t1g9MRRy-aENGjr10E4aAqyVkKq2OqpyH70pCD_8,965
|
|
33
33
|
thds/adls/tools/ls.py,sha256=OgEaIfTK359twlZIj-A0AW_nv81Z6zi0b9Tw6OJJfWA,1083
|
|
34
34
|
thds/adls/tools/upload.py,sha256=eMk4pdug1aCMPDDWpIE3Zoq77i5APp9Uuh-sVCCDNJE,493
|
|
35
|
-
thds.adls-3.1.
|
|
36
|
-
thds.adls-3.1.
|
|
37
|
-
thds.adls-3.1.
|
|
38
|
-
thds.adls-3.1.
|
|
39
|
-
thds.adls-3.1.
|
|
35
|
+
thds.adls-3.1.20250221201653.dist-info/METADATA,sha256=CGAFmzMApdPgw7X_ayKEbCSB3mIpWoZq06k2-7CHESE,397
|
|
36
|
+
thds.adls-3.1.20250221201653.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
37
|
+
thds.adls-3.1.20250221201653.dist-info/entry_points.txt,sha256=uTqreT1AIwqJboMfLv5w6sviM8mNbAkln765gIjzoA4,152
|
|
38
|
+
thds.adls-3.1.20250221201653.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
|
|
39
|
+
thds.adls-3.1.20250221201653.dist-info/RECORD,,
|
|
File without changes
|
{thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{thds.adls-3.1.20250221190717.dist-info → thds.adls-3.1.20250221201653.dist-info}/top_level.txt
RENAMED
|
File without changes
|