ctao-bdms-clients 0.2.1__py3-none-any.whl → 0.3.0rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bdms/_version.py +2 -2
- bdms/acada_ingest_cli.py +400 -0
- bdms/acada_ingestion.py +480 -13
- bdms/tests/conftest.py +132 -12
- bdms/tests/test_acada_ingest_cli.py +279 -0
- bdms/tests/test_acada_ingestion.py +1242 -50
- bdms/tests/test_dpps_rel_0_0.py +6 -0
- bdms/tests/utils.py +11 -1
- {ctao_bdms_clients-0.2.1.dist-info → ctao_bdms_clients-0.3.0rc1.dist-info}/METADATA +5 -1
- ctao_bdms_clients-0.3.0rc1.dist-info/RECORD +23 -0
- ctao_bdms_clients-0.3.0rc1.dist-info/entry_points.txt +2 -0
- ctao_bdms_clients-0.2.1.dist-info/RECORD +0 -20
- {ctao_bdms_clients-0.2.1.dist-info → ctao_bdms_clients-0.3.0rc1.dist-info}/WHEEL +0 -0
- {ctao_bdms_clients-0.2.1.dist-info → ctao_bdms_clients-0.3.0rc1.dist-info}/licenses/LICENSE +0 -0
- {ctao_bdms_clients-0.2.1.dist-info → ctao_bdms_clients-0.3.0rc1.dist-info}/top_level.txt +0 -0
bdms/tests/test_dpps_rel_0_0.py
CHANGED
@@ -88,3 +88,9 @@ def test_retrieve_by_lfn(test_scope, generic_data_product, tmp_path):
|
|
88
88
|
expected_path = tmp_path / test_scope / test_lfn.lstrip("/")
|
89
89
|
assert expected_path.is_file(), "File not downloaded to expected location"
|
90
90
|
assert expected_path.read_text() == expected_content
|
91
|
+
|
92
|
+
|
93
|
+
@pytest.mark.verifies_usecase("DPPS-UC-110-1.3.1")
|
94
|
+
@pytest.mark.xfail
|
95
|
+
def test_retrieve_by_lfn_with_iam(test_scope, generic_data_product, tmp_path):
|
96
|
+
raise NotImplementedError
|
bdms/tests/utils.py
CHANGED
@@ -30,8 +30,18 @@ def recursive_chown(path: Path, uid: int, gid: int):
|
|
30
30
|
root = Path(root)
|
31
31
|
for d in dirs:
|
32
32
|
os.chown(root / d, uid, gid)
|
33
|
+
|
33
34
|
for f in files:
|
34
|
-
|
35
|
+
# skip temporary files created by rucio
|
36
|
+
# they should already have correct ownership and might go away
|
37
|
+
# between finding them and executing chown
|
38
|
+
if f.endswith(".rucio.upload"):
|
39
|
+
continue
|
40
|
+
|
41
|
+
try:
|
42
|
+
os.chown(root / f, uid, gid)
|
43
|
+
except Exception as e:
|
44
|
+
LOGGER.warning("Failed to chown file %s: %s", root / f, e)
|
35
45
|
|
36
46
|
|
37
47
|
def wait_for_replication_status(
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ctao-bdms-clients
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.3.0rc1
|
4
4
|
Summary: Client module for the CTAO DPPS Bulk Data Management System
|
5
5
|
Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
|
6
6
|
License-Expression: BSD-3-Clause
|
@@ -13,6 +13,10 @@ Requires-Dist: astropy<8.0.0a0,>=6.0.1
|
|
13
13
|
Requires-Dist: ctao-bdms-rucio-policy~=0.1.0
|
14
14
|
Requires-Dist: rucio-clients~=35.7.0
|
15
15
|
Requires-Dist: protozfits>=2.7.2
|
16
|
+
Requires-Dist: watchdog>=6.0.0
|
17
|
+
Requires-Dist: filelock>=3.18.0
|
18
|
+
Requires-Dist: prometheus-client>=0.22.1
|
19
|
+
Requires-Dist: ruamel.yaml
|
16
20
|
Provides-Extra: test
|
17
21
|
Requires-Dist: pytest; extra == "test"
|
18
22
|
Requires-Dist: pytest-cov; extra == "test"
|
@@ -0,0 +1,23 @@
|
|
1
|
+
bdms/__init__.py,sha256=7btE6tNhFqXSv2eUhZ-0m1J3nTTs4Xo6HWcQI4eh5Do,142
|
2
|
+
bdms/_version.py,sha256=ymwdyKB404aMzKXrx7y01ltePvHS_nIJjfh_zAIIN44,521
|
3
|
+
bdms/acada_ingest_cli.py,sha256=xkf9nT5Lk7SjcbxVeBpKJWuJ-8Luze5-MSq4yki-7_k,12866
|
4
|
+
bdms/acada_ingestion.py,sha256=mB5ilvzJbPblFp94Jcca-IzYvrMuQlroDZxuujpFB_I,36373
|
5
|
+
bdms/extract_fits_metadata.py,sha256=ZGJQCFJCXkWg8N3CAb17GB-wwPj-wTvNg0JOS-MemZ0,3431
|
6
|
+
bdms/version.py,sha256=mTfi1WzbIs991NyImM6mcMg1R39a6U1W2pKnk-Tt5Vw,765
|
7
|
+
bdms/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
8
|
+
bdms/tests/conftest.py,sha256=n7KN9foojCXDxFuZinI0MvhnSvLk5Mn7aFmjQKmO8eI,7364
|
9
|
+
bdms/tests/test_acada_ingest_cli.py,sha256=SYVt1xlEDsrbPX0C5Isf0thjUcaxr7cjflyZSwpPBaw,8314
|
10
|
+
bdms/tests/test_acada_ingestion.py,sha256=xQN07Qbx00IW_w0vCcR5r5H3qvvl_JNYmCUuWJX9xrc,59485
|
11
|
+
bdms/tests/test_basic_rucio_functionality.py,sha256=9GIX8IO6wBJm40LKFEH2StS-fMKvC07sxFHPVR7dftU,3583
|
12
|
+
bdms/tests/test_dpps_rel_0_0.py,sha256=2NhxpdhXQg_8lmK-tRrPQ_FcijsIEfv07x-kVlT8Zik,3138
|
13
|
+
bdms/tests/test_extract_fits_metadata.py,sha256=A935WD2TF3lBcaeDmzGSlH2IXUF1v8qslrsW30lnEAA,3490
|
14
|
+
bdms/tests/test_file_replicas.py,sha256=NqutrSJa5ME50JpmyATNPSLqq1AOq1ruv84XSY3PKLI,2635
|
15
|
+
bdms/tests/test_metadata.py,sha256=f0tSqNGlYe-ydoSDJw0k1De2kHoPl6g-GYBj_jP6kCY,3728
|
16
|
+
bdms/tests/test_onsite_storage.py,sha256=waK7t9kBquzJbuLLYcpeNU9YuA70XTRS88RMxBWxawI,3765
|
17
|
+
bdms/tests/utils.py,sha256=PUayWe60JGVDs5mkWmHVjFV_yqg5XUQlxoAvhT1P0OM,4101
|
18
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/licenses/LICENSE,sha256=Py9riZY_f0CmXbrZ5JreE3WgglyWkRnwUfqydvX6jxE,1556
|
19
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/METADATA,sha256=NRkliF-xYd9V8Vfkdgj2MEFQI9ee67wmUVKxhFD9tMo,2517
|
20
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
21
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/entry_points.txt,sha256=YZCIOePi_xXaJunA6lAQxAKh1tn3wOd4pmqymFRvah4,60
|
22
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/top_level.txt,sha256=ao0U8aA33KRHpcqmr7yrK8y2AQ6ahSu514tfaN4hDV8,5
|
23
|
+
ctao_bdms_clients-0.3.0rc1.dist-info/RECORD,,
|
@@ -1,20 +0,0 @@
|
|
1
|
-
bdms/__init__.py,sha256=7btE6tNhFqXSv2eUhZ-0m1J3nTTs4Xo6HWcQI4eh5Do,142
|
2
|
-
bdms/_version.py,sha256=UoNvMtd4wCG76RwoSpNCUtaFyTwakGcZolfjXzNVSMY,511
|
3
|
-
bdms/acada_ingestion.py,sha256=L-LBdfd7dbSbW0poseXsZ8CbgWch8j57yaQncIemnOs,17671
|
4
|
-
bdms/extract_fits_metadata.py,sha256=ZGJQCFJCXkWg8N3CAb17GB-wwPj-wTvNg0JOS-MemZ0,3431
|
5
|
-
bdms/version.py,sha256=mTfi1WzbIs991NyImM6mcMg1R39a6U1W2pKnk-Tt5Vw,765
|
6
|
-
bdms/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
7
|
-
bdms/tests/conftest.py,sha256=TqMBSExgO4omUHVqoXcI1AOhS3F8de-03275IlYEW6k,3896
|
8
|
-
bdms/tests/test_acada_ingestion.py,sha256=u27Srhm8kXKtFoPr5gQdZeGDjrlECMr9ysWwGfs2w_Q,18277
|
9
|
-
bdms/tests/test_basic_rucio_functionality.py,sha256=9GIX8IO6wBJm40LKFEH2StS-fMKvC07sxFHPVR7dftU,3583
|
10
|
-
bdms/tests/test_dpps_rel_0_0.py,sha256=MnbuBoS_kUUiMcHE3-jqOzekQNUa-wcsjCJqJQ2J9S4,2957
|
11
|
-
bdms/tests/test_extract_fits_metadata.py,sha256=A935WD2TF3lBcaeDmzGSlH2IXUF1v8qslrsW30lnEAA,3490
|
12
|
-
bdms/tests/test_file_replicas.py,sha256=NqutrSJa5ME50JpmyATNPSLqq1AOq1ruv84XSY3PKLI,2635
|
13
|
-
bdms/tests/test_metadata.py,sha256=f0tSqNGlYe-ydoSDJw0k1De2kHoPl6g-GYBj_jP6kCY,3728
|
14
|
-
bdms/tests/test_onsite_storage.py,sha256=waK7t9kBquzJbuLLYcpeNU9YuA70XTRS88RMxBWxawI,3765
|
15
|
-
bdms/tests/utils.py,sha256=4g7__ms-xnTyyBKMlmV4hpC505V6uVaXJDi9XQ8UC_4,3717
|
16
|
-
ctao_bdms_clients-0.2.1.dist-info/licenses/LICENSE,sha256=Py9riZY_f0CmXbrZ5JreE3WgglyWkRnwUfqydvX6jxE,1556
|
17
|
-
ctao_bdms_clients-0.2.1.dist-info/METADATA,sha256=1LZfXzTMTtQUqn1Npr11vfQnZ2m_GUbkdnGXWRF-e3Y,2383
|
18
|
-
ctao_bdms_clients-0.2.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
19
|
-
ctao_bdms_clients-0.2.1.dist-info/top_level.txt,sha256=ao0U8aA33KRHpcqmr7yrK8y2AQ6ahSu514tfaN4hDV8,5
|
20
|
-
ctao_bdms_clients-0.2.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|