ctao-bdms-clients 0.1.0__py3-none-any.whl → 0.2.0rc1__py3-none-any.whl

bdms/tests/utils.py

@@ -0,0 +1,112 @@
+"""Utility functions for BDMS tests."""
+
+import logging
+import os
+import time
+from pathlib import Path
+
+from dotenv import load_dotenv
+from minio import Minio
+from rucio.client.ruleclient import RuleClient
+from rucio.common.exception import RucioException
+
+# Default timeout and polling interval (in seconds) for waiting for replication
+DEFAULT_TIMEOUT = 1000
+DEFAULT_POLL_INTERVAL = 30
+LOGGER = logging.getLogger(__name__)
+
+
+def wait_for_replication_status(
+    rule_client: RuleClient,
+    rule_id: str,
+    expected_status: str = "OK",
+    timeout: int = DEFAULT_TIMEOUT,
+    poll_interval: int = DEFAULT_POLL_INTERVAL,
+    logger: logging.Logger = None,
+) -> None:
+    if logger is None:
+        logger = LOGGER
+
+    start_time = time.perf_counter()
+    current_status = None
+    result = None
+    max_retries = 3
+
+    while (time.perf_counter() - start_time) < timeout:
+        retries = 0
+        while retries < max_retries:
+            try:
+                result = rule_client.get_replication_rule(rule_id)
+                current_status = result["state"]
+                break
+            except RucioException as e:
+                retries += 1
+                if retries == max_retries:
+                    raise RuntimeError(
+                        f"Failed to check replication rule status for rule {rule_id} after {max_retries} retries: {str(e)}"
+                    ) from e
+                logger.warning(
+                    "Failed to check rule %s status (attempt %s/%s): %s. Retrying...",
+                    rule_id,
+                    retries,
+                    max_retries,
+                    str(e),
+                )
+                time.sleep(1)
+
+        if current_status == expected_status:
+            logger.info(
+                "Replication rule %s reached status '%s'", rule_id, expected_status
+            )
+            return
+
+        logger.debug(
+            "Rule %s is in state %s, waiting for %s (elapsed: %.2f seconds)",
+            rule_id,
+            current_status,
+            expected_status,
+            time.perf_counter() - start_time,
+        )
+        time.sleep(poll_interval)
+
+    msg = (
+        f"Replication rule {rule_id} did not reach status '{expected_status}' within {timeout} seconds. "
+        f"Current status is '{current_status}'.\nFull output: {result}"
+    )
+    raise TimeoutError(msg)
+
+
+TEST_DATA_DIR = Path(os.getenv("BDMS_TEST_DATA_DIR", "test_data")).absolute()
+
+
+def download_test_file(path):
+    """Get a FITS file from the MinIO server"""
+
+    load_dotenv()
+
+    access_key = os.environ["MINIO_ACCESS_KEY"]
+    secret_key = os.environ["MINIO_SECRET_KEY"]
+
+    output_path = TEST_DATA_DIR / path
+
+    TEST_DATA_DIR.mkdir(parents=True, exist_ok=True)
+
+    if not output_path.exists():
+        client = Minio(
+            "minio-cta.zeuthen.desy.de",
+            access_key,
+            secret_key,
+            secure=True,
+        )
+
+        LOGGER.info("Downloading %s", path)
+        client.fget_object(
+            "dpps-data-private",
+            path,
+            output_path,
+        )
+
+    else:
+        LOGGER.info("File %s already exists, skipping download", output_path)
+
+    return output_path

{ctao_bdms_clients-0.1.0.dist-info → ctao_bdms_clients-0.2.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: ctao-bdms-clients
-Version: 0.1.0
+Version: 0.2.0rc1
 Summary: Client module for the CTAO DPPS Bulk Data Management System
 Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
 License: BSD-3-Clause
@@ -9,23 +9,28 @@ Project-URL: documentation, http://cta-computing.gitlab-pages.cta-observatory.or
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: rucio-clients~=35.4.1
-Requires-Dist: ctao-bdms-rucio-policy==0.1.0
+Requires-Dist: astropy<8.0.0a0,>=6.0.1
+Requires-Dist: ctao-bdms-rucio-policy~=0.1.0
+Requires-Dist: rucio-clients~=35.7.0
 Provides-Extra: test
 Requires-Dist: pytest; extra == "test"
 Requires-Dist: pytest-cov; extra == "test"
 Requires-Dist: pytest-requirements; extra == "test"
+Requires-Dist: python-dotenv; extra == "test"
+Requires-Dist: minio; extra == "test"
 Provides-Extra: doc
 Requires-Dist: sphinx; extra == "doc"
 Requires-Dist: numpydoc; extra == "doc"
 Requires-Dist: ctao-sphinx-theme; extra == "doc"
 Requires-Dist: myst-parser; extra == "doc"
 Requires-Dist: sphinx-changelog; extra == "doc"
+Requires-Dist: sphinx-automodapi; extra == "doc"
 Provides-Extra: dev
 Requires-Dist: setuptools_scm; extra == "dev"
 Requires-Dist: sphinx-autobuild; extra == "dev"
 Provides-Extra: all
 Requires-Dist: bdms[dev,doc,test]; extra == "all"
+Dynamic: license-file
 
 # Bulk Data Management System
 

ctao_bdms_clients-0.2.0rc1.dist-info/RECORD

@@ -0,0 +1,18 @@
+bdms/__init__.py,sha256=7btE6tNhFqXSv2eUhZ-0m1J3nTTs4Xo6HWcQI4eh5Do,142
+bdms/_version.py,sha256=6j6NVXRMR-dX2osPsF0-SkvP1-ofWxEz6ew_4VL2kCY,521
+bdms/acada_ingestion.py,sha256=bKnXbAYvtYHYQk6ir5Sw1YIjCXGZTyk3IpZz-XGkkPo,16248
+bdms/version.py,sha256=mTfi1WzbIs991NyImM6mcMg1R39a6U1W2pKnk-Tt5Vw,765
+bdms/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bdms/tests/conftest.py,sha256=lArkd8Kn7Ef19_BhqXq77taei9LKggWUu3FDUhrt9M4,3009
+bdms/tests/test_acada_ingestion.py,sha256=A0G9-ssHN3dx0Jz_eIN72dQp21gfZqdQnyAgLY3BDF4,17738
+bdms/tests/test_basic_rucio_functionality.py,sha256=GFUCq2QlM0M_5k5Qz9iPXPftE6nGuGYbW_IVS76T978,3604
+bdms/tests/test_dpps_rel_0_0.py,sha256=MnbuBoS_kUUiMcHE3-jqOzekQNUa-wcsjCJqJQ2J9S4,2957
+bdms/tests/test_file_replicas.py,sha256=NqutrSJa5ME50JpmyATNPSLqq1AOq1ruv84XSY3PKLI,2635
+bdms/tests/test_metadata.py,sha256=f0tSqNGlYe-ydoSDJw0k1De2kHoPl6g-GYBj_jP6kCY,3728
+bdms/tests/test_onsite_storage.py,sha256=xBwVbr2q0KHnesIrF0I8ova_hfDXDs3CBya2Sxi6VWM,4633
+bdms/tests/utils.py,sha256=fh23X6iN2-lsoRBU3WSeWkweiHZlOtIUK5xzHbWyP6c,3185
+ctao_bdms_clients-0.2.0rc1.dist-info/licenses/LICENSE,sha256=Py9riZY_f0CmXbrZ5JreE3WgglyWkRnwUfqydvX6jxE,1556
+ctao_bdms_clients-0.2.0rc1.dist-info/METADATA,sha256=88TkbmaMgsbU1dwCRzPHKWK-yYb323BT1HqFgsQboEg,2297
+ctao_bdms_clients-0.2.0rc1.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+ctao_bdms_clients-0.2.0rc1.dist-info/top_level.txt,sha256=ao0U8aA33KRHpcqmr7yrK8y2AQ6ahSu514tfaN4hDV8,5
+ctao_bdms_clients-0.2.0rc1.dist-info/RECORD,,

{ctao_bdms_clients-0.1.0.dist-info → ctao_bdms_clients-0.2.0rc1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (80.3.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

ctao_bdms_clients-0.1.0.dist-info/RECORD

@@ -1,14 +0,0 @@
-bdms/__init__.py,sha256=7btE6tNhFqXSv2eUhZ-0m1J3nTTs4Xo6HWcQI4eh5Do,142
-bdms/_version.py,sha256=-LyU5F1uZDjn6Q8_Z6-_FJt_8RE4Kq9zcKdg1abSSps,511
-bdms/version.py,sha256=mTfi1WzbIs991NyImM6mcMg1R39a6U1W2pKnk-Tt5Vw,765
-bdms/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bdms/tests/conftest.py,sha256=vN96UXhO2503svkg3V2jxfq5SSUtlRCWZt5MQgblu7Y,1374
-bdms/tests/test_basic_rucio_functionality.py,sha256=Sm6Kif8g5xPaw6tIIJ1TavDxVje2YaYYC9PnhVbVQFI,3999
-bdms/tests/test_dpps_rel_0_0.py,sha256=MnbuBoS_kUUiMcHE3-jqOzekQNUa-wcsjCJqJQ2J9S4,2957
-bdms/tests/test_file_replicas.py,sha256=NqutrSJa5ME50JpmyATNPSLqq1AOq1ruv84XSY3PKLI,2635
-bdms/tests/test_metadata.py,sha256=f0tSqNGlYe-ydoSDJw0k1De2kHoPl6g-GYBj_jP6kCY,3728
-ctao_bdms_clients-0.1.0.dist-info/LICENSE,sha256=Py9riZY_f0CmXbrZ5JreE3WgglyWkRnwUfqydvX6jxE,1556
-ctao_bdms_clients-0.1.0.dist-info/METADATA,sha256=hUWNWoucRs9--Z2TXYn-IMZsaOzw13fR9kqmpKvIkgQ,2100
-ctao_bdms_clients-0.1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ctao_bdms_clients-0.1.0.dist-info/top_level.txt,sha256=ao0U8aA33KRHpcqmr7yrK8y2AQ6ahSu514tfaN4hDV8,5
-ctao_bdms_clients-0.1.0.dist-info/RECORD,,